{
"list": "Tranco top-1m, list id 746VX, downloaded 2026-11-01 IST",
"n": 1000,
"fetched_at": "2026-11-01T00:33:08.548999",
"rows": [
{
"domain": "google.com",
"status": "ok",
"url": "https://google.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "cloudflare.com",
"status": "ok",
"url": "https://cloudflare.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": true
},
{
"domain": "amazonaws.com",
"status": "ok",
"url": "https://amazonaws.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "ezviz7.com",
"status": "err",
"url": null
},
{
"domain": "facebook.com",
"status": "ok",
"url": "https://facebook.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "fbcdn.net",
"status": "ok",
"url": "https://fbcdn.net/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "gstatic.com",
"status": "ok",
"url": "https://gstatic.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "googleapis.com",
"status": "http404",
"url": "https://googleapis.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "microsoft.com",
"status": "ok",
"url": "https://microsoft.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "akamai.net",
"status": "err",
"url": null
},
{
"domain": "youtube.com",
"status": "ok",
"url": "https://youtube.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "apple.com",
"status": "ok",
"url": "https://apple.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "hicloudcam.com",
"status": "ok",
"url": "https://www.hicloudcam.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "instagram.com",
"status": "ok",
"url": "https://instagram.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "akamaiedge.net",
"status": "err",
"url": null
},
{
"domain": "twitter.com",
"status": "ok",
"url": "https://twitter.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "mail.ru",
"status": "ok",
"url": "https://mail.ru/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "linkedin.com",
"status": "html",
"url": "https://linkedin.com/robots.txt"
},
{
"domain": "azure.com",
"status": "html",
"url": "https://azure.com/robots.txt"
},
{
"domain": "akadns.net",
"status": "err",
"url": null
},
{
"domain": "domaincontrol.com",
"status": "err",
"url": null
},
{
"domain": "googlevideo.com",
"status": "ok",
"url": "https://www.googlevideo.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "googletagmanager.com",
"status": "http404",
"url": "https://googletagmanager.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "gtld-servers.net",
"status": "err",
"url": null
},
{
"domain": "dzen.ru",
"status": "ok",
"url": "https://dzen.ru/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "triplinkintl.com",
"status": "html",
"url": "https://triplinkintl.com/robots.txt"
},
{
"domain": "cloudfront.net",
"status": "err",
"url": null
},
{
"domain": "appsflyersdk.com",
"status": "http403",
"url": "https://appsflyersdk.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "office.com",
"status": "html",
"url": "https://office.com/robots.txt"
},
{
"domain": "gwfb.net",
"status": "err",
"url": null
},
{
"domain": "shiabank.com",
"status": "err",
"url": null
},
{
"domain": "amazon.com",
"status": "ok",
"url": "https://amazon.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "live.com",
"status": "http417",
"url": "https://live.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "github.com",
"status": "ok",
"url": "https://github.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "aaplimg.com",
"status": "err",
"url": null
},
{
"domain": "sharepoint.com",
"status": "err",
"url": null
},
{
"domain": "trafficmanager.net",
"status": "err",
"url": null
},
{
"domain": "wikipedia.org",
"status": "ok",
"url": "https://wikipedia.org/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "fastly.net",
"status": "ok",
"url": "https://fastly.net/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "cloud.microsoft",
"status": "html",
"url": "https://cloud.microsoft/robots.txt"
},
{
"domain": "apple-dns.net",
"status": "err",
"url": null
},
{
"domain": "whatsapp.net",
"status": "ok",
"url": "https://whatsapp.net/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "office.net",
"status": "err",
"url": null
},
{
"domain": "netflix.com",
"status": "ok",
"url": "https://netflix.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "bing.com",
"status": "ok",
"url": "https://bing.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "googleusercontent.com",
"status": "http404",
"url": "https://googleusercontent.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "x.com",
"status": "ok",
"url": "https://x.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "lsrelayaccess.com",
"status": "err",
"url": null
},
{
"domain": "youtu.be",
"status": "ok",
"url": "https://youtu.be/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "doubleclick.net",
"status": "ok",
"url": "https://doubleclick.net/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "gandi.net",
"status": "ok",
"url": "https://gandi.net/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "pinterest.com",
"status": "ok",
"url": "https://pinterest.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "googlesyndication.com",
"status": "http404",
"url": "https://googlesyndication.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "icloud.com",
"status": "ok",
"url": "https://icloud.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "pv-cdn.net",
"status": "err",
"url": null
},
{
"domain": "microsoftonline.com",
"status": "err",
"url": null
},
{
"domain": "w2rt6byl5nf1opmc-a.com",
"status": "err",
"url": null
},
{
"domain": "windows.net",
"status": "err",
"url": null
},
{
"domain": "cloudflare.net",
"status": "ok",
"url": "https://cloudflare.net/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "goo.gl",
"status": "http400",
"url": "https://goo.gl/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "adobe.com",
"status": "ok",
"url": "https://adobe.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "tiktok.com",
"status": "html",
"url": "https://tiktok.com/robots.txt"
},
{
"domain": "wordpress.org",
"status": "ok",
"url": "https://wordpress.org/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "myfritz.net",
"status": "ok",
"url": "https://myfritz.net/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "zoom.us",
"status": "ok",
"url": "https://zoom.us/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "windowsupdate.com",
"status": "err",
"url": null
},
{
"domain": "whatsapp.com",
"status": "ok",
"url": "https://whatsapp.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "googledomains.com",
"status": "html",
"url": "https://googledomains.com/robots.txt"
},
{
"domain": "skype.com",
"status": "html",
"url": "https://skype.com/robots.txt"
},
{
"domain": "gvt1.com",
"status": "err",
"url": null
},
{
"domain": "yahoo.com",
"status": "ok",
"url": "https://yahoo.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "digicert.com",
"status": "ok",
"url": "https://digicert.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "wa.me",
"status": "ok",
"url": "https://wa.me/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "edgekey.net",
"status": "err",
"url": null
},
{
"domain": "tiktokcdn.com",
"status": "err",
"url": null
},
{
"domain": "opera.com",
"status": "ok",
"url": "https://opera.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "spotify.com",
"status": "ok",
"url": "https://spotify.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "roblox.com",
"status": "ok",
"url": "https://roblox.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "h264.io",
"status": "err",
"url": null
},
{
"domain": "workers.dev",
"status": "html",
"url": "https://workers.dev/robots.txt"
},
{
"domain": "tiktokv.com",
"status": "http404",
"url": "https://tiktokv.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "a2z.com",
"status": "err",
"url": null
},
{
"domain": "baidu.com",
"status": "ok",
"url": "https://baidu.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": false
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "amazonvideo.com",
"status": "ok",
"url": "https://amazonvideo.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "b-cdn.net",
"status": "html",
"url": "https://b-cdn.net/robots.txt"
},
{
"domain": "ntp.org",
"status": "ok",
"url": "https://ntp.org/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "vimeo.com",
"status": "ok",
"url": "https://vimeo.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "akam.net",
"status": "err",
"url": null
},
{
"domain": "blogspot.com",
"status": "ok",
"url": "https://blogspot.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "qq.com",
"status": "ok",
"url": "https://qq.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "nginx.org",
"status": "ok",
"url": "https://nginx.org/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "yandex.net",
"status": "http404",
"url": "https://yandex.net/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "3gppnetwork.org",
"status": "err",
"url": null
},
{
"domain": "msn.com",
"status": "ok",
"url": "https://msn.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "mozilla.org",
"status": "ok",
"url": "https://mozilla.org/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "f5.com",
"status": "ok",
"url": "https://f5.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "epicgames.com",
"status": "http403",
"url": "https://epicgames.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "aws.dev",
"status": "err",
"url": null
},
{
"domain": "wordpress.com",
"status": "ok",
"url": "https://wordpress.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "t.me",
"status": "http404",
"url": "https://t.me/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "nginx.com",
"status": "html",
"url": "https://nginx.com/robots.txt"
},
{
"domain": "sentry.io",
"status": "ok",
"url": "https://sentry.io/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "edgesuite.net",
"status": "err",
"url": null
},
{
"domain": "reddit.com",
"status": "ok",
"url": "https://reddit.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "lencr.org",
"status": "html",
"url": "https://lencr.org/robots.txt"
},
{
"domain": "cdn77.org",
"status": "err",
"url": null
},
{
"domain": "yandex.ru",
"status": "ok",
"url": "https://yandex.ru/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "ui.com",
"status": "ok",
"url": "https://ui.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "europa.eu",
"status": "ok",
"url": "https://europa.eu/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "root-servers.net",
"status": "err",
"url": null
},
{
"domain": "2mdn.net",
"status": "err",
"url": null
},
{
"domain": "chatgpt.com",
"status": "ok",
"url": "https://chatgpt.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "cdninstagram.com",
"status": "err",
"url": null
},
{
"domain": "gvt2.com",
"status": "err",
"url": null
},
{
"domain": "intuit.com",
"status": "ok",
"url": "https://intuit.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "bit.ly",
"status": "ok",
"url": "https://bit.ly/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "ipify.org",
"status": "ok",
"url": "https://ipify.org/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "dotaplabs.net",
"status": "err",
"url": null
},
{
"domain": "yccdn.ru",
"status": "err",
"url": null
},
{
"domain": "aliyuncs.com",
"status": "http404",
"url": "https://aliyuncs.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "samsung.com",
"status": "ok",
"url": "https://samsung.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "fastly-edge.com",
"status": "err",
"url": null
},
{
"domain": "okcdn.ru",
"status": "http404",
"url": "https://okcdn.ru/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "virginm.net",
"status": "err",
"url": null
},
{
"domain": "office365.com",
"status": "http403",
"url": "https://office365.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "skybridge.click",
"status": "ok",
"url": "https://skybridge.click/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "t-online.de",
"status": "ok",
"url": "https://t-online.de/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "registrar-servers.com",
"status": "ok",
"url": "https://registrar-servers.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "outlook.com",
"status": "http417",
"url": "https://outlook.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "ytimg.com",
"status": "err",
"url": null
},
{
"domain": "adobe.io",
"status": "ok",
"url": "https://adobe.io/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "openai.com",
"status": "ok",
"url": "https://openai.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "nic.ru",
"status": "html",
"url": "https://nic.ru/robots.txt"
},
{
"domain": "amazon.dev",
"status": "err",
"url": null
},
{
"domain": "dropbox.com",
"status": "ok",
"url": "https://dropbox.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": true
},
{
"domain": "github.io",
"status": "html",
"url": "https://github.io/robots.txt"
},
{
"domain": "android.com",
"status": "ok",
"url": "https://android.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "azurefd.net",
"status": "http404",
"url": "https://www.azurefd.net/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "windows.com",
"status": "html",
"url": "https://windows.com/robots.txt"
},
{
"domain": "cloudflare-dns.com",
"status": "ok",
"url": "https://cloudflare-dns.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "static.microsoft",
"status": "err",
"url": null
},
{
"domain": "nih.gov",
"status": "http403",
"url": "https://nih.gov/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "akamaized.net",
"status": "err",
"url": null
},
{
"domain": "apache.org",
"status": "ok",
"url": "https://apache.org/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "discord.gg",
"status": "ok",
"url": "https://discord.gg/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "webex.com",
"status": "http403",
"url": "https://webex.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "dns-parking.com",
"status": "err",
"url": null
},
{
"domain": "vk.ru",
"status": "ok",
"url": "https://vk.ru/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "nflxso.net",
"status": "err",
"url": null
},
{
"domain": "archive.org",
"status": "ok",
"url": "https://archive.org/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "forms.gle",
"status": "http400",
"url": "https://forms.gle/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "tm-azurefd.net",
"status": "err",
"url": null
},
{
"domain": "vk.com",
"status": "ok",
"url": "https://vk.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "dnsowl.com",
"status": "err",
"url": null
},
{
"domain": "duckdns.org",
"status": "http404",
"url": "https://duckdns.org/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "snapchat.com",
"status": "ok",
"url": "https://snapchat.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "crashlytics.com",
"status": "html",
"url": "https://crashlytics.com/robots.txt"
},
{
"domain": "tumblr.com",
"status": "ok",
"url": "https://tumblr.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "spo-msedge.net",
"status": "err",
"url": null
},
{
"domain": "godaddy.com",
"status": "http403",
"url": "https://godaddy.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "reg.ru",
"status": "html",
"url": "https://reg.ru/robots.txt"
},
{
"domain": "trbcdn.net",
"status": "err",
"url": null
},
{
"domain": "nytimes.com",
"status": "ok",
"url": "https://nytimes.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "azurewebsites.net",
"status": "err",
"url": null
},
{
"domain": "jomodns.com",
"status": "err",
"url": null
},
{
"domain": "gravatar.com",
"status": "ok",
"url": "https://gravatar.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "ubuntu.com",
"status": "ok",
"url": "https://ubuntu.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "amazon-adsystem.com",
"status": "err",
"url": null
},
{
"domain": "kaspersky.com",
"status": "ok",
"url": "https://kaspersky.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "telegram.org",
"status": "http404",
"url": "https://telegram.org/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "shopify.com",
"status": "ok",
"url": "https://shopify.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "supertms.com",
"status": "err",
"url": null
},
{
"domain": "google-analytics.com",
"status": "ok",
"url": "https://google-analytics.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "ax-msedge.net",
"status": "err",
"url": null
},
{
"domain": "paypal.com",
"status": "ok",
"url": "https://paypal.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "example.com",
"status": "http404",
"url": "https://example.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "samsungcloud.com",
"status": "ok",
"url": "https://samsungcloud.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "scorecardresearch.com",
"status": "http404",
"url": "https://scorecardresearch.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "afternic.com",
"status": "ok",
"url": "https://afternic.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "flickr.com",
"status": "ok",
"url": "https://flickr.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "pages.dev",
"status": "html",
"url": "https://pages.dev/robots.txt"
},
{
"domain": "w3.org",
"status": "ok",
"url": "https://w3.org/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "nflximg.com",
"status": "err",
"url": null
},
{
"domain": "discord.com",
"status": "ok",
"url": "https://discord.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "creativecommons.org",
"status": "ok",
"url": "https://creativecommons.org/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "telekom.net",
"status": "html",
"url": "https://telekom.net/robots.txt"
},
{
"domain": "ksyuncdn.com",
"status": "err",
"url": null
},
{
"domain": "unity3d.com",
"status": "ok",
"url": "https://unity3d.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "vkuserphoto.ru",
"status": "http418",
"url": "https://vkuserphoto.ru/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "pki.goog",
"status": "ok",
"url": "https://pki.goog/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "ebay.com",
"status": "ok",
"url": "https://ebay.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "soundcloud.com",
"status": "ok",
"url": "https://soundcloud.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "macromedia.com",
"status": "http500",
"url": null
},
{
"domain": "mts.ru",
"status": "ok",
"url": "https://mts.ru/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "cnn.com",
"status": "ok",
"url": "https://cnn.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": true,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "iiko.it",
"status": "err",
"url": null
},
{
"domain": "awswaf.com",
"status": "err",
"url": null
},
{
"domain": "theguardian.com",
"status": "ok",
"url": "https://theguardian.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "meraki.com",
"status": "ok",
"url": "https://meraki.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "youtube-nocookie.com",
"status": "ok",
"url": "https://www.youtube-nocookie.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "medium.com",
"status": "ok",
"url": "https://medium.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "hichina.com",
"status": "html",
"url": "https://www.hichina.com/robots.txt"
},
{
"domain": "comcast.net",
"status": "http403",
"url": "https://comcast.net/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "stripe.com",
"status": "ok",
"url": "https://stripe.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "mtgglobals.com",
"status": "http404",
"url": "https://www.mtgglobals.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "tbcache.com",
"status": "err",
"url": null
},
{
"domain": "msedge.net",
"status": "err",
"url": null
},
{
"domain": "app-measurement.com",
"status": "http404",
"url": "https://app-measurement.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "doi.org",
"status": "http404",
"url": "https://doi.org/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "bybanking.com",
"status": "err",
"url": null
},
{
"domain": "licdn.com",
"status": "err",
"url": null
},
{
"domain": "oracle.com",
"status": "http403",
"url": "https://oracle.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "forter.com",
"status": "ok",
"url": "https://forter.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "ttdns2.com",
"status": "err",
"url": null
},
{
"domain": "criteo.com",
"status": "ok",
"url": "https://criteo.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "bbc.com",
"status": "ok",
"url": "https://bbc.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "xiaomi.com",
"status": "http403",
"url": "https://xiaomi.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "azureedge.net",
"status": "http404",
"url": "https://www.azureedge.net/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "ailawandorder.com",
"status": "err",
"url": null
},
{
"domain": "omtrdc.net",
"status": "err",
"url": null
},
{
"domain": "forbes.com",
"status": "ok",
"url": "https://forbes.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "cdngslb.com",
"status": "err",
"url": null
},
{
"domain": "wikimedia.org",
"status": "http404",
"url": "https://wikimedia.org/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "twitch.tv",
"status": "ok",
"url": "https://twitch.tv/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "sciencedirect.com",
"status": "http403",
"url": "https://sciencedirect.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "arubanetworks.com",
"status": "http403",
"url": "https://www.arubanetworks.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "quickconnect.to",
"status": "ok",
"url": "https://quickconnect.to/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "researchgate.net",
"status": "ok",
"url": "https://researchgate.net/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "firefox-portal-detection.com",
"status": "http404",
"url": "https://firefox-portal-detection.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "mit.edu",
"status": "ok",
"url": "https://mit.edu/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "publicnode.com",
"status": "ok",
"url": "https://publicnode.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "hcaptcha.com",
"status": "ok",
"url": "https://hcaptcha.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "applovin.com",
"status": "ok",
"url": "https://applovin.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "astrumu.io",
"status": "ok",
"url": "https://astrumu.io/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "rbxcdn.com",
"status": "err",
"url": null
},
{
"domain": "nist.gov",
"status": "ok",
"url": "https://nist.gov/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "msftconnecttest.com",
"status": "err",
"url": null
},
{
"domain": "yandexcloud.net",
"status": "err",
"url": null
},
{
"domain": "bbc.co.uk",
"status": "ok",
"url": "https://bbc.co.uk/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "shifen.com",
"status": "err",
"url": null
},
{
"domain": "namecheap.com",
"status": "ok",
"url": "https://namecheap.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "roku.com",
"status": "ok",
"url": "https://roku.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "cpanel.net",
"status": "ok",
"url": "https://cpanel.net/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "googletagservices.com",
"status": "http404",
"url": "https://www.googletagservices.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "weather.com",
"status": "ok",
"url": "https://weather.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "amplitude.com",
"status": "ok",
"url": "https://amplitude.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "skyhigh.cloud",
"status": "http403",
"url": "https://skyhigh.cloud/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "namebrightdns.com",
"status": "err",
"url": null
},
{
"domain": "bytefcdn-oversea.com",
"status": "err",
"url": null
},
{
"domain": "vedcdnlb.com",
"status": "err",
"url": null
},
{
"domain": "t.co",
"status": "ok",
"url": "https://t.co/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "adtrafficquality.google",
"status": "http404",
"url": "https://adtrafficquality.google/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "cisco.com",
"status": "ok",
"url": "https://cisco.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "sourceforge.net",
"status": "ok",
"url": "https://sourceforge.net/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": true
},
{
"domain": "playstation.net",
"status": "err",
"url": null
},
{
"domain": "wsdvs.com",
"status": "err",
"url": null
},
{
"domain": "sfx.ms",
"status": "err",
"url": null
},
{
"domain": "name-services.com",
"status": "err",
"url": null
},
{
"domain": "aliyuncsslbintl.com",
"status": "err",
"url": null
},
{
"domain": "icanhazip.com",
"status": "ok",
"url": "https://icanhazip.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "dnsmadeeasy.com",
"status": "http404",
"url": "https://dnsmadeeasy.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "hubspot.com",
"status": "ok",
"url": "https://hubspot.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "alibabadns.com",
"status": "err",
"url": null
},
{
"domain": "imdb.com",
"status": "ok",
"url": "https://imdb.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "linktr.ee",
"status": "http403",
"url": "https://linktr.ee/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "cdn-apple.com",
"status": "err",
"url": null
},
{
"domain": "googleadservices.com",
"status": "http404",
"url": "https://googleadservices.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "ozon.ru",
"status": "http307",
"url": null
},
{
"domain": "alidns.com",
"status": "ok",
"url": "https://alidns.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "who.int",
"status": "ok",
"url": "https://who.int/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "googleblog.com",
"status": "html",
"url": "https://googleblog.com/robots.txt"
},
{
"domain": "geobasket.ru",
"status": "err",
"url": null
},
{
"domain": "wixsite.com",
"status": "ok",
"url": "https://www.wixsite.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "avcdn.net",
"status": "err",
"url": null
},
{
"domain": "userapi.com",
"status": "ok",
"url": "https://userapi.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "brave.com",
"status": "ok",
"url": "https://brave.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "ibm.com",
"status": "ok",
"url": "https://ibm.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "ttvnw.net",
"status": "err",
"url": null
},
{
"domain": "canva.com",
"status": "ok",
"url": "https://canva.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "workbox.dk",
"status": "err",
"url": null
},
{
"domain": "spov-msedge.net",
"status": "err",
"url": null
},
{
"domain": "reuters.com",
"status": "ok",
"url": "https://reuters.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "launchpad.net",
"status": "ok",
"url": "https://launchpad.net/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "datadoghq.com",
"status": "ok",
"url": "https://datadoghq.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "akamaihd.net",
"status": "err",
"url": null
},
{
"domain": "hp.com",
"status": "ok",
"url": "https://hp.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "tinyurl.com",
"status": "ok",
"url": "https://tinyurl.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "telegram.me",
"status": "html",
"url": "https://telegram.me/robots.txt"
},
{
"domain": "booking.com",
"status": "ok",
"url": "https://booking.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "www.gov.uk",
"status": "ok",
"url": "https://www.gov.uk/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "nature.com",
"status": "ok",
"url": "https://nature.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "ggpht.com",
"status": "err",
"url": null
},
{
"domain": "gamepass.com",
"status": "err",
"url": null
},
{
"domain": "xcal.tv",
"status": "err",
"url": null
},
{
"domain": "ip-api.com",
"status": "ok",
"url": "https://ip-api.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "demdex.net",
"status": "ok",
"url": "https://www.demdex.net/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "steampowered.com",
"status": "ok",
"url": "https://steampowered.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "media-amazon.com",
"status": "err",
"url": null
},
{
"domain": "app-analytics-services.com",
"status": "http404",
"url": "https://app-analytics-services.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "myshopify.com",
"status": "http404",
"url": "https://myshopify.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "tiktokcdn-us.com",
"status": "err",
"url": null
},
{
"domain": "salesforce.com",
"status": "ok",
"url": "https://salesforce.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "miui.com",
"status": "http404",
"url": "https://miui.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "avast.com",
"status": "http403",
"url": "https://avast.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "springer.com",
"status": "ok",
"url": "https://springer.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "telecid.ru",
"status": "http403",
"url": "https://www.telecid.ru/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "jsdelivr.net",
"status": "err",
"url": null
},
{
"domain": "byteoversea.net",
"status": "err",
"url": null
},
{
"domain": "alibaba.com",
"status": "ok",
"url": "https://alibaba.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "slack.com",
"status": "ok",
"url": "https://slack.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "imcmdb.net",
"status": "err",
"url": null
},
{
"domain": "launchdarkly.com",
"status": "ok",
"url": "https://launchdarkly.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "wac-msedge.net",
"status": "err",
"url": null
},
{
"domain": "msftncsi.com",
"status": "err",
"url": null
},
{
"domain": "vungle.com",
"status": "ok",
"url": "https://vungle.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "autodesk.com",
"status": "http403",
"url": "https://autodesk.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "douyincdn.com",
"status": "err",
"url": null
},
{
"domain": "crcdn.pro",
"status": "err",
"url": null
},
{
"domain": "heytapmobile.com",
"status": "err",
"url": null
},
{
"domain": "pubmatic.com",
"status": "http403",
"url": "https://pubmatic.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "mybluehost.me",
"status": "err",
"url": null
},
{
"domain": "steamserver.net",
"status": "err",
"url": null
},
{
"domain": "weibo.com",
"status": "ok",
"url": "https://weibo.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "debian.org",
"status": "http404",
"url": "https://debian.org/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "harvard.edu",
"status": "ok",
"url": "https://harvard.edu/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "wiley.com",
"status": "html",
"url": "https://wiley.com/robots.txt"
},
{
"domain": "ok.ru",
"status": "ok",
"url": "https://ok.ru/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "rubiconproject.com",
"status": "ok",
"url": "https://rubiconproject.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "amazon.co.uk",
"status": "ok",
"url": "https://amazon.co.uk/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "onelink.me",
"status": "html",
"url": "https://onelink.me/robots.txt"
},
{
"domain": "browser-intake-datadoghq.com",
"status": "http403",
"url": "https://browser-intake-datadoghq.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "etsy.com",
"status": "ok",
"url": "https://etsy.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": true
},
{
"domain": "grammarly.com",
"status": "ok",
"url": "https://grammarly.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "cloudflareinsights.com",
"status": "html",
"url": "https://cloudflareinsights.com/robots.txt"
},
{
"domain": "online-metrix.net",
"status": "err",
"url": null
},
{
"domain": "mi.com",
"status": "http403",
"url": "https://mi.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "clarity.ms",
"status": "http404",
"url": "https://www.clarity.ms/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "gmail.com",
"status": "ok",
"url": "https://gmail.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "smartadserver.com",
"status": "html",
"url": "https://smartadserver.com/robots.txt"
},
{
"domain": "php.net",
"status": "ok",
"url": "https://php.net/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "naver.com",
"status": "ok",
"url": "https://naver.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "zendesk.com",
"status": "ok",
"url": "https://zendesk.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "anthropic.com",
"status": "ok",
"url": "https://anthropic.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "bilibili.com",
"status": "ok",
"url": "https://bilibili.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "volcfcdndvs.com",
"status": "err",
"url": null
},
{
"domain": "ea.com",
"status": "ok",
"url": "https://ea.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "casalemedia.com",
"status": "html",
"url": "https://casalemedia.com/robots.txt"
},
{
"domain": "trustpilot.com",
"status": "ok",
"url": "https://trustpilot.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "gnu.org",
"status": "ok",
"url": "https://gnu.org/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "branch.io",
"status": "ok",
"url": "https://branch.io/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "weebly.com",
"status": "ok",
"url": "https://weebly.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "tp-link.com",
"status": "ok",
"url": "https://tp-link.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "aliyun.com",
"status": "ok",
"url": "https://aliyun.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "espn.com",
"status": "ok",
"url": "https://espn.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "dell.com",
"status": "ok",
"url": "https://dell.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "checkpoint.com",
"status": "ok",
"url": "https://checkpoint.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": true
},
{
"domain": "vercel-dns-016.com",
"status": "http404",
"url": "https://www.vercel-dns-016.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "cdc.gov",
"status": "ok",
"url": "https://cdc.gov/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "nvidia.com",
"status": "ok",
"url": "https://nvidia.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": true
},
{
"domain": "tradingview.com",
"status": "ok",
"url": "https://tradingview.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": false,
"Googlebot": false,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "nflxvideo.net",
"status": "err",
"url": null
},
{
"domain": "un.org",
"status": "ok",
"url": "https://un.org/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "adnxs.com",
"status": "http404",
"url": "https://adnxs.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "worldnic.com",
"status": "err",
"url": null
},
{
"domain": "cm.com",
"status": "ok",
"url": "https://cm.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "google.cn",
"status": "http404",
"url": "https://google.cn/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "netflix.net",
"status": "ok",
"url": "https://netflix.net/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "ripn.net",
"status": "err",
"url": null
},
{
"domain": "opendns.com",
"status": "ok",
"url": "https://www.opendns.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "spaceweb.pro",
"status": "err",
"url": null
},
{
"domain": "globo.com",
"status": "http403",
"url": "https://globo.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "nasa.gov",
"status": "ok",
"url": "https://nasa.gov/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "gitlab.com",
"status": "ok",
"url": "https://gitlab.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "wsj.com",
"status": "ok",
"url": "https://wsj.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "allawnos.com",
"status": "err",
"url": null
},
{
"domain": "paloaltonetworks.com",
"status": "ok",
"url": "https://paloaltonetworks.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "tagomi.com",
"status": "html",
"url": "https://tagomi.com/robots.txt"
},
{
"domain": "issuu.com",
"status": "ok",
"url": "https://issuu.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "stanford.edu",
"status": "ok",
"url": "https://stanford.edu/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "name.com",
"status": "ok",
"url": "https://name.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "dns.google",
"status": "http404",
"url": "https://dns.google/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "myhuaweicloud.com",
"status": "err",
"url": null
},
{
"domain": "amazon.de",
"status": "ok",
"url": "https://amazon.de/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "washingtonpost.com",
"status": "ok",
"url": "https://washingtonpost.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "bloomberg.com",
"status": "ok",
"url": "https://bloomberg.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": true
},
{
"domain": "cdnbuild.net",
"status": "err",
"url": null
},
{
"domain": "nr-data.net",
"status": "err",
"url": null
},
{
"domain": "mangosip.ru",
"status": "err",
"url": null
},
{
"domain": "live-video.net",
"status": "http403",
"url": "https://live-video.net/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "plesk.com",
"status": "ok",
"url": "https://plesk.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "archive.ph",
"status": "err",
"url": null
},
{
"domain": "tiktokv.us",
"status": "err",
"url": null
},
{
"domain": "bsky.app",
"status": "ok",
"url": "https://bsky.app/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "shopifysvc.com",
"status": "err",
"url": null
},
{
"domain": "vkuser.net",
"status": "err",
"url": null
},
{
"domain": "dotomi.com",
"status": "html",
"url": "https://dotomi.com/robots.txt"
},
{
"domain": "cookiedatabase.org",
"status": "http403",
"url": "https://cookiedatabase.org/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "sberbank.ru",
"status": "err",
"url": null
},
{
"domain": "samsungcloudsolution.com",
"status": "err",
"url": null
},
{
"domain": "grammarly.io",
"status": "err",
"url": null
},
{
"domain": "amazontrust.com",
"status": "http404",
"url": "https://www.amazontrust.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "okta.com",
"status": "ok",
"url": "https://okta.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "go.com",
"status": "ok",
"url": "https://go.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "netease.com",
"status": "http404",
"url": "https://www.netease.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "yandex.com",
"status": "ok",
"url": "https://yandex.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "manulife-sinochem.com",
"status": "html",
"url": "https://www.manulife-sinochem.com/robots.txt"
},
{
"domain": "ibyteimg.com",
"status": "err",
"url": null
},
{
"domain": "capcutapi.com",
"status": "err",
"url": null
},
{
"domain": "on.aws",
"status": "err",
"url": null
},
{
"domain": "calendly.com",
"status": "ok",
"url": "https://calendly.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": true
},
{
"domain": "scdn.co",
"status": "http404",
"url": "https://www.scdn.co/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "claude.ai",
"status": "ok",
"url": "https://claude.ai/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "drom.ru",
"status": "ok",
"url": "https://drom.ru/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "wps.com",
"status": "ok",
"url": "https://wps.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "githubusercontent.com",
"status": "http500",
"url": null
},
{
"domain": "awsglobalaccelerator.com",
"status": "err",
"url": null
},
{
"domain": "expireddomains.com",
"status": "ok",
"url": "https://expireddomains.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "duckduckgo.com",
"status": "ok",
"url": "https://duckduckgo.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "line.me",
"status": "ok",
"url": "https://line.me/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "163.com",
"status": "ok",
"url": "https://www.163.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "dynatrace.com",
"status": "ok",
"url": "https://dynatrace.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "indeed.com",
"status": "ok",
"url": "https://indeed.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "netangels.ru",
"status": "ok",
"url": "https://netangels.ru/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "unsplash.com",
"status": "ok",
"url": "https://unsplash.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "substack.com",
"status": "ok",
"url": "https://substack.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "aol.com",
"status": "ok",
"url": "https://aol.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "inmobi.com",
"status": "ok",
"url": "https://inmobi.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "steamcommunity.com",
"status": "ok",
"url": "https://steamcommunity.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "elasticbeanstalk.com",
"status": "err",
"url": null
},
{
"domain": "kwai-pro.com",
"status": "http404",
"url": "https://www.kwai-pro.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "temu.com",
"status": "ok",
"url": "https://temu.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "archive.is",
"status": "err",
"url": null
},
{
"domain": "atlassian.net",
"status": "ok",
"url": "https://atlassian.net/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "tiktokcdn-eu.com",
"status": "err",
"url": null
},
{
"domain": "hostgator.com",
"status": "http403",
"url": "https://hostgator.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "firetvcaptiveportal.com",
"status": "err",
"url": null
},
{
"domain": "adobe.net",
"status": "err",
"url": null
},
{
"domain": "heytapdl.com",
"status": "err",
"url": null
},
{
"domain": "tiktokv.eu",
"status": "err",
"url": null
},
{
"domain": "telekom.de",
"status": "ok",
"url": "https://telekom.de/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "dailymotion.com",
"status": "ok",
"url": "https://dailymotion.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "impervadns.net",
"status": "err",
"url": null
},
{
"domain": "beian.gov.cn",
"status": "err",
"url": null
},
{
"domain": "xboxlive.com",
"status": "err",
"url": null
},
{
"domain": "tencent-cloud.net",
"status": "err",
"url": null
},
{
"domain": "gcdn.co",
"status": "err",
"url": null
},
{
"domain": "gandi-ns.fr",
"status": "err",
"url": null
},
{
"domain": "plex.direct",
"status": "err",
"url": null
},
{
"domain": "spotifycdn.com",
"status": "http404",
"url": "https://www.spotifycdn.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "tiktokpangle.us",
"status": "err",
"url": null
},
{
"domain": "pushy.io",
"status": "http404",
"url": "https://pushy.io/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "intel.com",
"status": "ok",
"url": "https://intel.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": true
},
{
"domain": "dropcatch.com",
"status": "html",
"url": "https://dropcatch.com/robots.txt"
},
{
"domain": "statsigapi.net",
"status": "http403",
"url": "https://statsigapi.net/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "ampproject.org",
"status": "http404",
"url": "https://ampproject.org/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "taboola.com",
"status": "ok",
"url": "https://taboola.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "arxiv.org",
"status": "ok",
"url": "https://arxiv.org/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "taobao.com",
"status": "ok",
"url": "https://taobao.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "g.page",
"status": "html",
"url": "https://g.page/robots.txt"
},
{
"domain": "kaspersky-labs.com",
"status": "err",
"url": null
},
{
"domain": "yahoo.co.jp",
"status": "ok",
"url": "https://yahoo.co.jp/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "bluehost.com",
"status": "http403",
"url": "https://bluehost.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "eye4.cn",
"status": "http500",
"url": null
},
{
"domain": "myqcloud.com",
"status": "err",
"url": null
},
{
"domain": "pixabay.com",
"status": "ok",
"url": "https://pixabay.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "duolingo.com",
"status": "ok",
"url": "https://duolingo.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "speedtest.net",
"status": "ok",
"url": "https://speedtest.net/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "prodregistryv2.org",
"status": "http404",
"url": "https://prodregistryv2.org/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "huawei.com",
"status": "ok",
"url": "https://huawei.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "businessinsider.com",
"status": "ok",
"url": "https://businessinsider.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "run.app",
"status": "http404",
"url": "https://run.app/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "chatgpt.site",
"status": "html",
"url": "https://chatgpt.site/robots.txt"
},
{
"domain": "mcafee.com",
"status": "err",
"url": null
},
{
"domain": "mzstatic.com",
"status": "html",
"url": "https://mzstatic.com/robots.txt"
},
{
"domain": "fandom.com",
"status": "http403",
"url": "https://fandom.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "selectel.ru",
"status": "ok",
"url": "https://selectel.ru/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "cnbc.com",
"status": "ok",
"url": "https://cnbc.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "walmart.com",
"status": "ok",
"url": "https://www.walmart.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "lijit.com",
"status": "http403",
"url": "https://lijit.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "adobedc.net",
"status": "err",
"url": null
},
{
"domain": "facebook.net",
"status": "err",
"url": null
},
{
"domain": "wp.com",
"status": "ok",
"url": "https://wp.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "kwai.net",
"status": "ok",
"url": "https://www.kwai.net/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "goodreads.com",
"status": "ok",
"url": "https://goodreads.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": true,
"Googlebot": false,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "shein.com",
"status": "ok",
"url": "https://shein.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "aliexpress.com",
"status": "ok",
"url": "https://aliexpress.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "ietf.org",
"status": "ok",
"url": "https://ietf.org/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "dual-s-msedge.net",
"status": "err",
"url": null
},
{
"domain": "ui-dns.com",
"status": "err",
"url": null
},
{
"domain": "crpt.ru",
"status": "ok",
"url": "https://crpt.ru/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "vercel-dns-017.com",
"status": "http404",
"url": "https://www.vercel-dns-017.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "azure-dns.com",
"status": "err",
"url": null
},
{
"domain": "xiaomi.net",
"status": "err",
"url": null
},
{
"domain": "amazon.co.jp",
"status": "ok",
"url": "https://amazon.co.jp/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "rocket-cdn.com",
"status": "err",
"url": null
},
{
"domain": "statista.com",
"status": "ok",
"url": "https://statista.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "quora.com",
"status": "ok",
"url": "https://quora.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "list-manage.com",
"status": "err",
"url": null
},
{
"domain": "scribd.com",
"status": "ok",
"url": "https://scribd.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "trendmicro.com",
"status": "ok",
"url": "https://trendmicro.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "eventbrite.com",
"status": "ok",
"url": "https://eventbrite.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "teamviewer.com",
"status": "ok",
"url": "https://teamviewer.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "sina.com.cn",
"status": "ok",
"url": "https://sina.com.cn/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "featureassets.org",
"status": "http403",
"url": "https://featureassets.org/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "addtoany.com",
"status": "ok",
"url": "https://addtoany.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "dnspod.net",
"status": "err",
"url": null
},
{
"domain": "foxnews.com",
"status": "ok",
"url": "https://foxnews.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "trueconf.net",
"status": "err",
"url": null
},
{
"domain": "npr.org",
"status": "err",
"url": null
},
{
"domain": "markmonitor.com",
"status": "http403",
"url": "https://markmonitor.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "timeweb.ru",
"status": "html",
"url": "https://timeweb.ru/robots.txt"
},
{
"domain": "indiatimes.com",
"status": "ok",
"url": "https://indiatimes.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "bx-msedge.net",
"status": "err",
"url": null
},
{
"domain": "blogger.com",
"status": "ok",
"url": "https://blogger.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "google.de",
"status": "ok",
"url": "https://google.de/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "noaa.gov",
"status": "http403",
"url": "https://noaa.gov/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "squarespacedns.com",
"status": "err",
"url": null
},
{
"domain": "braze.com",
"status": "ok",
"url": "https://braze.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "amzn.to",
"status": "ok",
"url": "https://amzn.to/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "share.google",
"status": "html",
"url": "https://share.google/robots.txt"
},
{
"domain": "google.com.hk",
"status": "ok",
"url": "https://google.com.hk/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "appsflyer.com",
"status": "ok",
"url": "https://appsflyer.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "behance.net",
"status": "ok",
"url": "https://behance.net/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "openstreetmap.org",
"status": "ok",
"url": "https://openstreetmap.org/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "supercell.com",
"status": "ok",
"url": "https://supercell.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "tplinkcloud.com",
"status": "ok",
"url": "https://www.tplinkcloud.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "twimg.com",
"status": "err",
"url": null
},
{
"domain": "adsafeprotected.com",
"status": "ok",
"url": "https://adsafeprotected.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "netcraze.io",
"status": "ok",
"url": "https://netcraze.io/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "sc-gw.com",
"status": "err",
"url": null
},
{
"domain": "bdydns.com",
"status": "err",
"url": null
},
{
"domain": "docker.com",
"status": "ok",
"url": "https://docker.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "samsungqbe.com",
"status": "err",
"url": null
},
{
"domain": "whecloud.com",
"status": "err",
"url": null
},
{
"domain": "oraclecloud.com",
"status": "http403",
"url": "https://oraclecloud.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "dyndns.org",
"status": "html",
"url": "https://dyndns.org/robots.txt"
},
{
"domain": "playstation.com",
"status": "err",
"url": null
},
{
"domain": "adriver.ru",
"status": "http404",
"url": "https://adriver.ru/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "openx.net",
"status": "http404",
"url": "https://openx.net/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "mysql.com",
"status": "ok",
"url": "https://mysql.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "stackoverflow.com",
"status": "http403",
"url": "https://stackoverflow.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "ipv4only.arpa",
"status": "err",
"url": null
},
{
"domain": "uol.com.br",
"status": "ok",
"url": "https://uol.com.br/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "capcut.com",
"status": "ok",
"url": "https://capcut.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": true
},
{
"domain": "nease.net",
"status": "err",
"url": null
},
{
"domain": "mozilla.com",
"status": "ok",
"url": "https://mozilla.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "ft.com",
"status": "ok",
"url": "https://ft.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "miit.gov.cn",
"status": "http404",
"url": "https://www.miit.gov.cn/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "cloudns.net",
"status": "ok",
"url": "https://cloudns.net/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "0xrpc.io",
"status": "http404",
"url": "https://0xrpc.io/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "nmrodam.com",
"status": "err",
"url": null
},
{
"domain": "slideshare.net",
"status": "ok",
"url": "https://slideshare.net/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "alicdn.com",
"status": "err",
"url": null
},
{
"domain": "shop.app",
"status": "ok",
"url": "https://shop.app/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "firefox.com",
"status": "ok",
"url": "https://firefox.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "icloud-content.com",
"status": "html",
"url": "https://icloud-content.com/robots.txt"
},
{
"domain": "adobedtm.com",
"status": "err",
"url": null
},
{
"domain": "exp-tas.com",
"status": "err",
"url": null
},
{
"domain": "visualstudio.com",
"status": "ok",
"url": "https://visualstudio.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "edgecdn.ru",
"status": "err",
"url": null
},
{
"domain": "oup.com",
"status": "http500",
"url": null
},
{
"domain": "tandfonline.com",
"status": "ok",
"url": "https://tandfonline.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "force.com",
"status": "http403",
"url": "https://force.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "bunnyinfra.net",
"status": "err",
"url": null
},
{
"domain": "sohu.com",
"status": "ok",
"url": "https://sohu.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "unisys.com",
"status": "ok",
"url": "https://unisys.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "klaviyo.com",
"status": "ok",
"url": "https://klaviyo.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": true
},
{
"domain": "newrelic.com",
"status": "ok",
"url": "https://newrelic.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "fast.com",
"status": "ok",
"url": "https://fast.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "ivi.ru",
"status": "ok",
"url": "https://ivi.ru/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "footprintdns.com",
"status": "err",
"url": null
},
{
"domain": "herokuapp.com",
"status": "ok",
"url": "https://www.herokuapp.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "wired.com",
"status": "ok",
"url": "https://wired.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "wbx2.com",
"status": "err",
"url": null
},
{
"domain": "tripadvisor.com",
"status": "ok",
"url": "https://tripadvisor.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "byteglb.com",
"status": "err",
"url": null
},
{
"domain": "cornell.edu",
"status": "ok",
"url": "https://cornell.edu/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "e2ro.com",
"status": "err",
"url": null
},
{
"domain": "dreamhost.com",
"status": "ok",
"url": "https://dreamhost.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "wildberries.ru",
"status": "http498",
"url": "https://wildberries.ru/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "discord.media",
"status": "err",
"url": null
},
{
"domain": "comcast.com",
"status": "ok",
"url": "https://www.comcast.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "mediatek.com",
"status": "html",
"url": "https://mediatek.com/robots.txt"
},
{
"domain": "ezvizlife.com",
"status": "html",
"url": "https://ezvizlife.com/robots.txt"
},
{
"domain": "time.com",
"status": "ok",
"url": "https://time.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "vecdnlb.com",
"status": "err",
"url": null
},
{
"domain": "jquery.com",
"status": "ok",
"url": "https://jquery.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "threads.com",
"status": "ok",
"url": "https://threads.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "qlivecdn.com",
"status": "err",
"url": null
},
{
"domain": "squarespace.com",
"status": "ok",
"url": "https://squarespace.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "svc.ms",
"status": "http404",
"url": "https://www.svc.ms/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "eset.com",
"status": "ok",
"url": "https://eset.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "deviantart.com",
"status": "ok",
"url": "https://deviantart.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "nexthink.cloud",
"status": "err",
"url": null
},
{
"domain": "rakuten.co.jp",
"status": "ok",
"url": "https://rakuten.co.jp/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "360yield.com",
"status": "ok",
"url": "https://360yield.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "mobile.de",
"status": "ok",
"url": "https://mobile.de/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "ca.gov",
"status": "ok",
"url": "https://ca.gov/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "doubleverify.com",
"status": "ok",
"url": "https://doubleverify.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "free.fr",
"status": "ok",
"url": "https://free.fr/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "media.net",
"status": "ok",
"url": "https://media.net/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "ddnss.de",
"status": "ok",
"url": "https://ddnss.de/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "atlassian.com",
"status": "ok",
"url": "https://atlassian.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "live.net",
"status": "err",
"url": null
},
{
"domain": "singtelchina.cn",
"status": "err",
"url": null
},
{
"domain": "3lift.com",
"status": "http403",
"url": "https://3lift.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "mega.co.nz",
"status": "ok",
"url": "https://mega.co.nz/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "adsrvr.org",
"status": "http403",
"url": "https://adsrvr.org/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "vercel-dns-3.com",
"status": "err",
"url": null
},
{
"domain": "vercel.app",
"status": "html",
"url": "https://vercel.app/robots.txt"
},
{
"domain": "target.com",
"status": "ok",
"url": "https://target.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "wswebcdn.com",
"status": "err",
"url": null
},
{
"domain": "digitalocean.com",
"status": "ok",
"url": "https://digitalocean.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "dailymail.com",
"status": "ok",
"url": "https://dailymail.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": true
},
{
"domain": "wix.com",
"status": "ok",
"url": "https://wix.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "aboutads.info",
"status": "html",
"url": "https://aboutads.info/robots.txt"
},
{
"domain": "ieee.org",
"status": "ok",
"url": "https://ieee.org/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "vidaahub.com",
"status": "err",
"url": null
},
{
"domain": "shalltry.com",
"status": "http403",
"url": "https://shalltry.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "gosuslugi.ru",
"status": "ok",
"url": "https://gosuslugi.ru/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "usatoday.com",
"status": "ok",
"url": "https://usatoday.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "mdpi.com",
"status": "http403",
"url": "https://mdpi.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "rlcdn.com",
"status": "http404",
"url": "https://www.rlcdn.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "chinamobile.com",
"status": "err",
"url": null
},
{
"domain": "sagepub.com",
"status": "ok",
"url": "https://sagepub.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "unesco.org",
"status": "http403",
"url": "https://unesco.org/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "berkeley.edu",
"status": "ok",
"url": "https://berkeley.edu/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "telegraph.co.uk",
"status": "ok",
"url": "https://telegraph.co.uk/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "hotjar.com",
"status": "ok",
"url": "https://hotjar.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "avito.ru",
"status": "ok",
"url": "https://avito.ru/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "usercontent.goog",
"status": "http404",
"url": "https://usercontent.goog/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "techcrunch.com",
"status": "ok",
"url": "https://techcrunch.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "hicloud.com",
"status": "html",
"url": "https://www.hicloud.com/robots.txt"
},
{
"domain": "nintendo.com",
"status": "ok",
"url": "https://nintendo.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "ikea.com",
"status": "ok",
"url": "https://ikea.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "amazon.fr",
"status": "ok",
"url": "https://amazon.fr/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "amazon.ca",
"status": "ok",
"url": "https://amazon.ca/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "accuweather.com",
"status": "http403",
"url": "https://accuweather.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "sophos.com",
"status": "ok",
"url": "https://sophos.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": true
},
{
"domain": "onetrust.com",
"status": "ok",
"url": "https://onetrust.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "share-dns.com",
"status": "http409",
"url": "https://www.share-dns.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "dyingbirds.com",
"status": "err",
"url": null
},
{
"domain": "withgoogle.com",
"status": "html",
"url": "https://withgoogle.com/robots.txt"
},
{
"domain": "verisign.com",
"status": "ok",
"url": "https://verisign.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "merriam-webster.com",
"status": "ok",
"url": "https://merriam-webster.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "ks-cdn.com",
"status": "err",
"url": null
},
{
"domain": "usgovcloudapi.net",
"status": "err",
"url": null
},
{
"domain": "samsungapps.com",
"status": "err",
"url": null
},
{
"domain": "jotform.com",
"status": "ok",
"url": "https://jotform.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": true,
"Googlebot": false,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "bitrix24.ru",
"status": "ok",
"url": "https://bitrix24.ru/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "msidentity.com",
"status": "err",
"url": null
},
{
"domain": "intercom.io",
"status": "ok",
"url": "https://intercom.io/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "telefonica.de",
"status": "ok",
"url": "https://telefonica.de/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "telephony.goog",
"status": "err",
"url": null
},
{
"domain": "ups.com",
"status": "html",
"url": "https://ups.com/robots.txt"
},
{
"domain": "amagi.tv",
"status": "err",
"url": null
},
{
"domain": "service.gov.uk",
"status": "html",
"url": "https://service.gov.uk/robots.txt"
},
{
"domain": "tencent.com",
"status": "http404",
"url": "https://www.tencent.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "stackadapt.com",
"status": "ok",
"url": "https://stackadapt.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "meta.com",
"status": "ok",
"url": "https://meta.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "bytedns1.com",
"status": "err",
"url": null
},
{
"domain": "loc.gov",
"status": "ok",
"url": "https://loc.gov/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "charter.net",
"status": "ok",
"url": "https://charter.net/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "iso.org",
"status": "http403",
"url": "https://iso.org/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "optimizely.com",
"status": "ok",
"url": "https://optimizely.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "t-msedge.net",
"status": "err",
"url": null
},
{
"domain": "hstgr.net",
"status": "err",
"url": null
},
{
"domain": "herokudns.com",
"status": "err",
"url": null
},
{
"domain": "2gis.com",
"status": "ok",
"url": "https://2gis.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "samsungacr.com",
"status": "err",
"url": null
},
{
"domain": "beget.ru",
"status": "ok",
"url": "https://beget.ru/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "enacdn.net",
"status": "err",
"url": null
},
{
"domain": "box.com",
"status": "ok",
"url": "https://box.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "smaato.net",
"status": "err",
"url": null
},
{
"domain": "palmplaystore.com",
"status": "http404",
"url": "https://palmplaystore.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "amazon.in",
"status": "ok",
"url": "https://amazon.in/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "elpais.com",
"status": "ok",
"url": "https://elpais.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "nike.com",
"status": "ok",
"url": "https://nike.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "bidswitch.net",
"status": "err",
"url": null
},
{
"domain": "redhat.com",
"status": "ok",
"url": "https://redhat.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "primevideo.com",
"status": "ok",
"url": "https://primevideo.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "goskope.com",
"status": "err",
"url": null
},
{
"domain": "britannica.com",
"status": "ok",
"url": "https://britannica.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "sharethrough.com",
"status": "ok",
"url": "https://sharethrough.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "inner-active.mobi",
"status": "err",
"url": null
},
{
"domain": "bamgrid.com",
"status": "err",
"url": null
},
{
"domain": "immedia-semi.com",
"status": "err",
"url": null
},
{
"domain": "surveymonkey.com",
"status": "ok",
"url": "https://surveymonkey.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": true
},
{
"domain": "ad-tech.ru",
"status": "err",
"url": null
},
{
"domain": "ring.com",
"status": "ok",
"url": "https://ring.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "easebar.com",
"status": "err",
"url": null
},
{
"domain": "cambridge.org",
"status": "ok",
"url": "https://cambridge.org/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "xhamster.com",
"status": "ok",
"url": "https://xhamster.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "translate.goog",
"status": "http404",
"url": "https://translate.goog/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "anydesk.com",
"status": "http403",
"url": "https://anydesk.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "kick.com",
"status": "ok",
"url": "https://kick.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "lemonde.fr",
"status": "ok",
"url": "https://lemonde.fr/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "ovh.net",
"status": "html",
"url": "https://ovh.net/robots.txt"
},
{
"domain": "juicyscore.com",
"status": "http404",
"url": "https://juicyscore.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "cbsnews.com",
"status": "ok",
"url": "https://cbsnews.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "binance.com",
"status": "ok",
"url": "https://binance.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "yelp.com",
"status": "ok",
"url": "https://yelp.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "imrworldwide.com",
"status": "err",
"url": null
},
{
"domain": "resolver.arpa",
"status": "err",
"url": null
},
{
"domain": "nodeflix.net",
"status": "err",
"url": null
},
{
"domain": "fb.com",
"status": "ok",
"url": "https://fb.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "bandcamp.com",
"status": "ok",
"url": "https://bandcamp.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "perplexity.ai",
"status": "ok",
"url": "https://perplexity.ai/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "typekit.net",
"status": "err",
"url": null
},
{
"domain": "pvp.net",
"status": "err",
"url": null
},
{
"domain": "reverse.it",
"status": "html",
"url": "https://reverse.it/robots.txt"
},
{
"domain": "amazon.es",
"status": "ok",
"url": "https://amazon.es/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "stripchat.com",
"status": "ok",
"url": "https://stripchat.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "rustore.ru",
"status": "ok",
"url": "https://rustore.ru/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "outbrain.com",
"status": "ok",
"url": "https://outbrain.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "360.cn",
"status": "ok",
"url": "https://360.cn/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "dailymail.co.uk",
"status": "ok",
"url": "https://dailymail.co.uk/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": true
},
{
"domain": "ngenix.net",
"status": "http403",
"url": "https://ngenix.net/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "bugsnag.com",
"status": "ok",
"url": "https://bugsnag.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "ya.ru",
"status": "ok",
"url": "https://ya.ru/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "cookielaw.org",
"status": "ok",
"url": "https://cookielaw.org/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "certcenter.com",
"status": "html",
"url": "https://certcenter.com/robots.txt"
},
{
"domain": "itch.io",
"status": "ok",
"url": "https://itch.io/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "fda.gov",
"status": "http404",
"url": "https://fda.gov/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "cdn20.com",
"status": "err",
"url": null
},
{
"domain": "uber.com",
"status": "ok",
"url": "https://uber.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "pinimg.com",
"status": "ok",
"url": "https://pinimg.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "linode.com",
"status": "ok",
"url": "https://linode.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "hihonorcloud.com",
"status": "ok",
"url": "https://hihonorcloud.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "akamaitechnologies.com",
"status": "err",
"url": null
},
{
"domain": "googlezip.net",
"status": "err",
"url": null
},
{
"domain": "quantserve.com",
"status": "ok",
"url": "https://quantserve.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "imgsmail.ru",
"status": "ok",
"url": "https://imgsmail.ru/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "wb.ru",
"status": "http498",
"url": "https://wb.ru/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "amazon.it",
"status": "ok",
"url": "https://amazon.it/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "maricopa.gov",
"status": "ok",
"url": "https://maricopa.gov/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "independent.co.uk",
"status": "ok",
"url": "https://independent.co.uk/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "cnet.com",
"status": "ok",
"url": "https://cnet.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "gumgum.com",
"status": "ok",
"url": "https://gumgum.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "mediafire.com",
"status": "ok",
"url": "https://mediafire.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "webempresa.eu",
"status": "http404",
"url": "https://webempresa.eu/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "hugedomains.com",
"status": "ok",
"url": "https://hugedomains.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "fontawesome.com",
"status": "ok",
"url": "https://fontawesome.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "my.com",
"status": "err",
"url": null
},
{
"domain": "asus.com",
"status": "ok",
"url": "https://asus.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "bidr.io",
"status": "err",
"url": null
},
{
"domain": "alipaydns.com",
"status": "err",
"url": null
},
{
"domain": "oneme.ru",
"status": "err",
"url": null
},
{
"domain": "shopeemobile.com",
"status": "err",
"url": null
},
{
"domain": "creativecdn.com",
"status": "ok",
"url": "https://creativecdn.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "rfc-editor.org",
"status": "ok",
"url": "https://rfc-editor.org/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "viber.com",
"status": "ok",
"url": "https://viber.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "shopee.co.id",
"status": "ok",
"url": "https://shopee.co.id/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "nel.goog",
"status": "err",
"url": null
},
{
"domain": "yieldmo.com",
"status": "html",
"url": "https://yieldmo.com/robots.txt"
},
{
"domain": "globalsign.com",
"status": "ok",
"url": "https://globalsign.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "python.org",
"status": "ok",
"url": "https://python.org/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "sentinelone.net",
"status": "ok",
"url": "https://www.sentinelone.net/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "conviva.com",
"status": "ok",
"url": "https://conviva.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "zpath.net",
"status": "err",
"url": null
},
{
"domain": "bild.de",
"status": "ok",
"url": "https://bild.de/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": true,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "dbankcloud.com",
"status": "http403",
"url": "https://www.dbankcloud.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "agkn.com",
"status": "http404",
"url": "https://www.agkn.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "uk.com",
"status": "ok",
"url": "https://uk.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "deepl.com",
"status": "ok",
"url": "https://deepl.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "yahoodns.net",
"status": "err",
"url": null
},
{
"domain": "homedepot.com",
"status": "ok",
"url": "https://homedepot.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "wpguardian.io",
"status": "ok",
"url": "https://wpguardian.io/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "wpguardian.com",
"status": "ok",
"url": "https://wpguardian.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "google.co.uk",
"status": "ok",
"url": "https://google.co.uk/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "craigslist.org",
"status": "ok",
"url": "https://craigslist.org/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "g.co",
"status": "http400",
"url": "https://g.co/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "safebrowsing.apple",
"status": "err",
"url": null
},
{
"domain": "1rx.io",
"status": "err",
"url": null
},
{
"domain": "mailchimp.com",
"status": "ok",
"url": "https://mailchimp.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "flurry.com",
"status": "ok",
"url": "https://flurry.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "nstld.com",
"status": "err",
"url": null
},
{
"domain": "gtm-a2b2.com",
"status": "err",
"url": null
},
{
"domain": "eeroup.com",
"status": "http404",
"url": "https://eeroup.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "livejournal.com",
"status": "ok",
"url": "https://livejournal.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "mlb.com",
"status": "ok",
"url": "https://mlb.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "bestbuy.com",
"status": "ok",
"url": "https://bestbuy.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "imgur.com",
"status": "ok",
"url": "https://imgur.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "nikkei.com",
"status": "html",
"url": "https://nikkei.com/robots.txt"
},
{
"domain": "criteo.net",
"status": "err",
"url": null
},
{
"domain": "dnse0.com",
"status": "err",
"url": null
},
{
"domain": "welt.de",
"status": "ok",
"url": "https://welt.de/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "steamstatic.com",
"status": "err",
"url": null
},
{
"domain": "crwdcntrl.net",
"status": "ok",
"url": "https://www.crwdcntrl.net/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "shopee.com.br",
"status": "ok",
"url": "https://shopee.com.br/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "wattpad.com",
"status": "ok",
"url": "https://wattpad.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "mckinsey.com",
"status": "err",
"url": null
},
{
"domain": "marriott.com",
"status": "ok",
"url": "https://www.marriott.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "zillow.com",
"status": "ok",
"url": "https://zillow.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "apnews.com",
"status": "ok",
"url": "https://apnews.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "zoho.com",
"status": "ok",
"url": "https://zoho.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "cdnhwc1.com",
"status": "err",
"url": null
},
{
"domain": "moloco.com",
"status": "ok",
"url": "https://moloco.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "ozone.ru",
"status": "err",
"url": null
},
{
"domain": "samsungosp.com",
"status": "err",
"url": null
},
{
"domain": "sedo.com",
"status": "http503",
"url": null
},
{
"domain": "ovscdns.com",
"status": "err",
"url": null
},
{
"domain": "ameblo.jp",
"status": "ok",
"url": "https://www.ameblo.jp/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "recaptcha.net",
"status": "ok",
"url": "https://recaptcha.net/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "lenovo.com",
"status": "http403",
"url": "https://lenovo.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "akamaitech.net",
"status": "err",
"url": null
},
{
"domain": "supabase.co",
"status": "ok",
"url": "https://supabase.co/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "airbnb.com",
"status": "ok",
"url": "https://airbnb.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "google.com.br",
"status": "ok",
"url": "https://google.com.br/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "rakuten.com",
"status": "ok",
"url": "https://rakuten.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "wp.pl",
"status": "ok",
"url": "https://wp.pl/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "prnewswire.com",
"status": "ok",
"url": "https://prnewswire.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": true
},
{
"domain": "adjust.com",
"status": "http429",
"url": "https://adjust.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "sc-cdn.net",
"status": "err",
"url": null
},
{
"domain": "discordapp.com",
"status": "ok",
"url": "https://discordapp.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "allegro.pl",
"status": "ok",
"url": "https://allegro.pl/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "fiverr.com",
"status": "ok",
"url": "https://fiverr.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "liadm.com",
"status": "err",
"url": null
},
{
"domain": "dv.tech",
"status": "err",
"url": null
},
{
"domain": "disneyplus.com",
"status": "ok",
"url": "https://disneyplus.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "33across.com",
"status": "http403",
"url": "https://33across.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "nintendo.net",
"status": "err",
"url": null
},
{
"domain": "ted.com",
"status": "ok",
"url": "https://ted.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "people.com",
"status": "ok",
"url": "https://people.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "erome.com",
"status": "ok",
"url": "https://erome.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "mixpanel.com",
"status": "ok",
"url": "https://mixpanel.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "zoom.com",
"status": "ok",
"url": "https://zoom.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "amazon.co.za",
"status": "ok",
"url": "https://amazon.co.za/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "a-mo.net",
"status": "http403",
"url": "https://a-mo.net/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "onlyfans.com",
"status": "ok",
"url": "https://onlyfans.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "netlify.app",
"status": "ok",
"url": "https://netlify.app/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "parklogic.com",
"status": "ok",
"url": "https://parklogic.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "usps.com",
"status": "ok",
"url": "https://usps.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "fbsbx.com",
"status": "http404",
"url": "https://fbsbx.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "usda.gov",
"status": "http403",
"url": "https://usda.gov/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "bytefcdn.com",
"status": "err",
"url": null
},
{
"domain": "teads.tv",
"status": "html",
"url": "https://teads.tv/robots.txt"
},
{
"domain": "liftoff.io",
"status": "ok",
"url": "https://liftoff.io/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "wcdnga.com",
"status": "err",
"url": null
},
{
"domain": "vivo.com.cn",
"status": "ok",
"url": "https://vivo.com.cn/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "adform.net",
"status": "ok",
"url": "https://adform.net/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "life360.com",
"status": "ok",
"url": "https://life360.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": false,
"Googlebot": false,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "kunluncan.com",
"status": "err",
"url": null
},
{
"domain": "discogs.com",
"status": "http403",
"url": "https://discogs.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "academia.edu",
"status": "ok",
"url": "https://academia.edu/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "tubi.io",
"status": "err",
"url": null
},
{
"domain": "statuspage.io",
"status": "html",
"url": "https://statuspage.io/robots.txt"
},
{
"domain": "focus.de",
"status": "http403",
"url": "https://focus.de/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "flipkart.com",
"status": "ok",
"url": "https://flipkart.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "agora.io",
"status": "ok",
"url": "https://agora.io/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "cloudsink.net",
"status": "err",
"url": null
},
{
"domain": "seznam.cz",
"status": "ok",
"url": "https://seznam.cz/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "azure-devices.net",
"status": "err",
"url": null
},
{
"domain": "stackexchange.com",
"status": "http418",
"url": "https://stackexchange.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "pendo.io",
"status": "ok",
"url": "https://pendo.io/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "turn.com",
"status": "err",
"url": null
},
{
"domain": "appspot.com",
"status": "html",
"url": "https://appspot.com/robots.txt"
},
{
"domain": "synology.com",
"status": "ok",
"url": "https://synology.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "px-cloud.net",
"status": "http404",
"url": "https://px-cloud.net/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "auth0.com",
"status": "ok",
"url": "https://auth0.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "chess.com",
"status": "ok",
"url": "https://chess.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "me.com",
"status": "html",
"url": "https://me.com/robots.txt"
},
{
"domain": "xvideos.com",
"status": "ok",
"url": "https://xvideos.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "theverge.com",
"status": "ok",
"url": "https://theverge.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "unpkg.com",
"status": "ok",
"url": "https://unpkg.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "vivoglobal.com",
"status": "ok",
"url": "https://vivoglobal.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "ebay.de",
"status": "ok",
"url": "https://ebay.de/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "frontiersin.org",
"status": "ok",
"url": "https://frontiersin.org/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "amazon.com.br",
"status": "ok",
"url": "https://amazon.com.br/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "www.gov.br",
"status": "ok",
"url": "https://www.gov.br/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "arcgis.com",
"status": "ok",
"url": "https://arcgis.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "consultant.ru",
"status": "ok",
"url": "https://consultant.ru/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "agoda.com",
"status": "ok",
"url": "https://agoda.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "porkbun.com",
"status": "ok",
"url": "https://porkbun.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "myspace.com",
"status": "ok",
"url": "https://myspace.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "pexels.com",
"status": "ok",
"url": "https://pexels.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "ebay.co.uk",
"status": "ok",
"url": "https://ebay.co.uk/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "cursor.sh",
"status": "ok",
"url": "https://cursor.sh/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "ssl-images-amazon.com",
"status": "err",
"url": null
},
{
"domain": "adgrx.com",
"status": "err",
"url": null
},
{
"domain": "deloitte.com",
"status": "ok",
"url": "https://deloitte.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "biblegateway.com",
"status": "ok",
"url": "https://biblegateway.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "hostgator.com.br",
"status": "http403",
"url": "https://hostgator.com.br/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "onetag-sys.com",
"status": "html",
"url": "https://onetag-sys.com/robots.txt"
},
{
"domain": "mikrotik.com",
"status": "ok",
"url": "https://mikrotik.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "pikabu.ru",
"status": "ok",
"url": "https://pikabu.ru/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "yellowblue.io",
"status": "err",
"url": null
},
{
"domain": "dashnxdomain.net",
"status": "err",
"url": null
},
{
"domain": "libp2p.direct",
"status": "err",
"url": null
},
{
"domain": "daum.net",
"status": "ok",
"url": "https://daum.net/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "no-ip.com",
"status": "ok",
"url": "https://no-ip.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "incapdns.net",
"status": "err",
"url": null
},
{
"domain": "unrulymedia.com",
"status": "http404",
"url": "https://unrulymedia.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "appcenter.ms",
"status": "http404",
"url": "https://appcenter.ms/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "readthedocs.io",
"status": "html",
"url": "https://readthedocs.io/robots.txt"
},
{
"domain": "privacy-mgmt.com",
"status": "err",
"url": null
},
{
"domain": "worldbank.org",
"status": "ok",
"url": "https://worldbank.org/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "nbcnews.com",
"status": "ok",
"url": "https://nbcnews.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "rings.solutions",
"status": "err",
"url": null
},
{
"domain": "spiegel.de",
"status": "ok",
"url": "https://spiegel.de/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "pornhub.com",
"status": "ok",
"url": "https://pornhub.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "poki.com",
"status": "ok",
"url": "https://poki.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "hbr.org",
"status": "ok",
"url": "https://hbr.org/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "msftauth.net",
"status": "err",
"url": null
},
{
"domain": "figma.com",
"status": "ok",
"url": "https://figma.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "allaboutcookies.org",
"status": "http403",
"url": "https://allaboutcookies.org/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "kwaipros.com",
"status": "http404",
"url": "https://www.kwaipros.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "bankofamerica.com",
"status": "ok",
"url": "https://bankofamerica.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "fwmrm.net",
"status": "http500",
"url": null
},
{
"domain": "mercadolivre.com.br",
"status": "ok",
"url": "https://mercadolivre.com.br/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "princeton.edu",
"status": "ok",
"url": "https://princeton.edu/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "epa.gov",
"status": "ok",
"url": "https://epa.gov/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "disqus.com",
"status": "ok",
"url": "https://disqus.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "cloudinary.com",
"status": "ok",
"url": "https://cloudinary.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "lg.com",
"status": "ok",
"url": "https://lg.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": true
},
{
"domain": "digitaloceanspaces.com",
"status": "html",
"url": "https://digitaloceanspaces.com/robots.txt"
},
{
"domain": "edgcdn.net",
"status": "err",
"url": null
},
{
"domain": "wyzecam.com",
"status": "ok",
"url": "https://wyzecam.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": true
},
"has_llms_hint": true
},
{
"domain": "latimes.com",
"status": "ok",
"url": "https://latimes.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "dnse2.com",
"status": "err",
"url": null
},
{
"domain": "smilewanted.com",
"status": "html",
"url": "https://smilewanted.com/robots.txt"
},
{
"domain": "kleinanzeigen.de",
"status": "http403",
"url": "https://kleinanzeigen.de/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "vkontakte.ru",
"status": "ok",
"url": "https://vkontakte.ru/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "networkadvertising.org",
"status": "ok",
"url": "https://networkadvertising.org/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "qualtrics.com",
"status": "ok",
"url": "https://qualtrics.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "classlink.com",
"status": "ok",
"url": "https://classlink.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "wbbasket.ru",
"status": "err",
"url": null
},
{
"domain": "seedtag.com",
"status": "ok",
"url": "https://seedtag.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "mayoclinic.org",
"status": "http403",
"url": "https://mayoclinic.org/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "coupang.com",
"status": "http403",
"url": "https://coupang.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "t-s1-msedge.net",
"status": "err",
"url": null
},
{
"domain": "gotinder.com",
"status": "ok",
"url": "https://gotinder.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "jamfcloud.com",
"status": "ok",
"url": "https://www.jamfcloud.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "cdnhwc2.com",
"status": "err",
"url": null
},
{
"domain": "cdnvideo.ru",
"status": "ok",
"url": "https://cdnvideo.ru/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "tailscale.com",
"status": "ok",
"url": "https://tailscale.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "amp-endpoint2.com",
"status": "err",
"url": null
},
{
"domain": "patreon.com",
"status": "ok",
"url": "https://patreon.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "eu-1-id5-sync.com",
"status": "err",
"url": null
},
{
"domain": "flashtalking.com",
"status": "err",
"url": null
},
{
"domain": "note.com",
"status": "ok",
"url": "https://note.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "xiaohongshu.com",
"status": "ok",
"url": "https://xiaohongshu.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "genius.com",
"status": "ok",
"url": "https://genius.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "state.gov",
"status": "http403",
"url": "https://state.gov/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "cootlogix.com",
"status": "http404",
"url": "https://cootlogix.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "otto.de",
"status": "ok",
"url": "https://otto.de/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "repubblica.it",
"status": "http403",
"url": "https://repubblica.it/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "ddns.net",
"status": "err",
"url": null
},
{
"domain": "spamhaus.org",
"status": "html",
"url": "https://spamhaus.org/robots.txt"
},
{
"domain": "jetbrains.com",
"status": "ok",
"url": "https://jetbrains.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "amazonalexa.com",
"status": "html",
"url": "https://amazonalexa.com/robots.txt"
},
{
"domain": "service-now.com",
"status": "err",
"url": null
},
{
"domain": "buydomains.com",
"status": "http403",
"url": "https://buydomains.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "tiktokw.us",
"status": "html",
"url": "https://www.tiktokw.us/robots.txt"
},
{
"domain": "youku.com",
"status": "html",
"url": "https://youku.com/robots.txt"
},
{
"domain": "volcgslb.com",
"status": "err",
"url": null
},
{
"domain": "instructure.com",
"status": "ok",
"url": "https://instructure.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "odoo.com",
"status": "ok",
"url": "https://odoo.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "character.ai",
"status": "ok",
"url": "https://character.ai/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "cdn-vk.ru",
"status": "err",
"url": null
},
{
"domain": "leiniao.com",
"status": "http404",
"url": "https://www.leiniao.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "nexusmods.com",
"status": "http403",
"url": "https://nexusmods.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "singular.net",
"status": "ok",
"url": "https://singular.net/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "mercadolibre.com.ar",
"status": "ok",
"url": "https://mercadolibre.com.ar/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": false,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "amazon.com.au",
"status": "ok",
"url": "https://amazon.com.au/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "chaturbate.com",
"status": "ok",
"url": "https://chaturbate.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "go-mpulse.net",
"status": "err",
"url": null
},
{
"domain": "washington.edu",
"status": "ok",
"url": "https://washington.edu/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "corriere.it",
"status": "ok",
"url": "https://corriere.it/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "docker.io",
"status": "ok",
"url": "https://docker.io/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "ancestry.com",
"status": "http403",
"url": "https://ancestry.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "rwwsje.com",
"status": "err",
"url": null
},
{
"domain": "eporner.com",
"status": "ok",
"url": "https://eporner.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "onet.pl",
"status": "ok",
"url": "https://onet.pl/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "bund.de",
"status": "ok",
"url": "https://bund.de/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "everesttech.net",
"status": "err",
"url": null
},
{
"domain": "curseforge.com",
"status": "http403",
"url": "https://curseforge.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "lowes.com",
"status": "http403",
"url": "https://lowes.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "hm.com",
"status": "http403",
"url": "https://hm.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "contentsquare.net",
"status": "err",
"url": null
},
{
"domain": "ys7.com",
"status": "http404",
"url": "https://ys7.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "a-msedge.net",
"status": "err",
"url": null
},
{
"domain": "orderbox-dns.com",
"status": "err",
"url": null
},
{
"domain": "app-ads-services.com",
"status": "ok",
"url": "https://app-ads-services.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "opera-api.com",
"status": "err",
"url": null
},
{
"domain": "change.org",
"status": "ok",
"url": "https://change.org/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "huffpost.com",
"status": "ok",
"url": "https://huffpost.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "trendyol.com",
"status": "ok",
"url": "https://trendyol.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "mailchi.mp",
"status": "ok",
"url": "https://mailchi.mp/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "it.com",
"status": "http404",
"url": "https://it.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "xnxx.com",
"status": "ok",
"url": "https://xnxx.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "one.one",
"status": "ok",
"url": "https://one.one/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "jd.com",
"status": "ok",
"url": "https://jd.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "4dex.io",
"status": "err",
"url": null
},
{
"domain": "caixa.gov.br",
"status": "http302",
"url": null
},
{
"domain": "namecheaphosting.com",
"status": "err",
"url": null
},
{
"domain": "btloader.com",
"status": "ok",
"url": "https://btloader.com/robots.txt",
"bots": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "sknt.ru",
"status": "ok",
"url": "https://sknt.ru/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": true,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": true,
"Claude-User": false,
"PerplexityBot": true,
"Google-Extended": false,
"CCBot": false,
"Googlebot": true,
"Bingbot": true
},
"has_llms_hint": false
},
{
"domain": "abovedomains.com",
"status": "ok",
"url": "https://abovedomains.com/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
},
{
"domain": "xhamster46.desi",
"status": "ok",
"url": "https://xhamster46.desi/robots.txt",
"bots": {
"GPTBot": true,
"OAI-SearchBot": true,
"ChatGPT-User": true,
"ClaudeBot": true,
"Claude-SearchBot": true,
"Claude-User": true,
"PerplexityBot": true,
"Google-Extended": true,
"CCBot": true,
"Googlebot": true,
"Bingbot": true
},
"mentions": {
"GPTBot": false,
"OAI-SearchBot": false,
"ChatGPT-User": false,
"ClaudeBot": false,
"Claude-SearchBot": false,
"Claude-User": false,
"PerplexityBot": false,
"Google-Extended": false,
"CCBot": false,
"Googlebot": false,
"Bingbot": false
},
"has_llms_hint": false
}
]
}