# ====================================== # Robots.txt - Allow All Listed Crawlers # ====================================== User-agent: googlebot Disallow: User-agent: adsense Disallow: User-agent: inspection Disallow: User-agent: telegrambot Disallow: User-agent: yandexbot Disallow: User-agent: googlebot-image Disallow: User-agent: googlebot-news Disallow: User-agent: googlebot-video Disallow: User-agent: adsbot-google Disallow: User-agent: bingbot Disallow: User-agent: adidxbot Disallow: User-agent: slurp Disallow: User-agent: duckduckbot Disallow: User-agent: baiduspider Disallow: User-agent: yandex Disallow: User-agent: sogou Disallow: User-agent: exabot Disallow: User-agent: facebot Disallow: User-agent: ia_archiver Disallow: User-agent: applebot Disallow: User-agent: petalbot Disallow: User-agent: linkedinbot Disallow: User-agent: amazonbot Disallow: User-agent: amazonbot-image Disallow: User-agent: gptbot Disallow: User-agent: chatgpt-user Disallow: User-agent: ccbot Disallow: User-agent: claudebot Disallow: User-agent: claude-web Disallow: User-agent: perplexitybot Disallow: User-agent: oai-searchbot Disallow: User-agent: oai-search Disallow: User-agent: magpie-crawler Disallow: User-agent: cohere-ai Disallow: User-agent: youbot Disallow: User-agent: anthropic-ai Disallow: User-agent: bytedancespider Disallow: User-agent: ahrefsbot Disallow: User-agent: semrushbot Disallow: User-agent: mj12bot Disallow: User-agent: dataforseobot Disallow: User-agent: diffbot Disallow: User-agent: scrapy Disallow: User-agent: serpstatbot Disallow: User-agent: dotbot Disallow: User-agent: archive.org_bot Disallow: User-agent: wayback-machine Disallow: User-agent: commoncrawl Disallow: # ====================================== # END # ======================================