# robots.txt for https://easyworkcalcs.com # Allow all crawlers, including search engines, AI bots, and next-gen crawlers # ------------------------------ # Google # ------------------------------ User-agent: Googlebot Disallow: User-agent: Googlebot-Image Disallow: User-agent: Googlebot-Mobile Disallow: User-agent: Google-Extended # AI training crawler Disallow: User-agent: AdsBot-Google Disallow: User-agent: Mediapartners-Google Disallow: # ------------------------------ # Bing / Microsoft # ------------------------------ User-agent: Bingbot Disallow: User-agent: AdIdxBot Disallow: User-agent: MSNBot Disallow: User-agent: BingPreview Disallow: # ------------------------------ # Yahoo / Verizon # ------------------------------ User-agent: Slurp Disallow: User-agent: Yahoo! Slurp Disallow: User-agent: Yahoo-MMCrawler Disallow: User-agent: Yahoo-blogs/v3.9 Disallow: # ------------------------------ # Baidu (China) # ------------------------------ User-agent: Baiduspider Disallow: User-agent: Baiduspider-image Disallow: User-agent: Baiduspider-mobile Disallow: # ------------------------------ # Yandex (Russia) # ------------------------------ User-agent: Yandex Disallow: User-agent: YandexImages Disallow: User-agent: YandexVideo Disallow: User-agent: YandexMedia Disallow: User-agent: YandexBlogs Disallow: # ------------------------------ # Naver / Korea # ------------------------------ User-agent: NaverBot Disallow: User-agent: Yeti Disallow: # ------------------------------ # DuckDuckGo / Brave / Neeva # ------------------------------ User-agent: DuckDuckBot Disallow: User-agent: Bravebot Disallow: User-agent: NeevaBot Disallow: # ------------------------------ # AI & Next-Gen Bots # ------------------------------ User-agent: ChatGPT-User Disallow: User-agent: GPTBot # OpenAI Disallow: User-agent: AnthropicAI Disallow: User-agent: ClaudeBot Disallow: User-agent: PerplexityBot Disallow: User-agent: CCBot # Common Crawl Disallow: User-agent: FacebookBot Disallow: User-agent: LinkedInBot Disallow: User-agent: Applebot Disallow: User-agent: Twitterbot Disallow: User-agent: TelegramBot Disallow: User-agent: Discordbot Disallow: # ------------------------------ # Archive & Research # ------------------------------ User-agent: ia_archiver # Internet Archive Disallow: User-agent: archive.org_bot Disallow: # ------------------------------ # Generic Catch-All # ------------------------------ User-agent: * Disallow: # ------------------------------ # Sitemap # ------------------------------ Sitemap: https://easyworkcalcs.com/sitemap.xml