User-agent: Googlebot
Disallow: /?mode=ss_analyze
Disallow: /conv/pdf/
User-agent: AdsBot-Google
Disallow: /?mode=ss_analyze
Disallow: /conv/pdf/
User-agent: Googlebot-Image
Disallow: /?mode=ss_analyze
Disallow: /conv/pdf/
User-Agent: Bingbot
Crawl-delay: 10
User-agent: AmazonAdBot
Crawl-delay: 30
User-agent: CriteoBot/0.1
Crawl-delay: 30
User-agent: ias_crawler
Crawl-delay: 30
User-agent: AhrefsBot
Crawl-delay: 30
User-agent: DataForSeoBot
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: NOARCHIVE
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: Yahoo Pipes 1.0
Disallow: /
User-agent: 008
Disallow: /
User-agent: voltron
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: Amazonbot
Disallow: /
User-Agent: PerplexityBot
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: Claude-Web
Disallow: /
User-agent: anthropic-ai
Disallow: /
User-agent: amazon-QBusiness
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: SentiBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: ImagesiftBot
Disallow: /
User-agent: DF Bot 1.0
Disallow: /
User-agent: MotoMinerBot
Disallow: /
User-agent: Mozilla/5.0 (compatible; Neevabot/1.0; +https://neeva.com/neevabot)
Disallow: /
User-agent: AwarioSmartBot/1.0 (+https://awario.com/bots.html; bots@awario.com)
Disallow: /
User-agent: Mozilla/5.0 (compatible; Seekport Crawler; http://seekport.com/)
Disallow: /
User-agent: Mozilla/5.0 (compatible; SphereUp; http://www.sphereup.com/)
Disallow: /
User-agent: *
Disallow: /?mode=ss_analyze