User-agent: *
Disallow: /*?s=
Disallow: /search$
Disallow: /search?
Disallow: /search/
Disallow: /search-results
Sitemap: https://tech.co/sitemap_index.xml
User-agent: Applebot-Extended
User-agent: BlexBot
User-agent: Brightbot
User-agent: PetalBot
User-agent: SentiBot
Disallow: /
User-agent: AhrefsBot
User-agent: AhrefsSiteAudit
User-agent: Baiduspider
User-agent: Barkrowler
User-agent: Bingbot
User-agent: Bytespider
User-agent: coccocbot
User-agent: DotBot
User-agent: MJ12Bot
User-agent: Screaming Frog SEO Spider
User-agent: SeekportBot
User-agent: SemrushBot
User-agent: SeznamBot
User-agent: Sogou
User-agent: Timpibot
User-agent: UniversalFeedParser
User-agent: Yahoo! Slurp
User-agent: YandexBot
User-agent: Yeti
Crawl-delay: 1
Disallow: /*?s=
Disallow: /search$
Disallow: /search?
Disallow: /search/