User-agent: OAI-AdsBot
User-agent: OAI-SearchBot
Allow: /
Disallow: /?s=
Disallow: /&s=
Disallow: /search/
Disallow: /search-products/
Disallow: /companies/
Disallow: /wp-admin/


User-agent: cliqzbot
User-agent: com_bot_version_1
User-agent: contentPatternBottom
User-agent: dotbot
User-agent: shadow-bottom
User-agent: trendictionbot0
User-agent: pingbot
User-agent: archive.org_bot
User-agent: Jooblebot
User-agent: MJ12bot
User-agent: Mail.RU_Bot
User-agent: Mappy
User-agent: MBCrawler
User-agent: PaperLiBot
User-agent: SemanticScholarBot
User-agent: SeznamBot
User-agent: Trendictionbot
User-agent: TurnitinBot
User-agent: YaK
User-agent: YandexBot
User-agent: ZoominfoBot
User-agent: BLEXBot
User-agent: sentibot
User-agent: semrushbot
User-agent: SemrushBot-SA
Disallow: /

User-agent: *
Disallow: /*?s=
Disallow: /*&s=
Disallow: /search/
Disallow: /search-products/
Disallow: /companies/
Disallow: /wp-admin/
Disallow: /display/

Sitemap: https://www.selecthub.com/sitemaps/pd_sitemap_index.xml
Sitemap: https://www.selecthub.com/sitemap_index.xml