# https://developers.google.com/search/docs/crawling-indexing/robots/intro

# sitemap domain name is replaced dynamically by handler
Sitemap: https://trendstop.knack.be/sitemap-xml.ashx
Sitemap: https://trendstop.levif.be/sitemap-xml.ashx

User-Agent: *
Allow: /sitemap-xml.ashx
Allow: /sitemap-xml-default.ashx
Allow: /sitemap-xml-companies.ashx
Disallow: /*.axd
Disallow: /*.ashx
Disallow: /*/login-info.aspx
Disallow: /*/signin.aspx
Disallow: /*/tools/benchmark
Disallow: /__detailbedrijf.aspx
Disallow: /company.aspx
Disallow: /genericform.aspx
Disallow: /results.aspx
Disallow: /server.aspx
Disallow: /showarticle.aspx
Disallow: /tracker.ashx
Disallow: /trap.ashx
Disallow: /ontop/
Disallow: /services/

User-Agent: archive.org_bot
User-Agent: ia_archiver
User-Agent: SapphireWebCrawler
User-Agent: AhrefsBot
User-agent: Baiduspider
User-Agent: trendictionbot
User-agent: dotbot
User-agent: OrangeBot
Disallow: /