# https://developers.google.com/search/docs/crawling-indexing/robots/intro

Sitemap: https://trendstop.knack.be/sitemap-xml.ashx
Sitemap: https://trendstop.levif.be/sitemap-xml.ashx
# TODO enable when new blog goes live
#Sitemap: https://trendstop.knack.be/sitemap-core.xml
#Sitemap: https://trendstop.levif.be/sitemap-core.xml

User-Agent: *
Allow: /sitemap-xml.ashx
Allow: /sitemap-xml-default.ashx
Allow: /sitemap-xml-companies.ashx
Disallow: /*.axd
Disallow: /*.ashx
Disallow: /*/login-info.aspx
Disallow: /*/signin.aspx
Disallow: /*/tools/benchmark
Disallow: /__detailbedrijf.aspx
Disallow: /company.aspx
Disallow: /genericform.aspx
Disallow: /results.aspx
Disallow: /server.aspx
Disallow: /showarticle.aspx
Disallow: /nl/detail/*/management.aspx
Disallow: /nl/detail/*/figures.aspx
Disallow: /nl/detail/*/spider.aspx
Disallow: /nl/detail/*/childmaster.aspx
Disallow: /fr/detail/*/management.aspx
Disallow: /fr/detail/*/figures.aspx
Disallow: /fr/detail/*/spider.aspx
Disallow: /fr/detail/*/childmaster.aspx
Disallow: /en/detail/*/management.aspx
Disallow: /en/detail/*/figures.aspx
Disallow: /en/detail/*/spider.aspx
Disallow: /en/detail/*/childmaster.aspx
Disallow: /tracker.ashx
Disallow: /trap.ashx
Disallow: /ontop/
Disallow: /services/

User-Agent: AhrefsBot
User-Agent: archive.org_bot
User-agent: Baiduspider
User-agent: dotbot
User-agent: GPTBot
User-Agent: ia_archiver
User-agent: OrangeBot
User-Agent: SapphireWebCrawler
User-Agent: trendictionbot
User-agent: Amazonbot
Disallow: /

User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
Crawl-delay: 60

User-Agent: *
Crawl-delay: 5