User-agent: * 
Allow: /
Disallow: /*/product/export/
Disallow: /product/offer-statistic-rss
Disallow: /search/rest/*
Disallow: /search
Disallow: */search
Disallow: /rest/*
Disallow: */xml_s3/xml_server3.cgi/*
Disallow: */open-catalog-interface-oci-open-icecat-xml-and-full-icecat-xml-repositories/
Disallow: */icecat-live-real-time-product-data-in-your-app/
Disallow: */manual-for-icecat-json-product-requests/
Disallow: */icecat-csv/
Disallow: */live.icecat.biz/api*
Disallow: */myDownloads
Disallow: */icecat-add-ons-for-popular-solutions-and-implementation-partners/
Disallow: */objects/*
Disallow: */category-feature-taxonomy-report*
Disallow: /xml
Disallow: /csv/free-repository

User-agent: GPTBot
User-agent: CCBot
User-agent: Google-Extended
User-agent: anthropic-ai
User-agent: ClaudeBot
User-agent: Bytespider
User-agent: Applebot-Extended
User-agent: Omgilibot
User-agent: Omgili
User-agent: PetalBot
User-agent: Diffbot
User-agent: magpie-crawler
User-agent: cohere-training-data-crawler
User-agent: AI2Bot
User-agent: Amazonbot
User-agent: FacebookBot
User-agent: meta-externalads
User-agent: meta-externalagent
User-agent: DataForSeoBot
User-agent: Brightbot
User-agent: AhrefsBot
User-agent: SleepBot
User-agent: SemrushBot
User-agent: DotBot
User-agent: Barkrowler
User-agent: AwarioBot
User-agent: SERankingBacklinksBot
User-agent: serpstatbot
User-agent: ShapBot
User-agent: YisouSpider
User-agent: RootEvidence
User-agent: Lightpanda/1.0
User-agent: TLM-Audit-Scanner
User-agent: IbouBot
User-agent: ExaSearchBot
User-agent: Arquivo-web-crawler
User-agent: TerraCotta
User-agent: SpiderLing
User-agent: LCC
User-agent: AliyunSecBot
User-agent: cohere-ai
User-agent: msh-pdfmin
User-agent: consumables-registry/1.0
User-agent: Java-http-client
User-agent: AionBot
User-agent: Silovik
User-agent: Baiduspider
User-agent: Sogou web spider
User-agent: YandexBot
User-agent: Amzn-SearchBot
Disallow: /

User-agent: Claude-SearchBot
User-agent: meta-webindexer
User-agent: Amzn-SearchBot
Crawl-delay: 10

Sitemap: https://icecat.dk/sitemap/
Sitemap: https://icecat.dk/sitemap/icecat_dk_sitemapIndex.xml