User-agent: *
Allow: /

User-agent: AhrefsBot
Crawl-Delay: 10

User-agent: SemrushBot
Crawl-Delay: 10

User-agent: bingbot
Crawl-Delay: 10

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Crawl-Delay: 10

User-agent: Amazonbot 
Disallow: /

User-agent: CloudeBot
Disallow: /

User-agent: *
Disallow: /ajax/
Dusallow: /boots/
Disallow: /cache/
Dusallow: /ebay/
Dusallow: /test.html
Disallow: /transparentbg.png
Dusallow: /palermo.htm


Sitemap: https://www.crosshop.eu/sitemap.xml