User-agent: *
Disallow: /*?q=*
Disallow: /area-clienti/
Disallow: /cart/
Disallow: *q_cat*
Disallow: */search/*

User-agent: Scrapy
Disallow: /

User-agent: Scrapy/1.0.3 
Disallow: /

User-agent: Scrapy/1.0.3 (+http://scrapy.org)
Disallow: /

User-Agent: JikeSpider
Disallow: /

User-Agent: discoverybot
Disallow: /

User-Agent: AhrefsBot
Disallow: /

User-agent: 008
Disallow: /

User-agent: Mail.RU_Bot
Disallow: /

User-agent: ZumBot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: citeseerxbot
Disallow: /

User-agent: ccbot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: CCBot/2.0
Disallow: /

User-agent: YYSpider
Disallow: /

User-agent: psbot
Disallow: /

User-agent: Yandex 
Disallow: /

User-agent: Baiduspider 
Disallow: /

User-agent: msnbot
Crawl-delay: 120

User-agent: bingbot
Crawl-delay: 10

Sitemap: https://www.hobbyland.eu/sitemap_index.xml