# Crawlers Setup
User-agent: *

# Allowable Index
Allow: /*?p=
Sitemap: https://www.holity.com/sitemaps/sitemap_index_it.xml
Allow: /catalog/seo_sitemap/category/
Allow: /catalogsearch/result/
# Directories

Disallow: /downloader/ (eliminare e inserire direttiva meta robots noindex)


#Disallow: /media/ 

# Paths (clean URLs)

#Disallow: /catalog/product/view/ (eliminare perché già presente rel canonical; es: http://www.holity.com/catalog/product/view/id/8983/s/lampione-in-ferro-battuto-trattato-a-bagno-di-zincatura-h16876/category/127/)


#Disallow: /tag/ (eliminare perché response code 404, chiedere se i tag li vuole indicizzare, in ogni caso implementare il rel canonical sul tag)

# Files
Disallow: /cron.php (?)
Disallow: /cron.sh 
Disallow: /install.php

# Paths (no clean URLs)
#Disallow: /*.js$
#Disallow: /*.css$
#Disallow: /*.php$
Disallow: /*?p=*&
Disallow: /*?SID= 
Disallow: /*?limit=all
Disallow: /*?dir=*&
Disallow: /*?price=

Disallow: /*?limit= 
#(eliminare ma prima risolvere ID 47)

Disallow: /*?cat=

# Uncomment if you do not wish for Google to index your images
User-agent: Googlebot-Image
Disallow:

User-agent: Googlebot
Disallow:


User-agent: Baiduspider
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: oBot
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-agent: Linguee Bot
Disallow: /

Disallow: /privacy.html
Disallow: */wp/wp-admin
Disallow: */wp/wp-includes
Disallow: */wp/wp-content/