# Baidu spiders are being disabled - they're too aggressive
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
Disallow: /


# Rest of web
User-agent: *

# Directories
Disallow: /404/
Disallow: /app/
Disallow: /cgi-bin/
Disallow: /downloader/
Disallow: /includes/
Disallow: /lib/

# Disallow: /media/ // Allow this folder for google product caching
Disallow: /pkginfo/
Disallow: /report/
Disallow: /stats/

# Paths (clean URLs)
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /catalogsearch/
Disallow: /checkout/
Disallow: /errors/
Disallow: /poll/
Disallow: /scripts/
Disallow: /staging/

# Paths (no clean URLs)
Disallow: /*.php$
Disallow: /*?SID=

Sitemap: https://www.technogym.com/sitemap.xml
Sitemap: https://www.technogym.com/it/sitemap.xml
Sitemap: https://www.technogym.com/gb/sitemap.xml
Sitemap: https://www.technogym.com/au/sitemap.xml
Sitemap: https://www.technogym.com/at/sitemap.xml
Sitemap: https://www.technogym.com/be/fr/sitemap.xml
Sitemap: https://www.technogym.com/be/nl/sitemap.xml
Sitemap: https://www.technogym.com/br/sitemap.xml
Sitemap: https://www.technogym.com/cn/sitemap.xml
Sitemap: https://www.technogym.com/fr/sitemap.xml
Sitemap: https://www.technogym.com/de/sitemap.xml
Sitemap: https://www.technogym.com/int/sitemap.xml
Sitemap: https://www.technogym.com/int/es/sitemap.xml
Sitemap: https://www.technogym.com/int/ru/sitemap.xml
Sitemap: https://www.technogym.com/jp/sitemap.xml
Sitemap: https://www.technogym.com/nl/sitemap.xml
Sitemap: https://www.technogym.com/es/sitemap.xml
Sitemap: https://www.technogym.com/ch/de/sitemap.xml
Sitemap: https://www.technogym.com/ch/fr/sitemap.xml
Sitemap: https://www.technogym.com/ch/it/sitemap.xml
Sitemap: https://www.technogym.com/ae/sitemap.xml
Sitemap: https://www.technogym.com/us/sitemap.xml
Sitemap: https://www.technogym.com/pt/sitemap.xml
Sitemap: https://www.technogym.ru/sitemap.xml
Sitemap: https://www.technogym.kz/sitemap.xml