# Volkl - robots.txt

# Rules below should apply to all user-agents
User-Agent: *

# Don't allow not existing files
Disallow: *.php$
Disallow: *.php?*

# Don't allow unused directories
Disallow: /*/video
Disallow: /video
Disallow: /*/wp-content
Disallow: /wp-content
Disallow: /*/api
Disallow: /api

# Don't allow unused langs
Disallow: /en-ru
Disallow: /ru-ru
Disallow: /en-sa
Disallow: /en-ue
Disallow: /en-kg
Disallow: /en-mx

# Crawl Delay - <num> sec delay
Crawl-delay: 20

# Sitemaps
Sitemap: https://volkl.com/sitemap.xml

# Block Bots
User-agent: dotbot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: SpringBot
Disallow: /

User-agent: Mozilla/5.0 (compatible; MJ12bot/v1.4.8; http://mj12bot.com/)
Disallow: /