# # robots.txt # User-agent: * Crawl-delay: 10 # Directories Disallow: /bak Disallow: /bak2008 Disallow: /wp-* # Files