# # WebmasterWorld.com: robots.txt # GNU Robots.txt Feel free to use with credit given to WebmasterWorld. # Please, we do NOT allow nonauthorized robots any longer. # http://www.searchengineworld.com/robots/ # Yes, feel free to copy and use the following. User-agent: * #Disallow: /assets/ Disallow: /track/ Disallow: /scripts/ Disallow: /config/ #Disallow: /site_graphics/ Disallow: /affiliates/manager/ Disallow: /secure_affiliates/manager/ User-agent: msnbot Crawl-delay: 30