# 1) this filename (robots.txt) must stay lowercase
# 2) this file must be in the servers root directory
# 	ex: http://www.mydomain.com/pliggsubfolder/ -- you must move the robots.txt from
# 	/pliggsubfolder/ to the root folder for http://www.thevirtualnews.com/
# 	you must then add your subfolder to each 'Disallow' below
# 	ex:  Disallow: /cache/  becomes  Disallow: /pliggsubfolder/cache/
User-agent: *
Crawl-delay: 5
Disallow: 
Disallow: /news/3rdparty/
Disallow: /news/antispam.txt
Disallow: /news/admin/
Disallow: /news/admin/admin_index.php
Disallow: /news/backup/
Disallow: /news/cache/templates_c/
Disallow: /news/cache/admin_c/
Disallow: /news/install/
Disallow: /news/internal/
Disallow: /news/languages/
Disallow: /news/libs/
Disallow: /news/LICENSE.txt
Disallow: /news/modules/
Disallow: /news/plugins/
Disallow: /news/readme.html
Disallow: /news/search.php
Disallow: /news/search/
Disallow: /news/searchurl/
Disallow: /news/spamlog.log
Disallow: /news/tag/
Disallow: /news/templates/
Disallow: /news/user/view/shaken/
Disallow: /news/user/view/history/
Disallow: /news/user/view/published/
Disallow: /news/user/view/commented/
Disallow: /news/user/view/voted/
Allow: /news/recent/
Allow: /news/yesterday/
Allow: /news/today/
Allow: /news/week/
Disallow: /news/month/
Disallow: /news/year/
Disallow: /news/alltime/
Allow: /news/upcoming/recent/
Allow: /news/upcoming/yesterday/
Allow: /news/upcoming/today/
Allow: /news/upcoming/week/
Disallow: /news/upcoming/month/
Disallow: /news/upcoming/year/
Disallow: /news/upcoming/alltime/
Allow: /news/cache/sitemap-index.xml
Allow: /news/cache/sitemap-main.xml
Allow: /news/cache/sitemap-0.xml
Allow: /news/cache/sitemap-groups0.xml
Allow: /news/cache/sitemap-users0.xml
Allow: /news/cache/sitemap-pages0.xml