# 1) this filename (robots.txt) must stay lowercase # 2) this file must be in the servers root directory # ex: http://www.mydomain.com/pliggsubfolder/ -- you must move the robots.txt from # /pliggsubfolder/ to the root folder for http://www.mydomain.com/ # you must then add your subfolder to each 'Disallow' below # ex: Disallow: /cache/ becomes Disallow: /pliggsubfolder/cache/ User-agent: * Crawl-delay: 5 Disallow: Disallow: /de/3rdparty/ Disallow: /de/antispam.txt Disallow: /de/admin/ Disallow: /de/admin/admin_index.php Disallow: /de/backup/ Disallow: /de/cache/templates_c/ Disallow: /de/cache/admin_c/ Disallow: /de/evb/ Disallow: /de/install/ Disallow: /de/internal/ Disallow: /de/languages/ Disallow: /de/libs/ Disallow: /de/LICENSE.txt Disallow: /de/modules/ Disallow: /de/plugins/ Disallow: /de/readme.html Disallow: /de/search.php Disallow: /de/search/ Disallow: /de/searchurl/ Disallow: /de/spamlog.log Disallow: /de/tag/ Disallow: /de/templates/ Disallow: /de/user/view/shaken/ Disallow: /de/user/view/history/ Disallow: /de/user/view/published/ Disallow: /de/user/view/commented/ Disallow: /de/user/view/voted/ Disallow: /de/recent/ Disallow: /de/yesterday/ Disallow: /de/today/ Disallow: /de/week/ Disallow: /de/month/ Disallow: /de/year/ Disallow: /de/alltime/ Disallow: /de/upcoming/recent/ Disallow: /de/upcoming/yesterday/ Disallow: /de/upcoming/today/ Disallow: /de/upcoming/week/ Disallow: /de/upcoming/month/ Disallow: /de/upcoming/year/ Disallow: /de/upcoming/alltime/ Allow: /de/cache/sitemap-index.xml Allow: /de/cache/sitemap-main.xml Allow: /de/cache/sitemap-0.xml Allow: /de/cache/sitemap-groups0.xml Allow: /de/cache/sitemap-users0.xml Allow: /de/cache/sitemap-pages0.xml