Sitemap: /sitemapindex.xml
User-agent: *
Disallow: /3rdparty/
Disallow: /backup/
Disallow: /cache/
Disallow: /install/
Disallow: /internal/
Disallow: /libs/
Disallow: /modules/
Disallow: /plugins/
Disallow: /templates/
Disallow: /cache/templates_c/
Disallow: /search.php
Disallow: /admin_index.php
Disallow: /advancedsearch.php
Disallow: /groups.php
Disallow: /login.php
Disallow: /faq-en.php
Disallow: /groups.php?sortby=members
Disallow: /user.php
Disallow: /userrss.php
Disallow: /topusers.php


# too many repeated hits, too quick
User-agent: litefinder
Disallow: /3rdparty/
Disallow: /backup/
Disallow: /cache/
Disallow: /install/
Disallow: /internal/
Disallow: /libs/
Disallow: /modules/
Disallow: /plugins/
Disallow: /templates/
Disallow: /cache/templates_c/
Disallow: /search.php
Disallow: /admin_index.php
Disallow: /advancedsearch.php
Disallow: /groups.php
Disallow: /login.php
Disallow: /faq-en.php
Disallow: /groups.php?sortby=members
Disallow: /user.php
Disallow: /userrss.php
Disallow: /topusers.php

# Yahoo. too many repeated hits, too quick
User-agent: Slurp
Disallow: /3rdparty/
Disallow: /backup/
Disallow: /cache/
Disallow: /install/
Disallow: /internal/
Disallow: /libs/
Disallow: /modules/
Disallow: /plugins/
Disallow: /templates/
Disallow: /cache/templates_c/
Disallow: /search.php
Disallow: /admin_index.php
Disallow: /advancedsearch.php
Disallow: /groups.php
Disallow: /login.php
Disallow: /faq-en.php
Disallow: /groups.php?sortby=members
Disallow: /user.php
Disallow: /userrss.php
Disallow: /topusers.php

# too many repeated hits, too quick
User-agent: Baidu
Disallow: /3rdparty/
Disallow: /backup/
Disallow: /cache/
Disallow: /install/
Disallow: /internal/
Disallow: /libs/
Disallow: /modules/
Disallow: /plugins/
Disallow: /templates/
Disallow: /cache/templates_c/
Disallow: /search.php
Disallow: /admin_index.php
Disallow: /advancedsearch.php
Disallow: /groups.php
Disallow: /login.php
Disallow: /faq-en.php
Disallow: /groups.php?sortby=members
Disallow: /user.php
Disallow: /userrss.php
Disallow: /topusers.php