# exclude help system from robots
User-agent: Yanga WorldSearch Bot
Disallow: /
User-agent: *
Disallow: /cgi-bin/
Disallow: /fastcgi/
Disallow: /forum/
Disallow: /admphp/
Disallow: /awstats/
Disallow: /pub/
Disallow: /sqlmaint/
Disallow: /internal/
Disallow: /en/sitemap/
Disallow: /de/sitemap/
Disallow: /it/sitemap/
Disallow: /jp/sitemap/