User-agent: JobSpider_BA
User-agent: XPIDER
Disallow: /
User-Agent: msnbot
Crawl-Delay: 60
User-Agent: Slurp
Crawl-Delay: 60
User-Agent: Yandex bot
Crawl-Delay: 60
User-Agent: TwengaBot
Crawl-Delay: 60
User-agent: *
Disallow: /js
Disallow: /lib
Disallow: /pps
Disallow: /config.inc.php
Disallow: /config.inc.php-offline
Disallow: /counter/administration/
Disallow: /counter/stats/