User-agent: *


User-agent: Aport
User-agent: Googlebot
User-agent: StackRambler
User-agent: Yandex
Allow: /$
Allow: /index.
Allow: /index.php$
Allow: /browse.php$
Allow: /details.php?id=
Allow: /forums.php$
Allow: /forum.php$

Host: torrentm.ru
Crawl-delay: 0.5

User-agent: Adsbot-Google
User-agent: Googlebot-Image
User-agent: Googlebot-Mobile
User-agent: Mediapartners-Google
User-agent: msnbot
User-agent: msnbot-media
User-agent: Slurp
User-agent: Yahoo-MMCrawler
Allow: /

User-agent: Browsershots
Disallow:

User-agent: *
Allow: /
Disallow: /cgi-bin/
Disallow: /pic/
Disallow: /torrents/
Disallow: /files/
Disallow: /index.html