User-agent: *
Crawl-delay: 5 # задает таймаут в 5 секунды 

User-agent: Twiceler
Disallow: /

User-agent: Aport
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: msnbot-media
Disallow: /

User-agent: msnbot-news
Disallow: /

User-agent: msnbot-products
Disallow: /

User-agent: msnbot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-Agent: Yandex
Disallow: /awstats/
Disallow: /admin/
Disallow: /flash/flash_leovit_05.swf
Disallow: /search.html
Disallow: /forum/memberlist.php?sid=312ec4ce9e5850bdd90e00ea3bf5b237