User-agent: Yandex
Disallow: /error-404.php
Crawl-delay: 2
Host: osullivan.ru

User-agent: Googlebot
Disallow: /error-404.php
Crawl-delay: 2

User-agent: msnbot
Disallow: /error-404.php
Crawl-delay: 15

User-agent: Nigma.ru
Disallow: /404.php
Crawl-delay: 15

User-agent: Baiduspider
Disallow: /404.php
Crawl-delay: 15

User-agent: Alexibot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Purebot/1.1
Disallow: /

User-agent: Spinn3r
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: Yahoo! Slurp
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: *
Disallow: /error-404.php
Crawl-delay: 20