User-agent: Yandex
Disallow: /admin/
Disallow: /css/
Disallow: /files/
Disallow: /images/
Disallow: /inc/
Disallow: /js/
Disallow: /kcaptcha/
Disallow: /lib/
Disallow: /pic/
Disallow: /tpl/
Disallow: /?
Disallow: /index.php
Disallow: /index.html?
Disallow: /index.html/?
Host: www.rostovdoma.ru

User-Agent: DISCo Pump
User-Agent: Wget
User-Agent: WebZIP
User-Agent: Teleport Pro
User-Agent: WebSnake
User-Agent: Offline Explorer
User-Agent: Web-By-Mail
User-Agent: Teleport Pro/1.29
User-Agent: Scooter-W3-1.0
Disallow: /

User-Agent: StackRambler
User-Agent: Yahoo! Slurp
User-Agent: Slurp
User-Agent: msnbot
Disallow: /admin/
Disallow: /css/
Disallow: /files/
Disallow: /images/
Disallow: /inc/
Disallow: /js/
Disallow: /kcaptcha/
Disallow: /lib/
Disallow: /pic/
Disallow: /tpl/
Disallow: /?
Disallow: /index.php
Disallow: /index.html?
Disallow: /index.html/?
Crawl-delay: 10

User-agent: *
Disallow: /admin/
Disallow: /css/
Disallow: /files/
Disallow: /images/
Disallow: /inc/
Disallow: /js/
Disallow: /kcaptcha/
Disallow: /lib/
Disallow: /pic/
Disallow: /tpl/
Disallow: /?
Disallow: /index.php
Disallow: /index.html?
Disallow: /index.html/?