# robots.txt
Host: www.palm-sochi.ru
User-Agent: Wget, WebZIP, Teleport Pro, DISCo Pump, WebSnake, Offline Explorer, Web-By-Mail
Disallow: /

User-agent: *
Crawl-delay: 20
Request-rate: 1/5
Visit-time: 0000-0430

Disallow: /class/
Disallow: /core/
Disallow: /img/
Disallow: /inc/
Disallow: /lang/
Disallow: /mod/
Disallow: /themes/
Disallow: /system/
Disallow: /cpg/thumbnails-search
Disallow: /cpg/login.php
Disallow: /cpg/slideshow
Disallow: /cpg/addfav.php
Disallow: /system-page-auth
Disallow: /docs-act-rate
Disallow: /files-act-ratefile