User-agent: Yandex, Googlebot, StackRambler
Disallow: /links.html
Disallow: /index.php?do=pm
Disallow: /index.php?do=stats
Disallow: /index.php?do=search
Disallow: /index.php?do=addnews
Disallow: /index.php?do=register
Disallow: /index.php?do=feedback
Disallow: /index.php?do=lostpassword
Disallow: /index.php?subaction=newposts
Disallow: /autobackup.php
Disallow: /admin.php
Disallow: /engine/
Disallow: /templates/
Disallow: /language/
Disallow: /user/
Disallow: /favorites/
Disallow: /lastnews/
Disallow: /?do=lastcomments
Disallow: /register.html
Disallow: /statistics.html
Disallow: /feedback.html
Disallow: /pm.html
Disallow: /search.html
Disallow: /addnews.html
Disallow: /lostpassword.html
Host: www.internet-biblioteka.ru
Sitemap: http://www.internet-biblioteka.ru/sitemap.xml



User-agent: DISCo Pump, Wget, WebZIP, Teleport, Teleport Pro, Teleport Ultra, WebSnake, Offline Explorer, Web-By-Mail, FlashGet, Web Downloader, HTTrack off-line browser 
Disallow: /

User-agent: Slurp
Crawl-delay: 1000