User-agent: *
Disallow: 
<META name="ROBOTS" content="INDEX,FOLLOW">

User-agent: *
Disallow: /background/
Disallow: /blog/
Disallow: /cgi-bin/
Disallow: /e_shop/
Disallow: /e_shop/admin/
Disallow: /e_shop/catalog/
Disallow: /e_shop/download/
Disallow: /e_shop/pub/
Disallow: /e_shop/temp/
Disallow: /e_shop/includes/
Disallow: /e_shop/images/
Disallow: /img/
Disallow: /img/common/
Disallow: /img/glyph/
Disallow: /img/icons/
Disallow: /img/icons/tabs/
Disallow: /cms/
Disallow: /picture_library/
Disallow: /plesk-stat/
Disallow: /scripts/
Disallow: /test/
Disallow: /test/apacheasp/
Disallow: /test/cgi/
Disallow: /test/coldfusion/
Disallow: /test/perl/
Disallow: /test/python/
Disallow: /test/ssi/
Disallow: /test/fcgi/
Disallow: /test/miva/
Disallow: /wr/
Disallow: /searchtools-rss.xml

User-agent: Googlebot
User-agent: InfoNaviRobot
User-agent: TV33_Mercator
User-agent: AVSearch
User-agent: Scooter
User-agent: Slurp
User-agent: SearchengineLicenceSheep
User-agent: shadow
User-agent: MultiText
User-agent: FAST-WebCrawler
User-agent: Atomz
User-agent: htdig
User-agent: spider00.logika.net
User-agent: NetMechanic
User-agent: Teleport Pro