# To specify the User-agent for Google:
User-agent: googlebot

# Whitelisted user-agents are allowed
User-agent:  Mediapartners-Google*
User-agent: googlebot
User-agent: slurp
User-agent: msnbot
User-agent: teoma
Disallow: /admin
Disallow: /cgi-bin
# sit out some directories
Disallow: /advert_files/
Disallow: /Howopticals_files/
Disallow: /graphics/
Disallow: /cgi-bin/
Disallow: /members/
DIsallow: /pagelist.html
Disallow: /advert2.html
Disallow: /pubs.html
Disallow: /refs.html
Disallow: /erefs.html
Disallow: /members.html
Disallow: /db/admin.php
Disallow: /db/config.php
Disallow: /db/header.php
Disallow: /db/footer.php
Disallow: /db/pntables
Disallow: /db/images/
Disallow: /db/includes/
Disallow: /db/modules/
Disallow: /db/pnadodb/
Disallow: /db/themes/
# Disallow some others

User-agent: Zealbot
Disallow: /
User-agent: MSIECrawler
Disallow: /
User-agent: SiteSnagger
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: Fetch
Disallow: /
User-agent: Offline Explorer
Disallow: /
User-agent: Teleport
Disallow: /
User-agent: TeleportPro
Disallow: /
User-agent: WebZIP
Disallow: /
User-agent: linko
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: Xenu
Disallow: /
User-agent: larbin
Disallow: /
User-agent: libwww
Disallow: /
User-agent: ZyBORG
Disallow: /
User-agent: Download Ninja
Disallow: /
User-agent: wget
Disallow: /
User-agent: grub-client
Disallow: /
User-agent: EchO!
Disallow: /
User-agent: k2spider
Disallow: /
User-agent: NPBot
Disallow: /
User-agent: WebReaper
Disallow: /
User-agent: Voila
Disallow: /
User-agent: Unknown robot
Disallow: /
# To specify the User-agent for all bots, use the "wild card" character:
#User-agent: *
User-agent: *
Disallow: /admin
Disallow: /banners
Disallow: /config
Disallow: /config-old
Disallow: /error
Disallow: /header
Disallow: /footer
Disallow: /pntables
Disallow: /images
Disallow: /includes
Disallow: /themes
Disallow: /docs
Disallow: /javascript
Disallow: /cgi-bin/
Disallow: /docs/
Disallow: /includes/
Disallow: /javascript/
Disallow: /language/
Disallow: /pnTemp/
Disallow: /themes/
Disallow: admin.php
Disallow: banners.php
Disallow: config.php
Disallow: error.php
Disallow: fantastico_filelist.txt
Disallow: footer.php
Disallow: header.php
Disallow: modules.php
Disallow: pntables.php
Disallow: print.php
Disallow: user.php