# robots.txt file
# Last updated: 25.2.2009

Sitemap: http://www.iainbrown.net/sitemap.xml

# Allowed bots

User-agent: Googlebot
Disallow:

User-agent: Googlebot-Image
Disallow:

User-agent: Mediapartners-Google
Disallow:

User-agent: Adsbot-Google
Disallow:

User-agent: W3C-checklink
Disallow:

User-agent: Xenu
Disallow:


# Bad bots

User-agent: BecomeBot
Disallow: /

User-agent: digout4u
Disallow: /

User-agent: extractorpro
Disallow: /

User-agent: fast
Disallow: /

User-agent: GetRight
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: go-ahead-got-it
Disallow: /

User-agent: HTTPClient
Disallow: /

User-agent: JetBot
Disallow: /

User-agent: teomaagent1
Disallow: /

User-agent: directhit
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: LinkWalker
Disallow: /

User-agent: lycos
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: msnbot
Disallow: /

User-agent: nearsite
Disallow: /

User-agent: netattache
Disallow: /

User-agent: NEWT ActiveX
Disallow: /

User-agent: Scooter
Disallow: /

User-agent: sitesnagger
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: T-Rex
Disallow: /

User-agent: teleport
Disallow: /

User-agent: Teoma
Disallow: /

User-agent: TovekTools Web Indexer
Disallow: /

User-agent: tutorgig
Disallow: /

User-agent: Web Downloader
Disallow: /

User-agent: webwhacker
Disallow: /

User-agent: webzip
Disallow: /

User-agent: wget
Disallow: /

# Directories and files to be excluded
User-agent: *
Disallow: /pmwiki.php/Main/AllRecentChanges
Disallow: /pmwiki.php/
Disallow: /work.d/
Disallow: /search
Disallow: /SearchWiki
Disallow: /RecentChanges
Disallow: /action=
Disallow: /index.php/Private/