User-agent: *
Disallow: /ahatskin/        # install and testing scripts for Ahatskin
Disallow: /mutualdiscovery/ # install and testing scripts for Ahatskin
Disallow: /bin/             # we use ShorterUrlCookbook
Disallow: /lib/             # no public parts
Disallow: /locale/          # no public parts
Disallow: /pub/             # no indexing pub, anti-spam
Disallow: /stash_everything_else_here/ # twiki litters the space
Disallow: /templates/       # no public parts
Disallow: /tools/           # not cgi
Disallow: /twikiplugins/    # no public parts
Disallow: /working/         # no public parts
Disallow: /twiki/           # we use ShorterUrlCookbook
Disallow: /TWiki/           # code web for twiki
Disallow: /Sandbox/         # scratch web
Disallow: /Trash/           # self-explanatory
Disallow: /*.pl             # left over from installs, sometimes
Disallow: /*/TWiki*         # infrastructure elements
Disallow: /*/WebCreateNewTopic
Disallow: /*/WebNotify
Disallow: /*/WebPreferences

# The following URIs are obsolete or otherwise not valid. 
# However, they are listed in demo twiki robots.txt files. 
# Keep this archive so we don't have to research them again!
#
# Disallow: /list/
# Disallow: /twiki/list/