User-agent: twiceler
Disallow: /
User-agent: *
Crawl-delay: 5
Disallow: /ioc/
Disallow: /smart/
Disallow: /ssh/
Disallow: /tech/
Disallow: /uploads/
Disallow: /webmail/
Disallow: /horde/
Disallow: /horde-2.1/
Disallow: /horde-2.1bak/
Disallow: /horde-cvs/
Disallow: /horde-cvsbak/
Disallow: /horde-new/
Disallow: /icon/
Disallow: /irsgto/
Disallow: /make/
Disallow: /manual/
Disallow: /pictures/
Disallow: /SIRTF/
Disallow: /bugzilla/
Disallow: /cola/
Disallow: /database/
Disallow: /database2/
Disallow: /dimsuns/
Disallow: /diskteam/
Disallow: /docs/
Disallow: /~don/pictures
Disallow: /twiki/bin/search
Disallow: /twiki/bin/rdiff
Disallow: /twiki/bin/login
Disallow: /twiki/bin/logon
Disallow: /twiki/bin/manage
Disallow: /twiki/bin/genpdf
Disallow: /twiki/bin/attach
Disallow: /foswiki/bin/attach
Disallow: /foswiki/bin/changes
Disallow: /foswiki/bin/configure
Disallow: /foswiki/bin/edit
Disallow: /foswiki/bin/geturl
Disallow: /foswiki/bin/installpasswd
Disallow: /foswiki/bin/login
Disallow: /foswiki/bin/logon
Disallow: /foswiki/bin/logos
Disallow: /foswiki/bin/mailnotify
Disallow: /foswiki/bin/manage
Disallow: /foswiki/bin/oops
Disallow: /foswiki/bin/passwd
Disallow: /foswiki/bin/preview
Disallow: /foswiki/bin/rdiff
Disallow: /foswiki/bin/rdiffauth
Disallow: /foswiki/bin/register
Disallow: /foswiki/bin/rename
Disallow: /foswiki/bin/resetpasswd
Disallow: /foswiki/bin/rest
Disallow: /foswiki/bin/save
Disallow: /foswiki/bin/savemulti
Disallow: /foswiki/bin/search
Disallow: /foswiki/bin/setlib.cfg
Disallow: /foswiki/bin/statistics
Disallow: /foswiki/bin/testenv
Disallow: /foswiki/bin/upload
Disallow: /foswiki/bin/viewauth
Disallow: /foswiki/bin/viewfile
Disallow: /list/