User-agent: *
Disallow: /debian
Disallow: /debian-non-US
Disallow: /debian-oth
Disallow: /E-Books
Disallow: /etc
Disallow: /oth
Disallow: /Telepolis
Disallow: /temp
Disallow: /t
Disallow: /picture-galleries
Disallow: /mail-temp
Disallow: /websvn/

Disallow: /cgi-bin/twiki/attach
Disallow: /cgi-bin/twiki/changes
Disallow: /cgi-bin/twiki/edit
Disallow: /cgi-bin/twiki/editauth
Disallow: /cgi-bin/twiki/mailnotify
Disallow: /cgi-bin/twiki/manage
Disallow: /cgi-bin/twiki/oops
Disallow: /cgi-bin/twiki/passwd
Disallow: /cgi-bin/twiki/preview
Disallow: /cgi-bin/twiki/rdiff
Disallow: /cgi-bin/twiki/rdiffauth
Disallow: /cgi-bin/twiki/register2
Disallow: /cgi-bin/twiki/rename
Disallow: /cgi-bin/twiki/save
Disallow: /cgi-bin/twiki/search
Disallow: /cgi-bin/twiki/statistics
Disallow: /cgi-bin/twiki/upload
Disallow: /cgi-bin/twiki/viewauth
Disallow: /cgi-bin/twiki/view/Trash
Disallow: /cgi-bin/twiki/view/TWiki
Disallow: /cgi-bin/twiki/view/Private
Disallow: /cgi-bin/twiki/view/_default

User-agent: Yahoo-MMCrawler/3.x
Disallow: /