Sitemap: /help/sitemap.xml
User-agent: *
Disallow: /cg
Disallow: /cbm/pics/bla
Disallow: /cbm/c128
Disallow: /wrestling/tri
Disallow: /tm
Disallow: /privat/
Disallow: /sw/download.cgi
Disallow: /misc/album/holmenkollen2001/
Disallow: /misc/album/drammen2001/
Disallow: /misc/album/aland2001/
Disallow: /misc/album/axel2002/
Disallow: /misc/album/finland2002/
Disallow: /misc/album/boat2002/
Disallow: /misc/album/geilo2002/
Disallow: /misc/album/julefest2002/
Disallow: /misc/pol
Disallow: /htdig/
Disallow: /old/2003/euro/
Disallow: /old/1999/qe/what_it_looked_like/
Disallow: /old/2000/pine/patch/
Disallow: /old/2004/guestbook/
Disallow: /redir
Disallow: /misc/arkiv/sv/7/3796.html
Disallow: /misc/arkiv/sv/7/3797.html

User-Agent: psbot
Disallow: /

User-Agent: NPBot
Disallow: /

User-Agent: sitecheck.internetseer.com
Disallow: /

User-Agent: NimbleCrawler
Disallow: /

User-agent: ShopWiki
Disallow: /