# robots.txt - file for robot exclusion - for more info, see
# <http://info.webcrawler.com/mak/projects/robots/exclusion-admin.html>
User-agent: MOMspider
Disallow: /cgi-bin/
Disallow: /challenge/

# This is a _very_ _very_ broken bot. You don't fix it, you don't crawl here.
# Give them a chance, 12.10.02
#User-Agent: Slurp
#Disallow: /

# Ugly, ad-ridden and sending fake referrer. Die you scum!
# -- Sec, 12.10.02
User-Agent: BlitzBOT@tricus.net
Disallow: /

User-Agent: BlitzBOT
Disallow: /

User-agent: *
Crawl-delay: 120
Disallow: /blafasel/
Disallow: /challenge/
Disallow: /cgi-bin/
Disallow: /remoteconfig.php
Disallow: /~sec/B/beopardy-2006/
Disallow: /~sec/Pic/