# robots.txt file for http://lists.pilot-link.org/ Mailman list archives
# Please contact [desrod at gnu dash designs dot com] with any questions or
# concerns you have spidering these lists

User-agent: Mediapartners-Google*
Disallow:

User-agent: Googlebot/2.1*
Disallow:

# Do NOT visit the following pathname or your host will be
# blocked from this site. This is a trap for mal-configured
# bots which do not follow RFCs.
User-agent: *
Crawl-delay: 300
Disallow: /cgi-bin/block_crawler.pl