# All robots will spider the domain
User-agent: *

# Disallow directoies
Disallow: /archive/downloads/
Disallow: /archive/data_files/
Disallow: /archive/weekly_graphs/
Disallow: /archive/graphs/
Disallow: /archive/data/
Disallow: /archive/kb.php

Disallow: /downloads/
Disallow: /data_files/
Disallow: /weekly_graphs/
Disallow: /cgi-bin/
Disallow: /graphs/
Disallow: /data/
Disallow: /kb.php