# directed to all spiders
User-agent: *
# directories barred from entry by useragents
Disallow: /cgi-bin/
Disallow: /admin/
Disallow: /banners/data/
Disallow: /banners/graphics/
Disallow: /images/
Disallow: /download/