# robots.txt # pretty much all subdirectories are off limits User-agent: * Disallow: /cgi-bin/ Disallow: /analogimages/ Disallow: /dv/ Disallow: /dv/audio Disallow: /awstats/