# robots.txt # files/folder to exclude User-agent: * Disallow: /cgi-bin/ Disallow: /form/ Disallow: /logs/ Disallow: /images/ Disallow: /movies/ Disallow: /sounds/ Disallow: /stats/