User-agent: *
Disallow: /*.txt
Disallow: /*.log
Disallow: /*.cgi
Disallow: /cgi/
Disallow: /log/
Disallow: /scouts/
Disallow: /temp/