User-agent: *
Disallow: /*.cgi$
Disallow: /*.csv$
Disallow: /*.pdf$
Disallow: /*.txt$
Disallow: /*.doc$
Disallow: /*.xls$