# robots.txt
User-agent: *
Disallow: /*.txt$
Disallow: /*.rtf$
Disallow: /*.pdf$
Disallow: /*.html$
Disallow: /1*$
Disallow: /2*$
Disallow: /3*$
Disallow: /4*$
Disallow: /5*$
Disallow: /6*$
Disallow: /7*$
Disallow: /8*$
Disallow: /9*$
Disallow: /*optionsfor*$