User-agent: *
Disallow: /pdf/
Disallow: /*.htm$




User-agent: ia_archiver
Disallow: /