User-agent: *
Disallow: /404.html 
Disallow: /conferences.htm
Disallow: /AMTA-2002-Carbonell.pdf
Disallow: /AMTA-2006-Bernth.pdf
Disallow: /Aslib-2002-Champollion.htm
Disallow: /Aslib-2002-Gillam.ppt
Disallow: /Aslib-2002-Heyn.ppt
Disallow: /Aslib-2002-Kay.ppt
Disallow: /Aslib-2002-Morland.ppt
Disallow: /Aslib-2002-Multicorpora.ppt
Disallow: /Aslib-2002-Schaeler.ppt
Disallow: /guide-headings.htm
Disallow: /HLT-2003-Tufis-new.pdf
Disallow: /IEEE-Intelligent-2009-Halevy.pdf
Disallow: /MTNI-36.pdf
Disallow: /MTS-2003-Och-2.pdf
Disallow: /tcforum-1998-klein.pdf
Disallow: /foreign/