User-agent: *
Disallow: /cgi-bin/ 
Disallow: /archive/hyperreal/
Disallow: /archive/rhodium/chemistry/nitrostyrenes/
Disallow: /experiences/exp_pdf.php
Disallow: /wp-*
Disallow: /references/texts/
Disallow: /general/newsletter/new/

# Allow our search robot
User-agent: ht://Dig
Disallow:

User-agent: WebStripper/2.03
Disallow: /herbs/
Disallow: /

User-agent: Slurp
Crawl-delay: 1