User-agent: *
Disallow: /Encryption
Disallow: /Decryption
Disallow: /PHPStuff
Disallow: /Scripts
Allow: /Scripts/viewCart.php
Disallow: bob
Disallow: cgi-bin
Disallow: cgi.OLD
Disallow: Concerns
Disallow: DB_Access
Disallow: flies
Disallow: headers
Disallow: htsdata
Disallow: images
Disallow: logs.OLD
Disallow: projects&tests
Disallow: Reports
Disallow: SpryAssets
Disallow: SpryAssets2
Disallow: tests
Crawl-delay: 10
Request-rate: 1/5         # maximum rate is one page every 5 seconds