User-agent: BecomeBot 
Disallow: /

User-agent: *
Crawl-delay: 5
Disallow: /.htaccess
Disallow: /404.html
Disallow: /404.shtml
Disallow: /404error.html
Disallow: /insuranceguidebooks/apf_config.cgi
Disallow: /insuranceguidebooks/apf_config.ini
Disallow: /insuranceguidebooks/apf_default_config.ini
Disallow: /insuranceguidebooks/apf_descriptors_config.ini
Disallow: /insuranceguidebooks/apf_main.pm
Disallow: /insuranceguidebooks/apf_sort_us.ini
Disallow: /insuranceguidebooks/apf_style.ini
Disallow: /insuranceguidebooks/insurancebooks.cgi?Operation=
Disallow: /insuranceguidebooks/insurancebooks.cgi?myOperation=
Disallow: /insuranceguidebooks/insurancebooks.cgi?SearchIndex=Books&Operation=
Disallow: /insuranceguidebooks/compatibility.mod
Disallow: /insuranceguidebooks/default/
Disallow: /insuranceguidebooks/marketplace.mod
Disallow: /insuranceguidebooks/SimpleGet.pl