User-Agent: *
Disallow: /olaf/servlet/
Disallow: /archive/cocda/

# google and yahoo are allowed into the cocda directory because they have 
# extensions that allow us to keep them out of the data directory and 
# .tab files.  we keep all other robots out of cocda alltogether 
# because there are too many files in the individual DATA directories. 


User-agent: Googlebot
# the following two lines pertain to the original ferret and are an attempt
# to prevent "Maximum open connections reached" errors
Disallow: /ferret/download.do*
Disallow: /ferret/product_details.do*
Disallow: /olaf/servlet/
Allow: /*.lbl$
Allow: /*.LBL$
Disallow: /*DATA/*
Disallow: /*.tab$
Disallow: /*.TAB$


User-agent: Slurp
Disallow: /olaf/servlet/
Disallow: /*.tar.gz
Disallow: /*DATA/*
Disallow: /*.tab$
Disallow: /*.TAB$
Crawl-delay: 5