User-agent: *
Allow: /docs
Disallow: /_notes
Disallow: /email
Disallow: /css
Disallow: /old web site
Disallow: /images
Disallow: /inc
Disallow: /PS
Disallow: /services
Disallow: /text


Sitemap: http://www.covefarms.com/sitemap.xml

#
#Sitemap line is supported by Google, MSN, Yahoo, ASK
#

#---
# Start of Blacklisted bots
#---

User-agent:libwww
Disallow:/


User-agent:LinkWalker
Disallow:/

#---
#End of Blacklisted Bots
#---


# User-agent: Googlebot
# Disallow: /marklit
# Allow: /marklit/something.pdf
#
# Some major crawlers support the line 'Allow'
#


User-agent: Googlebot
Crawl-delay: 0.5

User-agent: Slurp #Yahoobot
Crawl-delay: 0.5

#
# Several crawlers support a crawl delay parameter.
# The number indicates seconds before the bot can make another request to the server.
#


#
# If a bot is not asking for robots.txt, then you'll need to ban it via .htaccess instead.
#
# RewriteEngine On 
# RewriteCond %{HTTP_USER_AGENT} BADBOT 
# RewriteRule .* - [F]