User-agent: *           # directed to all spiders
Disallow: /images/
Disallow: /img2/
Disallow: /backgnd/
Disallow: /temp/
Disallow: test
Disallow: /database/
Disallow: /hui/
Disallow: /gb/				# guestbook
#
# is there any reason to allow bots to the photos?
Disallow: /pics/
Disallow: /pics_large/
#
# no need for bots to hit the cart or ordering, and they may build up huge carts.
Disallow: /ordering/cart.asp
Disallow: /ordering/cart.asp?v
Disallow: /ordering/cart.asp*
Disallow: /orderingsec/cart.asp
Disallow: /orderingsec/cart.asp?v
Disallow: /orderingsec/cart.asp*
# 
# trying disallowing products/getproducts, to reduce restarts, set this 10/24/06
Disallow: /roses/getproducts.asp
Disallow: /roses/products.asp
Disallow: /roses/newphotos.asp
Disallow: /roses/getproducts.asp*
Disallow: /roses/products.asp*
Disallow: /roses/newphotos.asp*
#
Disallow: /ordering/customerinfo.asp
Disallow: /ordering/shipandpaymentinfo.asp
Disallow: /ordering/order.asp
Disallow: /ordering/faxpage.asp
Disallow: /ordering/confirmedorder.asp
Disallow: /ordering/minorder.asp
Disallow: /ordering/missingfields.asp
Disallow: /ordering/error.asp
#
Disallow: /orderingsec/
#
# old pages, no longer used, have jumps
Disallow: /roses/collect.htm
Disallow: /roses/showoneprod.asp
Disallow: /roses/hybridizers.htm
Disallow: /roses/recommend.htm
Disallow: /roses/rosesections.htm
Disallow: /peren/peren.htm
Disallow: /shrubs/shrubs.htm
Disallow: /roses/roseindex.htm



#--------- slow some bots down ------------------
# slow down yahoo searching - http://help.yahoo.com/help/us/ysearch/slurp
User-agent: Slurp
Crawl-delay: 900

# http://www.google.com/bot.html

# slow this down - http://www.shopwiki.com/wiki/Help:Bot
# consider blocking them if traffic doesn't go down more
User-agent: ShopWiki
Crawl-Delay: 900

# slow this down - http://en.wikipedia.org/wiki/Msnbot
User-agent: msnbot
Crawl-delay: 900

User-agent: msnbot-media
Crawl-delay: 900

User-agent: msnbot-Products
Crawl-delay: 900

# if this doesn't slow down, block it. http://www2.shopping.com/bot.html
User-agent: sdcresearchlabs-testbot
Crawl-delay: 900

# http://www.majestic12.co.uk/projects/dsearch/mj12bot.php
User-Agent: MJ12bot
Crawl-Delay: 30	
# up to 30?

# http://www.pronto.com/robots.html
User-agent: RedCarpet
Crawl-delay: 900

# http://www.become.com/site_owners.html
User-agent: BecomeBot
Crawl-Delay: 900 

#--------- block some bots ------------------
# block this one, http://www.janetsystems.co.uk/Default.aspx?tabid=82&itemid=631
User-agent: SBIder
Disallow: /

# no need for them to search us - http://www.turnitin.com/robot/crawlerinfo.html
User-agent: TurnitinBot
Disallow: /            #Will disallow all urls on your site

# updated 10/20/06 jw
#