User-agent: *
#Disallow: crawlers.looksmart.com
Disallow: grub-client
Disallow: grub
Disallow: looksmart
Disallow: WebZip
Disallow: larbin
Disallow: b2w/0.1
Disallow: psbot
Disallow: Python-urllib
Disallow: NetMechanic
Disallow: URL_Spider_Pro
Disallow: CherryPicker
Disallow: EmailCollector
Disallow: EmailSiphon
Disallow: WebBandit
Disallow: EmailWolf
Disallow: ExtractorPro
Disallow: CopyRightCheck
Disallow: Crescent
Disallow: SiteSnagger
Disallow: ProWebWalker
Disallow: CheeseBot
Disallow: LNSpiderguy
Disallow: ia_archiver
Disallow: ia_archiver/1.6
Disallow: Teleport
Disallow: TeleportPro
Disallow: MIIxpc
Disallow: Telesoft
Disallow: Website Quester
Disallow: moget/2.1
Disallow: WebZip/4.0
Disallow: WebStripper
Disallow: WebSauger
Disallow: WebCopier
Disallow: NetAnts
Disallow: Mister PiX
Disallow: WebAuto
Disallow: TheNomad
Disallow: WWW-Collector-E
Disallow: RMA
Disallow: libWeb/clsHTTP
Disallow: asterias
Disallow: httplib
Disallow: turingos
Disallow: spanner
Disallow: InfoNaviRobot
Disallow: Harvest/1.5
Disallow: Bullseye/1.0
Disallow: Mozilla/4.0 (compatible; BullsEye; Windows 95)
Disallow: Crescent Internet ToolPak HTTP OLE Control v.1.0
Disallow: CherryPickerSE/1.0
Disallow: CherryPickerElite/1.0
Disallow: WebBandit/3.50
Disallow: NICErsPRO
Disallow: Microsoft URL Control - 5.01.4511
Disallow: DittoSpyder
Disallow: Foobot
Disallow: WebmasterWorldForumBot
Disallow: SpankBot
Disallow: BotALot
Disallow: lwp-trivial/1.34
Disallow: lwp-trivial
Disallow: BunnySlippers
Disallow: Microsoft URL Control - 6.00.8169
Disallow: URLy Warning
Disallow: Wget/1.6
Disallow: Wget/1.5.3
Disallow: Wget
Disallow: LinkWalker
Disallow: cosmos
Disallow: moget
Disallow: hloader
Disallow: humanlinks
Disallow: LinkextractorPro
Disallow: Offline Explorer
Disallow: Mata Hari
Disallow: LexiBot
Disallow: Web Image Collector
Disallow: The Intraformant
Disallow: True_Robot/1.0
Disallow: True_Robot
Disallow: BlowFish/1.0
Disallow: JennyBot
Disallow: MIIxpc/4.2
Disallow: BuiltBotTough
Disallow: ProPowerBot/2.14
Disallow: BackDoorBot/1.0
Disallow: toCrawl/UrlDispatcher
Disallow: WebEnhancer
Disallow: suzuran
Disallow: VCI WebViewer VCI WebViewer Win32
Disallow: VCI
Disallow: Szukacz/1.4 
Disallow: QueryN Metasearch
Disallow: Openfind data gathere
Disallow: Openfind 
Disallow: Xenu's Link Sleuth 1.1c
Disallow: Xenu's
Disallow: Zeus
Disallow: RepoMonkey Bait & Tackle/v1.01
Disallow: RepoMonkey
Disallow: Microsoft URL Control
Disallow: Openbot
Disallow: URL Control
Disallow: Zeus Link Scout
Disallow: Zeus 32297 Webster Pro V2.9 Win32
Disallow: Webster Pro
Disallow: EroCrawler
Disallow: LinkScan/8.1a Unix
Disallow: Keyword Density/0.9
Disallow: Kenjin Spider
Disallow: Iron33/1.0.2
Disallow: Bookmark search tool
Disallow: GetRight/4.2
Disallow: FairAd Client
Disallow: Gaisbot
Disallow: Aqua_Products
Disallow: Radiation Retriever 1.1
Disallow: Flaming AttackBot
Disallow: Oracle Ultra Search
Disallow: MSIECrawler
Disallow: PerMan
Disallow: searchpreview

#Block All Images
Disallow: *.gif
Disallow: *.jpg
Disallow: /*.gif$
Disallow: /*.jpg$

#Block out directories bots don't need to go to
Disallow: /admin/
Disallow: /download/
Disallow: /ext/
Disallow: /images/
Disallow: /includes/
Disallow: /install/
Disallow: /odp/
Disallow: /pdf/
Disallow: /pub/
Disallow: /tmp/
Disallow: /xoport/

#Block out things that are secure or login oriented
Disallow: /account.php
Disallow: /account_edit.php
Disallow: /account_history.php
Disallow: /account_history_info.php
Disallow: /account_newsletters.php
Disallow: /account_notifications.php
Disallow: /account_password.php
Disallow: /address_book.php
Disallow: /address_book_process.php
Disallow: /advanced_search.php
Disallow: /advanced_search_result.php
Disallow: /affiliate_affiliate.php
Disallow: /affiliate_banners.php
Disallow: /affiliate_banners_banners.php
Disallow: /affiliate_banners_build.php
Disallow: /affiliate_banners_build_cat.php
Disallow: /affiliate_banners_category.php
Disallow: /affiliate_banners_product.php
Disallow: /affiliate_banners_text.php
Disallow: /affiliate_clicks.php
Disallow: /affiliate_contact.php
Disallow: /affiliate_details.php
Disallow: /affiliate_details_ok.php
Disallow: /affiliate_logout.php
Disallow: /affiliate_news.php
Disallow: /affiliate_newsletter.php
Disallow: /affiliate_password.php
Disallow: /affiliate_password_forgotten.php
Disallow: /affiliate_payment.php
Disallow: /affiliate_reports.php
Disallow: /affiliate_sales.php
Disallow: /affiliate_show_banner.php
Disallow: /affiliate_signup.php
Disallow: /affiliate_signup_ok.php
Disallow: /affiliate_summary.php
Disallow: /affiliate_terms.php
Disallow: /affiliate_terms_popup.php
Disallow: /affiliate_validcats.php
Disallow: /affiliate_validproducts.php
Disallow: /agb.php
Disallow: /ask_a_question.php
Disallow: /checkout_confirmation.php
Disallow: /checkout_payment.php
Disallow: /checkout_payment_address.php
Disallow: /checkout_process.php
Disallow: /checkout_shipping.php
Disallow: /checkout_shipping_address.php
Disallow: /checkout_success.php
Disallow: /conditions.php
Disallow: /cookie_usage.php
Disallow: /create_account.php
Disallow: /create_account_success.php
Disallow: /down_for_maintenance.php
Disallow: /download.php
Disallow: /fax.html
Disallow: /guestbook_sign.php
Disallow: /info_shopping_cart.php
Disallow: /ipn.php
Disallow: /links_submit.php
Disallow: /links_submit_success.php
Disallow: /login.php
Disallow: /logoff.php
Disallow: /min_order.php
Disallow: /newsletters.php
Disallow: /newsletters_subscribe.php
Disallow: /newsletters_subscribe_success.php
Disallow: /options_images.php
Disallow: /options_images_popup.php
Disallow: /order_info.php
Disallow: /order_info_check.php
Disallow: /order_info_process.php
Disallow: /password_forgotten.php
Disallow: /pdf_catalogue_info.php
Disallow: /pdf_datasheet.php
Disallow: /pdf_invoice.php
Disallow: /popup_image.php
Disallow: /popup_links_help.php
Disallow: /popup_search_help.php
Disallow: /product_reviews_write.php
Disallow: /redirect.php
Disallow: /reorder.php
Disallow: /reorder_pdf.php
Disallow: /rss.php
Disallow: /shopping_cart.php
Disallow: /ssl_check.php
Disallow: /stylesheet.css
Disallow: /subscription_center.php
Disallow: /transmit.php
Disallow: /tell_a_friend.php
Disallow: /ticket_create.php
Disallow: /ticket_view.php
Disallow: /under_construction.php
Disallow: /wishlist.php
Disallow: /wishlist_help.php
Disallow: /wishlist_public.php
Disallow: /xoport.php

#Disallow: /affiliate_faq.php
#Disallow: /affiliate_info.php
#Disallow: /all_products.php
#Disallow: /allmanufacturers.php
#Disallow: /allprods.php
#Disallow: /callback.php
#Disallow: /contact_us.php
#Disallow: /directbuy.php
#Disallow: /faqdesk_index.php
#Disallow: /faqdesk_info.php
#Disallow: /faqdesk_reviews_article.php
#Disallow: /faqdesk_reviews_info.php
#Disallow: /faqdesk_reviews_write.php
#Disallow: /faqdesk_search_result.php
#Disallow: /featured_products.php
#Disallow: /guestbook.php
#Disallow: /gv_faq.php
#Disallow: /gv_redeem.php
#Disallow: /gv_send.php
#Disallow: /index.php
#Disallow: /links.php
#Disallow: /newsdesk_index.php
#Disallow: /newsdesk_info.php
#Disallow: /newsdesk_reviews_article.php
#Disallow: /newsdesk_reviews_info.php
#Disallow: /newsdesk_reviews_write.php
#Disallow: /newsdesk_search_result.php
#Disallow: /odp.php
#Disallow: /pollbooth.php
#Disallow: /pollcollect.php
#Disallow: /popup_coupon_help.php
#Disallow: /price.php
#Disallow: /product_info.php
#Disallow: /product_reviews.php
#Disallow: /product_reviews_info.php 
#Disallow: /products_new.php
#Disallow: /reviews.php
#Disallow: /sitemap.php
#Disallow: /specials.php
#Disallow: /suma_categories.php
#Disallow: /suma_products.php