# last validation 07.07.2009
#
# User-agent: *      = all spiders/bots
# Disallow:          = allow all
# Disallow: /        = disallow all
# Disallow: /foo     = disallow "foo" folder
# Disallow: /foo.php = disallow "foo.php" file
#
# The bots in this section are asked not to spider any of this site.
# Persistent unauthorized bots may be banned by host and/or IP.

#  No access (Googlebot-Image)
User-agent: Googlebot-Image
Disallow: /

# leave this in for testing purposes at
# http://phpweby.com/services/robots
#  No access (Gigabot)
#User-agent: Gigabot
#Disallow: /

#  No access (vagabondo)
# disallow vagabondo wise guys added 170509
User-agent: Vagabondo
Disallow: /

#  No access (Yandex) 
# disallow yandex in russia added 170509
User-agent: Yandex
Disallow: /


#  No access (Baiduspider)
#  No access Baiduspider+  added 300310
User-agent: Baiduspider
Disallow: /
User-agent:baidu
Disallow: /
User-agent: Baiduspider+(+http://www.baidu.com/search/spider.htm)
Disallow: /



#  No access (dotbot)
# disallow dotbot in seattle added 110709
User-agent: dotbot
Disallow: /

#  No access (metaspinner)
# disallow Metaspinner added 190709
User-agent: Metaspinner
Disallow: /

#  No access (discobot)
# disallow discobot added 270709
User-agent: discobot
Disallow: /

User-agent: FatBot+2.0
Disallow: /

User-agent: Fatbot
Disallow: /

#  No access (OOZBOT)
# disallow OOZBOT added 280709
User-agent: OOZBOT
Disallow: /

#  No access (Sosospider)
# disallow Sosospider china added 270709  #  + added 020809
User-agent: Sosospider+
Disallow: /

User-agent: Sosospider
Disallow: /

User-agent: Soso
Disallow: /

User-agent: R6_CommentReader
Disallow: /

#
#
# Disallow all crawlers access to certain pages.
# This says to apply these settings to ALL search engine spiders/crawlers
#
#  PARTIAL access (All Spiders)
User-agent: *
#
#
# Disallow: /*&sort=*  # removed 040509
# Disallow: /*&page*  # removed 040509
# Disallow: /*manufacturers_id=*products_id=*  # removed 270309 2 dups
# Disallow: /*&action*  # removed 040509
# Disallow: /*filter_id=*  # removed 040509
#
Disallow: /*action=buy_now* # added 021209
#
#
#
#  folders to disallow
Disallow: /personal/
Disallow: /cgi-bin/
Disallow: /downloads/
Disallow: /images/
Disallow: /includes/
Disallow: /mobile/
Disallow: /phpmv2/
Disallow: /piwik/
Disallow: /phpAlbum/
Disallow: /pub/
Disallow: /scrap/
Disallow: /session/
Disallow: /temp/
Disallow: /tmp/
Disallow: /templates/
# Disallow: /webstats/
Disallow: /fault/
#
#
# files to disallow
Disallow: /account.php
Disallow: /account_edit.php
Disallow: /account_history.php
Disallow: /account_history_info.php
Disallow: /account_newsletters.php
Disallow: /account_notifications.php
Disallow: /account_password.php
Disallow: /add_checkout_success.php
Disallow: /address_book.php
Disallow: /address_book_process.php
Disallow: /advanced_search.php
Disallow: /advanced_search_result.php
# Disallow: /affiliate_affiliate.php
# Disallow: /affiliate_banners.php
# Disallow: /affiliate_clicks.php
# Disallow: /affiliate_contact.php
# Disallow: /affiliate_details.php
# Disallow: /affiliate_faq.php
# Disallow: /affiliate_intro.php
# Disallow: /affiliate_logout.php
# Disallow: /affiliate_password_forgotten.php
# Disallow: /affiliate_payment.php
# Disallow: /affiliate_sales.php
# Disallow: /affiliate_show_banner.php
# Disallow: /affiliate_signup.php
# Disallow: /affiliate_summary.php
# Disallow: /affiliate_terms.php
Disallow: /ask_a_question.php
Disallow: /checkout_confirmation.php
Disallow: /checkout_payment.php
Disallow: /checkout_payment_address.php
Disallow: /checkout_paypalipn.php
Disallow: /checkout_process.php
Disallow: /checkout_shipping.php
Disallow: /checkout_shipping_address.php
Disallow: /checkout_success.php
Disallow: /configure.php
# Disallow: /contact_us.php   # removed 040509
Disallow: /cookie_usage.php
Disallow: /create_account.php
Disallow: /create_account_success.php
Disallow: /down_for_maintenance.php
Disallow: /download.php
Disallow: /getout.php
# Disallow: /gv_redeem.php
# Disallow: /gv_send.php
Disallow: /http_error.php
Disallow: /http_error.log
Disallow: /info_shopping_cart.php
Disallow: /links_setup.php
Disallow: /login.php
Disallow: /logoff.php
Disallow: /password_forgotten.php
Disallow: /paypal_notify.php
Disallow: /popup_coupon_help.php
Disallow: /popup_image.php
Disallow: /popup_search_help.php
Disallow: /price_match.php
Disallow: /product_notifications.php
Disallow: /product_reviews_write.php
# Disallow: /product_reviews.php  # removed 29/12/09 now handled by kissmt
# Disallow: /product_reviews_info.php  # removed for review code 30/12/08
Disallow: /redirect.php
Disallow: /shopping_cart.php
Disallow: /shopping_cart_help.php
Disallow: /shipping_estimator_popup.php
Disallow: /tell_a_friend.php
# Disallow: /category.php  # removed 040509
# Disallow: /manufacturer.php  # removed 040509
# Disallow: /cart.php  #removed 060809
Disallow: /wedding.php
Disallow: /server_down.php
#
# ?q=Save+Us+From+Berlusconi
Disallow: /*?q=
#
#
#
#
#
# Sitemap files
sitemap: http://www.cameracentre.co.uk/sitemapindex.xml
sitemap: http://www.cameracentre.co.uk/sitemapproducts.xml
sitemap: http://www.cameracentre.co.uk/sitemapcategories.xml
sitemap: http://www.cameracentre.co.uk/sitemapmanufacturers.xml
# sitemap: http://www.cameracentre.co.uk/sitemapspecials.xml
sitemap: http://www.cameracentre.co.uk/urllist.txt
sitemap: http://www.cameracentre.co.uk/sitemapproducts.php