# Robot Exclusion File -- robots.txt

# Author:  Niche Blueprint Team 

# Last Updated : January 11th, 2009



#Blocking entire directories on your website

User-Agent: *

Disallow: /admin/

Disallow: /cache/

Disallow: /cert/

Disallow: /debug/

Disallow: /download/

Disallow: /ext/

Disallow: /includes/

Disallow: /pub/

Disallow: /temp/

Disallow: /templates/

Disallow: /tmp/



#Blocking specific pages on your website

Disallow: /account.php

Disallow: /account_edit.php

Disallow: /account_history.php

Disallow: /account_history_info.php

Disallow: /account_password.php

Disallow: /address_book.php

Disallow: /address_book_process.php

Disallow: /checkout_confirmation.php

Disallow: /checkout_payment.php

Disallow: /checkout_payment_address.php

Disallow: /checkout_process.php

Disallow: /checkout_shipping.php

Disallow: /checkout_shipping_address.php

Disallow: /checkout_success.php

Disallow: /cookie_usage.php

Disallow: /create_account.php

Disallow: /create_account_success.php

Disallow: /ipn.php

Disallow: /login.php

Disallow: /logoff.php

Disallow: /password_forgotten.php

Disallow: /paypal_notify.php

Disallow: /redirect.php

Disallow: /shipping_estimator_popup.php

Disallow: /ssl_check.php

Disallow: /vvc_display.php

Disallow: /wpcallback.php

Disallow: /information.php

Disallow: /gv_faq.php

Disallow: /shopping_cart.php

Disallow: /product_reviews_write.php

Disallow: /product_reviews.php

Disallow: /product_reviews_info.php

Disallow: /advanced_search_result.php

Disallow: /advanced_search.php

Disallow: /*action=*

Disallow: /*sid=*

User-agent: Slurp
Crawl-delay: 8

User-agent: msnbot
Crawl-delay: 5

User-agent: nutch
Crawl-delay: 5

User-agent: yeti
Crawl-delay: 8

User-agent: Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/)
Crawl-delay: 8

User-agent: naverbot
Crawl-delay: 8

User-agent: googlebot
Crawl-delay: 5

User-agent: dotbot
Crawl-delay: 5

User-agent: twiceler
Crawl-delay: 8

User-agent: yandex
Crawl-delay: 5

User-agent: Teoma
Crawl-delay: 5

User-agent: BoardReader
Crawl-delay: 8

User-agent: Exabot
Crawl-delay: 10