# Robots Exclusion Protocol
# Filename: robots.txt
# Author: Mark Garrison (mark@scarabmedia.com)
# Date: 10/16/2007
#
# Set directories & files to be Disallow/Allow
# NOTE: directives for Disallow/Allow are case-sensitive!
# Use $ to anchor the match to the end of a URL string
# As in disallowing or allowing files of a particular extension
#	
# See http://www.robotstxt.org/wc/norobots.html for full specifications
#
# robots.txt for http://www.packitup.com

# normal bot arguments

User-agent: Accelobot
Crawl-delay: 60
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /db/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/
Disallow: /catalog/tibetan_nepalese_incense-3-1.html 

User-agent: arks
Crawl-delay: 60
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /db/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/
Disallow: /catalog/tibetan_nepalese_incense-3-1.html 

User-agent: BaiDuSpider
Crawl-delay: 60
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /db/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/
Disallow: /catalog/tibetan_nepalese_incense-3-1.html 

User-agent: baiduspider
Crawl-delay: 60
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /db/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/
Disallow: /catalog/tibetan_nepalese_incense-3-1.html 

User-agent: Baiduspider
Crawl-delay: 60
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /db/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/
Disallow: /catalog/tibetan_nepalese_incense-3-1.html 
 
User-agent: BecomeBot
Crawl-delay: 60
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /db/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/
Disallow: /catalog/tibetan_nepalese_incense-3-1.html 

User-agent: exabot
Crawl-delay: 60
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /db/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/
Disallow: /catalog/tibetan_nepalese_incense-3-1.html 

User-agent: Gigabot
Crawl-delay: 60
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /db/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/
Disallow: /catalog/tibetan_nepalese_incense-3-1.html 

User-agent: googlebot
Crawl-delay: 30
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /db/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/
Disallow: /catalog/tibetan_nepalese_incense-3-1.html 

User-agent: ia_archiver
Crawl-delay: 60
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /db/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/
Disallow: /catalog/tibetan_nepalese_incense-3-1.html 

User-agent: ichiro
Crawl-delay: 60
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /db/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/
Disallow: /catalog/tibetan_nepalese_incense-3-1.html 

User-agent: linksmanager
Crawl-delay: 60
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /db/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/
Disallow: /catalog/tibetan_nepalese_incense-3-1.html 

User-agent: linksmanager_bot
Crawl-delay: 60
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /db/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/
Disallow: /catalog/tibetan_nepalese_incense-3-1.html 

User-agent: msnbot
Crawl-delay: 120
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /db/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/
Disallow: /catalog/tibetan_nepalese_incense-3-1.html 

User-agent: msnbot-media
Crawl-delay: 120
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /db/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/
Disallow: /catalog/tibetan_nepalese_incense-3-1.html 

User-agent: msnbot-Products
Crawl-delay: 120
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /db/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/
Disallow: /catalog/tibetan_nepalese_incense-3-1.html 

User-agent: psbot
Crawl-delay: 60
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /db/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/
Disallow: /catalog/tibetan_nepalese_incense-3-1.html 

User-agent: Slurp
Crawl-delay: 300
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /db/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/
Disallow: /catalog/tibetan_nepalese_incense-3-1.html 

User-agent: Speedy
Crawl-delay: 60
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /db/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/
Disallow: /catalog/tibetan_nepalese_incense-3-1.html 

User-agent: Teoma
Crawl-delay: 60
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /db/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/
Disallow: /catalog/tibetan_nepalese_incense-3-1.html 

User-agent: Twiceler
Crawl-delay: 60
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /db/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/
Disallow: /catalog/tibetan_nepalese_incense-3-1.html 

User-agent: voilabot
Crawl-delay: 60
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /db/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/
Disallow: /catalog/tibetan_nepalese_incense-3-1.html 

User-agent: VWbot
Crawl-delay: 60
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /db/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /robo_trap/
Disallow: /catalog/tibetan_nepalese_incense-3-1.html 

# Set directories & files to be Disallow/Allow
# NOTE: directives for Disallow/Allow are case-sensitive!
# Use $ to anchor the match to the end of a URL string
# As in disallowing or allowing files of a particular extension
#User-agent: 
#Crawl-delay: 60
#Disallow: /cgi-bin/
#Disallow: /log/
#Disallow: /controlpanel/
#Disallow: /data/
#Disallow: /db/
#Disallow: /*.mdb$
#Disallow: /*_setup*.*
#Disallow: /*_install*.*
#Disallow: /*_admin*.*
#Disallow: /*admin*/
#Disallow: /robo_trap/
#Disallow: /catalog/tibetan_nepalese_incense-3-1.html 

User-agent: *
Crawl-delay: 60
# Standard disallows for all other Bots
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /controlpanel/
Disallow: /data/
Disallow: /db/
Disallow: /*.mdb$
Disallow: /*_setup*.*
Disallow: /*_install*.*
Disallow: /*_admin*.*
Disallow: /*admin*/
Disallow: /media/
Disallow: /*.flv$
Disallow: /*.swf$
Disallow: /*.rm$
Disallow: /*.wmv$
Disallow: /*.mov$
Disallow: /*.mp3$
Disallow: /*.wma$
Disallow: /*.ram$
Disallow: /*.rar$
Disallow: /*.zip$
Disallow: /catalog/tibetan_nepalese_incense-3-1.html 

# Go away arguments to be used to keep all robots
# from accessing and indexing your web-site.
# Comment out all lines above and
# uncomment out below lines to enable.
 
#User-agent: *
#Disallow: /

# Disallow to log and trap bots that don't abide by these directives
# Must setup robot-trap utility to function properly
# Otherwise leave commented out.
#Disallow: /robot-trap/

# Extended Parameters
# Under Proposal, not universally recognized commands

# maximum rate of 1 page every 60 seconds
Request-rate: 1/60
# only visit between 9:00 AM and 2:00 PM UT (1:00-6:00AM PST)
Visit-time: 0900-1400