# /robots.txt file for http://meteoritedealers.com/
# mail meteoritedealers@ispwest.com for constructive criticism

user-agent * 
Disallow /etc/
Disallow /mail/
Disallow /tmp/
Disallow /stats/
Disallow /cgi-bin/
Disallow /_private/
Disallow /_vti_txt/
Disallow /_vti_pvt/
Disallow /_vti_log/
Disallow /_vti_cnf/
Disallow /_vti_bin/

User-agent: ASPSeek
Disallow /

User-agent: API FetchRequest
Disallow /

User-agent: asterias
Disallow /

User-agent: baiduspider
Disallow /

User-agent: BravoBrian
Disallow /

User-agent: dloader(Naverrobot)
Disallow /

User-agent: Dumbot
Disallow /

User-agent: EgotoBot
Disallow /

User-agent: Fetch API Request
Disallow /

User-agent: Fetch
Disallow /

User-agent: Gaisbot
Disallow /

User-agent: Generic
Disallow /

User-agent: Grub
Disallow /

User-agent: grub-client
Disallow /

User-agent: InfoNavirobot
Disallow /

User-agent: Jyxobot
Disallow /

User-agent: Larbin
Disallow /

User-agent: Looksmart
Disallow /

User-agent: MSIECrawler
Disallow /

User-agent: Naverrobot
Disallow /

User-agent: NexaBot
Disallow /

User-agent: NPBot
Disallow /

User-agent: Nutch
Disallow /

User-agent: obot
Disallow /

User-agent: OWR_Crawler
Disallow /

User-agent: PhpDig
Disallow /

User-agent: psbot
Disallow /

User-agent: puf
Disallow /

User-agent: QuepasaCreep
Disallow /

User-agent: rabaz
Disallow /

User-agent: Reaper
Disallow /

User-agent: RPT-HTTPClient
Disallow /

User-agent: ScoutAbout
Disallow /

User-agent: semanticdiscovery
Disallow /

User-agent: Steeler
Disallow /

User-agent: Teleport Pro
Disallow /

User-agent: TurnitinBot
Disallow /

User-agent: TutorGig
Disallow /

User-agent: vsecrawler
Disallow /

User-agent: Wget
Disallow /

User-agent: WISEnutbot
Disallow /

user-agent: ZyBorg/1.0 Dead Link Checker
Disallow: /