# /robots.txt file for http://allstays.com/

User-agent: *
Disallow: 
Disallow: /cgi-bin
Disallow: /images
Disallow: /inc
Disallow: /MAPS
Disallow: /symbols
Disallow: /Members1014year2009
Disallow: feedback.htm
Disallow: /dlguard
Disallow: /DL
Disallow: /go
Disallow: /pro
Disallow: /proamember
Disallow: /reviews2/review.php

# Whitelist

User-agent: Adsbot-Google
User-agent: Mediapartners-Google
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-Mobile
User-agent: Googlebot-News
User-agent: MSNBot
User-agent: MSNBot-Media
User-agent: MSNBot-News
User-agent: MSNPTC
User-agent: ScoutJet
User-agent: Slurp
User-agent: Teoma
User-agent: Yahoo-Blogs
User-agent: Yahoo-MMCrawler
User-agent: Yandex
Allow: /*

# Blacklist

User-agent: ia_archiver
Disallow: /

User-agent: *
Disallow: /