# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file


User-agent: googlebot
Disallow: /*?
Disallow: /rent/
Disallow: /buy/
Disallow: /finance/mortgage_advisor/
Disallow: /finance/mortgage_calculator/
Disallow: /images/
Disallow: /myglobrix/
Disallow: /area_guide/
Disallow: /image/
Disallow: /page_not_found
Disallow: /agent/

User-agent: Googlebot-Image
Disallow: /

User-agent: semetrical-deepcrawl
Disallow: /*?
Disallow: /rent/
Disallow: /buy/
Disallow: /finance/mortgage_advisor/
Disallow: /finance/mortgage_calculator/
Disallow: /images/
Disallow: /myglobrix/
Disallow: /area_guide/
Disallow: /image/
Disallow: /page_not_found
Disallow: /agent/

User-agent: MJ12bot
Disallow: /*?
Disallow: /rent/
Disallow: /buy/
Disallow: /finance/mortgage_advisor/
Disallow: /finance/mortgage_calculator/
Disallow: /images/
Disallow: /myglobrix/
Disallow: /area_guide/
Disallow: /image/
Disallow: /page_not_found
Disallow: /agent/


User-agent: twiceler
Disallow: /*?
Disallow: /rent/
Disallow: /buy/
Disallow: /finance/mortgage_advisor/
Disallow: /images/
Disallow: /myglobrix/
Disallow: /area_guide/
Disallow: /image/

User-agent: Slurp
Disallow: /*?
Disallow: /rent/
Disallow: /buy/
Disallow: /finance/mortgage_advisor/
Disallow: /images/
Disallow: /myglobrix/
Disallow: /area_guide/
Disallow: /image/

User-agent: Teoma
Disallow: /search/
Disallow: /rent/
Disallow: /buy/
Disallow: /finance/mortgage_advisor/
Disallow: /images/
Disallow: /myglobrix/
Disallow: /area_guide/
Disallow: /image/

User-agent: Fast
Disallow: /search/
Disallow: /rent/
Disallow: /buy/
Disallow: /finance/mortgage_advisor/
Disallow: /images/
Disallow: /myglobrix/
Disallow: /area_guide/
Disallow: /image/

User-agent: geourl
Disallow: /search/
Disallow: /rent/
Disallow: /buy/
Disallow: /finance/mortgage_advisor/
Disallow: /images/
Disallow: /myglobrix/
Disallow: /area_guide/
Disallow: /image/

User-agent: HenryTheMiragoRobot
Disallow: /search/
Disallow: /rent/
Disallow: /buy/
Disallow: /finance/mortgage_advisor/
Disallow: /images/
Disallow: /myglobrix/
Disallow: /area_guide/
Disallow: /image/

User-agent: ia_archiver
Disallow: /search/
Disallow: /rent/
Disallow: /buy/
Disallow: /finance/mortgage_advisor/
Disallow: /images/
Disallow: /myglobrix/
Disallow: /area_guide/
Disallow: /image/

User-agent: Lycos
Disallow: /search/
Disallow: /rent/
Disallow: /buy/
Disallow: /finance/mortgage_advisor/
Disallow: /images/
Disallow: /myglobrix/
Disallow: /area_guide/
Disallow: /image/

User-agent: msnbot
Disallow: /search/
Disallow: /rent/
Disallow: /buy/
Disallow: /finance/mortgage_advisor/
Disallow: /images/
Disallow: /myglobrix/
Disallow: /area_guide/
Disallow: /image/

User-agent: msnbot-media
Disallow: /search/
Disallow: /rent/
Disallow: /buy/
Disallow: /finance/mortgage_advisor/
Disallow: /images/
Disallow: /myglobrix/
Disallow: /area_guide/
Disallow: /image/

User-agent: Yahoo!
Disallow: /*?
Disallow: /rent/
Disallow: /buy/
Disallow: /finance/mortgage_advisor/
Disallow: /images/
Disallow: /myglobrix/
Disallow: /area_guide/
Disallow: /image/

User-agent: Browsershots
Disallow:

User-agent: AboutUsBot 
Disallow: /search/
Disallow: /rent/
Disallow: /buy/
Disallow: /finance/mortgage_advisor/
Disallow: /images/
Disallow: /myglobrix/
Disallow: /area_guide/
Disallow: /image/

User-agent: *
Disallow: /