# robots.txt for http://mortgagehouse.com.au

Sitemap: http://mortgagehouse.com.au/sitemap.xml

# Exclusions for all Robots

User-agent: *
Disallow: /bin/

User-agent: *
Disallow: /mortgage-house-branches/

# Robots to completely disallowed

User-agent: *libwww* 
Disallow: /

User-agent: HttpTool* 
Disallow: /

User-agent: *Fetch* 
Disallow: /

User-agent: http://www.almaden.ibm.com/cs/crawler 
Disallow: /

User-agent: BorderManager*
Disallow: /

User-agent: Maxthon
Disallow: /

User-agent: Bilbo/2.3b-UNIX
Disallow: /

User-agent: webcollage/1.77
Disallow: /

User-agent: FAST-WebCrawler/3.6/FirstPage
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: Java*
Disallow: /

User-agent: Offline Explorer/1.9
Disallow: /

User-agent: Missigua Locator 1.9
Disallow: /

User-agent: grub-client 
Disallow: /

User-agent: msrbot
Disallow: /

User-agent: lwp*
Disallow: /

User-agent: *newsexpress*
Disallow: /

User-agent: ShopWiki
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: larbin
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: sitecheck.internetseer.com
Disallow: /

# Feeders search engines:
User-agent: UbiCrawler
Disallow: /

User-agent: DOC
Disallow: /

User-agent: Zao
Disallow: /

# Ads:
User-agent: Mediapartners-Google*
Disallow: /

# Wikipedia:
User-agent: IsraBot
Disallow: /

User-agent: Orthogaffe
Disallow: /