# robots.txt - www.houseprices.uk.net

# all robots can spider the domain
User-agent: *
Disallow: /phpLD/admin/
Disallow: /directory/submit.php
Disallow: /directory/latest/
Disallow: /syndicate/include.php
Disallow: /directory/submit.php 
# Ajax bits and pieces
Disallow: /ajax/
Disallow: /ajax/mortgage.php
Disallow: /ajax/mortgage_graph.php
# indexing errors
Disallow: /directory/presentations_17/?s=H
Disallow: /directory/house_price_indices_4/?s=H
Disallow: /articles/bbc_news_13apr07/
# removed content
Disallow: /regional/scotland.html
Disallow: /regional/thamesdown.html
Disallow: /regional/south_herefordshire.html
Disallow: /regional/Hereford.html

# duplicate URLs, sorting options, alternative pagination
User-agent: Googlebot
Disallow: /directory/*?s=H$
Disallow: /directory/*/page-1.html
Disallow: /directory/*/page-2.html
Disallow: /cl.php?id=*