Sitemap: http://www.foundem.co.uk/genSiteMap.xml

User-agent: psbot
Disallow: /

User-agent: ConveraCrawler
Disallow:   /

User-agent: ichiro
Disallow:   /

User-agent: e-SocietyRobot
Disallow:   /

# Shopping.com Experimental Spider
User-agent: Nutch
Disallow:   /

User-agent: BaiDuSpider
Disallow: /

User-agent: ShopWiki
Disallow: /

User-agent: Googlebot
Disallow: /TrackerServlet
Disallow: /RedirectServlet
Disallow: /go/
Disallow: /goto/
Disallow: /iphone
Disallow: /ajax/
Disallow: /ajax/frame.html 
Disallow: /hygiene/privacy.htm
Disallow: /hygiene/TCs.htm
Disallow: /search.jsp?
Disallow: /hygiene/Feedback.htm
Disallow: /ResultsBlank.jsp?
Disallow: /framework/search.jsp?
Disallow: /searchForm/
Disallow: /urllist.txt
# Added 26/02/2008
Disallow: /GetResultsServlet
Disallow: /GetSortedResultsServlet
# Added 02/01/10
Disallow: /SearchServlet
#
Disallow: /framework/priceHistory.jsp?
# 
Disallow: /*null$


User-agent: *
Disallow: /TrackerServlet
Disallow: /RedirectServlet
Disallow: /go/
Disallow: /goto/
Disallow: /iphone
Disallow: /ajax/
Disallow: /ajax/frame.html 
Disallow: /hygiene/privacy.htm
Disallow: /hygiene/TCs.htm
Disallow: /search.jsp?
Disallow: /hygiene/Feedback.htm
Disallow: /ResultsBlank.jsp?
Disallow: /framework/search.jsp?
Disallow: /searchForm/
Disallow: /urllist.txt
# Added 26/02/2008
Disallow: /GetResultsServlet
Disallow: /GetSortedResultsServlet
Disallow: /SearchServlet
#
Disallow: /framework/priceHistory.jsp?