# Wed, 21 May 2008 11:52:16 +0000 # Exclude Files From All Robots: User-agent: * Disallow: /temp Disallow: /logs Disallow: /mailshots Disallow: /privacy_policy_text.html Disallow: /testimonials_text.html Disallow: /disclaimer_text.html Disallow: /acred_text.html Disallow: /pngfix.htc # Optional sitemap URL: Sitemap: http://www.datasharpwales.com/spider-map.html # End robots.txt file