# This is a file retrieved by webwalkers a.k.a. spiders that # conform to a defacto standard. # See # # The webmaster for this site is # # Format is: # User-agent: # Disallow: | # Flag Date By Reason # $l1- 20011108 Gazza Everyone else has one, why not me?! # $l2- 20020421 Gazza Altered some of the folder access rights # $l3- 20020805 Gazza Edited due to renamed folders # $l4- 20021017 Gazza Edited while validating site to XHTML 1.1 # $l5- 20021112 Gazza Too many 404's from fecked Ask Jeeves bot. # $l6- 20030224 Gazza Getting a few too many 404's from Slurp/Inktomi bot. # $l7- 20041208 Gazza Deleted loads for just MNNC site. # $l8- 20090323 Gazza Changed a lot to update 4.3 years of oldness # ----------------------------------------------------------------------------- # robots.txt for http://www.garyjones.co.uk/ User-agent: * Disallow: /blog/wp-content/ Disallow: /blog/wp-admin/ Disallow: /blog/wp-includes/ Disallow: /contact/sent/ Disallow: /images/ Disallow: /_img/ Disallow: /css/ Disallow: /_css/ Disallow: /classes/ Disallow: /scripts/ Disallow: /js/ Disallow: /_js/ Disallow: /id/ Disallow: /icon/ Disallow: /invoices/ Disallow: /bulksms/ Disallow: /bsl/ # BEGIN XML-SITEMAP-PLUGIN Sitemap: http://garyjones.co.uk/sitemap.xml.gz # END XML-SITEMAP-PLUGIN