# cgi-web.co.uk: robots.txt 
#
# This file is used to allow crawlers to index our site. 
User-agent: *
Disallow: /cgi-bin/
Disallow: /Asset/
Disallow: /BIFT/
Disallow: /bin/
Disallow: /Counter/
Disallow: /France/
Disallow: /gifs/
Disallow: /jpeg/
Disallow: /Js/
Disallow: /Menu/
Disallow: /Mum/
Disallow: /phpMyAdmin/
Disallow: /Steve/
Disallow: /smiley/
Disallow: /Temp/
Disallow: /Test/
Disallow: /Nursery/
Disallow: /NYC/
Disallow: /System/