#START: User-Agent: *
User-Agent: *
#start: disallow directory indexing
Disallow: /bpre/
Disallow: /common/css/
Disallow: /common/images/
Disallow: /common/jscript/
Disallow: /common/php/
Disallow: /customers/
Disallow: /fckeditor/
Disallow: /mail/
Disallow: /newsletter/
Disallow: /pay/
Disallow: /rss/
Disallow:	/search/
Disallow: /services/css/
Disallow: /services/images/
Disallow: /services/jscript/
Disallow: /services/php/
Disallow: /site/
Disallow:	/spell/
#end: disallow directory indexing
Sitemap: http://www.wbweb.co.uk/sitemap.xml
#start: disallow file indexing
Disallow: /check.php
Disallow: /favicon.ico
Disallow: /robots.txt
Disallow: /ror.xml
Disallow: /wbweb.rss
#end: disallow file indexing
#END: User-Agent: *
#START: User-Agent: Sphider2
User-Agent: Sphider2
#start: disallow directory indexing
Disallow: /bpre/
Disallow: /common/css/
Disallow: /common/images/
Disallow: /common/jscript/
Disallow: /common/php/
Disallow: /customers/
Disallow: /fckeditor/
Disallow: /mail/
Disallow: /newsletter/
Disallow: /pay/
Disallow: /rss/
Disallow:	/search/
Disallow: /services/css/
Disallow: /services/images/
Disallow: /services/jscript/
Disallow: /services/php/
Disallow: /site/
Disallow:	/spell/
#end: disallow directory indexing
Sitemap: http://www.wbweb.co.uk/sitemap.xml
#start: disallow file indexing
Disallow: /check.php
Disallow: /favicon.ico
Disallow: /robots.txt
Disallow: /ror.xml
Disallow: /wbweb.rss
#end: disallow file indexing
#END: User-Agent: Sphider2