# robots.txt for http://www.cars-direct.ltd.uk/ # allow all spiders User-agent: * # No point in indexing image files Disallow: /g/ # No point in indexing Include files Disallow: /i/ # Do not allow indexing of XML Disallow: /XML/ # Do not allow photos Disallow: /photos/ # Do not allow Admin Disallow: /admin/ # Do not allow aspnet_client Disallow: /aspnet_client/ # Do not allow auction_listing Disallow: /auction_listing/ # Do not allow BalfourBeatty Disallow: /BalfourBeatty/ # Do not allow BalfourBeattyDirect Disallow: /BalfourBeattyDirect/ # Do not allow BBeatty Disallow: /BBeatty/ # Do not allow BOS-Contract Disallow: /BOS-Contract/ # Do not allow BOS-Subaru Disallow: /BOS-Subaru/ # Do not allow BOSAPAK Disallow: /BOSAPAK/ # Do not allow BOSApproved Disallow: /BOSApproved/ # Do not allow BOSOpenDay Disallow: /BOSOpenDay/ # Do not allow BoSWholesalePlus Disallow: /BoSWholesalePlus/ # Do not allow fixed_price Disallow: /fixed_price/ # Do not allow FPSL Disallow: /FPSL/ # Do not allow Freeway Disallow: /Freeway/ # Do not allow HBOS Disallow: /HBOS/ # Do not allow HSBC Disallow: /HSBC/ # Do not allow newBOSApproved Disallow: /newBOSApproved/ # Do not allow new_user Disallow: /new_user/ # Do not allow ngrid Disallow: /ngrid/ # Do not allow VDemo Disallow: /VDemo/ # Do not allow Vehicle DocsDemo Disallow: /VehicleDocs/ # Do not allow VNet Disallow: /VNet/ # Do not allow Wholesale Disallow: /Wholesale/ # Do not allow SaabDirect Disallow: /SaabDirect/