# All robots will spider the domain User-agent: * Disallow: # Disallow directory /admin/ User-agent: * Disallow: /admin/ User-agent: * Disallow: /css/ User-agent: * Disallow: /faceook/ User-agent: * Disallow: /gallery/ User-agent: * Disallow: /HDWFormCaptcha/ User-agent: * Disallow: /images/ User-agent: * Disallow: /includes/ User-agent: * Disallow: /js/ User-agent: * Disallow: /media/ User-agent: * Disallow: /moo/ User-agent: * Disallow: /PSD file/ User-agent: * Disallow: /Scripts/ User-agent: * Disallow: /Templates/