User-agent: * Disallow: /images/ #disallow robots from crawling the admin directory Disallow: /include/ Disallow: /script/ Disallow: /style/