User-agent: * Allow: / User-agent: * Disallow: crawlers.looksmart.com #Block All Images Disallow: *.gif Disallow: *.jpg Disallow: /*.gif$ Disallow: /*.jpg$ #Block out directories bots don't need to go to Disallow: /img/ #Block out things that are secure or login oriented Disallow: /eval_validare.php Disallow: /final.php Disallow: /style.css Disallow: /eval_succes.php Disallow: /filename.php