User-agent: * # all robots
Disallow: /imgs/ # do not index /imgs/ 
Disallow: /ssi/ # do not index /ssi/ 
Disallow: /swf/ # do not index /swf/ 
Disallow: /scripts/ # do not index /scripts/ 
Disallow: /error/