User-agent: * 
Disallow: /cgi-bin
Disallow: /pages
Disallow: /inc
Disallow: /css
Disallow: /files