User-agent: *
Disallow: /adm/ # admin dir
Disallow: /css/ # stylesheet files
Disallow: /inc/ # includes
Disallow: /libs/ # libraries