# exclude access-controlled and util areas
User-agent: *
Disallow: /admin/
Disallow: /user/
Disallow: /cgi-bin/
Disallow: /htdig/
Disallow: /phpbb/
Disallow: /includes/
Disallow: /crspadmin/
Disallow: /search/
Disallow: /data/