User-agent: *
Disallow: /apps
Disallow: /cache
Disallow: /config
Disallow: /data
Disallow: /js
Disallow: /lib
Disallow: /log
Disallow: /web