User-agent: * # match all bots
Allow: /scripts
Allow: /styles
Allow: /w3c
Disallow: / # keep them out