# All robots will spider the domain
User-agent: *
Disallow: 

User-agent: *
Disallow: /data/
User-agent: *
Disallow: /skins/
User-agent: *
Disallow: /config/
User-agent: *
Disallow: /includes/
User-agent: *
Disallow: /classes/
User-agent: *
Disallow: /functions/
User-agent: *
Disallow: /dictionaries/