User-agent: *
Disallow: /resources/
User-agent: *
Disallow: /images/
User-agent: *
Disallow: /css/
User-agent: *
Disallow: /js/
User-agent: *
Disallow: /ftp/
User-agent: *
Disallow: /shingle/
User-agent: *
Disallow: /data/