User-agent: *
Crawl-Delay: 5
Disallow: /pub
Disallow: /music
#Disallow: /files
#Disallow: /modules
#Disallow: /sites
Disallow: /scripts
Disallow: /themes