# www.robotstxt.org/ # Allow crawling of all content User-agent: * Disallow: /assets/scripts/ Disallow: /assets/images/favicon/ Disallow: /assets/styles/fonts/