# www.robotstxt.org/ # Allow crawling of all content User-agent: * Disallow: /cgi-bin Disallow: /controller Disallow: /css Disallow: /domain-images Disallow: /img Disallow: /inc Disallow: /js Disallow: /lib Disallow: /model Disallow: /view Disallow: /terms