chore(docs.angularjs.org): allow robots access to js files

Narretz · Narretz · commit 96bee0c65918 · 2018-02-13T10:17:04.000+01:00
Related to angular#16432
diff --git a/docs/app/assets/robots.txt b/docs/app/assets/robots.txt
@@ -1,9 +1,14 @@
 User-agent: *
 
 Disallow: /examples/
-Disallow: /img/
 Disallow: /partials/
 Disallow: /ptore2e/
-Disallow: /*.js$ # The js files in the root are used by the embedded examples, not by the app itself
-Disallow: /*.map$ # The map files in the root are used by the embedded examples, not by the app itself
 Disallow: /Error404.html
+
+# The js / map files in the root are used by the embedded examples, not by the app itself
+Disallow: /*.js$
+Disallow: /*.map$
+
+# (Javascript) crawlers need to access JS files
+Allow: /components/*.js
+Allow: /js/*.js
