Merge pull request pytorch#1150 from d4l3k/patch-1

Svetlana Karslioglu · web-flow · commit e6174efad5a9 · 2022-10-17T11:17:17.000-07:00
robots.txt: disallow non-latest docs torchx/torchelastic
diff --git a/robots.txt b/robots.txt
@@ -14,3 +14,12 @@ Disallow: /docs/1.7.*
 Disallow: /docs/1.8.*
 Disallow: /docs/1.9.*
 Disallow: /docs/master/
+
+# libraries: torchx
+Disallow: /torchx/*/
+Allow: /torchx/latest/
+Allow: /torchx/main/
+
+# libraries: torchelastic
+Disallow: /elastic/*/
+Allow: /elastic/latest/
