Update robots.txt

cgohlke · cgohlke · commit d72c279a261f · 2025-08-25T19:33:19.000-07:00
diff --git a/robots.txt b/robots.txt
@@ -1,4 +1,12 @@
 User-agent: *
+Disallow: *.py
+Disallow: *.ipynb
+Disallow: *.txt
+Disallow: *.zip
+Disallow: /*/_modules/
+Disallow: /*/_sources/
+Disallow: /*/_downloads/
+Disallow: /*/sg_execution_times/
 Disallow: /stable/
 Disallow: /docs/main/
 Disallow: /docs/v0.1/
