From 7bba6a1cc004c9ae41016fdde400ab2bb6d69ebd Mon Sep 17 00:00:00 2001
From: Stan Ulbrych <stan@ulbrych.org>
Date: Tue, 3 Feb 2026 20:35:26 +0000
Subject: [PATCH] Add robots.txt for python docs example

---
 www/robots.txt | 4 ++++
 1 file changed, 4 insertions(+)
 create mode 100644 www/robots.txt

diff --git a/www/robots.txt b/www/robots.txt
new file mode 100644
index 0000000..8e22dfa
--- /dev/null
+++ b/www/robots.txt
@@ -0,0 +1,4 @@
+User-agent: *
+Disallow: /no-robots-here/
+Crawl-delay: 6
+Request-rate: 1/1