From f8f75c6919bd4cd9ef524624f0ea9775cbed72d4 Mon Sep 17 00:00:00 2001 From: Maxwell Cohen Date: Thu, 11 Jun 2026 22:30:18 -0500 Subject: [PATCH] chore: update robots.txt to clarify bot access rules --- public/robots.txt | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/public/robots.txt b/public/robots.txt index 8e8a84d320..09de95ffc7 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -1,3 +1,7 @@ +# Default Settings +User-agent: * + +# Pages that bots are allowed to visit Allow: /$ Allow: /about$ Allow: /accessibility$ @@ -12,9 +16,6 @@ Allow: /opensearch.xml$ Disallow: / -# User-agent: * -# Allow: / - # Search pages: infinite query-param combinations Disallow: /search