From fb0991efec090923c3055c1bbaef322b5e927bdf Mon Sep 17 00:00:00 2001
From: wont-stream <143244075+wont-stream@users.noreply.github.com>
Date: Tue, 8 Apr 2025 16:50:44 -0400
Subject: [PATCH] Add robots.txt to manage web crawler access

---
 public/robots.txt | 3 +++
 1 file changed, 3 insertions(+)
 create mode 100644 public/robots.txt

diff --git a/public/robots.txt b/public/robots.txt
new file mode 100644
index 0000000..549f44f
--- /dev/null
+++ b/public/robots.txt
@@ -0,0 +1,3 @@
+User-agent: *
+Allow: 
+Disallow: /cgi-bin/
\ No newline at end of file