From 8aaaebb4dc1934a3a3c43ce84b4a53da760729b8 Mon Sep 17 00:00:00 2001
From: Landon Curt Noll <github-mail@asthe.com>
Date: Fri, 24 Nov 2023 20:30:25 -0800
Subject: [PATCH] update robots.txt allowing GitHub to manage robots

---
 robots.txt | 13 -------------
 1 file changed, 13 deletions(-)

diff --git a/robots.txt b/robots.txt
index 040124231..72158267b 100644
--- a/robots.txt
+++ b/robots.txt
@@ -1,14 +1 @@
-# Added due to slurping up everything as fast as it could
-User-agent: sistrix
-Disallow: /
-
-# I watched this bot for 4 consecutive days, it indexed the whole site 4 times
-# each day (using GETs)
-User-agent: AhrefsBot
-Disallow: /
-
-# Repeated indexing
-User-agent: Ezooms
-Disallow: /
-
 User-Agent: *