From 56c2285462cb472d4c3fcae4703a41230cc98c6f Mon Sep 17 00:00:00 2001
From: nisbet-hubbard <87453615+nisbet-hubbard@users.noreply.github.com>
Date: Thu, 20 Jun 2024 11:31:08 +0800
Subject: [PATCH] Update robots.txt

---
 robots.txt | 6 ------
 1 file changed, 6 deletions(-)

diff --git a/robots.txt b/robots.txt
index 5db4094..3f1eb66 100644
--- a/robots.txt
+++ b/robots.txt
@@ -2,8 +2,6 @@ User-agent: AdsBot-Google
 User-agent: Amazonbot
 User-agent: anthropic-ai
 User-agent: Applebot-Extended
-User-agent: AwarioRssBot
-User-agent: AwarioSmartBot
 User-agent: Bytespider
 User-agent: CCBot
 User-agent: ChatGPT-User
@@ -19,15 +17,11 @@ User-agent: GoogleOther
 User-agent: GPTBot
 User-agent: img2dataset
 User-agent: ImagesiftBot
-User-agent: magpie-crawler
-User-agent: Meltwater
 User-agent: omgili
 User-agent: omgilibot
 User-agent: peer39_crawler
 User-agent: peer39_crawler/1.0
 User-agent: PerplexityBot
-User-agent: PiplBot
-User-agent: scoop.it
 User-agent: Seekr
 User-agent: YouBot
 Disallow: /