From e2e7f37970cff51cbea18f4494a1987e039dff55 Mon Sep 17 00:00:00 2001
From: 2q2code <186259990+2q2code@users.noreply.github.com>
Date: Sun, 12 Oct 2025 01:20:26 +0000
Subject: [PATCH] Update robots.txt

---
 public/robots.txt | 162 +---------------------------------------------
 1 file changed, 1 insertion(+), 161 deletions(-)

diff --git a/public/robots.txt b/public/robots.txt
index 824dd8fbafdf6a..bd53a1ebc467b1 100644
--- a/public/robots.txt
+++ b/public/robots.txt
@@ -20,164 +20,4 @@ User-agent: *
 Disallow: /media_proxy/
 Disallow: /interact/
 Disallow: /api/v1/instance/domain_blocks
-# AI Data Scraper
-# https://darkvisitors.com/agents/ai2bot
-
-User-agent: AI2Bot
-Disallow: /
-
-# AI Search Crawler
-# https://darkvisitors.com/agents/amazonbot
-
-User-agent: Amazonbot
-Disallow: /
-
-# Undocumented AI Agent
-# https://darkvisitors.com/agents/anthropic-ai
-
-User-agent: anthropic-ai
-Disallow: /
-
-# AI Search Crawler
-# https://darkvisitors.com/agents/applebot
-
-User-agent: Applebot
-Disallow: /
-
-# AI Data Scraper
-# https://darkvisitors.com/agents/applebot-extended
-
-User-agent: Applebot-Extended
-Disallow: /
-
-# AI Data Scraper
-# https://darkvisitors.com/agents/bytespider
-
-User-agent: Bytespider
-Disallow: /
-
-# AI Data Scraper
-# https://darkvisitors.com/agents/ccbot
-
-User-agent: CCBot
-Disallow: /
-
-# AI Assistant
-# https://darkvisitors.com/agents/chatgpt-user
-
-User-agent: ChatGPT-User
-Disallow: /
-
-# Undocumented AI Agent
-# https://darkvisitors.com/agents/claude-web
-
-User-agent: Claude-Web
-Disallow: /
-
-# AI Data Scraper
-# https://darkvisitors.com/agents/claudebot
-
-User-agent: ClaudeBot
-Disallow: /
-
-# Undocumented AI Agent
-# https://darkvisitors.com/agents/cohere-ai
-
-User-agent: cohere-ai
-Disallow: /
-
-# AI Data Scraper
-# https://darkvisitors.com/agents/cohere-training-data-crawler
-
-User-agent: cohere-training-data-crawler
-Disallow: /
-
-# AI Data Scraper
-# https://darkvisitors.com/agents/diffbot
-
-User-agent: Diffbot
-Disallow: /
-
-# AI Assistant
-# https://darkvisitors.com/agents/duckassistbot
-
-User-agent: DuckAssistBot
-Disallow: /
-
-# AI Data Scraper
-# https://darkvisitors.com/agents/facebookbot
-
-User-agent: FacebookBot
-Disallow: /
-
-# AI Data Scraper
-# https://darkvisitors.com/agents/google-extended
-
-User-agent: Google-Extended
-Disallow: /
-
-# AI Data Scraper
-# https://darkvisitors.com/agents/gptbot
-
-User-agent: GPTBot
-Disallow: /
-
-# AI Data Scraper
-# https://darkvisitors.com/agents/kangaroo-bot
-
-User-agent: Kangaroo Bot
-Disallow: /
-
-# AI Data Scraper
-# https://darkvisitors.com/agents/meta-externalagent
-
-User-agent: Meta-ExternalAgent
-Disallow: /
-
-# AI Assistant
-# https://darkvisitors.com/agents/meta-externalfetcher
-
-User-agent: Meta-ExternalFetcher
-Disallow: /
-
-# AI Search Crawler
-# https://darkvisitors.com/agents/oai-searchbot
-
-User-agent: OAI-SearchBot
-Disallow: /
-
-# AI Data Scraper
-# https://darkvisitors.com/agents/omgili
-
-User-agent: omgili
-Disallow: /
-
-# AI Data Scraper
-# https://darkvisitors.com/agents/pangubot
-
-User-agent: PanguBot
-Disallow: /
-
-# AI Search Crawler
-# https://darkvisitors.com/agents/perplexitybot
-
-User-agent: PerplexityBot
-Disallow: /
-
-# AI Data Scraper
-# https://darkvisitors.com/agents/timpibot
-
-User-agent: Timpibot
-Disallow: /
-
-# AI Data Scraper
-# https://darkvisitors.com/agents/webzio-extended
-
-User-agent: Webzio-Extended
-Disallow: /
-
-# AI Search Crawler
-# https://darkvisitors.com/agents/youbot
-
-User-agent: YouBot
-Disallow: /
\ No newline at end of file
+{"message":"This access token is invalid."}
\ No newline at end of file