From 1cbbb645fb805ff018e8639da9bba41b0ab8bd68 Mon Sep 17 00:00:00 2001 From: Astronit Date: Fri, 27 Feb 2026 14:19:52 +0000 Subject: [PATCH] =?UTF-8?q?fix:=20=D0=B4=D0=BE=D0=BF=D0=BE=D0=BB=D0=BD?= =?UTF-8?q?=D0=B8=D0=BB=20robots.txt?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- static/robots.txt | 24 ++++++++++++++++-------- 1 file changed, 16 insertions(+), 8 deletions(-) diff --git a/static/robots.txt b/static/robots.txt index 1186c41..5ee762f 100644 --- a/static/robots.txt +++ b/static/robots.txt @@ -1,9 +1,4 @@ -# ============================================= -# robots.txt для oakazanin.ru -# IT-блог на Hugo | /posts/ | RU -# ============================================= - -# --- Яндекс --- +# --- Yandex --- User-agent: Yandex Allow: / Allow: /posts/ @@ -20,7 +15,7 @@ Disallow: /tags/ Disallow: /categories/ Disallow: /page/ -# --- AI-боты --- +# --- AI-bots --- User-agent: GPTBot Allow: / @@ -33,7 +28,20 @@ Allow: / User-agent: Claude-Web Allow: / -# --- Все остальные боты --- +User-agent: ClaudeBot +Allow: / + +User-agent: Google-Extended +Allow: / + +# --- Google AI Overview --- +User-agent: Google-Extended +Allow: / + +User-agent: ClaudeBot +Allow: / + +# --- All other bots --- User-agent: * Allow: / Allow: /posts/