diff options
| author | Leitwolf | 2026-10-03 17:35:30 +0300 |
|---|---|---|
| committer | GitHub | 2026-10-03 17:35:30 +0300 |
| commit | e9eb2812a47b075c82a138db7f43cc08cccf072a (patch) | |
| tree | 52a16cb40917c065f0143dba423d01de8902a96a | |
| parent | fe06570c56a29e469fef9e8b42b4dbe6031cbfb4 (diff) | |
| parent | 228d8a82bc8e572f9a77fa327882d96e53fb362c (diff) | |
| download | progmaweb-e9eb2812a47b075c82a138db7f43cc08cccf072a.tar.gz | |
Merge pull request #19 from Progmasoft/chore/ai-crawler-rules
Change which AI crawlers may read the site
| -rw-r--r-- | apps/web/app/robots.ts | 6 |
1 files changed, 3 insertions, 3 deletions
diff --git a/apps/web/app/robots.ts b/apps/web/app/robots.ts index 1a05aae..1bce9a0 100644 --- a/apps/web/app/robots.ts +++ b/apps/web/app/robots.ts @@ -16,13 +16,13 @@ export default async function robots(): Promise<MetadataRoute.Robots> { return { rules: [ { userAgent: "Googlebot", allow: "/" }, - { userAgent: "Google-Extended", disallow: "/" }, + { userAgent: "Google-Extended", allow: "/" }, { userAgent: "OAI-SearchBot", allow: "/" }, { userAgent: "ChatGPT-User", allow: "/" }, - { userAgent: "GPTBot", allow: "/" }, + { userAgent: "GPTBot", disallow: "/" }, { userAgent: "Claude-SearchBot", allow: "/" }, { userAgent: "Claude-User", allow: "/" }, - { userAgent: "ClaudeBot", disallow: "/" }, + { userAgent: "ClaudeBot", allow: "/" }, { userAgent: "CCBot", disallow: "/" }, { userAgent: "Bytespider", disallow: "/" }, { userAgent: "*", allow: "/" }, |