jake/jarv.is
1
Fork 0
mirror of https://github.com/jakejarvis/jarv.is.git synced 2026-10-27 13:36:22 -04:00
Code Issues Activity

stricter robots.txt

Browse Source
This commit is contained in:
jake committed 2025-03-24 18:51:53 -04:00
1 parent 7a70057e2c
commit 8efb4a84ee
4 files changed
+8 -8
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

app/robots.ts
+1 -2
View File
@@ -7,8 +7,7 @@ const robots = (): MetadataRoute.Robots => ({
rules: [
{
userAgent: "*",
// block access to staging sites
[process.env.NEXT_PUBLIC_VERCEL_ENV === "production" ? "allow" : "disallow"]: "/",
disallow: ["/_stream/", "/api/", "/stats/", "/tweets/", "/404", "/500"],
},
],
sitemap: `${BASE_URL}/sitemap.xml`,