jake/jarv.is
1
Fork 0
mirror of https://github.com/jakejarvis/jarv.is.git synced 2025-11-14 23:20:51 -05:00
Code Issues Activity

stricter robots.txt

Browse Source
This commit is contained in:
Jake Jarvis
2025-03-24 18:51:53 -04:00
parent 7a70057e2c
commit 8efb4a84ee
4 changed files with 8 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
app/robots.ts
View File

@@ -7,8 +7,7 @@ const robots = (): MetadataRoute.Robots => ({
rules: [
{
userAgent: "*",
// block access to staging sites
[process.env.NEXT_PUBLIC_VERCEL_ENV === "production" ? "allow" : "disallow"]: "/",
disallow: ["/_stream/", "/api/", "/stats/", "/tweets/", "/404", "/500"],
},
],
sitemap: `${BASE_URL}/sitemap.xml`,