jake/jarv.is
1
Fork 0
mirror of https://github.com/jakejarvis/jarv.is.git synced 2025-11-14 19:20:50 -05:00
Code Issues Activity

stricter robots.txt

Browse Source
This commit is contained in:
Jake Jarvis
2025-03-24 18:51:53 -04:00
parent 7a70057e2c
commit 8efb4a84ee
4 changed files with 8 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
app/analytics.tsx
View File

@@ -1,7 +1,11 @@
import Script from "next/script"; import Script from "next/script";
const Analytics = () => { const Analytics = () => {
if (!process.env.NEXT_PUBLIC_UMAMI_WEBSITE_ID || process.env.NEXT_PUBLIC_VERCEL_ENV !== "production") { if (process.env.NEXT_PUBLIC_VERCEL_ENV !== "production") {
return null;
}
if (!process.env.NEXT_PUBLIC_UMAMI_WEBSITE_ID) {
return null; return null;
} }

3
app/robots.ts
View File

@@ -7,8 +7,7 @@ const robots = (): MetadataRoute.Robots => ({
rules: [ rules: [
{ {
userAgent: "*", userAgent: "*",
// block access to staging sites disallow: ["/_stream/", "/api/", "/stats/", "/tweets/", "/404", "/500"],
[process.env.NEXT_PUBLIC_VERCEL_ENV === "production" ? "allow" : "disallow"]: "/",
}, },
], ],
sitemap: `${BASE_URL}/sitemap.xml`, sitemap: `${BASE_URL}/sitemap.xml`,

3
app/sitemap.ts
View File

@@ -15,9 +15,6 @@ const sitemap = async (): Promise<MetadataRoute.Sitemap> => {
priority: 1.0, priority: 1.0,
lastModified: new Date(process.env.RELEASE_DATE || Date.now()), // timestamp frozen when a new build is deployed lastModified: new Date(process.env.RELEASE_DATE || Date.now()), // timestamp frozen when a new build is deployed
}, },
{ url: `${BASE_URL}/stats` },
{ url: `${BASE_URL}/tweets` },
{ url: `${BASE_URL}/y2k` },
]; ];
// add each directory in the app folder as a route (excluding special routes) // add each directory in the app folder as a route (excluding special routes)

4
middleware.ts
View File

@@ -1,5 +1,5 @@
import { NextResponse } from "next/server"; import { NextResponse } from "next/server";
import type { NextRequest } from "next/server"; import type { NextRequest, MiddlewareConfig } from "next/server";
// assign "short codes" to approved reverse proxy destinations. for example: // assign "short codes" to approved reverse proxy destinations. for example:
// ["abc", "https://jakejarvis.github.io"] => /_stream/abc/123.html -> https://jakejarvis.github.io/123.html // ["abc", "https://jakejarvis.github.io"] => /_stream/abc/123.html -> https://jakejarvis.github.io/123.html
@@ -67,7 +67,7 @@ export const middleware = (request: NextRequest) => {
}); });
}; };
export const config = { export const config: MiddlewareConfig = {
// save compute time by skipping middleware for static and metadata files // save compute time by skipping middleware for static and metadata files
matcher: [ matcher: [
"/((?!_next/static|_next/image|_vercel|api|static|\\.well-known|favicon.ico|icon.png|apple-icon.png|sitemap.xml|robots.txt|manifest.webmanifest|feed.xml|feed.atom).*)", "/((?!_next/static|_next/image|_vercel|api|static|\\.well-known|favicon.ico|icon.png|apple-icon.png|sitemap.xml|robots.txt|manifest.webmanifest|feed.xml|feed.atom).*)",