jake/jarv.is
jake/jarv.is
1
Fork 0
mirror of https://github.com/jakejarvis/jarv.is.git synced 2025-04-26 08:05:23 -04:00
Code Issues

stricter robots.txt

Browse Source
This commit is contained in:
Jake Jarvis 2025-03-24 18:51:53 -04:00
parent 7a70057e2c
commit 8efb4a84ee
Signed by: jake
SSH Key Fingerprint: SHA256:nCkvAjYA6XaSPUqc4TfbBQTpzr8Xj7ritg/sGInCdkc
4 changed files with 8 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
app/analytics.tsx
View File

@ -1,7 +1,11 @@
import Script from "next/script";
const Analytics = () => {
if (!process.env.NEXT_PUBLIC_UMAMI_WEBSITE_ID || process.env.NEXT_PUBLIC_VERCEL_ENV !== "production") {
if (process.env.NEXT_PUBLIC_VERCEL_ENV !== "production") {
return null;
}
if (!process.env.NEXT_PUBLIC_UMAMI_WEBSITE_ID) {
return null;
}

3
app/robots.ts
View File

@ -7,8 +7,7 @@ const robots = (): MetadataRoute.Robots => ({
rules: [
{
userAgent: "*",
// block access to staging sites
[process.env.NEXT_PUBLIC_VERCEL_ENV === "production" ? "allow" : "disallow"]: "/",
disallow: ["/_stream/", "/api/", "/stats/", "/tweets/", "/404", "/500"],
},
],
sitemap: `${BASE_URL}/sitemap.xml`,

3
app/sitemap.ts
View File

@ -15,9 +15,6 @@ const sitemap = async (): Promise<MetadataRoute.Sitemap> => {
priority: 1.0,
lastModified: new Date(process.env.RELEASE_DATE || Date.now()), // timestamp frozen when a new build is deployed
},
{ url: `${BASE_URL}/stats` },
{ url: `${BASE_URL}/tweets` },
{ url: `${BASE_URL}/y2k` },
];
// add each directory in the app folder as a route (excluding special routes)

4
middleware.ts
View File

@ -1,5 +1,5 @@
import { NextResponse } from "next/server";
import type { NextRequest } from "next/server";
import type { NextRequest, MiddlewareConfig } from "next/server";
// assign "short codes" to approved reverse proxy destinations. for example:
// ["abc", "https://jakejarvis.github.io"] => /_stream/abc/123.html -> https://jakejarvis.github.io/123.html
@ -67,7 +67,7 @@ export const middleware = (request: NextRequest) => {
});
};
export const config = {
export const config: MiddlewareConfig = {
// save compute time by skipping middleware for static and metadata files
matcher: [
"/((?!_next/static|_next/image|_vercel|api|static|\\.well-known|favicon.ico|icon.png|apple-icon.png|sitemap.xml|robots.txt|manifest.webmanifest|feed.xml|feed.atom).*)",