jake/jarv.is
1
Fork 0
mirror of https://github.com/jakejarvis/jarv.is.git synced 2025-11-14 23:20:51 -05:00
Code Issues Activity

fresh <PageTitle> look

Browse Source
This commit is contained in:
Jake Jarvis
2025-03-08 13:09:29 -05:00
parent 5cfa86f690
commit 2d6fc82f71
29 changed files with 346 additions and 401 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
app/robots.ts
View File

@@ -6,6 +6,7 @@ export const dynamic = "force-static";
const robots = (): MetadataRoute.Robots => {
// I'm already _so_ over this shit...
// https://github.com/ai-robots-txt/ai.robots.txt/blob/main/robots.txt
// TODO: dynamically fetch this list from the above repo.
const naughtySpiders = [
"AI2Bot",
"Ai2Bot-Dolma",
@@ -13,6 +14,7 @@ const robots = (): MetadataRoute.Robots => {
"anthropic-ai",
"Applebot",
"Applebot-Extended",
"Brightbot 1.0",
"Bytespider",
"CCBot",
"ChatGPT-User",