mirror of
https://github.com/jakejarvis/jarv.is.git
synced 2025-11-14 18:10:50 -05:00
refactor note processing functions
This commit is contained in:
@@ -3,7 +3,7 @@ import { notFound } from "next/navigation";
|
|||||||
import { join } from "path";
|
import { join } from "path";
|
||||||
import { existsSync } from "fs";
|
import { existsSync } from "fs";
|
||||||
import { readFile } from "fs/promises";
|
import { readFile } from "fs/promises";
|
||||||
import { getPostSlugs, getFrontMatter } from "../../../lib/helpers/posts";
|
import { getSlugs, getFrontMatter } from "../../../lib/helpers/posts";
|
||||||
import { POSTS_DIR, AVATAR_PATH } from "../../../lib/config/constants";
|
import { POSTS_DIR, AVATAR_PATH } from "../../../lib/config/constants";
|
||||||
|
|
||||||
export const contentType = "image/png";
|
export const contentType = "image/png";
|
||||||
@@ -18,7 +18,7 @@ export const dynamic = "force-static";
|
|||||||
export const dynamicParams = false;
|
export const dynamicParams = false;
|
||||||
|
|
||||||
export const generateStaticParams = async () => {
|
export const generateStaticParams = async () => {
|
||||||
const slugs = await getPostSlugs();
|
const slugs = await getSlugs();
|
||||||
|
|
||||||
// map slugs into a static paths object required by next.js
|
// map slugs into a static paths object required by next.js
|
||||||
return slugs.map((slug) => ({
|
return slugs.map((slug) => ({
|
||||||
|
|||||||
@@ -7,7 +7,7 @@ import Time from "../../../components/Time";
|
|||||||
import Comments from "../../../components/Comments";
|
import Comments from "../../../components/Comments";
|
||||||
import Loading from "../../../components/Loading";
|
import Loading from "../../../components/Loading";
|
||||||
import HitCounter from "./counter";
|
import HitCounter from "./counter";
|
||||||
import { getPostSlugs, getFrontMatter } from "../../../lib/helpers/posts";
|
import { getSlugs, getFrontMatter } from "../../../lib/helpers/posts";
|
||||||
import { addMetadata } from "../../../lib/helpers/metadata";
|
import { addMetadata } from "../../../lib/helpers/metadata";
|
||||||
import * as config from "../../../lib/config";
|
import * as config from "../../../lib/config";
|
||||||
import { BASE_URL } from "../../../lib/config/constants";
|
import { BASE_URL } from "../../../lib/config/constants";
|
||||||
@@ -24,7 +24,7 @@ export const dynamicParams = false;
|
|||||||
export const experimental_ppr = true;
|
export const experimental_ppr = true;
|
||||||
|
|
||||||
export const generateStaticParams = async () => {
|
export const generateStaticParams = async () => {
|
||||||
const slugs = await getPostSlugs();
|
const slugs = await getSlugs();
|
||||||
|
|
||||||
// map slugs into a static paths object required by next.js
|
// map slugs into a static paths object required by next.js
|
||||||
return slugs.map((slug) => ({
|
return slugs.map((slug) => ({
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
import Link from "../../components/Link";
|
import Link from "../../components/Link";
|
||||||
import Time from "../../components/Time";
|
import Time from "../../components/Time";
|
||||||
import { getAllPosts } from "../../lib/helpers/posts";
|
import { getFrontMatter } from "../../lib/helpers/posts";
|
||||||
import { addMetadata } from "../../lib/helpers/metadata";
|
import { addMetadata } from "../../lib/helpers/metadata";
|
||||||
import * as config from "../../lib/config";
|
import * as config from "../../lib/config";
|
||||||
import type { ReactElement } from "react";
|
import type { ReactElement } from "react";
|
||||||
@@ -19,7 +19,7 @@ export const metadata = addMetadata({
|
|||||||
|
|
||||||
const Page = async () => {
|
const Page = async () => {
|
||||||
// parse the year of each note and group them together
|
// parse the year of each note and group them together
|
||||||
const notes = await getAllPosts();
|
const notes = await getFrontMatter();
|
||||||
const notesByYear: {
|
const notesByYear: {
|
||||||
[year: string]: FrontMatter[];
|
[year: string]: FrontMatter[];
|
||||||
} = {};
|
} = {};
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
import path from "path";
|
import path from "path";
|
||||||
import glob from "fast-glob";
|
import glob from "fast-glob";
|
||||||
import { getAllPosts } from "../lib/helpers/posts";
|
import { getFrontMatter } from "../lib/helpers/posts";
|
||||||
import { BASE_URL } from "../lib/config/constants";
|
import { BASE_URL } from "../lib/config/constants";
|
||||||
import type { MetadataRoute } from "next";
|
import type { MetadataRoute } from "next";
|
||||||
|
|
||||||
@@ -36,7 +36,7 @@ const sitemap = async (): Promise<MetadataRoute.Sitemap> => {
|
|||||||
});
|
});
|
||||||
});
|
});
|
||||||
|
|
||||||
(await getAllPosts()).forEach((post) => {
|
(await getFrontMatter()).forEach((post) => {
|
||||||
routes.push({
|
routes.push({
|
||||||
url: post.permalink,
|
url: post.permalink,
|
||||||
// pull lastModified from front matter date
|
// pull lastModified from front matter date
|
||||||
|
|||||||
@@ -1,13 +1,16 @@
|
|||||||
import { cache } from "react";
|
import { cache } from "react";
|
||||||
import { Feed } from "feed";
|
import { Feed } from "feed";
|
||||||
import { getAllPosts, getPostContent } from "./posts";
|
import { getFrontMatter, getContent } from "./posts";
|
||||||
import * as config from "../config";
|
import * as config from "../config";
|
||||||
import { BASE_URL } from "../config/constants";
|
import { BASE_URL } from "../config/constants";
|
||||||
|
|
||||||
import ogImage from "../../app/opengraph-image.jpg";
|
import ogImage from "../../app/opengraph-image.jpg";
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Returns a `Feed` object, which can then be processed with `feed.rss2()`, `feed.atom1()`, or `feed.json1()`.
|
||||||
|
* @see https://github.com/jpmonette/feed#example
|
||||||
|
*/
|
||||||
export const buildFeed = cache(async (): Promise<Feed> => {
|
export const buildFeed = cache(async (): Promise<Feed> => {
|
||||||
// https://github.com/jpmonette/feed#example
|
|
||||||
const feed = new Feed({
|
const feed = new Feed({
|
||||||
id: BASE_URL,
|
id: BASE_URL,
|
||||||
link: BASE_URL,
|
link: BASE_URL,
|
||||||
@@ -28,8 +31,8 @@ export const buildFeed = cache(async (): Promise<Feed> => {
|
|||||||
});
|
});
|
||||||
|
|
||||||
// add posts separately using their frontmatter
|
// add posts separately using their frontmatter
|
||||||
const posts = await getAllPosts();
|
const posts = await getFrontMatter();
|
||||||
for (const post of posts.reverse()) {
|
for (const post of posts) {
|
||||||
feed.addItem({
|
feed.addItem({
|
||||||
guid: post.permalink,
|
guid: post.permalink,
|
||||||
link: post.permalink,
|
link: post.permalink,
|
||||||
@@ -42,7 +45,10 @@ export const buildFeed = cache(async (): Promise<Feed> => {
|
|||||||
},
|
},
|
||||||
],
|
],
|
||||||
date: new Date(post.date),
|
date: new Date(post.date),
|
||||||
content: `${await getPostContent(post.slug)}\n\n<p><a href="${post.permalink}"><strong>Continue reading...</strong></a></p>`,
|
content: `
|
||||||
|
${await getContent(post.slug)}
|
||||||
|
<p><a href="${post.permalink}"><strong>Continue reading...</strong></a></p>
|
||||||
|
`.trim(),
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -1,7 +1,10 @@
|
|||||||
import defaultMetadata from "../config/metadata";
|
import defaultMetadata from "../config/metadata";
|
||||||
import type { Metadata } from "next";
|
import type { Metadata } from "next";
|
||||||
|
|
||||||
// helper function to deep merge a page's metadata into the default site metadata
|
/**
|
||||||
|
* Helper function to deep merge a page's metadata into the default site metadata
|
||||||
|
* @see https://nextjs.org/docs/app/api-reference/functions/generate-metadata
|
||||||
|
*/
|
||||||
export const addMetadata = (metadata: Metadata): Metadata => {
|
export const addMetadata = (metadata: Metadata): Metadata => {
|
||||||
return {
|
return {
|
||||||
...defaultMetadata,
|
...defaultMetadata,
|
||||||
|
|||||||
@@ -19,46 +19,8 @@ export type FrontMatter = {
|
|||||||
noComments?: boolean;
|
noComments?: boolean;
|
||||||
};
|
};
|
||||||
|
|
||||||
// returns front matter and the **raw & uncompiled** markdown of a given slug
|
/** Use filesystem to get a simple list of all post slugs */
|
||||||
export const getFrontMatter = cache(async (slug: string): Promise<FrontMatter | undefined> => {
|
export const getSlugs = cache(async (): Promise<string[]> => {
|
||||||
try {
|
|
||||||
const { frontmatter } = await import(`../../${POSTS_DIR}/${slug}/index.mdx`);
|
|
||||||
|
|
||||||
// process markdown title to html...
|
|
||||||
const htmlTitle = await unified()
|
|
||||||
.use(remarkParse)
|
|
||||||
.use(remarkSmartypants)
|
|
||||||
.use(remarkHtml, {
|
|
||||||
sanitize: {
|
|
||||||
// allow *very* limited markdown to be used in post titles
|
|
||||||
tagNames: ["code", "em", "strong"],
|
|
||||||
},
|
|
||||||
})
|
|
||||||
.process(frontmatter.title)
|
|
||||||
.then((result) => result.toString().trim());
|
|
||||||
|
|
||||||
// ...and then (sketchily) remove said html for a plaintext version:
|
|
||||||
// https://css-tricks.com/snippets/javascript/strip-html-tags-in-javascript/
|
|
||||||
const title = decode(htmlTitle.replace(/<[^>]*>/g, ""));
|
|
||||||
|
|
||||||
return {
|
|
||||||
...(frontmatter as Partial<FrontMatter>),
|
|
||||||
// plain title without html or markdown syntax:
|
|
||||||
title,
|
|
||||||
// stylized title with limited html tags:
|
|
||||||
htmlTitle,
|
|
||||||
slug,
|
|
||||||
date: new Date(frontmatter.date).toISOString(), // validate/normalize the date string provided from front matter
|
|
||||||
permalink: `${BASE_URL}/${POSTS_DIR}/${slug}`,
|
|
||||||
};
|
|
||||||
} catch (error) {
|
|
||||||
console.error(`Failed to load front matter for post with slug "${slug}":`, error);
|
|
||||||
return undefined;
|
|
||||||
}
|
|
||||||
});
|
|
||||||
|
|
||||||
// use filesystem to get a simple list of all post slugs
|
|
||||||
export const getPostSlugs = cache(async (): Promise<string[]> => {
|
|
||||||
// list all .mdx files in POSTS_DIR
|
// list all .mdx files in POSTS_DIR
|
||||||
const mdxFiles = await glob("*/index.mdx", {
|
const mdxFiles = await glob("*/index.mdx", {
|
||||||
cwd: path.join(process.cwd(), POSTS_DIR),
|
cwd: path.join(process.cwd(), POSTS_DIR),
|
||||||
@@ -71,10 +33,76 @@ export const getPostSlugs = cache(async (): Promise<string[]> => {
|
|||||||
return slugs;
|
return slugs;
|
||||||
});
|
});
|
||||||
|
|
||||||
// returns the content of a post with very limited processing to include in RSS feeds
|
// overloaded to return either the front matter of a single post or ALL posts
|
||||||
// TODO: also remove MDX-related syntax (e.g. import/export statements)
|
export const getFrontMatter: {
|
||||||
export const getPostContent = cache(async (slug: string): Promise<string | undefined> => {
|
/**
|
||||||
|
* Parses and returns the front matter of ALL posts, sorted reverse chronologically
|
||||||
|
*/
|
||||||
|
(): Promise<FrontMatter[]>;
|
||||||
|
/**
|
||||||
|
* Parses and returns the front matter of a given slug, or undefined if the slug does not exist
|
||||||
|
*/
|
||||||
|
(slug: string): Promise<FrontMatter | undefined>;
|
||||||
|
} = cache(
|
||||||
|
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
||||||
|
async (slug?: any): Promise<any> => {
|
||||||
|
if (typeof slug === "string") {
|
||||||
|
try {
|
||||||
|
const { frontmatter } = await import(`../../${POSTS_DIR}/${slug}/index.mdx`);
|
||||||
|
|
||||||
|
// process markdown title to html...
|
||||||
|
const htmlTitle = await unified()
|
||||||
|
.use(remarkParse)
|
||||||
|
.use(remarkSmartypants)
|
||||||
|
.use(remarkHtml, {
|
||||||
|
sanitize: {
|
||||||
|
// allow *very* limited markdown to be used in post titles
|
||||||
|
tagNames: ["code", "em", "strong"],
|
||||||
|
},
|
||||||
|
})
|
||||||
|
.process(frontmatter.title)
|
||||||
|
.then((result) => result.toString().trim());
|
||||||
|
|
||||||
|
// ...and then (sketchily) remove said html for a plaintext version:
|
||||||
|
// https://css-tricks.com/snippets/javascript/strip-html-tags-in-javascript/
|
||||||
|
const title = decode(htmlTitle.replace(/<[^>]*>/g, ""));
|
||||||
|
|
||||||
|
return {
|
||||||
|
...(frontmatter as Partial<FrontMatter>),
|
||||||
|
// plain title without html or markdown syntax:
|
||||||
|
title,
|
||||||
|
// stylized title with limited html tags:
|
||||||
|
htmlTitle,
|
||||||
|
slug,
|
||||||
|
// validate/normalize the date string provided from front matter
|
||||||
|
date: new Date(frontmatter.date).toISOString(),
|
||||||
|
permalink: `${BASE_URL}/${POSTS_DIR}/${slug}`,
|
||||||
|
} as FrontMatter;
|
||||||
|
} catch (error) {
|
||||||
|
console.error(`Failed to load front matter for post with slug "${slug}":`, error);
|
||||||
|
return undefined;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if (!slug) {
|
||||||
|
// concurrently fetch the front matter of each post
|
||||||
|
const slugs = await getSlugs();
|
||||||
|
const posts = await Promise.all(slugs.map(getFrontMatter));
|
||||||
|
|
||||||
|
// sort the results reverse chronologically and return
|
||||||
|
return posts.sort(
|
||||||
|
(post1, post2) => new Date(post2!.date).getTime() - new Date(post1!.date).getTime()
|
||||||
|
) as FrontMatter[];
|
||||||
|
}
|
||||||
|
|
||||||
|
throw new Error(`getFrontMatter() called with invalid argument.`);
|
||||||
|
}
|
||||||
|
);
|
||||||
|
|
||||||
|
/** Returns the content of a post with very limited processing to include in RSS feeds */
|
||||||
|
export const getContent = cache(async (slug: string): Promise<string | undefined> => {
|
||||||
try {
|
try {
|
||||||
|
// TODO: also remove MDX-related syntax (e.g. import/export statements)
|
||||||
const content = await unified()
|
const content = await unified()
|
||||||
.use(remarkParse)
|
.use(remarkParse)
|
||||||
.use(remarkFrontmatter)
|
.use(remarkFrontmatter)
|
||||||
@@ -104,20 +132,10 @@ export const getPostContent = cache(async (slug: string): Promise<string | undef
|
|||||||
})
|
})
|
||||||
.process(await read(path.resolve(process.cwd(), `${POSTS_DIR}/${slug}/index.mdx`)));
|
.process(await read(path.resolve(process.cwd(), `${POSTS_DIR}/${slug}/index.mdx`)));
|
||||||
|
|
||||||
// convert the parsed content to a string
|
// convert the parsed content to a string with "safe" HTML
|
||||||
return content.toString().trim();
|
return content.toString().replaceAll("<p></p>", "").trim();
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
console.error(`Failed to load/parse content for post with slug "${slug}":`, error);
|
console.error(`Failed to load/parse content for post with slug "${slug}":`, error);
|
||||||
return undefined;
|
return undefined;
|
||||||
}
|
}
|
||||||
});
|
});
|
||||||
|
|
||||||
// returns the parsed front matter of ALL posts, sorted reverse chronologically
|
|
||||||
export const getAllPosts = cache(async (): Promise<FrontMatter[]> => {
|
|
||||||
// concurrently fetch the front matter of each post
|
|
||||||
const slugs = await getPostSlugs();
|
|
||||||
const posts = (await Promise.all(slugs.map(getFrontMatter))) as FrontMatter[];
|
|
||||||
|
|
||||||
// sort the results reverse chronologically and return
|
|
||||||
return posts.sort((post1, post2) => new Date(post1.date).getTime() - new Date(post2.date).getTime());
|
|
||||||
});
|
|
||||||
|
|||||||
Reference in New Issue
Block a user