feat: virtual docs module (#784)

* feat: virtual docs module

* chore: add readme
This commit is contained in:
Jason Rasmussen
2026-09-04 18:04:24 -04:00
committed by GitHub
parent d084b0832f
commit e748709956
25 changed files with 739 additions and 215 deletions
+1
View File
@@ -1,3 +1,4 @@
/// <reference types="@immich/svelte-markdown-preprocess/virtual" />
// See https://svelte.dev/docs/kit/types#app.d.ts
// for information about these interfaces
declare global {
@@ -1,76 +1,100 @@
<script lang="ts">
import { blogMetadata, posts } from '$lib';
import { asBlogPost, blogMetadata, BlogType } from '$lib';
import BlogTypeBadge from '$lib/components/BlogTypeBadge.svelte';
import { Heading, Icon, Link, Markdown, SiteMetadata, Text } from '@immich/ui';
import {
Heading,
Icon,
Link,
Markdown,
SiteMetadata,
TableOfContents,
Text,
type TableOfContentsItem,
} from '@immich/ui';
import type { SerializedPost } from '$lib/types';
import { mdiChevronRight } from '@mdi/js';
import { DateTime } from 'luxon';
import type { Snippet } from 'svelte';
type Props = {
attributes: { id: string };
doc: SerializedPost;
children?: Snippet;
postScript?: Snippet;
};
let { attributes, children, postScript }: Props = $props();
const post = $derived(posts.find((blog) => blog.id === attributes.id)!);
let { doc, children, postScript }: Props = $props();
const post = $derived(asBlogPost(doc));
let { title, publishedAt, authors, description } = $derived(post);
const alt = $derived(post.coverAlt ?? 'Blog cover image');
const headers: TableOfContentsItem[] = $derived([
...post.headers,
...(postScript ? [{ id: 'faqs', text: 'FAQs', level: 2 }] : []),
]);
</script>
<SiteMetadata site={blogMetadata} page={{ title, description }} />
<div>
<ul class="flex place-items-center gap-1 text-muted">
<li class="flex place-items-center">
<Link href="/blog" underline={false}><span class="hover:underline">Blog</span></Link>
<Icon icon={mdiChevronRight} size="1rem" />
</li>
<li>{title}</li>
</ul>
<div class="grid grid-cols-1 xl:grid-cols-[1fr_auto_1fr]">
<article
class={['mx-auto w-full min-w-0 xl:col-start-2', post.type === BlogType.Release ? 'max-w-3xl' : 'max-w-2xl']}
>
<div>
<ul class="flex place-items-center gap-1 text-muted">
<li class="flex place-items-center">
<Link href="/blog" underline={false}><span class="hover:underline">Blog</span></Link>
<Icon icon={mdiChevronRight} size="1rem" />
</li>
<li>{title}</li>
</ul>
<Heading tag="h1" size="giant" class="mt-6">
{post.title}
</Heading>
<Heading tag="h1" size="giant" class="mt-6">
{post.title}
</Heading>
<div class="mt-4 mb-2 flex gap-1">
<Text color="muted" size="small" variant="italic">{publishedAt.toLocaleString(DateTime.DATE_FULL)}</Text>
<Text color="muted" size="small">— {authors.join(', ')}</Text>
</div>
<div class="mt-4 mb-2 flex gap-1">
<Text color="muted" size="small" variant="italic">{publishedAt.toLocaleString(DateTime.DATE_FULL)}</Text>
<Text color="muted" size="small">— {authors.join(', ')}</Text>
</div>
<Markdown.Paragraph><em>{description}</em></Markdown.Paragraph>
<Markdown.Paragraph><em>{description}</em></Markdown.Paragraph>
<BlogTypeBadge class="mt-2" size="small" type={post.type} />
<BlogTypeBadge class="mt-2" size="small" type={post.type} />
{#if post.coverUrl}
<Markdown.Image
src={post.coverUrl}
srcset={post.coverSrcset}
width={post.coverWidth}
height={post.coverHeight}
{alt}
priority
>
{#snippet caption()}
{#if post.coverAttribution}
<!-- eslint-disable-next-line svelte/no-at-html-tags -->
{@html post.coverAttribution} - {alt}
{:else}
{#if post.coverUrl}
<Markdown.Image
src={post.coverUrl}
srcset={post.coverSrcset}
width={post.coverWidth}
height={post.coverHeight}
{alt}
{/if}
{/snippet}
</Markdown.Image>
priority
>
{#snippet caption()}
{#if post.coverAttribution}
<!-- eslint-disable-next-line svelte/no-at-html-tags -->
{@html post.coverAttribution} - {alt}
{:else}
{alt}
{/if}
{/snippet}
</Markdown.Image>
{/if}
<Markdown.LineBreak />
</div>
{@render children?.()}
<Text class="mt-4">Cheers,<br />The Immich Team</Text>
{#if postScript}
<Markdown.LineBreak />
<Markdown.Heading level={2} id="faqs">FAQs</Markdown.Heading>
{@render postScript?.()}
{/if}
</article>
{#if headers.length > 1}
<TableOfContents items={headers} class="ms-8 xl:col-start-3" />
{/if}
<Markdown.LineBreak />
</div>
{@render children?.()}
<Text class="mt-4">Cheers,<br />The Immich Team</Text>
{#if postScript}
<Markdown.LineBreak />
<Markdown.Heading level={2} id="faqs">FAQs</Markdown.Heading>
{@render postScript?.()}
{/if}
@@ -6,20 +6,16 @@
import type { Snippet } from 'svelte';
type Props = {
attributes: {
title: string;
description: string;
updatedAt: string;
};
doc: { attributes: { title: string; description: string; updatedAt: string } };
children?: Snippet;
};
let { attributes, children }: Props = $props();
let { doc, children }: Props = $props();
const updatedAt = $derived(DateTime.fromISO(attributes.updatedAt).setZone('UTC'));
const updatedAt = $derived(DateTime.fromISO(doc.attributes.updatedAt).setZone('UTC'));
const pageMetadata = $derived({
title: attributes.title,
description: attributes.description,
title: doc.attributes.title,
description: doc.attributes.description,
});
</script>
+1 -1
View File
@@ -36,7 +36,7 @@ describe('posts', () => {
expect(post.description, post.url).toEqual(expect.any(String));
expect(post.authors.length, post.url).toBeGreaterThan(0);
expect(post.publishedAt.isValid, post.url).toBe(true);
expect(post.markdown, post.url).toContain('---');
expect(post.headers, post.url).toEqual(expect.any(Array));
}
});
+23 -121
View File
@@ -1,5 +1,7 @@
import fm from 'front-matter';
import { BlogType, type BlogPost, type SerializedPost } from '$lib/types';
import type { ClientDoc } from '@immich/svelte-markdown-preprocess';
import { DateTime } from 'luxon';
import { getDocs } from 'virtual:docs';
export const siteMetadata = {
title: 'Immich',
@@ -25,30 +27,8 @@ export type TimelineItem = {
export const capitalize = (value: string) => value.charAt(0).toUpperCase() + value.slice(1);
type Attributes = {
/**
uuid-v7, which can be generated with `npx -y uuid v7`
*/
id: string;
title: string;
description: string;
featured?: boolean;
authors: string[];
coverUrl?: string;
coverSrcset?: string;
coverWidth?: number;
coverHeight?: number;
coverAlt?: string;
coverAttribution?: string;
};
// keep in sync with blog/(type) folders
export enum BlogType {
Announcement = 'announcement',
Post = 'post',
Recap = 'recap',
Release = 'release',
}
export { BlogType } from '$lib/types';
export type { BlogPost, SerializedPost } from '$lib/types';
export const isBlogType = (value: string | BlogType): value is BlogType => {
return Object.values(BlogType).includes(value as BlogType);
@@ -56,107 +36,29 @@ export const isBlogType = (value: string | BlogType): value is BlogType => {
export const typeToLabel = (type: BlogType) => capitalize(type);
export type BlogPost = Attributes & {
publishedAt: DateTime;
modifiedAt?: DateTime;
url: string;
type: BlogType;
markdown: string;
};
const asDateTime = (value: string) => DateTime.fromISO(value, { zone: 'UTC' }) as DateTime<true>;
type PostFrontMatter = Attributes & {
publishedAt: Date;
modifiedAt?: Date;
};
const getFrontMatterExample = (missingAttributes: string[]) => {
return [
'---',
...Object.entries({
id: 'your-uuid-v7-here',
title: 'Your post title',
description: 'A brief description of your post',
publishedAt: '2025-10-01',
authors: '[Author 1, Author 2]',
})
.filter(([key]) => missingAttributes.includes(key))
.map(([key, value]) => `${key}: ${value}`),
'---',
].join('\n');
};
const POST_PATH = /\/blog\/\((?<group>[^)]+)\)\/(?<slug>[^/]+)\/\+page\.md$/;
const asPost = (path: string, content: string): BlogPost => {
const attributes = fm<PostFrontMatter>(content).attributes;
const match = POST_PATH.exec(path);
if (!match?.groups) {
throw new Error(`${path} is not a valid blog post path - expected blog/(types)/slug/+page.md`);
const asTitle = ({ title, publishedAt }: BlogPost) => {
if (publishedAt < DateTime.now().minus({ years: 1 }) && title.endsWith(' recap')) {
return title.replaceAll(' recap', () => ` ${publishedAt.year} recap`);
}
const { slug, group } = match.groups;
const type = group.replace(/s$/, '');
return title;
};
const requiredAttributes = ['id', 'title', 'description', 'publishedAt', 'authors'];
const missingAttributes = requiredAttributes.filter((attribute) => !Object.hasOwn(attributes, attribute));
if (missingAttributes.length > 0) {
throw new Error(`${slug} is missing ${missingAttributes.join(', ')}.\n${getFrontMatterExample(missingAttributes)}`);
}
if (!isBlogType(type)) {
throw new Error(
`${slug} has incorrect blog type - found ${type}, but expected one of ${Object.values(BlogType).join(', ')}`,
);
}
return {
id: attributes.id,
type,
title: attributes.title,
description: attributes.description,
publishedAt: DateTime.fromJSDate(attributes.publishedAt, { zone: 'UTC' }) as DateTime<true>,
modifiedAt: attributes.modifiedAt
? (DateTime.fromJSDate(attributes.modifiedAt, { zone: 'UTC' }) as DateTime<true>)
: undefined,
authors: attributes.authors,
url: `/blog/${slug}`,
featured: attributes.featured,
coverUrl: attributes.coverUrl,
coverSrcset: attributes.coverSrcset,
coverWidth: attributes.coverWidth,
coverHeight: attributes.coverHeight,
coverAlt: attributes.coverAlt,
coverAttribution: attributes.coverAttribution,
markdown: content,
export const asBlogPost = (post: SerializedPost): BlogPost => {
const blogPost = {
...post,
publishedAt: asDateTime(post.publishedAt),
modifiedAt: post.modifiedAt ? asDateTime(post.modifiedAt) : undefined,
};
return { ...blogPost, title: asTitle(blogPost) };
};
const getPosts = () => {
const idMap = new Map<string, string>();
const modules = import.meta.glob<{ default: string }>('../routes/**/blog/**/*.md', {
query: '?raw',
eager: true,
});
const posts: BlogPost[] = [];
for (const [path, { default: content }] of Object.entries(modules)) {
const post = asPost(path, content);
const isPost = (doc: ClientDoc): doc is SerializedPost => 'type' in doc;
if (idMap.has(post.id)) {
throw new Error(
`Detected a duplicate blog ID! ${post.id} is used in ${path} and ${idMap.get(post.id)}. Hint: use pnpm uuid to generate a new uuid-v7`,
);
}
idMap.set(post.id, path);
if (post.publishedAt < DateTime.now().minus({ years: 1 }) && post.title.endsWith(' recap')) {
post.title = post.title.replaceAll(' recap', () => ` ${post.publishedAt.year} recap`);
}
posts.push(post);
}
return posts.toSorted((a, b) => b.publishedAt.valueOf() - a.publishedAt.valueOf());
};
export const posts: BlogPost[] = getPosts();
export const posts: BlogPost[] = getDocs<SerializedPost | ClientDoc>()
.filter((doc) => isPost(doc))
.map((doc) => asBlogPost(doc))
.toSorted((a, b) => b.publishedAt.valueOf() - a.publishedAt.valueOf());
@@ -0,0 +1,22 @@
import { getHrefFromPath, markedText } from '@immich/svelte-markdown-preprocess';
const ROUTES = '../../routes/';
const files = import.meta.glob('../../routes/**/blog/**/+page.md', {
query: '?raw',
eager: true,
import: 'default',
});
const textByUrl = new Map(
Object.entries(files).map(([path, content]) => [getHrefFromPath(path.slice(ROUTES.length)), content]),
);
export const getPostText = (url: string) => {
const markdown = textByUrl.get(url);
if (markdown === undefined) {
throw new Error(`Could not find the markdown for ${url}`);
}
return markedText(markdown);
};
+39
View File
@@ -1,4 +1,6 @@
import type { ClientDoc } from '@immich/svelte-markdown-preprocess';
import type { IconLike } from '@immich/ui';
import type { DateTime } from 'luxon';
export type Feature = {
title: string;
@@ -11,3 +13,40 @@ export type FeatureLink = {
href: string;
text: string;
};
// keep in sync with blog/(type) folders
export enum BlogType {
Announcement = 'announcement',
Post = 'post',
Recap = 'recap',
Release = 'release',
}
type Attributes = ClientDoc & {
/**
uuid-v7, which can be generated with `npx -y uuid v7`
*/
id: string;
title: string;
description: string;
featured?: boolean;
authors: string[];
coverUrl?: string;
coverSrcset?: string;
coverWidth?: number;
coverHeight?: number;
coverAlt?: string;
coverAttribution?: string;
url: string;
type: BlogType;
};
export type SerializedPost = Attributes & {
publishedAt: string;
modifiedAt?: string;
};
export type BlogPost = Attributes & {
publishedAt: DateTime;
modifiedAt?: DateTime;
};
@@ -10,21 +10,21 @@
let { children }: Props = $props();
const isReleaseNotePage = $derived(!!page.route.id?.includes('releases'));
const isIndexPage = $derived(page.route.id === '/(shell)/blog');
const styles = tv({
base: 'mx-auto',
base: 'mx-auto w-full',
variants: {
releaseNotes: {
true: 'max-w-3xl',
false: 'max-w-2xl',
index: {
true: 'max-w-2xl',
false: '',
},
},
});
</script>
<PageContent>
<div class={styles({ releaseNotes: isReleaseNotePage })}>
<div class={styles({ index: isIndexPage })}>
{@render children?.()}
</div>
</PageContent>
@@ -1,6 +1,6 @@
import { posts, typeToLabel, type BlogPost } from '$lib';
import type { SearchDoc } from '$lib/search';
import { markedText } from '@immich/svelte-markdown-preprocess';
import { getPostText } from '$lib/server/posts';
import { json } from '@sveltejs/kit';
export const prerender = true;
@@ -11,7 +11,7 @@ const fromBlogPost = (post: BlogPost): SearchDoc => {
description: post.description,
url: post.url,
tags: [typeToLabel(post.type)],
text: markedText(post.markdown),
text: getPostText(post.url),
};
};
+1
View File
@@ -1,6 +1,7 @@
{
"extends": "./.svelte-kit/tsconfig.json",
"compilerOptions": {
"allowImportingTsExtensions": true,
"allowJs": true,
"checkJs": true,
"esModuleInterop": true,
+63 -1
View File
@@ -1,9 +1,71 @@
import {
getHrefFromPath,
svelteMarkdownVite,
type ClientDoc,
type ServerDoc,
} from '@immich/svelte-markdown-preprocess';
import { sveltekit } from '@sveltejs/kit/vite';
import tailwindcss from '@tailwindcss/vite';
import { defineConfig } from 'vitest/config';
import { z } from 'zod';
import { BlogType, type SerializedPost } from './src/lib/types.ts';
const PostSchema = z.object({
id: z.uuid(),
type: z.enum(BlogType),
title: z.string().nonempty(),
description: z.string().nonempty(),
featured: z.boolean().optional(),
authors: z.array(z.string().nonempty()).nonempty(),
coverUrl: z.url().optional(),
coverSrcset: z.string().optional(),
coverWidth: z.number().optional(),
coverHeight: z.number().optional(),
coverAlt: z.string().optional(),
coverAttribution: z.string().optional(),
publishedAt: z.date(),
modifiedAt: z.date().optional(),
});
const POST_PATH = /(?:^|\/)blog\/\((?<group>[^)]+)\)\/[^/]+\/\+page\.[^.]+$/;
const seen = new Map<string, string>();
export const onDoc = ({ path, attributes, headers }: ServerDoc): SerializedPost | ClientDoc => {
const group = POST_PATH.exec(path)?.groups?.group;
if (!group) {
return { path, attributes, headers };
}
const parsed = PostSchema.safeParse({ ...attributes, type: group.replace(/s$/, '') });
if (!parsed.success) {
throw new Error(`${path} has invalid front matter:\n${z.prettifyError(parsed.error)}`);
}
const post = parsed.data;
const duplicate = seen.get(post.id);
if (duplicate && duplicate !== path) {
throw new Error(
`Detected a duplicate blog ID! ${post.id} is used in ${path} and ${duplicate}. Hint: use pnpm uuid to generate a new uuid-v7`,
);
}
seen.set(post.id, path);
return {
path,
attributes,
headers,
url: getHrefFromPath(path),
...post,
publishedAt: post.publishedAt.toISOString(),
modifiedAt: post.modifiedAt?.toISOString(),
};
};
export default defineConfig({
plugins: [tailwindcss(), sveltekit()],
plugins: [tailwindcss(), sveltekit(), svelteMarkdownVite({ onDoc })],
server: {
fs: {
allow: ['../../common'],
+1
View File
@@ -1,3 +1,4 @@
/// <reference types="@immich/svelte-markdown-preprocess/virtual" />
// See https://svelte.dev/docs/kit/types#app.d.ts
// for information about these interfaces
declare global {
@@ -14,4 +14,4 @@
const { size, name, localeSensitive = false, description, children }: Props = $props();
</script>
<MarkdownPage attributes={{ title: name, description }} {localeSensitive} {size} {children} />
<MarkdownPage doc={{ attributes: { title: name, description } }} {localeSensitive} {size} {children} />
@@ -5,14 +5,14 @@
import type { Snippet } from 'svelte';
type Props = {
attributes: { title: string; description: string };
doc?: { attributes: { title?: string; description?: string } };
localeSensitive?: boolean;
size?: ContainerSize;
children?: Snippet;
};
const { attributes, localeSensitive = false, size = 'medium', children }: Props = $props();
const { title, description } = $derived(attributes);
const { doc, localeSensitive = false, size = 'medium', children }: Props = $props();
const { title = '', description = '' } = $derived(doc?.attributes ?? {});
const page = $derived({ title, description });
@@ -5,7 +5,10 @@
import { components } from '$lib/constants.js';
</script>
<MarkdownPage attributes={{ title: 'Components', description: 'A list of all the Immich UI components' }} size="large">
<MarkdownPage
doc={{ attributes: { title: 'Components', description: 'A list of all the Immich UI components' } }}
size="large"
>
<Grid>
{#each components as component (component.name)}
<ComponentCard {component} />
+2 -1
View File
@@ -1,9 +1,10 @@
import { svelteMarkdownVite } from '@immich/svelte-markdown-preprocess';
import { sveltekit } from '@sveltejs/kit/vite';
import tailwindcss from '@tailwindcss/vite';
import { defineConfig, type UserConfig } from 'vite';
export default defineConfig({
plugins: [tailwindcss(), sveltekit()],
plugins: [tailwindcss(), sveltekit(), svelteMarkdownVite()],
server: {
fs: {
allow: ['../../common'],
@@ -0,0 +1,175 @@
# @immich/svelte-markdown-preprocess
Renders markdown as Svelte components, and serves the collected front matter and headings back to the
app through a virtual module.
The package has two halves, and they are used together:
| Export | Kind | Configured in |
| -------------------------- | ------------------- | ------------------ |
| `svelteMarkdownPreprocess` | Svelte preprocessor | `svelte.config.js` |
| `svelteMarkdownVite` | Vite plugin | `vite.config.ts` |
The preprocessor turns each `.md` file into a Svelte component and wraps it in an optional layout. The Vite
plugin scans the same files and serves them as `virtual:docs`, so a layout is handed the parsed doc
for its own page and the app can list every doc without importing any markdown into the browser.
## Setup
Four changes are needed to start using them.
### 1. `svelte.config.js`
Register the preprocessor and tell SvelteKit that `.md` files are routes.
```js
import { svelteMarkdownPreprocess } from '@immich/svelte-markdown-preprocess';
import { vitePreprocess } from '@sveltejs/vite-plugin-svelte';
const config = {
extensions: ['.svelte', '.md'],
preprocess: [
svelteMarkdownPreprocess({
layouts: {
default: '$lib/components/MarkdownPage.svelte',
},
}),
vitePreprocess(),
],
};
export default config;
```
`layouts.default` is used for every markdown file. A file can pick another one with a `layout` key in
its front matter, matching a key in `layouts`.
### 2. `vite.config.ts`
```ts
import { svelteMarkdownVite } from '@immich/svelte-markdown-preprocess';
import { sveltekit } from '@sveltejs/kit/vite';
import { defineConfig } from 'vite';
export default defineConfig({
plugins: [sveltekit(), svelteMarkdownVite()],
});
```
### 3. `src/app.d.ts`
Pull in the ambient declaration for `virtual:docs`.
```ts
/// <reference types="@immich/svelte-markdown-preprocess/virtual" />
```
### 4. The layout component
The preprocessor looks up the current page and passes it as a `doc` prop.
```svelte
<script lang="ts">
import type { ClientDoc } from '@immich/svelte-markdown-preprocess';
import type { Snippet } from 'svelte';
type Props = {
doc?: ClientDoc;
children?: Snippet;
};
const { doc, children }: Props = $props();
</script>
<h1>{doc?.attributes.title}</h1>
{@render children?.()}
```
`doc` is optional because markdown outside of `src/routes` still gets a layout, but has no entry in
the collection.
## The virtual module
```ts
import { getDoc, getDocs } from 'virtual:docs';
const all = getDocs();
const one = getDoc('(shell)/blog/(posts)/sync-v2/+page.md');
```
`getDoc` takes the doc's `path` - the file's location relative to `src/routes`, layout groups
included. Both are generic over the doc type, so pass yours to get it back:
```ts
const posts = getDocs<BlogPost>();
```
Every doc is at least a `ClientDoc`:
```ts
type ClientDoc = {
path: string;
attributes: FrontMatterAttributes; // parsed front matter
headers: DocHeader[]; // level 2 and 3 headings, ids matching the rendered anchors
};
```
Markdown bodies are never serialized into the module, so no post content reaches the browser.
## Validating and reshaping docs
`onDoc` runs at build time for each file and decides what ships. It receives a `ServerDoc`, which is a
`ClientDoc` plus the markdown `body`. Throwing fails the build, and returning `undefined` leaves the
doc out of the collection.
```ts
svelteMarkdownVite({
onDoc: ({ path, attributes, headers }) => {
const parsed = FrontMatterSchema.safeParse(attributes);
if (!parsed.success) {
throw new Error(`${path} has invalid front matter`);
}
return { path, attributes, headers, ...parsed.data };
},
});
```
A doc may gain properties, but never lose the ones on `ClientDoc` - the return type is constrained to
`T extends ClientDoc`, and `getDoc` keys the collection on `path`.
## Options
`svelteMarkdownPreprocess(options)`
| Option | Default | Purpose |
| ------------ | ----------------- | ---------------------------------------------- |
| `extensions` | `['.md', '.mdx']` | file extensions to treat as markdown |
| `layouts` | `{}` | layout component per front matter `layout` key |
`svelteMarkdownVite(options)`
| Option | Default | Purpose |
| ------------ | ----------------- | ------------------------------------------- |
| `extensions` | `['.md', '.mdx']` | file extensions to collect |
| `onDoc` | strips `body` | validate and reshape a doc, or leave it out |
The module id (`virtual:docs`) and the scanned directory (`src/routes`) are fixed, and exported as
`VIRTUAL_ID` and `DOCS_DIR`.
## Utilities
| Export | Purpose |
| ---------------------------- | ------------------------------------------------------------- |
| `getHeaders(body, levels?)` | headings of a markdown body, with anchor ids |
| `getHrefFromPath(path)` | route of a page, with layout groups removed |
| `getIdFromText(text)` | anchor id used for a heading, so links match what is rendered |
| `isMarkdownPath(path, ext?)` | whether a path is markdown |
| `parseFrontMatter(content)` | `{ attributes, body }` of a markdown file |
| `markedText(markdown)` | markdown rendered to plain text, for search indexes |
## Development
Editing a markdown file invalidates `virtual:docs` and triggers a full reload, so headings and front
matter stay current without restarting the dev server.
@@ -15,6 +15,7 @@
},
"files": [
"dist",
"virtual.d.ts",
"!dist/**/*.test.*",
"!dist/**/*.spec.*"
],
@@ -24,6 +25,9 @@
".": {
"types": "./dist/index.d.ts",
"default": "./dist/index.js"
},
"./virtual": {
"types": "./virtual.d.ts"
}
},
"peerDependencies": {
@@ -56,17 +56,45 @@ describe(svelteMarkdownPreprocess.name, () => {
});
});
it('should pass attributes to the layout component', async () => {
it('should look up the doc by path and pass it to the layout component', async () => {
const result = await svelteMarkdownPreprocess({
layouts: { default: '$lib/layouts/DefaultLayout.svelte' },
}).markup({
filename: 'test.md',
filename: '/app/src/routes/(shell)/blog/(posts)/sync-v2/+page.md',
content: `---\ntitle: Test\n---\n# Hello`,
});
expect(result).toMatchObject({ code: expect.stringContaining(`const attributes = {"title":"Test"}`) });
expect(result).toMatchObject({ code: expect.stringContaining(`import { getDoc } from 'virtual:docs'`) });
expect(result).toMatchObject({
code: expect.stringContaining(`const doc = getDoc('(shell)/blog/(posts)/sync-v2/+page.md')`),
});
// eslint-disable-next-line unicorn/no-incorrect-template-string-interpolation
expect(result).toMatchObject({ code: expect.stringContaining(`<Layout {attributes}>`) });
expect(result).toMatchObject({ code: expect.stringContaining(`<Layout {doc}>`) });
});
it('should look up a doc for markdown that is not a route page', async () => {
const result = await svelteMarkdownPreprocess({
layouts: { default: '$lib/layouts/DefaultLayout.svelte' },
}).markup({
filename: '/app/src/routes/components/markdown/Example.md',
content: `# Hello`,
});
expect(result).toMatchObject({
code: expect.stringContaining(`const doc = getDoc('components/markdown/Example.md')`),
});
});
it('should not look up a doc for markdown outside of the configured dir', async () => {
const result = await svelteMarkdownPreprocess({
layouts: { default: '$lib/layouts/DefaultLayout.svelte' },
}).markup({
filename: '/app/other/Example.md',
content: `# Hello`,
});
expect(result).toMatchObject({ code: expect.not.stringContaining('getDoc') });
expect(result).toMatchObject({ code: expect.stringContaining(`<Layout>`) });
});
});
@@ -1,3 +1,4 @@
export * from './markdown.js';
export * from './svelte-preprocess.js';
export * from './utility.js';
export * from './vite-preprocess.js';
export * from './vite.js';
@@ -1,8 +1,9 @@
/* eslint-disable unicorn/prefer-await */
import fm from 'front-matter';
import { Marked } from 'marked';
import type { PreprocessorGroup } from 'svelte/compiler';
import { markedSvelte } from './markdown.js';
import { DOCS_DIR, VIRTUAL_ID } from './vite.js';
import { parseFrontMatter, type FrontMatterAttributes } from './utility.js';
type MaybePromise<T> = Promise<T> | T;
@@ -13,14 +14,9 @@ export type FileWithFrontMatter = { filename: string; attributes: FrontMatterAtt
export type FileWithScriptBody = FileWithFrontMatter & { scriptBody: string };
export type FileWithMarkup = FileWithScriptBody & { markup: string };
export type FileWithImages = FileWithMarkup & { images: MarkdownImage[] };
export type FileWithLayout = FileWithImages & { layout?: string };
export type FileWithLayout = FileWithImages & { layout?: string; path?: string };
export type FileWithSvelte = FileWithLayout & { svelte: string };
export type FrontMatterAttributes = {
layout?: string;
[key: string]: unknown;
};
export type SvelteMarkdownPreprocessLayouts = {
_?: string;
default?: string;
@@ -80,9 +76,7 @@ export class SvelteMarkdownPreprocess {
}
parseFrontMatter({ filename, content }: FileWithContent): MaybePromise<FileWithFrontMatter> {
// eslint-disable-next-line @typescript-eslint/ban-ts-comment
// @ts-expect-error
const { attributes, body } = fm(content) as { attributes: FrontMatterAttributes; body: string };
const { attributes, body } = parseFrontMatter(content);
return { filename, body, attributes };
}
@@ -131,7 +125,17 @@ export class SvelteMarkdownPreprocess {
parseLayout(file: FileWithImages): MaybePromise<FileWithLayout> {
const layoutKey = file.attributes.layout;
const layout = layoutKey ? this.#layouts[layoutKey] : (this.#layouts.default ?? this.#layouts._);
return { ...file, layout };
return { ...file, layout, path: this.parsePath(file.filename) };
}
parsePath(filename: string): string | undefined {
const path = filename.replaceAll('\\', '/');
const index = path.lastIndexOf(`/${DOCS_DIR}/`);
if (index === -1) {
return;
}
return path.slice(index + DOCS_DIR.length + 2);
}
parseSvelte(file: FileWithLayout): MaybePromise<FileWithSvelte> {
@@ -145,12 +149,17 @@ export class SvelteMarkdownPreprocess {
return [
` import { Markdown } from '@immich/ui';`,
file.layout ? ` import Layout from '${file.layout}';` : undefined,
this.hasDoc(file) ? ` import { getDoc } from '${VIRTUAL_ID}';` : undefined,
...file.images.map((image) => ` import ${image.name} from '${image.path}';`),
];
}
hasDoc(file: FileWithLayout): boolean {
return !!(file.layout && file.path);
}
scriptExtras(file: FileWithLayout): Array<string | undefined> {
return file.layout ? [` const attributes = ${JSON.stringify(file.attributes)};`] : [];
return this.hasDoc(file) ? [` const doc = getDoc('${file.path}');`] : [];
}
createSvelteScript(file: FileWithLayout): string {
@@ -167,7 +176,8 @@ export class SvelteMarkdownPreprocess {
createSvelteTemplate(file: FileWithLayout): string {
// eslint-disable-next-line unicorn/no-incorrect-template-string-interpolation
return (file.layout ? [`<Layout {attributes}>`, file.markup, '</Layout>'] : [file.markup]).join('\n');
const open = this.hasDoc(file) ? `<Layout {doc}>` : `<Layout>`;
return (file.layout ? [open, file.markup, '</Layout>'] : [file.markup]).join('\n');
}
}
@@ -1,3 +1,16 @@
import fm from 'front-matter';
export type FrontMatterAttributes = {
layout?: string;
[key: string]: unknown;
};
export const parseFrontMatter = (content: string) => {
// eslint-disable-next-line @typescript-eslint/ban-ts-comment
// @ts-expect-error
return fm(content) as { attributes: FrontMatterAttributes; body: string };
};
export const getIdFromText = (text: string) => {
let id = text
.toLowerCase()
@@ -0,0 +1,71 @@
import { describe, expect, test } from 'vitest';
import { getHeaders, getHrefFromPath, isMarkdownPath } from './vite.js';
describe('getHeaders', () => {
test('keeps level two and three headings with anchors matching the rendered ids', () => {
expect(getHeaders('# Title\n\n## Using `restic`\n\nText\n\n### Sub heading\n\n#### Deep\n')).toEqual([
{ id: 'using', text: 'Using restic', level: 2 },
{ id: 'sub-heading', text: 'Sub heading', level: 3 },
]);
});
test('collects the requested levels only', () => {
expect(getHeaders('# One\n\n## Two\n\n### Three\n', [1, 3])).toEqual([
{ id: 'one', text: 'One', level: 1 },
{ id: 'three', text: 'Three', level: 3 },
]);
});
test('ignores headings inside fenced code blocks', () => {
const body = ['## Config', '', '```bash', '# comment', '## not a heading', '```', '', '## Usage', ''].join('\n');
expect(getHeaders(body)).toEqual([
{ id: 'config', text: 'Config', level: 2 },
{ id: 'usage', text: 'Usage', level: 2 },
]);
});
test('replaces emoji shortcodes in the text, but not in the anchor', () => {
expect(getHeaders('## Bye bye interns! :wave:\n')).toEqual([
{ id: 'bye-bye-interns', text: 'Bye bye interns! \u{1F44B}', level: 2 },
]);
});
test('returns an empty list when there are no headings', () => {
expect(getHeaders('Just a paragraph.\n')).toEqual([]);
});
});
describe('getHrefFromPath', () => {
test('drops layout groups', () => {
expect(getHrefFromPath('(shell)/blog/(posts)/sync-v2/+page.md')).toBe('/blog/sync-v2');
});
test('handles a page without any groups', () => {
expect(getHrefFromPath('getting-started/install/+page.md')).toBe('/getting-started/install');
});
test('handles the root page', () => {
expect(getHrefFromPath('+page.md')).toBe('/');
});
test('normalizes windows separators', () => {
expect(getHrefFromPath(String.raw`(shell)\blog\(posts)\sync-v2\+page.md`)).toBe('/blog/sync-v2');
});
});
describe('isMarkdownPath', () => {
test('accepts any markdown file, not just route pages', () => {
expect(isMarkdownPath('(docs)/components/markdown/Example.md')).toBe(true);
expect(isMarkdownPath('(shell)/blog/(posts)/sync-v2/+page.md')).toBe(true);
});
test('rejects other extensions', () => {
expect(isMarkdownPath('routes/+page.svelte')).toBe(false);
});
test('honors custom extensions', () => {
expect(isMarkdownPath('notes/a.markdown', ['.markdown'])).toBe(true);
expect(isMarkdownPath('notes/a.md', ['.markdown'])).toBe(false);
});
});
@@ -0,0 +1,164 @@
import { Marked, Parser, type Token, type Tokens } from 'marked';
import { emojify } from 'node-emoji';
import { readdirSync, readFileSync } from 'node:fs';
import { join, resolve } from 'node:path';
import type { Plugin } from 'vite';
import { markedSvelte } from './markdown.js';
import { getIdFromText, parseFrontMatter, type FrontMatterAttributes } from './utility.js';
export type DocHeader = {
id: string;
text: string;
level: number;
};
export type ClientDoc = {
path: string;
attributes: FrontMatterAttributes;
headers: DocHeader[];
};
export type ServerDoc = ClientDoc & {
body: string;
};
export type SvelteMarkdownViteOptions<T> = {
/**
defaults to `['.md', '.mdx']`
*/
extensions?: string[];
/**
validate and reshape a single doc. return `undefined` to leave it out, and throw to fail the build.
a doc may gain properties, but never lose the ones on `ClientDoc`
*/
onDoc?: (doc: ServerDoc) => T | undefined;
};
export const VIRTUAL_ID = 'virtual:docs';
export const DOCS_DIR = 'src/routes';
const RESOLVED_ID = '\0' + VIRTUAL_ID;
const GROUP = /^\(.*\)$/;
const md = new Marked().use(markedSvelte());
const inlineText = (tokens: Token[]): string =>
tokens
.map((token) => {
if ('tokens' in token && token.tokens) {
return inlineText(token.tokens);
}
return 'text' in token ? emojify(token.text) : '';
})
.join('');
export const getHeaders = (body: string, levels: number[] = [2, 3]): DocHeader[] => {
const headers: DocHeader[] = [];
for (const token of md.lexer(body)) {
if (token.type !== 'heading') {
continue;
}
const { depth, tokens } = token as Tokens.Heading;
if (!levels.includes(depth)) {
continue;
}
headers.push({
id: getIdFromText(Parser.parseInline(tokens, md.defaults)),
text: inlineText(tokens),
level: depth,
});
}
return headers;
};
export const getHrefFromPath = (path: string) => {
const segments = path
.replaceAll('\\', '/')
.split('/')
.slice(0, -1)
.filter((segment) => !GROUP.test(segment));
return '/' + segments.join('/');
};
export const isMarkdownPath = (path: string, extensions: string[] = ['.md', '.mdx']) =>
extensions.some((extension) => path.endsWith(extension));
const readDocs = (dir: string, extensions: string[]) =>
readdirSync(dir, { recursive: true, encoding: 'utf8' })
.map((entry) => entry.replaceAll('\\', '/'))
.filter((entry) => isMarkdownPath(entry, extensions))
.toSorted();
const asDoc = (dir: string, path: string): ServerDoc => {
const { attributes, body } = parseFrontMatter(readFileSync(join(dir, path), 'utf8'));
return { path, attributes, headers: getHeaders(body), body };
};
const serialize = (value: unknown) =>
JSON.stringify(value)
.replaceAll('<', String.raw`\u003c`)
.replaceAll('\u{2028}', String.raw`\u2028`)
.replaceAll('\u{2029}', String.raw`\u2029`);
export const svelteMarkdownVite = <T extends ClientDoc = ClientDoc>(options?: SvelteMarkdownViteOptions<T>): Plugin => {
const { extensions = ['.md', '.mdx'], onDoc = ({ body: _body, ...doc }: ServerDoc) => doc as T } = options ?? {};
let root: string;
return {
name: '@immich/svelte-markdown-preprocess:docs',
configResolved(config) {
root = resolve(config.root, DOCS_DIR);
},
resolveId(id) {
if (id === VIRTUAL_ID) {
return RESOLVED_ID;
}
},
load(id) {
if (id !== RESOLVED_ID) {
return;
}
const docs = readDocs(root, extensions)
.map((path) => onDoc(asDoc(root, path)))
.filter((doc) => doc !== undefined);
return [
`const docs = ${serialize(docs)};`,
`const pathMap = new Map(docs.map((doc) => [doc.path, doc]));`,
`export const getDocs = () => docs;`,
`export const getDoc = (ref) => pathMap.get(ref);`,
].join('\n');
},
configureServer(server) {
server.watcher.on('all', (_event, file) => {
if (!isMarkdownPath(file, extensions)) {
return;
}
for (const environment of Object.values(server.environments)) {
const module = environment.moduleGraph.getModuleById(RESOLVED_ID);
if (module) {
environment.moduleGraph.invalidateModule(module);
}
}
server.ws.send({ type: 'full-reload' });
});
},
};
};
+6
View File
@@ -0,0 +1,6 @@
declare module 'virtual:docs' {
type Doc = import('@immich/svelte-markdown-preprocess').ClientDoc;
export const getDocs: <T extends Doc = Doc>() => T[];
export const getDoc: <T extends Doc = Doc>(ref: string) => T | undefined;
}