Compare commits

...

6 commits

Author SHA1 Message Date
Matthew Phillips
f0277f0872 Allow using image as an external import 2023-04-03 09:35:08 -04:00
Princesseuh
40ef53b4d5
test: add more tests 2023-03-30 12:35:52 +02:00
Princesseuh
a82d26a046
fix: apply feedback 2023-03-30 09:33:47 +02:00
Erika
41b2b80a01
Merge branch 'main' into feat/function-schema 2023-03-29 18:53:36 +02:00
Princesseuh
b2c001ffa7
chore: changeset 2023-03-29 18:53:10 +02:00
Princesseuh
6b0abd6aea
feat(images): Move image() to schema so we can do relative images easily instead of clumsily 2023-03-29 17:15:53 +02:00
16 changed files with 179 additions and 152 deletions

View file

@ -0,0 +1,22 @@
---
'astro': patch
---
Move `image()` to come from `schema` instead to fix it not working with refine and inside complex types
**Migration**:
Remove the `image` import from `astro:content`, and instead use a function to generate your schema, like such:
```ts
import { defineCollection, z } from "astro:content";
defineCollection({
schema: ({ image }) =>
z.object({
image: image().refine((img) => img.width >= 200, {
message: "image too small",
}),
}),
});
```

View file

@ -3,19 +3,23 @@ import path from 'node:path';
import { fileURLToPath, pathToFileURL } from 'node:url';
import slash from 'slash';
import type { AstroConfig, AstroSettings } from '../../@types/astro';
import { imageMetadata } from './metadata.js';
import { imageMetadata, type Metadata } from './metadata.js';
export async function emitESMImage(
id: string,
id: string | undefined,
watchMode: boolean,
fileEmitter: any,
settings: Pick<AstroSettings, 'config'>
) {
): Promise<Metadata | undefined> {
if (!id) {
return undefined;
}
const url = pathToFileURL(id);
const meta = await imageMetadata(url);
if (!meta) {
return;
return undefined;
}
// Build
@ -48,13 +52,13 @@ export async function emitESMImage(
* due to Vite dependencies in core.
*/
function rootRelativePath(config: Pick<AstroConfig, 'root'>, url: URL) {
function rootRelativePath(config: Pick<AstroConfig, 'root'>, url: URL): string {
const basePath = fileURLToNormalizedPath(url);
const rootPath = fileURLToNormalizedPath(config.root);
return prependForwardSlash(basePath.slice(rootPath.length));
}
function prependForwardSlash(filePath: string) {
function prependForwardSlash(filePath: string): string {
return filePath[0] === '/' ? filePath : '/' + filePath;
}
@ -64,6 +68,6 @@ function fileURLToNormalizedPath(filePath: URL): string {
return slash(fileURLToPath(filePath) + filePath.search).replace(/\\/g, '/');
}
export function emoji(char: string, fallback: string) {
export function emoji(char: string, fallback: string): string {
return process.platform !== 'win32' ? char : fallback;
}

View file

@ -1,20 +1,24 @@
import { pathToFileURL } from 'url';
import type { PluginContext } from 'rollup';
import { z } from 'zod';
import {
imageMetadata as internalGetImageMetadata,
type Metadata,
} from '../assets/utils/metadata.js';
import type { AstroSettings } from '../@types/astro.js';
import { emitESMImage } from '../assets/index.js';
export function createImage(options: { assetsDir: string; relAssetsDir: string }) {
export function createImage(
settings: AstroSettings,
pluginContext: PluginContext,
entryFilePath: string
) {
return () => {
if (options.assetsDir === 'undefined') {
throw new Error('Enable `experimental.assets` in your Astro config to use image()');
}
return z.string().transform(async (imagePath, ctx) => {
const resolvedFilePath = (await pluginContext.resolve(imagePath, entryFilePath))?.id;
const metadata = await emitESMImage(
resolvedFilePath,
pluginContext.meta.watchMode,
pluginContext.emitFile,
settings
);
return z.string({ description: '__image' }).transform(async (imagePath, ctx) => {
const imageMetadata = await getImageMetadata(pathToFileURL(imagePath));
if (!imageMetadata) {
if (!metadata) {
ctx.addIssue({
code: 'custom',
message: `Image ${imagePath} does not exist. Is the path correct?`,
@ -24,20 +28,7 @@ export function createImage(options: { assetsDir: string; relAssetsDir: string }
return z.NEVER;
}
return imageMetadata;
return metadata;
});
};
}
async function getImageMetadata(
imagePath: URL
): Promise<(Metadata & { __astro_asset: true }) | undefined> {
const meta = await internalGetImageMetadata(imagePath);
if (!meta) {
return undefined;
}
delete meta.orientation;
return { ...meta, __astro_asset: true };
}

View file

@ -14,7 +14,7 @@ declare module 'astro:content' {
(typeof entryMap)[C][keyof (typeof entryMap)[C]];
// This needs to be in sync with ImageMetadata
export const image: () => import('astro/zod').ZodObject<{
type ImageFunction = () => import('astro/zod').ZodObject<{
src: import('astro/zod').ZodString;
width: import('astro/zod').ZodNumber;
height: import('astro/zod').ZodNumber;
@ -45,7 +45,7 @@ declare module 'astro:content' {
| import('astro/zod').ZodEffects<BaseSchemaWithoutEffects>;
type BaseCollectionConfig<S extends BaseSchema> = {
schema?: S;
schema?: S | (({ image }: { image: ImageFunction }) => S);
slug?: (entry: {
id: CollectionEntry<keyof typeof entryMap>['id'];
defaultSlug: string;

View file

@ -1,7 +0,0 @@
import { createImage } from 'astro/content/runtime-assets';
const assetsDir = '@@ASSETS_DIR@@';
export const image = createImage({
assetsDir,
});

View file

@ -5,7 +5,8 @@ import {
createGetEntryBySlug,
} from 'astro/content/runtime';
export { z } from 'astro/zod';
import { z } from 'astro/zod';
export { z };
export function defineCollection(config) {
return config;
@ -38,3 +39,49 @@ export const getEntryBySlug = createGetEntryBySlug({
getCollection,
collectionToRenderEntryMap,
});
export function image() {
let astroContext = undefined;
const str = z.string();
const _parse = str._parse;
str._parse = function(ctx){
// Walk up the parents until we find the Astro context.
let parent = ctx.parent;
while(parent) {
if(parent.astro) {
astroContext = parent.astro;
break;
} else {
parent = parent.parent;
}
}
return _parse.call(this, ctx);
}
return str.transform(async (imagePath, ctx) => {
const {
settings,
pluginContext,
filePath: entryFilePath
} = astroContext;
const resolvedFilePath = (await pluginContext.resolve(imagePath, entryFilePath))?.id;
const metadata = await emitESMImage(
resolvedFilePath,
pluginContext.meta.watchMode,
pluginContext.emitFile,
settings
);
if (!metadata) {
ctx.addIssue({
code: 'custom',
message: `Image ${imagePath} does not exist. Is the path correct?`,
fatal: true,
});
return z.NEVER;
}
return metadata;
});
}

View file

@ -3,14 +3,14 @@ import matter from 'gray-matter';
import fsMod from 'node:fs';
import path from 'node:path';
import { fileURLToPath, pathToFileURL } from 'node:url';
import type { EmitFile, PluginContext } from 'rollup';
import { normalizePath, type ErrorPayload as ViteErrorPayload, type ViteDevServer } from 'vite';
import type { PluginContext } from 'rollup';
import { normalizePath, type ViteDevServer, type ErrorPayload as ViteErrorPayload } from 'vite';
import { z } from 'zod';
import type { AstroConfig, AstroSettings } from '../@types/astro.js';
import { emitESMImage } from '../assets/utils/emitAsset.js';
import { AstroError, AstroErrorData } from '../core/errors/index.js';
import { CONTENT_TYPES_FILE } from './consts.js';
import { errorMap } from './error-map.js';
import { createImage } from './runtime-assets.js';
export const collectionConfigParser = z.object({
schema: z.any().optional(),
@ -33,7 +33,6 @@ export type CollectionConfig = z.infer<typeof collectionConfigParser>;
export type ContentConfig = z.infer<typeof contentConfigParser>;
type EntryInternal = { rawData: string | undefined; filePath: string };
export type EntryInfo = {
id: string;
slug: string;
@ -45,31 +44,6 @@ export const msg = {
`${collection} does not have a config. We suggest adding one for type safety!`,
};
/**
* Mutate (arf) the entryData to reroute assets to their final paths
*/
export async function patchAssets(
frontmatterEntry: Record<string, any>,
watchMode: boolean,
fileEmitter: EmitFile,
astroSettings: AstroSettings
) {
for (const key of Object.keys(frontmatterEntry)) {
if (typeof frontmatterEntry[key] === 'object' && frontmatterEntry[key] !== null) {
if (frontmatterEntry[key]['__astro_asset']) {
frontmatterEntry[key] = await emitESMImage(
frontmatterEntry[key].src,
watchMode,
fileEmitter,
astroSettings
);
} else {
await patchAssets(frontmatterEntry[key], watchMode, fileEmitter, astroSettings);
}
}
}
}
export function getEntrySlug({
id,
collection,
@ -89,71 +63,47 @@ export function getEntrySlug({
export async function getEntryData(
entry: EntryInfo & { unvalidatedData: Record<string, unknown>; _internal: EntryInternal },
collectionConfig: CollectionConfig,
resolver: (idToResolve: string) => ReturnType<PluginContext['resolve']>
pluginContext: PluginContext,
settings: AstroSettings
) {
// Remove reserved `slug` field before parsing data
let { slug, ...data } = entry.unvalidatedData;
if (collectionConfig.schema) {
// TODO: remove for 2.0 stable release
if (
typeof collectionConfig.schema === 'object' &&
!('safeParseAsync' in collectionConfig.schema)
) {
throw new AstroError({
title: 'Invalid content collection config',
message: `New: Content collection schemas must be Zod objects. Update your collection config to use \`schema: z.object({...})\` instead of \`schema: {...}\`.`,
hint: 'See https://docs.astro.build/en/reference/api-reference/#definecollection for an example.',
code: 99999,
});
}
const schema =
typeof collectionConfig.schema === 'function'
? collectionConfig.schema({
image: settings.config.experimental.assets
? createImage(settings, pluginContext, entry._internal.filePath)
: () => {
throw new Error(
'Enable `experimental.assets` in your Astro config to use `image()`.'
);
},
})
: collectionConfig.schema;
if (schema) {
// Override _processInputParams so we can pass down our own context.
const _processInputParams = schema._processInputParams;
schema._processInputParams = function(input: any) {
const out = _processInputParams.call(this, input);
out.ctx.astro = {
settings, pluginContext,
filePath: entry._internal.filePath
};
return out;
};
// Catch reserved `slug` field inside schema
// Note: will not warn for `z.union` or `z.intersection` schemas
if (
typeof collectionConfig.schema === 'object' &&
'shape' in collectionConfig.schema &&
collectionConfig.schema.shape.slug
) {
if (typeof schema === 'object' && 'shape' in schema && schema.shape.slug) {
throw new AstroError({
...AstroErrorData.ContentSchemaContainsSlugError,
message: AstroErrorData.ContentSchemaContainsSlugError.message(entry.collection),
});
}
/**
* Resolve all the images referred to in the frontmatter from the file requesting them
*/
async function preprocessAssetPaths(object: Record<string, any>) {
if (typeof object !== 'object' || object === null) return;
for (let [schemaName, schema] of Object.entries<any>(object)) {
if (schema._def.description === '__image') {
object[schemaName] = z.preprocess(
async (value: unknown) => {
if (!value || typeof value !== 'string') return value;
return (
(await resolver(value))?.id ??
path.join(path.dirname(entry._internal.filePath), value)
);
},
schema,
{ description: '__image' }
);
} else if ('shape' in schema) {
await preprocessAssetPaths(schema.shape);
} else if ('unwrap' in schema) {
const unwrapped = schema.unwrap().shape;
if (unwrapped) {
await preprocessAssetPaths(unwrapped);
}
}
}
}
await preprocessAssetPaths(collectionConfig.schema.shape);
// Use `safeParseAsync` to allow async transforms
const parsed = await collectionConfig.schema.safeParseAsync(entry.unvalidatedData, {
const parsed = await schema.safeParseAsync(entry.unvalidatedData, {
errorMap,
});
if (parsed.success) {

View file

@ -10,6 +10,7 @@ import { AstroError } from '../core/errors/errors.js';
import { escapeViteEnvReferences, getFileInfo } from '../vite-plugin-utils/index.js';
import { CONTENT_FLAG } from './consts.js';
import {
NoCollectionError,
getContentEntryExts,
getContentPaths,
getEntryData,
@ -17,8 +18,6 @@ import {
getEntrySlug,
getEntryType,
globalContentConfigObserver,
NoCollectionError,
patchAssets,
type ContentConfig,
} from './utils.js';
@ -235,11 +234,11 @@ export const _internal = {
? await getEntryData(
{ id, collection, slug, _internal, unvalidatedData },
collectionConfig,
(idToResolve: string) => pluginContext.resolve(idToResolve, fileId)
pluginContext,
settings
)
: unvalidatedData;
await patchAssets(data, pluginContext.meta.watchMode, pluginContext.emitFile, settings);
const contentEntryModule: ContentEntryModule = {
id,
slug,

View file

@ -24,9 +24,6 @@ export function astroContentVirtualModPlugin({
);
const contentEntryExts = getContentEntryExts(settings);
const assetsDir = settings.config.experimental.assets
? contentPaths.assetsDir.toString()
: 'undefined';
const extGlob =
contentEntryExts.length === 1
? // Wrapping {...} breaks when there is only one extension
@ -38,14 +35,8 @@ export function astroContentVirtualModPlugin({
.replace('@@CONTENT_DIR@@', relContentDir)
.replace('@@ENTRY_GLOB_PATH@@', entryGlob)
.replace('@@RENDER_ENTRY_GLOB_PATH@@', entryGlob);
const virtualAssetsModContents = fsMod
.readFileSync(contentPaths.virtualAssetsModTemplate, 'utf-8')
.replace('@@ASSETS_DIR@@', assetsDir);
const astroContentVirtualModuleId = '\0' + VIRTUAL_MODULE_ID;
const allContents = settings.config.experimental.assets
? virtualModContents + virtualAssetsModContents
: virtualModContents;
return {
name: 'astro-content-virtual-mod-plugin',
@ -58,7 +49,7 @@ export function astroContentVirtualModPlugin({
load(id) {
if (id === astroContentVirtualModuleId) {
return {
code: allContents,
code: virtualModContents,
};
}
},

View file

@ -243,7 +243,7 @@ describe('astro:image', () => {
it('Adds the <img> tags', () => {
let $img = $('img');
expect($img).to.have.a.lengthOf(4);
expect($img).to.have.a.lengthOf(7);
});
it('has proper source for directly used image', () => {
@ -251,6 +251,19 @@ describe('astro:image', () => {
expect($img.attr('src').startsWith('/src/')).to.equal(true);
});
it('has proper source for refined image', () => {
let $img = $('#refined-image img');
expect($img.attr('src').startsWith('/src/')).to.equal(true);
});
it('has proper sources for array of images', () => {
let $img = $('#array-of-images img');
const imgsSrcs = [];
$img.each((i, img) => imgsSrcs.push(img.attribs['src']));
expect($img).to.have.a.lengthOf(2);
expect(imgsSrcs.every((img) => img.startsWith('/src/'))).to.be.true;
});
it('has proper attributes for optimized image through getImage', () => {
let $img = $('#optimized-image-get-image img');
expect($img.attr('src').startsWith('/_image')).to.equal(true);
@ -345,7 +358,7 @@ describe('astro:image', () => {
it('properly error image in Markdown frontmatter is not found', async () => {
logs.length = 0;
let res = await fixture.fetch('/blog/one');
const text = await res.text();
await res.text();
expect(logs).to.have.a.lengthOf(1);
expect(logs[0].message).to.contain('does not exist. Is the path correct?');
@ -354,7 +367,7 @@ describe('astro:image', () => {
it('properly error image in Markdown content is not found', async () => {
logs.length = 0;
let res = await fixture.fetch('/post');
const text = await res.text();
await res.text();
expect(logs).to.have.a.lengthOf(1);
expect(logs[0].message).to.contain('Could not find requested image');

View file

@ -1,7 +1,7 @@
import { defineCollection, image, z } from "astro:content";
import { defineCollection, z } from "astro:content";
const blogCollection = defineCollection({
schema: z.object({
schema: ({image}) => z.object({
title: z.string(),
image: image(),
cover: z.object({

View file

@ -1,7 +1,7 @@
import { defineCollection, image, z } from "astro:content";
import { defineCollection, z } from "astro:content";
const blogCollection = defineCollection({
schema: z.object({
schema: ({image}) => z.object({
title: z.string(),
image: image(),
cover: z.object({

View file

@ -1,7 +1,7 @@
import { defineCollection, image, z } from "astro:content";
import { defineCollection, z } from "astro:content";
const blogCollection = defineCollection({
schema: z.object({
schema: ({image}) => z.object({
title: z.string(),
image: image(),
cover: z.object({

View file

@ -3,6 +3,10 @@ title: One
image: ~/assets/penguin2.jpg
cover:
image: ../../assets/penguin1.jpg
arrayOfImages:
- ~/assets/penguin2.jpg
- ~/assets/penguin1.jpg
refinedImage: ../../assets/penguin1.jpg
---
# A post

View file

@ -1,15 +1,18 @@
import { defineCollection, image, z } from "astro:content";
import { defineCollection, z } from "astro:content";
const blogCollection = defineCollection({
schema: z.object({
schema: ({image}) => z.object({
title: z.string(),
image: image(),
cover: z.object({
image: image()
})
}),
arrayOfImages: z.array(image()),
refinedImage: image().refine((img) => img.width > 200)
}),
});
export const collections = {
blog: blogCollection
};

View file

@ -28,6 +28,16 @@ const myImage = await getImage({src: entry.data.image});
<img src={entry.data.cover.image.src} width={entry.data.cover.image.width} height={entry.data.cover.image.height} />
</div>
<div id="array-of-images">
{
entry.data.arrayOfImages.map((image) => <img src={image.src} />)
}
</div>
<div id="refined-image">
<img src={entry.data.refinedImage.src} />
</div>
<div id="optimized-image-get-image">
<img src={myImage.src} {...myImage.attributes} />
</div>