Sync post

apps/worker/src/index.ts

@@ -6,4 +6,5 @@ createWorker(Tasks.POST_IMAGES, "./tasks/post-images/processor.ts");
 createWorker(Tasks.URL_METADATA, "./tasks/url-metadata/processor.ts");
 createWorker(Tasks.SYNC_AUTHOR, "./tasks/sync-author/processor.ts");
 createWorker(Tasks.SYNC_COLLECTION, "./tasks/sync-collection/processor.ts");
+createWorker(Tasks.SYNC_POST, "./tasks/sync-post/processor.ts");
 createHealthcheck();

apps/worker/src/tasks/post-images/processor.ts

@@ -19,7 +19,7 @@ async function createAndUploadPostImage(
 	layout: LayoutFunction,
 	signal: AbortSignal,
 ) {
-	const BUCKET = await s3.createBucket(env.S3_BUCKET);
+	const BUCKET = await s3.ensureBucket(env.S3_BUCKET);
 	await createPostImage(layout, data).then((buf) => {
 		signal.throwIfAborted();
 		return s3.upload(BUCKET, key, undefined, buf, "image/png");

apps/worker/src/tasks/sync-author/processor.ts

@@ -26,7 +26,7 @@ async function processProfileImg(
 
 	Readable.fromWeb(stream as never).pipe(pipeline);
 
-	const bucket = await s3.createBucket(env.S3_BUCKET);
+	const bucket = await s3.ensureBucket(env.S3_BUCKET);
 	await s3.upload(bucket, uploadKey, undefined, pipeline, "image/jpeg");
 }
 

apps/worker/src/tasks/sync-collection/processor.test.ts

@@ -40,12 +40,6 @@ test("Creates an example collection successfully", async () => {
 		where: deleteWhere,
 	} as never);
 
-	vi.mocked(db.select).mockReturnValue({
-		from: vi.fn().mockReturnValue({
-			where: vi.fn().mockResolvedValue([{ slug: "example-author" }]),
-		}),
-	} as never);
-
 	vi.mocked(github.getContents).mockImplementation(((params: {
 		path: string;
 	}) => {
@@ -302,15 +296,6 @@ test("Handles collection with multiple authors", async () => {
 		where: deleteWhere,
 	} as never);
 
-	// Both authors exist
-	vi.mocked(db.select).mockReturnValue({
-		from: vi.fn().mockReturnValue({
-			where: vi
-				.fn()
-				.mockResolvedValue([{ slug: "example-author" }, { slug: "co-author" }]),
-		}),
-	} as never);
-
 	vi.mocked(github.getContents).mockImplementation(((params: {
 		path: string;
 	}) => {

apps/worker/src/tasks/sync-collection/processor.ts

@@ -14,11 +14,7 @@ import { Value } from "@sinclair/typebox/value";
 import sharp from "sharp";
 import { Readable } from "node:stream";
 import { s3 } from "@playfulprogramming/s3";
-
-function extractLocale(name: string) {
-	const match = name.match(/\.([a-z]+)\.md$/);
-	return match ? match[1] : "en";
-}
+import { extractLocale } from "../../utils/extractLocale.ts";
 
 const IMAGE_SIZE_MAX = 2048;
 
@@ -36,7 +32,7 @@ async function processImg(
 
 	Readable.fromWeb(stream as never).pipe(pipeline);
 
-	const bucket = await s3.createBucket(env.S3_BUCKET);
+	const bucket = await s3.ensureBucket(env.S3_BUCKET);
 	await s3.upload(bucket, uploadKey, undefined, pipeline, "image/jpeg");
 }
 
@@ -60,7 +56,7 @@ export default createProcessor(
 		});
 
 		if (collectionMetaResponse.data === undefined) {
-			if (collectionMetaResponse.response.status == 404) {
+			if (collectionMetaResponse.response.status === 404) {
 				console.log(
 					`Metadata for ${collectionId} (${collectionMetaUrl.pathname}) returned 404 - removing collection entry.`,
 				);