Software/platform
1
1
Fork 0
Code Issues 3 Pull Requests Actions Packages Projects Releases Wiki Activity

Hook up syncing with postgres

Browse Source
This commit is contained in:
Dominic Ferrando
2026-07-03 12:54:50 -04:00
parent 934c523bf9
commit fc9cd6f1ae
9 changed files with 261 additions and 216 deletions
Download Patch File Download Diff File Expand all files Collapse all files
apps/api/package.json
+3 -5
View File
@@ -11,9 +11,7 @@
"scripts": {
"dev": "bun run --hot src/index.ts",
"start": "bun run src/index.ts",
"build": "bun build --compile --minify-whitespace --minify-syntax --target bun-linux-x64 --outfile dist/server src/index.ts",
"db:codegen": "bunx kysely-codegen --env-file .env.development",
"db:seed": "bun run src/database/seed.ts"
"build": "bun build --compile --minify-whitespace --minify-syntax --target bun-linux-x64 --outfile dist/server src/index.ts"
},
"dependencies": {
"@blade-and-brawn/calculator": "workspace:*",
@@ -25,13 +23,13 @@
"@types/pg": "^8.20.0",
"elysia": "^1.4.29",
"kysely": "^0.29.2",
"kysely-codegen": "^0.20.0",
"ml-levenberg-marquardt": "^5.0.1",
"pg": "^8.22.0",
"pino": "^10.3.1",
"zipcodes-us": "^1.1.3"
},
"devDependencies": {
"pino-pretty": "^13.1.3"
"pino-pretty": "^13.1.3",
"kysely-codegen": "^0.20.0"
}
}
apps/api/src/database/seed.ts
+18 -5
View File
@@ -6,12 +6,26 @@ import { log } from "../util";
// SYNC RUNS
// =====================
{
log.info({ name: "sync_runs" }, "Creating table");
await db.schema.dropTable("sync_runs").ifExists().execute()
await db.schema.createTable("sync_runs")
log.info({ name: "product_syncs" }, "Creating table");
await db.schema.dropTable("product_syncs").ifExists().execute()
await db.schema.createTable("product_syncs")
.$call(addDefaultColumns)
.addColumn("completed_at", "timestamptz")
.addColumn("printful_product_id_filter", sql`integer[]`)
.addColumn("syncing_printful_product_ids", sql`integer[]`, (cb) => cb.notNull())
.addColumn("started_at", "timestamptz", (cb) => cb.unique())
.addColumn("ended_at", "timestamptz")
.addColumn("has_failed", "boolean", (cb) => cb.notNull().defaultTo(false))
.execute()
await db.schema.dropIndex("idx_one_active_product_sync").ifExists().execute();
await db.schema.createIndex("idx_one_active_product_sync")
.on("product_syncs")
.unique()
.column("ended_at")
.where(sql.ref("started_at"), "is not", null)
.where("ended_at", "is", null)
.nullsNotDistinct()
.execute();
}
function addDefaultColumns(ctb: CreateTableBuilder<any, any>) {
@@ -23,6 +37,5 @@ function addDefaultColumns(ctb: CreateTableBuilder<any, any>) {
.addColumn("created_at", "timestamptz", (cb) => cb
.notNull()
.defaultTo(sql`now()`)
.unique()
)
};
apps/api/src/server.ts
+16 -9
View File
@@ -13,7 +13,6 @@ import { Elysia, NotFoundError, status, t } from "elysia";
import {
PrintfulClient,
PrintfulError,
ProductSyncer,
WebflowClient,
WebflowError,
Printful,
@@ -23,6 +22,7 @@ import zipcodesUs from "zipcodes-us";
import { env, log } from "./util";
import serverTiming from "@elysia/server-timing";
import jwt from "@elysia/jwt";
import { SyncService } from "./services/sync";
// SERVICES
// -----------
@@ -42,7 +42,7 @@ const webflow = new WebflowClient({
webhookSecret: env.WEBFLOW_WEBHOOK_SECRET,
});
const productSyncer = new ProductSyncer(printful, webflow, log);
const syncService = new SyncService(printful, webflow);
// ELYSIA
// -----------
@@ -143,15 +143,22 @@ export const app = new Elysia()
.group("/sync", (app) =>
app
// Sync status
.get("/", async ({ }) => ({
state: await productSyncer.getState(),
isRunning: await productSyncer.isRunning()
}))
.get("/", async ({ }) => {
const activeRun = await syncService.getActiveRun();
if (!activeRun) throw new NotFoundError("No sync in progress");
return {
startDate: activeRun.started_at,
syncingPrintfulProductIds: activeRun.syncing_printful_product_ids
}
})
// Run sync
.post("/:printfulProductId?", async ({ params: { printfulProductId } }) => {
log.debug({ printfulProductId });
const canSync = await productSyncer.sync({ filter: { printfulProductIds: printfulProductId } });
if (!canSync) throw status(409, "Sync already in progress");
await syncService.start({
printfulProductIds: printfulProductId ?
[printfulProductId] :
undefined
});
}, { params: t.Object({ printfulProductId: t.Optional(t.Numeric()) }) }),
)
.get("/:printfulProductId", async ({ params }) => {
@@ -178,7 +185,7 @@ export const app = new Elysia()
case Printful.Webhook.Event.ProductUpdated: {
const printfulProduct = payload.data.sync_product;
log.info({ productId: printfulProduct.id }, "printful webhook: product updated");
await productSyncer.sync({ filter: { printfulProductIds: printfulProduct.id } });
await syncService.start({ printfulProductIds: [printfulProduct.id] });
break;
}
case Printful.Webhook.Event.ProductDeleted: {
apps/api/src/services/sync.ts
+58
View File
@@ -0,0 +1,58 @@
import { PrintfulClient, ProductSyncer, WebflowClient, type SyncOptions } from "@blade-and-brawn/commerce";
import { log } from "../util";
import { db } from "../database/db";
export class SyncService {
readonly productSyncer: ProductSyncer
constructor(printful: PrintfulClient, webflow: WebflowClient) {
this.productSyncer = new ProductSyncer(printful, webflow, log);
}
async start(filter: SyncOptions["filter"]) {
let id: string | null = null;
try {
await this.productSyncer.sync({
filter,
onStart: async (startDate) => {
const result = await db.insertInto("product_syncs")
.values({
started_at: startDate,
printful_product_id_filter: filter?.printfulProductIds,
syncing_printful_product_ids: []
})
.returning("id")
.executeTakeFirstOrThrow();
id = result.id;
},
onStep: async (printfulProductIds: number[]) => {
if (!id) throw new Error("Expected sync run ID");
await db.updateTable("product_syncs")
.set({ syncing_printful_product_ids: printfulProductIds })
.where("id", "=", id)
.execute();
},
onCompletion: async (completionDate, duration) => {
if (!id) throw new Error("Expected sync run ID");
await db.updateTable("product_syncs")
.set({ syncing_printful_product_ids: [], ended_at: completionDate, })
.where("id", "=", id)
.execute();
}
});
}
catch (err) {
if (id) {
await db.updateTable("product_syncs")
.set({ syncing_printful_product_ids: [], ended_at: new Date(), has_failed: true })
.where("id", "=", id)
.execute();
}
throw err;
}
}
async getActiveRun() {
return await db.selectFrom("product_syncs").selectAll().where("ended_at", "is", null).executeTakeFirst();
}
}
apps/portal/package.json
+1 -1
View File
@@ -26,7 +26,7 @@
"@blade-and-brawn/domain": "workspace:*",
"@elysia/eden": "^1.4.10",
"@tailwindcss/vite": "^4.3.2",
"daisyui": "^5.6.6",
"daisyui": "^5.6.7",
"jose": "^6.2.3",
"tailwindcss": "^4.3.2"
}
apps/portal/src/routes/(app)/commerce/+page.svelte
+9 -6
View File
@@ -7,13 +7,16 @@
const synchronizer = $state({
isRunning: false,
printfulProductIds: [] as number[],
syncingPrintfulProductIds: [] as number[],
poll: async function () {
const res = await api.products.sync.get();
if (res.data) {
synchronizer.isRunning = res.data.isRunning;
synchronizer.printfulProductIds =
res.data.state.printfulProductIds;
if (res.error) {
synchronizer.isRunning = false;
synchronizer.syncingPrintfulProductIds = [];
} else {
synchronizer.isRunning = true;
synchronizer.syncingPrintfulProductIds =
res.data.syncingPrintfulProductIds;
}
},
startPolling: () => {
@@ -93,7 +96,7 @@
>
<td>
{#await isProductSynced(printfulProduct) then isSynced}
{#if synchronizer.printfulProductIds.includes(printfulProduct.id)}
{#if synchronizer.syncingPrintfulProductIds.includes(printfulProduct.id)}
<div class="badge badge-warning">
Syncing...
</div>