Hook up syncing with postgres

This commit is contained in:
Dominic Ferrando
2026-07-03 12:54:50 -04:00
parent 934c523bf9
commit fc9cd6f1ae
9 changed files with 261 additions and 216 deletions
+3 -5
View File
@@ -11,9 +11,7 @@
"scripts": { "scripts": {
"dev": "bun run --hot src/index.ts", "dev": "bun run --hot src/index.ts",
"start": "bun run src/index.ts", "start": "bun run src/index.ts",
"build": "bun build --compile --minify-whitespace --minify-syntax --target bun-linux-x64 --outfile dist/server src/index.ts", "build": "bun build --compile --minify-whitespace --minify-syntax --target bun-linux-x64 --outfile dist/server src/index.ts"
"db:codegen": "bunx kysely-codegen --env-file .env.development",
"db:seed": "bun run src/database/seed.ts"
}, },
"dependencies": { "dependencies": {
"@blade-and-brawn/calculator": "workspace:*", "@blade-and-brawn/calculator": "workspace:*",
@@ -25,13 +23,13 @@
"@types/pg": "^8.20.0", "@types/pg": "^8.20.0",
"elysia": "^1.4.29", "elysia": "^1.4.29",
"kysely": "^0.29.2", "kysely": "^0.29.2",
"kysely-codegen": "^0.20.0",
"ml-levenberg-marquardt": "^5.0.1", "ml-levenberg-marquardt": "^5.0.1",
"pg": "^8.22.0", "pg": "^8.22.0",
"pino": "^10.3.1", "pino": "^10.3.1",
"zipcodes-us": "^1.1.3" "zipcodes-us": "^1.1.3"
}, },
"devDependencies": { "devDependencies": {
"pino-pretty": "^13.1.3" "pino-pretty": "^13.1.3",
"kysely-codegen": "^0.20.0"
} }
} }
+18 -5
View File
@@ -6,12 +6,26 @@ import { log } from "../util";
// SYNC RUNS // SYNC RUNS
// ===================== // =====================
{ {
log.info({ name: "sync_runs" }, "Creating table"); log.info({ name: "product_syncs" }, "Creating table");
await db.schema.dropTable("sync_runs").ifExists().execute() await db.schema.dropTable("product_syncs").ifExists().execute()
await db.schema.createTable("sync_runs") await db.schema.createTable("product_syncs")
.$call(addDefaultColumns) .$call(addDefaultColumns)
.addColumn("completed_at", "timestamptz") .addColumn("printful_product_id_filter", sql`integer[]`)
.addColumn("syncing_printful_product_ids", sql`integer[]`, (cb) => cb.notNull())
.addColumn("started_at", "timestamptz", (cb) => cb.unique())
.addColumn("ended_at", "timestamptz")
.addColumn("has_failed", "boolean", (cb) => cb.notNull().defaultTo(false))
.execute() .execute()
await db.schema.dropIndex("idx_one_active_product_sync").ifExists().execute();
await db.schema.createIndex("idx_one_active_product_sync")
.on("product_syncs")
.unique()
.column("ended_at")
.where(sql.ref("started_at"), "is not", null)
.where("ended_at", "is", null)
.nullsNotDistinct()
.execute();
} }
function addDefaultColumns(ctb: CreateTableBuilder<any, any>) { function addDefaultColumns(ctb: CreateTableBuilder<any, any>) {
@@ -23,6 +37,5 @@ function addDefaultColumns(ctb: CreateTableBuilder<any, any>) {
.addColumn("created_at", "timestamptz", (cb) => cb .addColumn("created_at", "timestamptz", (cb) => cb
.notNull() .notNull()
.defaultTo(sql`now()`) .defaultTo(sql`now()`)
.unique()
) )
}; };
+16 -9
View File
@@ -13,7 +13,6 @@ import { Elysia, NotFoundError, status, t } from "elysia";
import { import {
PrintfulClient, PrintfulClient,
PrintfulError, PrintfulError,
ProductSyncer,
WebflowClient, WebflowClient,
WebflowError, WebflowError,
Printful, Printful,
@@ -23,6 +22,7 @@ import zipcodesUs from "zipcodes-us";
import { env, log } from "./util"; import { env, log } from "./util";
import serverTiming from "@elysia/server-timing"; import serverTiming from "@elysia/server-timing";
import jwt from "@elysia/jwt"; import jwt from "@elysia/jwt";
import { SyncService } from "./services/sync";
// SERVICES // SERVICES
// ----------- // -----------
@@ -42,7 +42,7 @@ const webflow = new WebflowClient({
webhookSecret: env.WEBFLOW_WEBHOOK_SECRET, webhookSecret: env.WEBFLOW_WEBHOOK_SECRET,
}); });
const productSyncer = new ProductSyncer(printful, webflow, log); const syncService = new SyncService(printful, webflow);
// ELYSIA // ELYSIA
// ----------- // -----------
@@ -143,15 +143,22 @@ export const app = new Elysia()
.group("/sync", (app) => .group("/sync", (app) =>
app app
// Sync status // Sync status
.get("/", async ({ }) => ({ .get("/", async ({ }) => {
state: await productSyncer.getState(), const activeRun = await syncService.getActiveRun();
isRunning: await productSyncer.isRunning() if (!activeRun) throw new NotFoundError("No sync in progress");
})) return {
startDate: activeRun.started_at,
syncingPrintfulProductIds: activeRun.syncing_printful_product_ids
}
})
// Run sync // Run sync
.post("/:printfulProductId?", async ({ params: { printfulProductId } }) => { .post("/:printfulProductId?", async ({ params: { printfulProductId } }) => {
log.debug({ printfulProductId }); log.debug({ printfulProductId });
const canSync = await productSyncer.sync({ filter: { printfulProductIds: printfulProductId } }); await syncService.start({
if (!canSync) throw status(409, "Sync already in progress"); printfulProductIds: printfulProductId ?
[printfulProductId] :
undefined
});
}, { params: t.Object({ printfulProductId: t.Optional(t.Numeric()) }) }), }, { params: t.Object({ printfulProductId: t.Optional(t.Numeric()) }) }),
) )
.get("/:printfulProductId", async ({ params }) => { .get("/:printfulProductId", async ({ params }) => {
@@ -178,7 +185,7 @@ export const app = new Elysia()
case Printful.Webhook.Event.ProductUpdated: { case Printful.Webhook.Event.ProductUpdated: {
const printfulProduct = payload.data.sync_product; const printfulProduct = payload.data.sync_product;
log.info({ productId: printfulProduct.id }, "printful webhook: product updated"); log.info({ productId: printfulProduct.id }, "printful webhook: product updated");
await productSyncer.sync({ filter: { printfulProductIds: printfulProduct.id } }); await syncService.start({ printfulProductIds: [printfulProduct.id] });
break; break;
} }
case Printful.Webhook.Event.ProductDeleted: { case Printful.Webhook.Event.ProductDeleted: {
+58
View File
@@ -0,0 +1,58 @@
import { PrintfulClient, ProductSyncer, WebflowClient, type SyncOptions } from "@blade-and-brawn/commerce";
import { log } from "../util";
import { db } from "../database/db";
export class SyncService {
readonly productSyncer: ProductSyncer
constructor(printful: PrintfulClient, webflow: WebflowClient) {
this.productSyncer = new ProductSyncer(printful, webflow, log);
}
async start(filter: SyncOptions["filter"]) {
let id: string | null = null;
try {
await this.productSyncer.sync({
filter,
onStart: async (startDate) => {
const result = await db.insertInto("product_syncs")
.values({
started_at: startDate,
printful_product_id_filter: filter?.printfulProductIds,
syncing_printful_product_ids: []
})
.returning("id")
.executeTakeFirstOrThrow();
id = result.id;
},
onStep: async (printfulProductIds: number[]) => {
if (!id) throw new Error("Expected sync run ID");
await db.updateTable("product_syncs")
.set({ syncing_printful_product_ids: printfulProductIds })
.where("id", "=", id)
.execute();
},
onCompletion: async (completionDate, duration) => {
if (!id) throw new Error("Expected sync run ID");
await db.updateTable("product_syncs")
.set({ syncing_printful_product_ids: [], ended_at: completionDate, })
.where("id", "=", id)
.execute();
}
});
}
catch (err) {
if (id) {
await db.updateTable("product_syncs")
.set({ syncing_printful_product_ids: [], ended_at: new Date(), has_failed: true })
.where("id", "=", id)
.execute();
}
throw err;
}
}
async getActiveRun() {
return await db.selectFrom("product_syncs").selectAll().where("ended_at", "is", null).executeTakeFirst();
}
}
+1 -1
View File
@@ -26,7 +26,7 @@
"@blade-and-brawn/domain": "workspace:*", "@blade-and-brawn/domain": "workspace:*",
"@elysia/eden": "^1.4.10", "@elysia/eden": "^1.4.10",
"@tailwindcss/vite": "^4.3.2", "@tailwindcss/vite": "^4.3.2",
"daisyui": "^5.6.6", "daisyui": "^5.6.7",
"jose": "^6.2.3", "jose": "^6.2.3",
"tailwindcss": "^4.3.2" "tailwindcss": "^4.3.2"
} }
@@ -7,13 +7,16 @@
const synchronizer = $state({ const synchronizer = $state({
isRunning: false, isRunning: false,
printfulProductIds: [] as number[], syncingPrintfulProductIds: [] as number[],
poll: async function () { poll: async function () {
const res = await api.products.sync.get(); const res = await api.products.sync.get();
if (res.data) { if (res.error) {
synchronizer.isRunning = res.data.isRunning; synchronizer.isRunning = false;
synchronizer.printfulProductIds = synchronizer.syncingPrintfulProductIds = [];
res.data.state.printfulProductIds; } else {
synchronizer.isRunning = true;
synchronizer.syncingPrintfulProductIds =
res.data.syncingPrintfulProductIds;
} }
}, },
startPolling: () => { startPolling: () => {
@@ -93,7 +96,7 @@
> >
<td> <td>
{#await isProductSynced(printfulProduct) then isSynced} {#await isProductSynced(printfulProduct) then isSynced}
{#if synchronizer.printfulProductIds.includes(printfulProduct.id)} {#if synchronizer.syncingPrintfulProductIds.includes(printfulProduct.id)}
<div class="badge badge-warning"> <div class="badge badge-warning">
Syncing... Syncing...
</div> </div>
+2 -2
View File
@@ -21,13 +21,13 @@
"@types/pg": "^8.20.0", "@types/pg": "^8.20.0",
"elysia": "^1.4.29", "elysia": "^1.4.29",
"kysely": "^0.29.2", "kysely": "^0.29.2",
"kysely-codegen": "^0.20.0",
"ml-levenberg-marquardt": "^5.0.1", "ml-levenberg-marquardt": "^5.0.1",
"pg": "^8.22.0", "pg": "^8.22.0",
"pino": "^10.3.1", "pino": "^10.3.1",
"zipcodes-us": "^1.1.3", "zipcodes-us": "^1.1.3",
}, },
"devDependencies": { "devDependencies": {
"kysely-codegen": "^0.20.0",
"pino-pretty": "^13.1.3", "pino-pretty": "^13.1.3",
}, },
}, },
@@ -358,7 +358,7 @@
"cosmiconfig": ["cosmiconfig@9.0.2", "", { "dependencies": { "env-paths": "^2.2.1", "import-fresh": "^3.3.0", "js-yaml": "^4.1.0", "parse-json": "^5.2.0" }, "peerDependencies": { "typescript": ">=4.9.5" }, "optionalPeers": ["typescript"] }, "sha512-gtTZxTDau1wL7Y7zifc2dd8jHSK/k6BTx/2Xp/BpdlAdnlYWFVt7qhJqgwi7637yRwRQ3qL4ZidbB4I8tA5VOg=="], "cosmiconfig": ["cosmiconfig@9.0.2", "", { "dependencies": { "env-paths": "^2.2.1", "import-fresh": "^3.3.0", "js-yaml": "^4.1.0", "parse-json": "^5.2.0" }, "peerDependencies": { "typescript": ">=4.9.5" }, "optionalPeers": ["typescript"] }, "sha512-gtTZxTDau1wL7Y7zifc2dd8jHSK/k6BTx/2Xp/BpdlAdnlYWFVt7qhJqgwi7637yRwRQ3qL4ZidbB4I8tA5VOg=="],
"daisyui": ["daisyui@5.6.6", "", {}, "sha512-UFiuIZYucF7ylrnY3PT1SqwaEbVB10mqTZRyeRchZk0bud+HihYLLhXdxGDVmR/ftrM9G9YVr9FFPRVVIZJ5hA=="], "daisyui": ["daisyui@5.6.7", "", {}, "sha512-FVpuUbesyAUBWNp5pXn9JDF1EWt3IZJzp5Staw1YqfP0MwL36sv3wtmfWeuEBkZcazaQbeZXA91oW5dSB+TUEg=="],
"dateformat": ["dateformat@4.6.3", "", {}, "sha512-2P0p0pFGzHS5EMnhdxQi7aJN+iMheud0UhG4dlE1DLAlvL8JHjJJTX/CSm4JXwV0Ka5nGk3zC5mcb5bUQUxxMA=="], "dateformat": ["dateformat@4.6.3", "", {}, "sha512-2P0p0pFGzHS5EMnhdxQi7aJN+iMheud0UhG4dlE1DLAlvL8JHjJJTX/CSm4JXwV0Ka5nGk3zC5mcb5bUQUxxMA=="],
+3 -1
View File
@@ -9,7 +9,9 @@
"dev:api": "bun run --filter @blade-and-brawn/api dev", "dev:api": "bun run --filter @blade-and-brawn/api dev",
"build:api": "bun run --filter @blade-and-brawn/api build", "build:api": "bun run --filter @blade-and-brawn/api build",
"dev:portal": "bun run --filter @blade-and-brawn/portal dev", "dev:portal": "bun run --filter @blade-and-brawn/portal dev",
"build:portal": "bun run --filter @blade-and-brawn/portal build" "build:portal": "bun run --filter @blade-and-brawn/portal build",
"db:codegen": "bunx kysely-codegen --env-file .env.development",
"db:seed": "bun run apps/api/src/database/seed.ts"
}, },
"devDependencies": { "devDependencies": {
"@types/bun": "^1.3.14", "@types/bun": "^1.3.14",
+151 -187
View File
@@ -2,7 +2,6 @@ import type { Printful, Webflow } from "./util/types";
import { formatSlug, type DeepPartial } from "./util/misc"; import { formatSlug, type DeepPartial } from "./util/misc";
import { WebflowClient } from "./webflow"; import { WebflowClient } from "./webflow";
import { PrintfulClient } from "./printful"; import { PrintfulClient } from "./printful";
import { redis } from "bun";
import pino from "pino"; import pino from "pino";
const sleep = (ms: number) => new Promise((resolve) => setTimeout(resolve, ms)); const sleep = (ms: number) => new Promise((resolve) => setTimeout(resolve, ms));
@@ -18,14 +17,13 @@ type MetaPrintfulProduct = {
entries: ProductEntry[]; entries: ProductEntry[];
}; };
type SyncState = { export type SyncOptions = {
printfulProductIds: number[];
};
type SyncOptions = {
filter?: { filter?: {
printfulProductIds?: number[] | number; printfulProductIds?: number[];
} },
onStart?: (startDate: Date) => Promise<void>
onCompletion?: (completionDate: Date, duration: number) => Promise<void>
onStep?: (printfulProductIds: number[]) => Promise<void>
}; };
export class ProductSyncer { export class ProductSyncer {
@@ -39,183 +37,170 @@ export class ProductSyncer {
this.log = (log ?? pino({ level: "silent" })).child({ component: "ProductSyncer" }); this.log = (log ?? pino({ level: "silent" })).child({ component: "ProductSyncer" });
} }
async sync(opt: SyncOptions = {}): Promise<boolean> { async sync(opt: SyncOptions = {}) {
if (typeof opt.filter?.printfulProductIds === "number") this.log.info("starting sync run");
opt.filter.printfulProductIds = [opt.filter.printfulProductIds]; const startDate = new Date();
await opt.onStart?.(startDate);
this.log.info("attempting sync run"); if (opt.filter?.printfulProductIds)
const canRun = await this.run(); this.log.info({ printfulProductIds: opt.filter.printfulProductIds }, "sync started (filtered)");
if (!canRun) return false; else
this.log.info("sync started (all)");
try { this.log.debug("retrieving webflow products");
const syncStart = Date.now(); const allWebflowProducts = await this.webflow.Products.list({ forceAll: true });
if (opt.filter?.printfulProductIds)
this.log.info({ printfulProductIds: opt.filter.printfulProductIds }, "sync started (filtered)");
else
this.log.info("sync started (all)");
this.log.debug("retrieving webflow products"); this.log.debug("retrieving printful products");
const allWebflowProducts = await this.webflow.Products.list({ forceAll: true }); const allPrintfulProducts = await this.printful.Products.list({ forceAll: true });
this.log.debug("retrieving printful products"); this.log.info({ printfulProductCount: allPrintfulProducts.length, filter: opt.filter ?? "N/A" }, "generating meta printful products");
const allPrintfulProducts = await this.printful.Products.list({ forceAll: true }); const metaPrintfulProducts = await this.generateMetaPrintfulProducts(allWebflowProducts, allPrintfulProducts, opt);
this.log.info({ printfulProductCount: allPrintfulProducts.length, filter: opt.filter ?? "N/A" }, "generating meta printful products"); for (const metaPrintfulProduct of metaPrintfulProducts) {
const metaPrintfulProducts = await this.generateMetaPrintfulProducts(allWebflowProducts, allPrintfulProducts, opt); const printfulProductIds = metaPrintfulProduct.entries.map((e) => e.product.sync_product.id);
this.log.info({ name: metaPrintfulProduct.name, externalId: metaPrintfulProduct.webflowProductId, printfulProductIds }, "syncing meta printful product");
await opt.onStep?.(printfulProductIds);
for (const metaPrintfulProduct of metaPrintfulProducts) { const newWebflowSkus: DeepPartial<Webflow.Products.Skus.Sku>[] = this.generateWebflowSkus(metaPrintfulProduct);
this.log.info({ name: metaPrintfulProduct.name, externalId: metaPrintfulProduct.webflowProductId }, "syncing meta printful product"); const foundColors = new Set<string>(
newWebflowSkus.map((sku) => sku.fieldData?.["sku-values"]?.["color"]).filter((v) => v !== undefined)
);
const foundSizes = new Set<string>(
newWebflowSkus.map((sku) => sku.fieldData?.["sku-values"]?.["size"]).filter((v) => v !== undefined)
);
await this.setState({ if (!newWebflowSkus[0]) throw new Error("no webflow SKUs generated — all variants were filtered out");
printfulProductIds: metaPrintfulProduct.entries.map((e) => e.product.sync_product.id),
const webflowProductFieldData = {
name: metaPrintfulProduct.name,
slug: formatSlug(metaPrintfulProduct.name),
shippable: true,
"tax-category": "standard-taxable",
"sku-properties": [
{
id: "color",
name: "Color",
enum: Array.from(foundColors).map((color) => ({
id: color,
slug: formatSlug(color),
name: color,
})),
},
{
id: "size",
name: "Size",
enum: Array.from(foundSizes).map((size) => ({
id: size,
slug: formatSlug(size),
name: size,
})),
},
],
};
const webflowProduct = allWebflowProducts.find((wp) => wp.product.id === metaPrintfulProduct.webflowProductId);
if (webflowProduct) {
this.log.info({ id: webflowProduct.product.id }, "existing webflow product found, updating it");
// do not update images
for (const sku of newWebflowSkus) delete sku.fieldData?.["main-image"];
// handle case where webflow SKU created by associated printful variant external_id update failed
if (!newWebflowSkus[0].id) {
this.log.warn({ webflowSku: newWebflowSkus[0] }, "missing webflow SKU id");
const webflowSkuMatch = this.resolveWebflowSku(
webflowProduct.skus,
newWebflowSkus[0].fieldData?.["sku-values"]?.["color"],
newWebflowSkus[0].fieldData?.["sku-values"]?.["size"],
);
if (webflowSkuMatch)
newWebflowSkus[0].id = webflowSkuMatch.id;
else
this.log.warn({ webflowSku: newWebflowSkus[0] }, "could not find existing webflow SKU that matches");
}
await this.webflow.Products.update(webflowProduct.product.id, {
product: { fieldData: webflowProductFieldData },
sku: newWebflowSkus[0],
}); });
const newWebflowSkus: DeepPartial<Webflow.Products.Skus.Sku>[] = this.generateWebflowSkus(metaPrintfulProduct); for (const newWebflowSku of newWebflowSkus) {
const foundColors = new Set<string>( const existingWebflowSku = this.resolveWebflowSku(
newWebflowSkus.map((sku) => sku.fieldData?.["sku-values"]?.["color"]).filter((v) => v !== undefined) webflowProduct.skus,
); newWebflowSku.fieldData?.["sku-values"]?.["color"],
const foundSizes = new Set<string>( newWebflowSku.fieldData?.["sku-values"]?.["size"],
newWebflowSkus.map((sku) => sku.fieldData?.["sku-values"]?.["size"]).filter((v) => v !== undefined) newWebflowSku.id,
); );
if (existingWebflowSku) {
if (!newWebflowSkus[0]) throw new Error("no webflow SKUs generated — all variants were filtered out"); await this.webflow.Products.Skus.update(
metaPrintfulProduct.webflowProductId,
const webflowProductFieldData = { existingWebflowSku.id,
name: metaPrintfulProduct.name, newWebflowSku,
slug: formatSlug(metaPrintfulProduct.name),
shippable: true,
"tax-category": "standard-taxable",
"sku-properties": [
{
id: "color",
name: "Color",
enum: Array.from(foundColors).map((color) => ({
id: color,
slug: formatSlug(color),
name: color,
})),
},
{
id: "size",
name: "Size",
enum: Array.from(foundSizes).map((size) => ({
id: size,
slug: formatSlug(size),
name: size,
})),
},
],
};
const webflowProduct = allWebflowProducts.find((wp) => wp.product.id === metaPrintfulProduct.webflowProductId);
if (webflowProduct) {
this.log.info({ id: webflowProduct.product.id }, "existing webflow product found, updating it");
// do not update images
for (const sku of newWebflowSkus) delete sku.fieldData?.["main-image"];
// handle case where webflow SKU created by associated printful variant external_id update failed
if (!newWebflowSkus[0].id) {
this.log.warn({ webflowSku: newWebflowSkus[0] }, "missing webflow SKU id");
const webflowSkuMatch = this.resolveWebflowSku(
webflowProduct.skus,
newWebflowSkus[0].fieldData?.["sku-values"]?.["color"],
newWebflowSkus[0].fieldData?.["sku-values"]?.["size"],
); );
} else {
if (webflowSkuMatch) await this.webflow.Products.Skus.create(
newWebflowSkus[0].id = webflowSkuMatch.id; metaPrintfulProduct.webflowProductId,
else [newWebflowSku],
this.log.warn({ webflowSku: newWebflowSkus[0] }, "could not find existing webflow SKU that matches");
}
await this.webflow.Products.update(webflowProduct.product.id, {
product: { fieldData: webflowProductFieldData },
sku: newWebflowSkus[0],
});
for (const newWebflowSku of newWebflowSkus) {
const existingWebflowSku = this.resolveWebflowSku(
webflowProduct.skus,
newWebflowSku.fieldData?.["sku-values"]?.["color"],
newWebflowSku.fieldData?.["sku-values"]?.["size"],
newWebflowSku.id,
); );
if (existingWebflowSku) {
await this.webflow.Products.Skus.update(
metaPrintfulProduct.webflowProductId,
existingWebflowSku.id,
newWebflowSku,
);
} else {
await this.webflow.Products.Skus.create(
metaPrintfulProduct.webflowProductId,
[newWebflowSku],
);
}
} }
} else {
this.log.info("existing webflow product not found, creating it");
const webflowProductId = await this.webflow.Products.create({
product: { fieldData: webflowProductFieldData },
sku: newWebflowSkus[0],
});
metaPrintfulProduct.webflowProductId = webflowProductId;
if (newWebflowSkus.length > 1)
await this.webflow.Products.Skus.create(webflowProductId, newWebflowSkus.slice(1));
} }
} else {
this.log.info("existing webflow product not found, creating it");
// Re-fetch after SKU mutations so newly created SKUs have their real IDs. const webflowProductId = await this.webflow.Products.create({
const freshWebflowProduct = await this.webflow.Products.get(metaPrintfulProduct.webflowProductId); product: { fieldData: webflowProductFieldData },
if (!freshWebflowProduct) throw new Error("webflow product missing"); sku: newWebflowSkus[0],
});
metaPrintfulProduct.webflowProductId = webflowProductId;
// Update printful external IDs if (newWebflowSkus.length > 1)
for (const { colorGroup, product: printfulProduct } of metaPrintfulProduct.entries) { await this.webflow.Products.Skus.create(webflowProductId, newWebflowSkus.slice(1));
const expectedExternalId = colorGroup ?
`${metaPrintfulProduct.webflowProductId}-${colorGroup}` :
metaPrintfulProduct.webflowProductId;
if (printfulProduct.sync_product.external_id === expectedExternalId) continue;
const printfulVariantPatches: DeepPartial<Printful.Products.SyncVariant>[] = [];
for (const printfulVariant of printfulProduct.sync_variants) {
const webflowSku = this.resolveWebflowSku(
freshWebflowProduct.skus,
colorGroup ?? printfulVariant.color,
printfulVariant.size,
);
if (webflowSku) {
printfulVariantPatches.push({
id: printfulVariant.id,
external_id: String(webflowSku.id),
});
}
}
await sleep(10000);
this.log.info({ printfulProduct: printfulProduct.sync_product.id, externalId: expectedExternalId }, "updating printful product's external ID");
await this.printful.Products.update(printfulProduct.sync_product.id, {
sync_product: {
id: printfulProduct.sync_product.id,
external_id: expectedExternalId,
},
sync_variants: printfulVariantPatches,
});
}
} }
this.log.info({ durationMs: Date.now() - syncStart }, "sync complete"); // Re-fetch after SKU mutations so newly created SKUs have their real IDs.
} finally { const freshWebflowProduct = await this.webflow.Products.get(metaPrintfulProduct.webflowProductId);
try { if (!freshWebflowProduct) throw new Error("webflow product missing");
await redis.del("commerce:sync:lock");
await redis.del("commerce:sync:state"); // Update printful external IDs
} catch { for (const { colorGroup, product: printfulProduct } of metaPrintfulProduct.entries) {
this.log.error("failed to reset sync state"); const expectedExternalId = colorGroup ?
`${metaPrintfulProduct.webflowProductId}-${colorGroup}` :
metaPrintfulProduct.webflowProductId;
if (printfulProduct.sync_product.external_id === expectedExternalId) continue;
const printfulVariantPatches: DeepPartial<Printful.Products.SyncVariant>[] = [];
for (const printfulVariant of printfulProduct.sync_variants) {
const webflowSku = this.resolveWebflowSku(
freshWebflowProduct.skus,
colorGroup ?? printfulVariant.color,
printfulVariant.size,
);
if (webflowSku) {
printfulVariantPatches.push({
id: printfulVariant.id,
external_id: String(webflowSku.id),
});
}
}
await sleep(10000);
this.log.info({ printfulProduct: printfulProduct.sync_product.id, externalId: expectedExternalId }, "updating printful product's external ID");
await this.printful.Products.update(printfulProduct.sync_product.id, {
sync_product: {
id: printfulProduct.sync_product.id,
external_id: expectedExternalId,
},
sync_variants: printfulVariantPatches,
});
} }
} }
return true;
const endDate = new Date();
const duration = endDate.getTime() - startDate.getTime();
await opt.onCompletion?.(endDate, duration);
this.log.info({ durationMs: duration }, "sync complete");
} }
parseColorGroup(name: string): string | null { parseColorGroup(name: string): string | null {
@@ -273,9 +258,6 @@ export class ProductSyncer {
allPrintfulProducts: Printful.Products.SyncProduct[], allPrintfulProducts: Printful.Products.SyncProduct[],
opt: SyncOptions, opt: SyncOptions,
) { ) {
if (typeof opt.filter?.printfulProductIds === "number")
opt.filter.printfulProductIds = [opt.filter.printfulProductIds];
const metaNameFilter = opt.filter?.printfulProductIds const metaNameFilter = opt.filter?.printfulProductIds
?.map((id) => allPrintfulProducts.find((p) => p.id === id)) ?.map((id) => allPrintfulProducts.find((p) => p.id === id))
?.filter((p) => p !== undefined) ?.filter((p) => p !== undefined)
@@ -341,22 +323,4 @@ export class ProductSyncer {
private isPrintfulProductSynced(printfulProduct: Printful.Products.SyncProduct, allWebflowProducts: Webflow.Products.ProductAndSkus[]) { private isPrintfulProductSynced(printfulProduct: Printful.Products.SyncProduct, allWebflowProducts: Webflow.Products.ProductAndSkus[]) {
return allWebflowProducts.some((wp) => wp.product.id === printfulProduct.external_id.split("-")[0]); return allWebflowProducts.some((wp) => wp.product.id === printfulProduct.external_id.split("-")[0]);
} }
async isRunning(): Promise<boolean> {
return !!await redis.get("commerce:sync:lock");
}
async getState(): Promise<SyncState> {
const val = await redis.get("commerce:sync:state");
if (val) return JSON.parse(val);
return { printfulProductIds: [] };
}
private async setState(state: SyncState) {
await redis.set("commerce:sync:state", JSON.stringify(state), "EX", 1800);
}
private async run(): Promise<boolean> {
return !!await redis.set("commerce:sync:lock", "1", "NX", "EX", "1800");
}
} }