Semih Yesilyurt
4724a71113
Adds an optional local-dump lookup layer in front of the live PartsCatalogs and EMEX scrapes. When enabled, getCategoryWithPartsInner queries a Postgres (pcat) or MariaDB (emex) dump for the requested schema/group's parts and hotspots; on miss it falls through to the existing upstream call unchanged. Hits avoid the live API, its cooldown, and its rate-limits — direct DB latency. - New CatalogSourceDbModule with PcatSourceDbService + EmexSourceDbService (raw SQL, no Drizzle schema modeling — dump shapes are frozen snapshots). - pcat lookup keys on schema_images.schema_ext_id (the dump's column that matches sase's pcat groupId; observed ~7% hit rate on prod's 6596 unique groupIds, of which ~10% have schema_parts → ~3-5% net parts coverage). Joins schema_parts → parts directly; the dump's part_groups+part_group_items linkage covers 0 of our hits, so we skip that path entirely. - emex lookup uses (catalog_id, ssd) → vehicles.id then (vehicle_id, group_id) → vehicle_parts → parts + part_images. The ssd is already persisted into vehicles.rawData.ssd by the existing emex.mapper, no extra capture needed. Gated behind CATALOG_SOURCE_DB_ENABLED + PCAT_SOURCE_DB_URL / EMEX_SOURCE_DB_URL. All three default unset, so this commit is a no-op until prod env is configured. Adds mysql2 dep for the MariaDB client. Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
85 lines
2.7 KiB
JSON
85 lines
2.7 KiB
JSON
{
|
|
"name": "api",
|
|
"version": "0.1.0",
|
|
"private": true,
|
|
"scripts": {
|
|
"build": "nest build",
|
|
"dev": "nest start --watch",
|
|
"start": "node dist/main.js",
|
|
"start:prod": "node dist/main.js",
|
|
"lint": "biome check src/",
|
|
"test": "vitest run",
|
|
"test:watch": "vitest",
|
|
"db:generate": "drizzle-kit generate",
|
|
"db:push": "drizzle-kit push",
|
|
"db:studio": "drizzle-kit studio",
|
|
"db:seed": "tsx src/database/seed.ts",
|
|
"db:migrate": "tsx src/database/migrate.ts",
|
|
"db:migrate:dist": "node dist/database/migrate.js",
|
|
"worker": "node dist/worker.js",
|
|
"typecheck": "tsc --noEmit",
|
|
"clean": "rm -rf dist"
|
|
},
|
|
"dependencies": {
|
|
"@aws-sdk/client-s3": "^3.700.0",
|
|
"@kubiks/otel-drizzle": "^2.1.0",
|
|
"@nestjs/common": "^10.4.0",
|
|
"@nestjs/config": "^3.3.0",
|
|
"@nestjs/core": "^10.4.0",
|
|
"@nestjs/platform-express": "^10.4.0",
|
|
"@nestjs/schedule": "^4.1.0",
|
|
"@nestjs/serve-static": "^5.0.4",
|
|
"@nestjs/swagger": "^8.1.0",
|
|
"@nestjs/throttler": "^6.3.0",
|
|
"@opentelemetry/api": "^1.9.0",
|
|
"@opentelemetry/exporter-logs-otlp-http": "^0.212.0",
|
|
"@opentelemetry/exporter-metrics-otlp-http": "^0.212.0",
|
|
"@opentelemetry/exporter-trace-otlp-http": "^0.212.0",
|
|
"@opentelemetry/instrumentation": "^0.212.0",
|
|
"@opentelemetry/instrumentation-express": "^0.59.0",
|
|
"@opentelemetry/instrumentation-http": "^0.212.0",
|
|
"@opentelemetry/instrumentation-ioredis": "^0.59.0",
|
|
"@opentelemetry/instrumentation-nestjs-core": "^0.57.0",
|
|
"@opentelemetry/resources": "^2.5.1",
|
|
"@opentelemetry/sdk-logs": "^0.212.0",
|
|
"@opentelemetry/sdk-metrics": "^2.5.1",
|
|
"@opentelemetry/sdk-node": "^0.212.0",
|
|
"@opentelemetry/sdk-trace-base": "^2.5.1",
|
|
"@opentelemetry/semantic-conventions": "^1.39.0",
|
|
"@sase/config": "workspace:*",
|
|
"@sase/shared": "workspace:*",
|
|
"@sentry/nestjs": "^10.52.0",
|
|
"@sentry/profiling-node": "^10.52.0",
|
|
"better-auth": "^1.2.0",
|
|
"bullmq": "^5.30.0",
|
|
"bullmq-otel": "^1.2.0",
|
|
"dotenv": "^16.4.0",
|
|
"drizzle-kit": "^0.31.4",
|
|
"drizzle-orm": "^0.41.0",
|
|
"helmet": "^8.1.0",
|
|
"ioredis": "^5.4.0",
|
|
"mysql2": "^3.22.4",
|
|
"openai": "^6.37.0",
|
|
"postgres": "^3.4.0",
|
|
"posthog-node": "^5.34.1",
|
|
"reflect-metadata": "^0.2.2",
|
|
"rxjs": "^7.8.0",
|
|
"stripe": "^22.1.1",
|
|
"undici": "^7.22.0",
|
|
"zod": "^3.24.0"
|
|
},
|
|
"devDependencies": {
|
|
"@nestjs/cli": "^10.4.0",
|
|
"@nestjs/schematics": "^10.2.0",
|
|
"@nestjs/testing": "^10.4.0",
|
|
"@types/express": "^5.0.0",
|
|
"@types/multer": "^1.4.0",
|
|
"@types/node": "^22.0.0",
|
|
"@vitest/coverage-v8": "^3.2.4",
|
|
"playwright": "^1.50.0",
|
|
"tsx": "^4.19.0",
|
|
"typescript": "^5.7.0",
|
|
"vitest": "^3.0.0"
|
|
}
|
|
}
|