- Extract.ts now processes all 5 language files, filters non-English entries by lang_code, skips translation extraction for non-English (no translations in source files) - Import.ts now imports all 5 language output files, uses language field from ExtractedSense instead of hardcoding en - Sample limit hardcoded to 500 entries per language for development
26 lines
671 B
JSON
26 lines
671 B
JSON
{
|
|
"name": "@lila/pipeline",
|
|
"version": "1.0.0",
|
|
"private": true,
|
|
"type": "module",
|
|
"scripts": {
|
|
"extract": "tsx stage-1-extract/scripts/extract.ts",
|
|
"db:import": "tsx db/import.ts",
|
|
"db:init": "tsx db/init.ts",
|
|
"annotate": "tsx stage-2-annotate/scripts/annotate.ts",
|
|
"test": "vitest run",
|
|
"test:watch": "vitest",
|
|
"pipeline:run": "tsx --env-file .env pipeline.ts"
|
|
},
|
|
"dependencies": {
|
|
"@lila/shared": "workspace:*",
|
|
"better-sqlite3": "^12.9.0"
|
|
},
|
|
"devDependencies": {
|
|
"@types/better-sqlite3": "^7.6.13",
|
|
"@types/node": "^24.12.0",
|
|
"tsx": "^4.21.0",
|
|
"typescript": "^5.9.3",
|
|
"vitest": "^4.1.0"
|
|
}
|
|
}
|