feat: Production release v2.0.0 - Simple Document Processor
Major release with significant performance improvements and new processing strategy. ## Core Changes - Implemented simple_full_document processing strategy (default) - Full document → LLM approach: 1-2 passes, ~5-6 minutes processing time - Achieved 100% completeness with 2 API calls (down from 5+) - Removed redundant Document AI passes for faster processing ## Financial Data Extraction - Enhanced deterministic financial table parser - Improved FY3/FY2/FY1/LTM identification from varying CIM formats - Automatic merging of parser results with LLM extraction ## Code Quality & Infrastructure - Cleaned up debug logging (removed emoji markers from production code) - Fixed Firebase Secrets configuration (using modern defineSecret approach) - Updated OpenAI API key - Resolved deployment conflicts (secrets vs environment variables) - Added .env files to Firebase ignore list ## Deployment - Firebase Functions v2 deployment successful - All 7 required secrets verified and configured - Function URL: https://api-y56ccs6wva-uc.a.run.app ## Performance Improvements - Processing time: ~5-6 minutes (down from 23+ minutes) - API calls: 1-2 (down from 5+) - Completeness: 100% achievable - LLM Model: claude-3-7-sonnet-latest ## Breaking Changes - Default processing strategy changed to 'simple_full_document' - RAG processor available as alternative strategy 'document_ai_agentic_rag' ## Files Changed - 36 files changed, 5642 insertions(+), 4451 deletions(-) - Removed deprecated documentation files - Cleaned up unused services and models This release represents a major refactoring focused on speed, accuracy, and maintainability.
This commit is contained in:
@@ -1,6 +1,6 @@
|
||||
{
|
||||
"name": "cim-processor-backend",
|
||||
"version": "1.0.0",
|
||||
"version": "2.0.0",
|
||||
"description": "Backend API for CIM Document Processor",
|
||||
"main": "dist/index.js",
|
||||
"scripts": {
|
||||
@@ -21,7 +21,20 @@
|
||||
"docker:build": "docker build -t cim-processor-backend .",
|
||||
"docker:push": "docker tag cim-processor-backend gcr.io/cim-summarizer/cim-processor-backend:latest && docker push gcr.io/cim-summarizer/cim-processor-backend:latest",
|
||||
"emulator": "firebase emulators:start --only functions",
|
||||
"emulator:ui": "firebase emulators:start --only functions --ui"
|
||||
"emulator:ui": "firebase emulators:start --only functions --ui",
|
||||
"sync:config": "./scripts/sync-firebase-config.sh",
|
||||
"diagnose": "ts-node src/scripts/comprehensive-diagnostic.ts",
|
||||
"test:linkage": "ts-node src/scripts/test-linkage.ts",
|
||||
"test:postgres": "ts-node src/scripts/test-postgres-connection.ts",
|
||||
"test:job": "ts-node src/scripts/test-job-creation.ts",
|
||||
"setup:jobs-table": "ts-node src/scripts/setup-processing-jobs-table.ts",
|
||||
"monitor": "ts-node src/scripts/monitor-system.ts",
|
||||
"test": "vitest run",
|
||||
"test:watch": "vitest",
|
||||
"test:coverage": "vitest run --coverage",
|
||||
"test:pipeline": "ts-node src/scripts/test-complete-pipeline.ts",
|
||||
"check:pipeline": "ts-node src/scripts/check-pipeline-readiness.ts",
|
||||
"sync:secrets": "ts-node src/scripts/sync-firebase-secrets-to-env.ts"
|
||||
},
|
||||
"dependencies": {
|
||||
"@anthropic-ai/sdk": "^0.57.0",
|
||||
@@ -42,14 +55,15 @@
|
||||
"jsonwebtoken": "^9.0.2",
|
||||
"morgan": "^1.10.0",
|
||||
"openai": "^5.10.2",
|
||||
"pdf-lib": "^1.17.1",
|
||||
"pdf-parse": "^1.1.1",
|
||||
"pdfkit": "^0.17.1",
|
||||
"pg": "^8.11.3",
|
||||
"puppeteer": "^21.11.0",
|
||||
"redis": "^4.6.10",
|
||||
"uuid": "^11.1.0",
|
||||
"winston": "^3.11.0",
|
||||
"zod": "^3.25.76"
|
||||
"zod": "^3.25.76",
|
||||
"zod-to-json-schema": "^3.24.6"
|
||||
},
|
||||
"devDependencies": {
|
||||
"@types/bcryptjs": "^2.4.6",
|
||||
@@ -63,8 +77,10 @@
|
||||
"@types/uuid": "^10.0.0",
|
||||
"@typescript-eslint/eslint-plugin": "^6.10.0",
|
||||
"@typescript-eslint/parser": "^6.10.0",
|
||||
"@vitest/coverage-v8": "^2.1.0",
|
||||
"eslint": "^8.53.0",
|
||||
"ts-node-dev": "^2.0.0",
|
||||
"typescript": "^5.2.2"
|
||||
"typescript": "^5.2.2",
|
||||
"vitest": "^2.1.0"
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user