cim_summary/backend/test-agentic-rag-database-integration.js

#!/usr/bin/env node

/**
 * Test script for Agentic RAG Database Integration
 * Tests performance tracking, analytics, and session management
 */

const { agenticRAGDatabaseService } = require('./dist/services/agenticRAGDatabaseService');
const { agenticRAGProcessor } = require('./dist/services/agenticRAGProcessor');
const { logger } = require('./dist/utils/logger');

// Test data IDs from setup
const TEST_USER_ID = '63dd778f-55c5-475c-a5fd-4bec13cc911b';
const TEST_DOCUMENT_ID = '1d293cb7-d9a8-4661-a41a-326b16d2346c';
const TEST_DOCUMENT_ID_FULL_FLOW = 'f51780b1-455c-4ce1-b0a5-c36b7f9c116b';

async function testDatabaseIntegration() {
  console.log('🧪 Testing Agentic RAG Database Integration...\n');

  try {
    // Test 1: Create session with transaction
    console.log('1. Testing session creation with transaction...');
    const session = await agenticRAGDatabaseService.createSessionWithTransaction(
      TEST_DOCUMENT_ID,
      TEST_USER_ID,
      'agentic_rag'
    );
    console.log('✅ Session created:', session.id);
    console.log('   Status:', session.status);
    console.log('   Strategy:', session.strategy);
    console.log('   Total Agents:', session.totalAgents);

    // Test 2: Create execution with transaction
    console.log('\n2. Testing execution creation with transaction...');
    const execution = await agenticRAGDatabaseService.createExecutionWithTransaction(
      session.id,
      'document_understanding',
      { text: 'Test document content for analysis' }
    );
    console.log('✅ Execution created:', execution.id);
    console.log('   Agent:', execution.agentName);
    console.log('   Step Number:', execution.stepNumber);
    console.log('   Status:', execution.status);

    // Test 3: Update execution with transaction
    console.log('\n3. Testing execution update with transaction...');
    const updatedExecution = await agenticRAGDatabaseService.updateExecutionWithTransaction(
      execution.id,
      {
        status: 'completed',
        outputData: { analysis: 'Test analysis result' },
        processingTimeMs: 5000
      }
    );
    console.log('✅ Execution updated');
    console.log('   New Status:', updatedExecution.status);
    console.log('   Processing Time:', updatedExecution.processingTimeMs, 'ms');

    // Test 4: Save quality metrics with transaction
    console.log('\n4. Testing quality metrics saving with transaction...');
    const qualityMetrics = [
      {
        documentId: TEST_DOCUMENT_ID,
        sessionId: session.id,
        metricType: 'completeness',
        metricValue: 0.85,
        metricDetails: { score: 0.85, details: 'Good completeness' }
      },
      {
        documentId: TEST_DOCUMENT_ID,
        sessionId: session.id,
        metricType: 'accuracy',
        metricValue: 0.92,
        metricDetails: { score: 0.92, details: 'High accuracy' }
      }
    ];
    
    const savedMetrics = await agenticRAGDatabaseService.saveQualityMetricsWithTransaction(
      session.id,
      qualityMetrics
    );
    console.log('✅ Quality metrics saved:', savedMetrics.length, 'metrics');

    // Test 5: Update session with performance metrics
    console.log('\n5. Testing session update with performance metrics...');
    await agenticRAGDatabaseService.updateSessionWithMetrics(
      session.id,
      {
        status: 'completed',
        completedAgents: 1,
        overallValidationScore: 0.88
      },
      {
        processingTime: 15000,
        apiCalls: 3,
        cost: 0.25
      }
    );
    console.log('✅ Session updated with performance metrics');

    // Test 6: Get session metrics
    console.log('\n6. Testing session metrics retrieval...');
    const sessionMetrics = await agenticRAGDatabaseService.getSessionMetrics(session.id);
    console.log('✅ Session metrics retrieved');
    console.log('   Total Processing Time:', sessionMetrics.totalProcessingTime, 'ms');
    console.log('   API Calls:', sessionMetrics.apiCalls);
    console.log('   Total Cost: $', sessionMetrics.totalCost);
    console.log('   Success:', sessionMetrics.success);
    console.log('   Agent Executions:', sessionMetrics.agentExecutions.length);
    console.log('   Quality Metrics:', sessionMetrics.qualityMetrics.length);

    // Test 7: Generate performance report
    console.log('\n7. Testing performance report generation...');
    const startDate = new Date();
    startDate.setDate(startDate.getDate() - 7); // Last 7 days
    const endDate = new Date();
    
    const performanceReport = await agenticRAGDatabaseService.generatePerformanceReport(startDate, endDate);
    console.log('✅ Performance report generated');
    console.log('   Average Processing Time:', performanceReport.averageProcessingTime, 'ms');
    console.log('   P95 Processing Time:', performanceReport.p95ProcessingTime, 'ms');
    console.log('   Average API Calls:', performanceReport.averageApiCalls);
    console.log('   Average Cost: $', performanceReport.averageCost);
    console.log('   Success Rate:', (performanceReport.successRate * 100).toFixed(1) + '%');
    console.log('   Average Quality Score:', (performanceReport.averageQualityScore * 100).toFixed(1) + '%');

    // Test 8: Get health status
    console.log('\n8. Testing health status retrieval...');
    const healthStatus = await agenticRAGDatabaseService.getHealthStatus();
    console.log('✅ Health status retrieved');
    console.log('   Overall Status:', healthStatus.status);
    console.log('   Success Rate:', (healthStatus.overall.successRate * 100).toFixed(1) + '%');
    console.log('   Error Rate:', (healthStatus.overall.errorRate * 100).toFixed(1) + '%');
    console.log('   Active Sessions:', healthStatus.overall.activeSessions);
    console.log('   Agent Count:', Object.keys(healthStatus.agents).length);

    // Test 9: Get analytics data
    console.log('\n9. Testing analytics data retrieval...');
    const analyticsData = await agenticRAGDatabaseService.getAnalyticsData(7); // Last 7 days
    console.log('✅ Analytics data retrieved');
    console.log('   Session Stats Records:', analyticsData.sessionStats.length);
    console.log('   Agent Stats Records:', analyticsData.agentStats.length);
    console.log('   Quality Stats Records:', analyticsData.qualityStats.length);
    console.log('   Period:', analyticsData.period.days, 'days');

    // Test 10: Cleanup test data
    console.log('\n10. Testing data cleanup...');
    const cleanupResult = await agenticRAGDatabaseService.cleanupOldData(0); // Clean up today's test data
    console.log('✅ Data cleanup completed');
    console.log('   Sessions Deleted:', cleanupResult.sessionsDeleted);
    console.log('   Metrics Deleted:', cleanupResult.metricsDeleted);

    console.log('\n🎉 All database integration tests passed!');
    console.log('\n📊 Summary:');
    console.log('   ✅ Session management with transactions');
    console.log('   ✅ Execution tracking with transactions');
    console.log('   ✅ Quality metrics persistence');
    console.log('   ✅ Performance tracking');
    console.log('   ✅ Analytics and reporting');
    console.log('   ✅ Health monitoring');
    console.log('   ✅ Data cleanup');

  } catch (error) {
    console.error('❌ Database integration test failed:', error);
    logger.error('Database integration test failed', { error });
    process.exit(1);
  }
}

async function testFullAgenticRAGFlow() {
  console.log('\n🧪 Testing Full Agentic RAG Flow with Database Integration...\n');

  try {
    // Test document processing with database integration
    const testDocument = `
    CONFIDENTIAL INVESTMENT MEMORANDUM
    
    Company: TechCorp Solutions
    Industry: Software & Technology
    Location: San Francisco, CA
    
    BUSINESS OVERVIEW
    TechCorp Solutions is a leading provider of enterprise software solutions with $50M in annual revenue and 200 employees.
    
    FINANCIAL SUMMARY
    - Revenue (LTM): $50,000,000
    - EBITDA (LTM): $12,000,000
    - Growth Rate: 25% YoY
    
    MARKET POSITION
    - Market Size: $10B addressable market
    - Competitive Advantages: Proprietary technology, strong customer base
    - Key Competitors: Microsoft, Oracle, Salesforce
    
    MANAGEMENT TEAM
    - CEO: John Smith (15 years experience)
    - CTO: Jane Doe (10 years experience)
    
    INVESTMENT OPPORTUNITY
    - Growth potential in expanding markets
    - Strong recurring revenue model
    - Experienced management team
    `;

    console.log('1. Processing test document with agentic RAG...');
    const result = await agenticRAGProcessor.processDocument(
      testDocument,
      TEST_DOCUMENT_ID_FULL_FLOW,
      TEST_USER_ID
    );

    console.log('✅ Document processing completed');
    console.log('   Success:', result.success);
    console.log('   Session ID:', result.sessionId);
    console.log('   Processing Time:', result.processingTime, 'ms');
    console.log('   API Calls:', result.apiCalls);
    console.log('   Total Cost: $', result.totalCost);
    console.log('   Quality Metrics:', result.qualityMetrics.length);

    if (result.success) {
      console.log('   Summary Length:', result.summary.length, 'characters');
      console.log('   Analysis Data Keys:', Object.keys(result.analysisData || {}));
    } else {
      console.log('   Error:', result.error);
    }

    // Get session metrics for the full flow
    console.log('\n2. Retrieving session metrics for full flow...');
    const sessionMetrics = await agenticRAGDatabaseService.getSessionMetrics(result.sessionId);
    console.log('✅ Full flow session metrics retrieved');
    console.log('   Agent Executions:', sessionMetrics.agentExecutions.length);
    console.log('   Quality Metrics:', sessionMetrics.qualityMetrics.length);
    console.log('   Total Processing Time:', sessionMetrics.totalProcessingTime, 'ms');

    console.log('\n🎉 Full agentic RAG flow test completed successfully!');

  } catch (error) {
    console.error('❌ Full agentic RAG flow test failed:', error);
    logger.error('Full agentic RAG flow test failed', { error });
    process.exit(1);
  }
}

// Run tests
async function runTests() {
  console.log('🚀 Starting Agentic RAG Database Integration Tests\n');
  
  await testDatabaseIntegration();
  await testFullAgenticRAGFlow();
  
  console.log('\n✨ All tests completed successfully!');
  process.exit(0);
}

// Handle errors
process.on('unhandledRejection', (reason, promise) => {
  console.error('❌ Unhandled Rejection at:', promise, 'reason:', reason);
  process.exit(1);
});

process.on('uncaughtException', (error) => {
  console.error('❌ Uncaught Exception:', error);
  process.exit(1);
});

// Run the tests
runTests();