cim_summary/setup-testing-env.sh

#!/bin/bash

# 🔧 **Testing Environment Setup Script**
# Helps you configure the testing environment with Firebase credentials

set -e

echo "🔧 Setting up Testing Environment Configuration..."
echo ""

# Colors for output
GREEN='\033[0;32m'
BLUE='\033[0;34m'
YELLOW='\033[1;33m'
NC='\033[0m'

print_info() {
    echo -e "${BLUE}[INFO]${NC} $1"
}

print_success() {
    echo -e "${GREEN}[SUCCESS]${NC} $1"
}

print_warning() {
    echo -e "${YELLOW}[WARNING]${NC} $1"
}

# Check if we're in the right directory
if [ ! -f "IMPROVEMENT_ROADMAP.md" ]; then
    echo "❌ Please run this script from the project root directory"
    exit 1
fi

print_info "Step 1: Firebase Project Setup"
echo ""
echo "📋 To get your Firebase API credentials:"
echo ""
echo "1. Go to: https://console.firebase.google.com/"
echo "2. Create new project: 'cim-summarizer-testing' (if not exists)"
echo "3. Click ⚙️ (gear icon) → Project settings"
echo "4. Scroll to 'Your apps' section"
echo "5. Click 'Add app' → Web (</>)"
echo "6. Register app with nickname: 'CIM Testing Web App'"
echo "7. Copy the firebaseConfig object"
echo ""

read -p "Press Enter when you have your Firebase config..."

print_info "Step 2: Firebase Configuration"
echo ""
echo "Please provide your Firebase configuration:"
echo ""

read -p "Firebase API Key: " FB_API_KEY
read -p "Firebase Auth Domain: " FB_AUTH_DOMAIN
read -p "Firebase Project ID: " FB_PROJECT_ID
read -p "Firebase Storage Bucket: " FB_STORAGE_BUCKET

print_info "Step 3: Supabase Configuration"
echo ""
echo "📋 To get your Supabase credentials:"
echo ""
echo "1. Go to: https://supabase.com/dashboard"
echo "2. Create new project: 'cim-processor-testing'"
echo "3. Go to Settings → API"
echo "4. Copy the URL and API keys"
echo ""

read -p "Press Enter when you have your Supabase credentials..."

read -p "Supabase URL: " SUPABASE_URL
read -p "Supabase Anon Key: " SUPABASE_ANON_KEY
read -p "Supabase Service Key: " SUPABASE_SERVICE_KEY

print_info "Step 4: Google Cloud Configuration"
echo ""
echo "📋 To get your Google Cloud credentials:"
echo ""
echo "1. Go to: https://console.cloud.google.com/"
echo "2. Create new project: 'cim-summarizer-testing'"
echo "3. Enable Document AI API"
echo "4. Create service account and download key"
echo ""

read -p "Press Enter when you have your Google Cloud credentials..."

read -p "Google Cloud Project ID: " GCLOUD_PROJECT_ID
read -p "Document AI Processor ID: " DOCUMENT_AI_PROCESSOR_ID
read -p "GCS Bucket Name: " GCS_BUCKET_NAME

print_info "Step 5: LLM Configuration"
echo ""
echo "📋 For LLM configuration (same as production):"
echo ""

read -p "Anthropic API Key: " ANTHROPIC_API_KEY

print_info "Step 6: Email Configuration"
echo ""
echo "📋 For email notifications:"
echo ""

read -p "Email User (Gmail): " EMAIL_USER
read -p "Email Password (App Password): " EMAIL_PASS
read -p "Weekly Email Recipient: " WEEKLY_EMAIL_RECIPIENT

print_info "Step 7: Creating Environment File"
echo ""

# Create the environment file
cat > backend/.env.testing << EOF
# Node Environment
NODE_ENV=testing

# Firebase Configuration (Testing Project)
FB_PROJECT_ID=$FB_PROJECT_ID
FB_STORAGE_BUCKET=$FB_STORAGE_BUCKET
FB_API_KEY=$FB_API_KEY
FB_AUTH_DOMAIN=$FB_AUTH_DOMAIN

# Supabase Configuration (Testing Instance)
SUPABASE_URL=$SUPABASE_URL
SUPABASE_ANON_KEY=$SUPABASE_ANON_KEY
SUPABASE_SERVICE_KEY=$SUPABASE_SERVICE_KEY

# Google Cloud Configuration (Testing Project)
GCLOUD_PROJECT_ID=$GCLOUD_PROJECT_ID
DOCUMENT_AI_LOCATION=us
DOCUMENT_AI_PROCESSOR_ID=$DOCUMENT_AI_PROCESSOR_ID
GCS_BUCKET_NAME=$GCS_BUCKET_NAME
DOCUMENT_AI_OUTPUT_BUCKET_NAME=${GCS_BUCKET_NAME}-processed
GOOGLE_APPLICATION_CREDENTIALS=./serviceAccountKey-testing.json

# LLM Configuration (Same as production but with cost limits)
LLM_PROVIDER=anthropic
ANTHROPIC_API_KEY=$ANTHROPIC_API_KEY
LLM_MAX_COST_PER_DOCUMENT=1.00
LLM_ENABLE_COST_OPTIMIZATION=true
LLM_USE_FAST_MODEL_FOR_SIMPLE_TASKS=true

# Email Configuration (Testing)
EMAIL_HOST=smtp.gmail.com
EMAIL_PORT=587
EMAIL_USER=$EMAIL_USER
EMAIL_PASS=$EMAIL_PASS
EMAIL_FROM=noreply@cim-summarizer-testing.com
WEEKLY_EMAIL_RECIPIENT=$WEEKLY_EMAIL_RECIPIENT

# Vector Database (Testing)
VECTOR_PROVIDER=supabase

# Testing-specific settings
RATE_LIMIT_MAX_REQUESTS=1000
RATE_LIMIT_WINDOW_MS=900000
AGENTIC_RAG_DETAILED_LOGGING=true
AGENTIC_RAG_PERFORMANCE_TRACKING=true
AGENTIC_RAG_ERROR_REPORTING=true

# Week 8 Features Configuration
# Cost Monitoring
COST_MONITORING_ENABLED=true
USER_DAILY_COST_LIMIT=50.00
USER_MONTHLY_COST_LIMIT=500.00
DOCUMENT_COST_LIMIT=10.00
SYSTEM_DAILY_COST_LIMIT=1000.00

# Caching Configuration
CACHE_ENABLED=true
CACHE_TTL_HOURS=168
CACHE_SIMILARITY_THRESHOLD=0.85
CACHE_MAX_SIZE=10000

# Microservice Configuration
MICROSERVICE_ENABLED=true
MICROSERVICE_MAX_CONCURRENT_JOBS=5
MICROSERVICE_HEALTH_CHECK_INTERVAL=30000
MICROSERVICE_QUEUE_PROCESSING_INTERVAL=5000

# Processing Strategy
PROCESSING_STRATEGY=document_ai_agentic_rag
ENABLE_RAG_PROCESSING=true
ENABLE_PROCESSING_COMPARISON=false

# Agentic RAG Configuration
AGENTIC_RAG_ENABLED=true
AGENTIC_RAG_MAX_AGENTS=6
AGENTIC_RAG_PARALLEL_PROCESSING=true
AGENTIC_RAG_VALIDATION_STRICT=true
AGENTIC_RAG_RETRY_ATTEMPTS=3
AGENTIC_RAG_TIMEOUT_PER_AGENT=60000

# Agent-Specific Configuration
AGENT_DOCUMENT_UNDERSTANDING_ENABLED=true
AGENT_FINANCIAL_ANALYSIS_ENABLED=true
AGENT_MARKET_ANALYSIS_ENABLED=true
AGENT_INVESTMENT_THESIS_ENABLED=true
AGENT_SYNTHESIS_ENABLED=true
AGENT_VALIDATION_ENABLED=true

# Quality Control
AGENTIC_RAG_QUALITY_THRESHOLD=0.8
AGENTIC_RAG_COMPLETENESS_THRESHOLD=0.9
AGENTIC_RAG_CONSISTENCY_CHECK=true

# Logging Configuration
LOG_LEVEL=debug
LOG_FILE=logs/testing.log

# Security Configuration
BCRYPT_ROUNDS=10

# Database Configuration (Testing)
DATABASE_URL=$SUPABASE_URL
DATABASE_HOST=db.supabase.co
DATABASE_PORT=5432
DATABASE_NAME=postgres
DATABASE_USER=postgres
DATABASE_PASSWORD=$SUPABASE_SERVICE_KEY

# Redis Configuration (Testing - using in-memory for testing)
REDIS_URL=redis://localhost:6379
REDIS_HOST=localhost
REDIS_PORT=6379
EOF

print_success "Environment file created: backend/.env.testing"
echo ""

print_info "Step 8: Next Steps"
echo ""
echo "📋 Before deploying, you need to:"
echo ""
echo "1. Download Google Cloud service account key:"
echo "   - Go to: https://console.cloud.google.com/iam-admin/serviceaccounts"
echo "   - Create service account for 'cim-summarizer-testing'"
echo "   - Download JSON key and save as: backend/serviceAccountKey-testing.json"
echo ""
echo "2. Set up Supabase database:"
echo "   - Go to your Supabase project SQL editor"
echo "   - Run the migration script: backend/src/models/migrations/011_add_cost_monitoring_and_caching_tables.sql"
echo ""
echo "3. Deploy to Firebase:"
echo "   ./deploy-testing.sh"
echo ""

print_success "Testing environment configuration setup complete! 🎉"
echo ""
echo "📁 Files created:"
echo "  - backend/.env.testing (environment configuration)"
echo ""
echo "🔧 Week 8 features ready for deployment:"
echo "  ✅ Cost monitoring system"
echo "  ✅ Document analysis caching"
echo "  ✅ Microservice architecture"
echo "  ✅ 15 new API endpoints"
echo ""