#!/usr/bin/env python3
"""
Departmental Travel & Hospitality Expenses Ingestion Cloud Run Job Entry Point.
This script imports departmental travel and hospitality expense records from Open Canada
into Neo4j for querying via GraphQL and MCP tools.
Environment variables required:
- NEO4J_URI: Neo4j connection URI (e.g., bolt://10.128.0.3:7687)
- NEO4J_USERNAME: Neo4j username
- NEO4J_PASSWORD: Neo4j password
Usage:
python run_departmental_expenses_ingestion.py
"""
import os
import sys
# Add the package to path
sys.path.insert(0, os.path.dirname(os.path.abspath(__file__)))
from fedmcp_pipeline.utils.neo4j_client import Neo4jClient
from fedmcp_pipeline.utils.progress import logger
from fedmcp_pipeline.ingest.departmental_expenses import ingest_departmental_expenses
def main():
"""Main entry point for Departmental Expenses ingestion Cloud Run job."""
logger.info("=" * 80)
logger.info("DEPARTMENTAL EXPENSES INGESTION CLOUD RUN JOB")
logger.info("=" * 80)
logger.info("")
logger.info("This job will:")
logger.info(" - Download departmental travel expenses from Open Canada")
logger.info(" - Download departmental hospitality expenses from Open Canada")
logger.info(" - Import expense records into Neo4j")
logger.info(" - Create Department relationships")
logger.info(" - Full refresh of all expense data")
logger.info("")
# Get Neo4j connection details from environment
neo4j_uri = os.environ.get("NEO4J_URI", "bolt://localhost:7687")
neo4j_user = os.environ.get("NEO4J_USERNAME", "neo4j")
neo4j_password = os.environ.get("NEO4J_PASSWORD", "")
if not neo4j_password:
logger.error("NEO4J_PASSWORD environment variable is required")
sys.exit(1)
logger.info(f"Connecting to Neo4j at {neo4j_uri}...")
try:
neo4j_client = Neo4jClient(
uri=neo4j_uri,
user=neo4j_user,
password=neo4j_password
)
# Run ingestion
stats = ingest_departmental_expenses(neo4j_client, batch_size=2000)
logger.info("")
logger.info("=" * 80)
logger.info("DEPARTMENTAL EXPENSES INGESTION CLOUD RUN JOB - COMPLETED")
logger.info("=" * 80)
logger.success(f"✅ Successfully imported {stats.get('travel_records', 0):,} travel records")
logger.success(f"✅ Successfully imported {stats.get('hospitality_records', 0):,} hospitality records")
logger.success(f"✅ Merged {stats.get('departments_merged', 0):,} department nodes")
except Exception as e:
logger.error(f"Departmental expenses ingestion failed: {e}")
import traceback
traceback.print_exc()
sys.exit(1)
finally:
if 'neo4j_client' in locals():
neo4j_client.close()
if __name__ == "__main__":
main()
