feat: Pipedrive CRM integration (#64)

backend/app/main.py

@@ -18,7 +18,7 @@
 from app.database import engine, Base, AsyncSessionLocal
 from app.routers import auth_router, ask, crud, users_router, settings_router, bigquery_router, firebase_router, sql_router, summary_router, logs_router, audio_overview_router, telegram_router
 from app.routers import api_keys_router, public_api_router, whatsapp_router, audit_router, webhook_router, automl_router, report_router
-from app.routers import dbt_router, github_router, slack_router, mongodb_router, snowflake_router, notion_router, excel_online_router, s3_router, rest_api_router, jira_router, stripe_router
+from app.routers import dbt_router, github_router, slack_router, mongodb_router, snowflake_router, notion_router, excel_online_router, s3_router, rest_api_router, jira_router, stripe_router, pipedrive_router
 from app.routers import template_router
 from app.routers import hubspot_router
 from app.models import User
@@ -245,6 +245,7 @@ async def httpx_connect_error_handler(_request: Request, exc: httpx.ConnectError
 app.include_router(stripe_router.router, prefix=prefix)
 app.include_router(template_router.router, prefix=prefix)
 app.include_router(hubspot_router.router, prefix=prefix)
+app.include_router(pipedrive_router.router, prefix=prefix)
 
 
 @app.get(prefix + "/config")

backend/app/routers/ask.py

@@ -35,6 +35,7 @@
 from app.scripts.ask_notion import ask_notion
 from app.scripts.ask_snowflake import ask_snowflake
 from app.scripts.ask_stripe import ask_stripe
+from app.scripts.ask_pipedrive import ask_pipedrive
 from app.scripts.ask_sql import ask_sql
 from app.scripts.ask_sql_multi import ask_sql_multi_source
 from app.scripts.sql_utils import validate_source_relationships
@@ -491,6 +492,20 @@ async def dispatch_question(
             history=history,
             channel=channel,
         )
+    elif source.type == "pipedrive":
+        meta = source.metadata_ or {}
+        pd_token = meta.get("apiToken", "")
+        if not pd_token:
+            raise HTTPException(400, "Pipedrive source missing apiToken in metadata")
+        result = await ask_pipedrive(
+            api_token=pd_token,
+            question=question,
+            agent_description=agent.description or "",
+            source_name=source.name,
+            llm_overrides=llm_overrides,
+            history=history,
+            channel=channel,
+        )
     else:
         raise HTTPException(400, f"Unsupported source type: {source.type}")
 

backend/app/routers/crud.py

@@ -135,7 +135,7 @@ async def create_source(
     user: User = Depends(require_user),
 ):
     """Create a non-file source (BigQuery, Google Sheets, SQL). Credentials stored locally in metadata."""
-    valid_types = ("bigquery", "google_sheets", "sql_database", "firebase", "mongodb", "snowflake", "notion", "excel_online", "s3", "rest_api", "jira", "hubspot", "stripe")
+    valid_types = ("bigquery", "google_sheets", "sql_database", "firebase", "mongodb", "snowflake", "notion", "excel_online", "s3", "rest_api", "jira", "hubspot", "stripe", "pipedrive")
     if body.type not in valid_types:
         raise HTTPException(400, f"type must be one of: {', '.join(valid_types)}")
     source_id = str(uuid.uuid4())

backend/app/routers/pipedrive_router.py

@@ -0,0 +1,76 @@
+"""
+Pipedrive CRM discovery and connection testing.
+"""
+import asyncio
+from fastapi import APIRouter, Depends, HTTPException
+from app.auth import require_user
+from app.models import User, Source
+from app.database import get_db
+from sqlalchemy import select
+from sqlalchemy.ext.asyncio import AsyncSession
+from app.routers.crud import _sanitize_for_json
+
+router = APIRouter(prefix="/pipedrive", tags=["pipedrive"])
+
+
+@router.post("/test-connection")
+async def test_connection(body: dict, user: User = Depends(require_user)):
+    """Test Pipedrive API connection."""
+    api_token = body.get("apiToken", "")
+    if not api_token:
+        raise HTTPException(400, "apiToken is required")
+
+    from app.scripts.ask_pipedrive import _test_connection_sync
+    loop = asyncio.get_event_loop()
+    try:
+        result = await loop.run_in_executor(None, lambda: _test_connection_sync(api_token))
+    except Exception as e:
+        raise HTTPException(400, f"Connection failed: {e}")
+    return result
+
+
+@router.post("/discover")
+async def discover_resources(body: dict, user: User = Depends(require_user)):
+    """Discover available Pipedrive resources and their counts."""
+    api_token = body.get("apiToken", "")
+    if not api_token:
+        raise HTTPException(400, "apiToken is required")
+
+    from app.scripts.ask_pipedrive import _discover_resources_sync
+    loop = asyncio.get_event_loop()
+    try:
+        result = await loop.run_in_executor(None, lambda: _discover_resources_sync(api_token))
+    except Exception as e:
+        raise HTTPException(400, f"Discovery failed: {e}")
+    return _sanitize_for_json(result)
+
+
+@router.post("/sources/{source_id}/refresh-metadata")
+async def refresh_source_metadata(
+    source_id: str, db: AsyncSession = Depends(get_db), user: User = Depends(require_user),
+):
+    r = await db.execute(select(Source).where(Source.id == source_id, Source.user_id == user.id))
+    source = r.scalar_one_or_none()
+    if not source:
+        raise HTTPException(404, "Source not found")
+    if source.type != "pipedrive":
+        raise HTTPException(400, "Source is not Pipedrive")
+
+    meta = dict(source.metadata_ or {})
+    api_token = meta.get("apiToken", "")
+    if not api_token:
+        raise HTTPException(400, "Source missing apiToken")
+
+    from app.scripts.ask_pipedrive import _discover_resources_sync, REPORT_TEMPLATES
+    loop = asyncio.get_event_loop()
+    try:
+        result = await loop.run_in_executor(None, lambda: _discover_resources_sync(api_token))
+    except Exception as e:
+        raise HTTPException(400, f"Refresh failed: {e}")
+
+    meta["resourceCounts"] = result.get("resourceCounts", {})
+    meta["report_templates"] = REPORT_TEMPLATES
+    source.metadata_ = _sanitize_for_json(meta)
+    await db.commit()
+    await db.refresh(source)
+    return {"metaJSON": source.metadata_}