etlfix

backend/package.json

@@ -10,7 +10,6 @@
     "migrate": "knex migrate:latest",
     "migrate:rollback": "knex migrate:rollback",
     "seed": "knex seed:run",
-    "etl": "ts-node src/scripts/run-etl.ts",
     "lint": "eslint src --ext .ts",
     "format": "prettier --write \"src/**/*.ts\""
   },
@@ -24,7 +23,6 @@
   "dependencies": {
     "@azure/identity": "^4.0.1",
     "@azure/keyvault-secrets": "^4.7.0",
-    "@neondatabase/serverless": "^0.9.0",
     "axios": "^1.13.2",
     "bcrypt": "^5.1.1",
     "connect-redis": "^7.1.0",

backend/src/database/connection.ts

@@ -11,11 +11,14 @@
       throw new Error('DATABASE_URL environment variable is not set');
     }
 
+    const isSupabase = connectionString.includes('supabase.co');
     const config: PoolConfig = {
       connectionString,
-      ssl: {
-        rejectUnauthorized: false 
-      },
+      ssl: isSupabase ? {
+        rejectUnauthorized: false
+      } : connectionString.includes('sslmode=require') ? {
+        rejectUnauthorized: false
+      } : undefined,
       max: parseInt(process.env.DB_POOL_MAX || '10'),
       min: parseInt(process.env.DB_POOL_MIN || '2'),
       idleTimeoutMillis: 30000,
@@ -86,9 +89,9 @@
   }
 };
 
 export const queryWithRetry = async <T = any>(
   queryText: string,
   params?: any[],
   maxRetries: number = 3
 ): Promise<T[]> => {
   const pool = getDatabasePool();
@@ -98,7 +101,7 @@
     try {
       const result = await pool.query(queryText, params);
       return result.rows;
     } catch (error: any) {
       lastError = error;
 
       const isConnectionError = 

backend/src/database/migrations/009_add_mbid_to_music_items.ts

@@ -0,0 +1,21 @@
+import { Knex } from 'knex';
+
+export async function up(knex: Knex): Promise<void> {
+  await knex.schema.alterTable('music_items', (table) => {
+    table.uuid('mbid').nullable();
+    table.index('mbid');
+  });
+
+  await knex.raw(`
+    CREATE UNIQUE INDEX IF NOT EXISTS music_items_mbid_unique 
+    ON music_items (mbid) 
+    WHERE mbid IS NOT NULL
+  `);
+}
+
+export async function down(knex: Knex): Promise<void> {
+  await knex.schema.alterTable('music_items', (table) => {
+    table.dropIndex('mbid');
+    table.dropColumn('mbid');
+  });
+}

backend/src/index.ts

@@ -35,7 +35,7 @@
   verify: (req: express.Request, _res: express.Response, buf: Buffer) => {
     const url = req.url || req.originalUrl || req.path;
     if (url.includes('webhooks') || url.includes('interactions')) {
       (req as any).rawBody = buf;
     }
   }
 }));
@@ -74,7 +74,6 @@
 app.use(errorMiddleware);
 
 import { testConnection } from './database/connection';
-import { startETLScheduler } from './jobs/music-etl.job';
 
 app.listen(PORT, async () => {
   logger.info('Service: musiq-api');
@@ -87,10 +86,6 @@
   } else {
     logger.error('Database connection failed - check DATABASE_URL');
   }
-
-  if (process.env.ENABLE_ETL === 'true') {
-    startETLScheduler();
-  }
 });
 
 export default app;

backend/src/routes/admin.ts

@@ -1,36 +1,8 @@
 import { Router } from 'express';
 import { authMiddleware, AuthRequest } from '../middleware/auth.middleware';
 import { requireRole } from '../middleware/rbac.middleware';
-import { runETLJobManually } from '../jobs/music-etl.job';
-import { logger } from '../config/logger';
 
 const router = Router();
 
-router.post(
-  '/etl/run',
-  authMiddleware,
-  requireRole('admin'),
-  async (req: AuthRequest, res, next) => {
-    try {
-      logger.info('Manual ETL job triggered', { userId: req.userId });
-
-      runETLJobManually()
-        .then(() => {
-          logger.info('Manual ETL job completed');
-        })
-        .catch((error) => {
-          logger.error('Manual ETL job failed', { error });
-        });
-
-      res.json({
-        success: true,
-        message: 'ETL job started. Check logs for progress.',
-      });
-    } catch (error) {
-      next(error);
-    }
-  }
-);
-
 export default router;