Develop

.github/workflows/ci-backend.yml

@@ -0,0 +1,177 @@
+name: Backend CI
+
+on:
+  push:
+    branches: [ master, develop ]
+  pull_request:
+    branches: [ master, develop ]
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    environment: Test CI/CD
+    env:
+      APP_SECRET_KEY: 'test-secret-key-for-ci'
+      DB_NAME: ch8rtests
+      DB_USER: testuser
+      DB_PASSWORD: testpass
+      DB_HOST: localhost
+      PORT: 5432
+      TEST_DB_NAME: ch8rtests
+      TEST_DB_USER: testuser
+      TEST_DB_PASSWORD: testpass
+      TEST_DB_HOST: localhost
+      TEST_DB_PORT: 5432
+      DJANGO_SETTINGS_MODULE: config.test_settings
+      CONNECT_TO_LOCAL_VECTOR_DB: 'true'
+      QDRANT_LOCAL_HOST: localhost
+      QDRANT_LOCAL_PORT: 6333
+      SECRET_ENCRYPTION_KEY: 'r5kAsRtMlZuP0b6UeRXdI9QqL_0uTTvTkT7jXsmkGxk='
+      GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY || 'test-key' }}
+      QDRANT_CLOUD_API_KEY: ${{ secrets.QDRANT_CLOUD_API_KEY || 'test-key' }}
+      MAILERSEND_API_KEY: ${{ secrets.MAILERSEND_API_KEY || 'test-key' }}
+      DISCORD_SIGNUP_WEBHOOK_URL: 'https://example.com'
+      WIDGET_URL: 'https://widget.ch8r.com'
+      API_BASE_URL: 'http://localhost:8000/api'
+      FRONTEND_URL: 'http://localhost:3000'
+      CLOSED_ALPHA_SIGN_UPS: '["test@example.com"]'
+      REQUIRE_ACCOUNT_APPROVAL: 'False'
+
+    services:
+      postgres:
+        image: postgres:15
+        env:
+          POSTGRES_DB: ch8rtests
+          POSTGRES_USER: testuser
+          POSTGRES_PASSWORD: testpass
+        options: >-
+          --health-cmd pg_isready
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 5
+        ports:
+          - 5432:5432
+
+      qdrant:
+        image: qdrant/qdrant:v1.11.0
+        ports:
+          - 6333:6333
+          - 6334:6334
+
+    steps:
+    - uses: actions/checkout@v4
+
+    - name: Set up Python
+      uses: actions/setup-python@v4
+      with:
+        python-version: '3.11'
+
+    - name: Install Python dependencies
+      run: |
+        cd backend
+        python -m pip install --upgrade pip
+        pip install -r requirements.txt
+
+    - name: Run Django system checks
+      run: |
+        cd backend
+        python manage.py check
+
+    - name: Collect static files
+      run: |
+        cd backend
+        python manage.py collectstatic --noinput
+
+    - name: Run Django migrations
+      run: |
+        cd backend
+        python manage.py migrate --settings=config.test_settings
+
+    - name: Run backend tests
+      run: |
+        cd backend
+        pytest --cov=core --cov-report=term-missing --cov-fail-under=60 --json-report --json-report-file=test-results.json
+
+    - name: Discord notification on success
+      if: success()
+      uses: actions/github-script@v6
+      with:
+        script: |
+          const fs = require('fs');
+
+          // Read test results from JSON file
+          let testResults = 'Tests completed successfully';
+          try {
+            const testData = JSON.parse(fs.readFileSync('backend/test-results.json', 'utf8'));
+            const passed = testData.summary.passed || 0;
+            const failed = testData.summary.failed || 0;
+            testResults = `Tests passed: ${passed}, Failed: ${failed}`;
+          } catch (error) {
+            console.log('Could not read test results:', error.message);
+            testResults = 'Tests completed successfully';
+          }
+
+          const payload = {
+            embeds: [{
+              title: 'Backend CI - Tests Passed',
+              description: `Branch: **${process.env.GITHUB_REF_NAME}**\nCommit: [${process.env.GITHUB_SHA.substring(0, 7)}](${process.env.GITHUB_SERVER_URL}/${process.env.GITHUB_REPOSITORY}/commit/${process.env.GITHUB_SHA})\n${testResults}`,
+              color: 3066993,
+              timestamp: new Date().toISOString()
+            }]
+          };
+
+          const webhookUrl = process.env.DISCORD_TEST_WEBHOOK_URL;
+          console.log('Discord webhook URL available:', !!webhookUrl);
+          if (webhookUrl) {
+            console.log('Sending Discord notification...');
+            const response = await fetch(webhookUrl, {
+              method: 'POST',
+              headers: { 'Content-Type': 'application/json' },
+              body: JSON.stringify(payload)
+            });
+            console.log('Discord response status:', response.status);
+            if (!response.ok) {
+              console.error('Failed to send Discord notification:', response.status, response.statusText);
+            } else {
+              console.log('Discord notification sent successfully');
+            }
+          } else {
+            console.log('Discord webhook URL not found');
+          }
+      env:
+        DISCORD_TEST_WEBHOOK_URL: ${{ secrets.DISCORD_TEST_WEBHOOK_URL }}
+
+    - name: Discord notification on failure
+      if: failure()
+      uses: actions/github-script@v6
+      with:
+        script: |
+          const payload = {
+            embeds: [{
+              title: 'Backend CI - Tests Failed',
+              description: `Branch: **${process.env.GITHUB_REF_NAME}**\nCommit: [${process.env.GITHUB_SHA.substring(0, 7)}](${process.env.GITHUB_SERVER_URL}/${process.env.GITHUB_REPOSITORY}/commit/${process.env.GITHUB_SHA})\nTests failed. Check the logs for details.`,
+              color: 15158332,
+              timestamp: new Date().toISOString()
+            }]
+          };
+
+          const webhookUrl = process.env.DISCORD_TEST_WEBHOOK_URL;
+          console.log('Discord webhook URL available:', !!webhookUrl);
+          if (webhookUrl) {
+            console.log('Sending Discord notification...');
+            const response = await fetch(webhookUrl, {
+              method: 'POST',
+              headers: { 'Content-Type': 'application/json' },
+              body: JSON.stringify(payload)
+            });
+            console.log('Discord response status:', response.status);
+            if (!response.ok) {
+              console.error('Failed to send Discord notification:', response.status, response.statusText);
+            } else {
+              console.log('Discord notification sent successfully');
+            }
+          } else {
+            console.log('Discord webhook URL not found');
+          }
+      env:
+        DISCORD_TEST_WEBHOOK_URL: ${{ secrets.DISCORD_TEST_WEBHOOK_URL }}

.gitignore

@@ -29,4 +29,7 @@ __pycache__/
 .vscode/
 .DS_Store
 qdrant_storage
-.env
+.env
+.kiro/
+backend/.hypothesis
+.hypothesis

backend/.env.example

@@ -1,4 +1,6 @@
 APP_SECRET_KEY='app_secret_key'
+DEBUG=False
+ALLOWED_HOSTS=localhost,127.0.0.1
 GEMINI_API_KEY=GEMINI_KEY
 DB_NAME=chatterbox
 DB_USER=postgres
@@ -29,3 +31,10 @@ API_BASE_URL=http://localhost:8000/api
 FRONTEND_URL=http://localhost:3000
 
 CLOSED_ALPHA_SIGN_UPS='["test@example.com"]'
+REQUIRE_ACCOUNT_APPROVAL=False
+
+TEST_DB_NAME=ch8rtests
+TEST_DB_USER=anish
+TEST_DB_PASSWORD=Anish@1996
+TEST_DB_HOST=localhost
+TEST_DB_PORT=5432

backend/config/celery.py

@@ -7,3 +7,4 @@
 
 app.config_from_object('django.conf:settings', namespace='CELERY')
 app.autodiscover_tasks()
+app.autodiscover_tasks(['core.tasks.github_tasks'])

backend/config/settings.py

@@ -9,9 +9,9 @@
 SECRET_KEY = os.environ.get('APP_SECRET_KEY')
 CLOSED_ALPHA_SIGN_UPS = os.environ.get('CLOSED_ALPHA_SIGN_UPS')
 
-DEBUG = True
+DEBUG = os.environ.get('DEBUG', 'False').lower() == 'true'
 
-ALLOWED_HOSTS = []
+ALLOWED_HOSTS = os.environ.get('ALLOWED_HOSTS', '').split(',') if os.environ.get('ALLOWED_HOSTS') else []
 
 ASGI_APPLICATION = "config.asgi.application"
 
@@ -26,6 +26,7 @@
     'rest_framework.authtoken',
     'channels',
     'core',
+    'github_data',
     'corsheaders',
     'rest_framework_api_key',
 ]
@@ -71,6 +72,13 @@
         'PASSWORD': os.getenv('PASSWORD'),
         'HOST': os.getenv('DB_HOST'),
         'PORT': os.getenv('PORT'),
+        'TEST': {
+            'NAME': os.getenv('TEST_DB_NAME', 'test_db'),
+            'USER': os.getenv('TEST_DB_USER'),
+            'PASSWORD': os.getenv('TEST_DB_PASSWORD'),
+            'HOST': os.getenv('TEST_DB_HOST', 'localhost'),
+            'PORT': os.getenv('TEST_DB_PORT', '5432'),
+        }
     }
 }
 
@@ -106,7 +114,9 @@
         'rest_framework.parsers.MultiPartParser',
         'rest_framework.parsers.FormParser',
         'rest_framework.parsers.JSONParser',
-    ]
+    ],
+    'DEFAULT_PAGINATION_CLASS': 'rest_framework.pagination.PageNumberPagination',
+    'PAGE_SIZE': 20,
 }
 
 CORS_ALLOWED_ORIGINS = [
@@ -164,3 +174,5 @@
 API_BASE_URL = os.getenv("API_BASE_URL")
 FRONTEND_URL = os.getenv("FRONTEND_URL")
 DISCORD_SIGNUP_WEBHOOK_URL = os.getenv("DISCORD_SIGNUP_WEBHOOK_URL")
+
+REQUIRE_ACCOUNT_APPROVAL = os.getenv("REQUIRE_ACCOUNT_APPROVAL", "False").lower() == "true"

backend/config/test_settings.py

@@ -0,0 +1,30 @@
+import os
+from .settings import *
+
+DEBUG = False
+
+CONNECT_TO_LOCAL_VECTOR_DB = False
+
+STATIC_ROOT = os.path.join(BASE_DIR, 'staticfiles')
+
+DATABASES = {
+    'default': {
+        'ENGINE': 'django.db.backends.postgresql',
+        'NAME': os.getenv('TEST_DB_NAME', 'test_db'),
+        'USER': os.getenv('TEST_DB_USER'),
+        'PASSWORD': os.getenv('TEST_DB_PASSWORD'),
+        'HOST': os.getenv('TEST_DB_HOST', 'localhost'),
+        'PORT': os.getenv('TEST_DB_PORT', '5432'),
+    }
+}
+
+EMAIL_BACKEND = 'django.core.mail.backends.locmem.LocMemBackend'
+
+CELERY_TASK_ALWAYS_EAGER = True
+CELERY_TASK_EAGER_PROPAGATES = True
+
+CACHES = {
+    'default': {
+        'BACKEND': 'django.core.cache.backends.dummy.DummyCache',
+    }
+}

backend/core/admin.py

@@ -1,3 +0,0 @@
-from django.contrib import admin
-
-# Register your models here.

backend/core/admin/__init__.py

@@ -0,0 +1 @@
+from .github_admin import *