Merge pull request #5 from ASCII125/develop

feat: additional factual tests groq

Author: ASCII125

.github/workflows/factual-tests.yml

@@ -0,0 +1,74 @@
+name: Factual Tests
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+    branches: [main]
+  workflow_dispatch:
+
+jobs:
+  factual-tests-groq:
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.11"
+
+      - name: Install dependencies
+        run: |
+          pip install -e ".[groq]"
+          pip install python-dotenv pillow
+
+      - name: Create .env file
+        run: |
+          echo "TEST_GROQ_TOKEN=${{ secrets.TEST_GROQ_TOKEN }}" >> .env
+
+      - name: Download test image
+        run: |
+          curl -sL "${{ secrets.TEST_IMAGE_URL }}" -o /tmp/test_image.jpg
+
+      - name: Run Groq factual tests
+        run: |
+          python -m tests.factual.groq.test_chat
+          python -m tests.factual.groq.test_lite /tmp/test_image.jpg
+          python -m tests.factual.groq.test_zero /tmp/test_image.jpg
+          python -m tests.factual.groq.test_medium /tmp/test_image.jpg
+
+  factual-tests-ollama:
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.11"
+
+      - name: Install dependencies
+        run: |
+          pip install -e ".[ollama]"
+          pip install python-dotenv pillow
+
+      - name: Create .env file
+        run: |
+          echo "TEST_OLLAMA_URL=${{ secrets.TEST_OLLAMA_URL }}" >> .env
+          echo "TEST_OLLAMA_PORT=${{ secrets.TEST_OLLAMA_PORT }}" >> .env
+          echo "TEST_OLLAMA_HTTPS=${{ secrets.TEST_OLLAMA_HTTPS }}" >> .env
+          echo "TEST_OLLAMA_API_KEY=${{ secrets.TEST_OLLAMA_API_KEY }}" >> .env
+
+      - name: Download test image
+        run: |
+          curl -sL "${{ secrets.TEST_IMAGE_URL }}" -o /tmp/test_image.jpg
+
+      - name: Run Ollama factual tests
+        run: |
+          python -m tests.factual.ollama.test_lite /tmp/test_image.jpg
+          python -m tests.factual.ollama.test_zero /tmp/test_image.jpg
+          python -m tests.factual.ollama.test_medium /tmp/test_image.jpg
+          python -m tests.factual.ollama.test_context_chat /tmp/test_image.jpg

tests/factual/ollama/test_context_chat.py

@@ -23,6 +23,8 @@ async def main():
         model=setup.test_ollama_vision_model,
         ollama_ip=setup.test_ollama_url,
         ollama_port=setup.test_ollama_port,
+        ollama_api_key=setup.test_ollama_api_key,
+        https=setup.test_ollama_https,
     )
 
     aiyer = AiyerLite(model=model)

tests/factual/ollama/test_lite.py

@@ -23,6 +23,8 @@ async def main():
         model=setup.test_ollama_vision_model,
         ollama_ip=setup.test_ollama_url,
         ollama_port=setup.test_ollama_port,
+        ollama_api_key=setup.test_ollama_api_key,
+        https=setup.test_ollama_https,
     )
 
     aiyer = AiyerLite(model=model)

tests/factual/ollama/test_medium.py

@@ -23,6 +23,8 @@ async def main():
         model=setup.test_ollama_vision_model,
         ollama_ip=setup.test_ollama_url,
         ollama_port=setup.test_ollama_port,
+        ollama_api_key=setup.test_ollama_api_key,
+        https=setup.test_ollama_https,
     )
 
     aiyer = AiyerMedium(model=model)

tests/factual/ollama/test_zero.py

@@ -23,6 +23,8 @@ async def main():
         model=setup.test_ollama_vision_model,
         ollama_ip=setup.test_ollama_url,
         ollama_port=setup.test_ollama_port,
+        ollama_api_key=setup.test_ollama_api_key,
+        https=setup.test_ollama_https,
     )
 
     aiyer = AiyerZero(model=model)

tests/setup.py

@@ -14,7 +14,9 @@ def __init__(self):
         self.env_values = dotenv_values(".env")
         self.test_ollama_url = self.env_values.get("TEST_OLLAMA_URL")
         self.test_ollama_port = int(self.env_values.get("TEST_OLLAMA_PORT", 11434))
-        self.test_ollama_vision_model = self.env_values.get("TEST_OLLAMA_VISION_MODEL", "qwen3.5:4b")
+        self.test_ollama_api_key = self.env_values.get("TEST_OLLAMA_API_KEY")
+        self.test_ollama_https = self.env_values.get("TEST_OLLAMA_HTTPS", "false").lower() == "true"
+        self.test_ollama_vision_model = self.env_values.get("TEST_OLLAMA_VISION_MODEL", "gemma3:4b")
         self.test_groq_token = self.env_values.get("TEST_GROQ_TOKEN")
         self.test_groq_model = self.env_values.get("TEST_GROQ_MODEL", "qwen/qwen3-32b")
         self.test_groq_vision_model = self.env_values.get("TEST_GROQ_VISION_MODEL", "meta-llama/llama-4-scout-17b-16e-instruct")