Enhanced AI diagnostics for better CI troubleshooting

- Added detailed connectivity and model availability testing to OllamaClient
- Enhanced error reporting with step-by-step diagnostics
- Improved GitHub Actions workflows with model pull retry logic
- Added comprehensive diagnostic output to test classes
- Better visibility into Ollama connection issues in CI

Author: kavitaj11

.github/workflows/ai-testing.yml

@@ -174,18 +174,40 @@ jobs:
       
     - name: Pull AI model
       run: |
-        # Pull a smaller, faster model for CI with timeout
+        # Pull a smaller, faster model for CI with enhanced retry logic
         echo "📥 Pulling tinyllama model..."
-        timeout 300 ollama pull tinyllama || {
-          echo "❌ Failed to pull tinyllama, trying phi3-mini"
-          timeout 300 ollama pull phi3-mini || {
-            echo "❌ Model pull failed, using existing models"
-            ollama list
-          }
-        }
         
-        echo "📋 Available models:"
+        # Try pulling tinyllama with retries
+        for attempt in {1..3}; do
+          echo "Attempt $attempt to pull tinyllama..."
+          if timeout 300 ollama pull tinyllama; then
+            echo "✅ Successfully pulled tinyllama on attempt $attempt"
+            break
+          else
+            echo "❌ Failed to pull tinyllama on attempt $attempt"
+            if [ $attempt -eq 3 ]; then
+              echo "⚠️ All attempts failed, trying alternative model"
+              timeout 300 ollama pull phi3-mini || {
+                echo "❌ Alternative model pull also failed"
+                ollama list
+              }
+            fi
+            sleep 10
+          fi
+        done
+        
+        echo "📋 Available models after pull:"
         ollama list
+        
+        # Verify the model is actually usable
+        echo "🧪 Testing model functionality:"
+        if ollama list | grep -q "tinyllama"; then
+          ollama run tinyllama "Say OK" || echo "⚠️ tinyllama test failed"
+        elif ollama list | grep -q "phi3-mini"; then
+          ollama run phi3-mini "Say OK" || echo "⚠️ phi3-mini test failed"
+        else
+          echo "❌ No suitable models available"
+        fi
       
     - name: Verify Ollama setup
       run: |

.github/workflows/fast-ai-test.yml

@@ -78,12 +78,33 @@ jobs:
           sleep 2
         done
         
-        # Pull tiny model for speed
+        # Pull tiny model for speed with enhanced retry
         echo "📥 Pulling tinyllama..."
-        timeout 180 ollama pull tinyllama
+        
+        for attempt in {1..2}; do
+          echo "Attempt $attempt to pull tinyllama..."
+          if timeout 180 ollama pull tinyllama; then
+            echo "✅ Successfully pulled tinyllama on attempt $attempt"
+            break
+          else
+            echo "❌ Failed on attempt $attempt"
+            if [ $attempt -eq 2 ]; then
+              echo "⚠️ Using any available models"
+            fi
+            sleep 5
+          fi
+        done
         
         echo "📋 Models available:"
         ollama list
+        
+        # Test model functionality
+        echo "🧪 Testing model:"
+        if ollama list | grep -q "tinyllama"; then
+          ollama run tinyllama "Say OK"
+        else
+          echo "⚠️ tinyllama not available"
+        fi
     
     - name: Run Fast AI Test
       run: |

src/main/java/org/k11techlab/framework/ai/ollama/OllamaClient.java

@@ -3,6 +3,7 @@
 import org.apache.hc.client5.http.impl.classic.CloseableHttpClient;
 import org.apache.hc.client5.http.impl.classic.HttpClients;
 import org.apache.hc.client5.http.classic.methods.HttpPost;
+import org.apache.hc.client5.http.classic.methods.HttpGet;
 import org.apache.hc.core5.http.io.entity.StringEntity;
 import org.apache.hc.core5.http.ClassicHttpResponse;
 import org.apache.hc.core5.http.io.HttpClientResponseHandler;
@@ -147,27 +148,149 @@ private String callOllama(String prompt) throws IOException {
     }
 
     /**
-     * Test connection to Ollama
+     * Test connection to Ollama with enhanced diagnostics
      */
     public boolean isAvailable() {
         try {
+            Log.info("🔍 AI availability check starting...");
+            System.out.println("🔍 Testing Ollama connection to: " + baseUrl + " with model: " + model);
+            
+            // First, test basic connectivity
+            if (!testBasicConnectivity()) {
+                System.out.println("❌ Basic connectivity failed to Ollama service");
+                return false;
+            }
+            
+            // Then test model availability
+            if (!testModelAvailability()) {
+                System.out.println("❌ Model '" + model + "' not available");
+                return false;
+            }
+            
+            // Finally, test actual generation
             Log.info("Quick AI availability check for model: " + model);
-            // Quick test with very short prompt
             String response = callOllama("Say OK");
             boolean available = response != null && response.toLowerCase().contains("ok");
-            Log.info("AI availability: " + available + " (model: " + model + ")");
+            
+            if (available) {
+                Log.info("✅ AI availability: " + available + " (model: " + model + ")");
+                System.out.println("✅ Ollama AI fully operational with model: " + model);
+            } else {
+                Log.info("❌ AI generation test failed (model: " + model + ")");
+                System.out.println("❌ AI generation test failed - response: " + response);
+            }
+            
             return available;
         } catch (Exception e) {
-            Log.info("AI not available: " + e.getMessage() + " (model: " + model + ")");
+            String error = "AI not available: " + e.getMessage() + " (model: " + model + ")";
+            Log.info(error);
+            System.out.println("❌ " + error);
+            e.printStackTrace();
+            return false;
+        }
+    }
+    
+    /**
+     * Test basic connectivity to Ollama service
+     */
+    private boolean testBasicConnectivity() {
+        try {
+            HttpGet get = new HttpGet(baseUrl + "/api/tags");
+            
+            org.apache.hc.client5.http.config.RequestConfig requestConfig = 
+                org.apache.hc.client5.http.config.RequestConfig.custom()
+                    .setConnectionRequestTimeout(10, java.util.concurrent.TimeUnit.SECONDS)
+                    .setResponseTimeout(10, java.util.concurrent.TimeUnit.SECONDS)
+                    .build();
+            get.setConfig(requestConfig);
+            
+            HttpClientResponseHandler<Boolean> responseHandler = response -> {
+                int status = response.getCode();
+                System.out.println("🔗 Ollama connectivity test - Status: " + status);
+                return status >= 200 && status < 300;
+            };
+            
+            return httpClient.execute(get, responseHandler);
+        } catch (Exception e) {
+            System.out.println("🔗 Connectivity test failed: " + e.getMessage());
             return false;
         }
     }
 
     /**
-     * Get client status
+     * Test if the specified model is available
+     */
+    private boolean testModelAvailability() {
+        try {
+            HttpGet get = new HttpGet(baseUrl + "/api/tags");
+            
+            HttpClientResponseHandler<Boolean> responseHandler = response -> {
+                try {
+                    String responseBody = EntityUtils.toString(response.getEntity());
+                    System.out.println("📋 Available models response: " + responseBody);
+                    
+                    JsonNode jsonResponse = objectMapper.readTree(responseBody);
+                    JsonNode models = jsonResponse.get("models");
+                    
+                    if (models != null && models.isArray()) {
+                        for (JsonNode modelNode : models) {
+                            String modelName = modelNode.get("name").asText();
+                            System.out.println("📦 Found model: " + modelName);
+                            if (modelName.startsWith(model)) {
+                                System.out.println("✅ Target model '" + model + "' found!");
+                                return true;
+                            }
+                        }
+                    }
+                    
+                    System.out.println("❌ Target model '" + model + "' not found in available models");
+                    return false;
+                    
+                } catch (Exception e) {
+                    System.out.println("❌ Failed to parse models response: " + e.getMessage());
+                    return false;
+                }
+            };
+            
+            return httpClient.execute(get, responseHandler);
+        } catch (Exception e) {
+            System.out.println("📋 Model availability test failed: " + e.getMessage());
+            return false;
+        }
+    }
+    
+    /**
+     * Get client status with detailed information
      */
     public String getStatus() {
-        return "OllamaClient - Model: " + model + ", Available: " + isAvailable();
+        try {
+            boolean available = isAvailable();
+            return String.format("OllamaClient - URL: %s, Model: %s, Available: %s", 
+                baseUrl, model, available);
+        } catch (Exception e) {
+            return String.format("OllamaClient - URL: %s, Model: %s, Error: %s", 
+                baseUrl, model, e.getMessage());
+        }
+    }
+    
+    /**
+     * Get detailed diagnostic information
+     */
+    public String getDiagnostics() {
+        StringBuilder diag = new StringBuilder();
+        diag.append("=== OLLAMA CLIENT DIAGNOSTICS ===\n");
+        diag.append("Base URL: ").append(baseUrl).append("\n");
+        diag.append("Target Model: ").append(model).append("\n");
+        
+        try {
+            diag.append("Basic Connectivity: ").append(testBasicConnectivity() ? "✅ OK" : "❌ FAILED").append("\n");
+            diag.append("Model Available: ").append(testModelAvailability() ? "✅ OK" : "❌ FAILED").append("\n");
+        } catch (Exception e) {
+            diag.append("Diagnostics Error: ").append(e.getMessage()).append("\n");
+        }
+        
+        diag.append("===============================");
+        return diag.toString();
     }
 
     /**

src/test/java/org/k11techlab/framework_unittests/aiTests/FullAIDemo.java

@@ -42,6 +42,9 @@ public void setup() {
             } else {
                 Log.info("⚠️ Ollama not available, using fallback client");
                 System.out.println("⚠️ AI NOT AVAILABLE - using fallback client");
+                
+                // Show detailed diagnostics when AI is not available
+                System.out.println("\n" + ollamaClient.getDiagnostics());
             }
             System.out.println("=== SETUP COMPLETE ===");
 

src/test/java/org/k11techlab/framework_unittests/aiTests/QuickAITest.java

@@ -72,6 +72,7 @@ public void testQuickAISuggestion() {
                 System.out.println("❌ AI client is null");
             } else {
                 System.out.println("❌ AI client not available: " + aiClient.getStatus());
+                System.out.println("\n" + aiClient.getDiagnostics());
             }
         }
         System.out.println("=== QUICK AI TEST COMPLETE ===");