Fix: Ensure AI-generated test class names match file names and update generator logic for concise class names

Author: kavitaj11

RAG_Demo.md

@@ -34,6 +34,10 @@ Start with the comprehensive demonstration in `NLGenerationAndChatbotTest.java`
 
 Explore this class to see how RAG and NLP can supercharge your test automation workflow!
 
+
+
+
+
 # How to Run the RAG Embedding Cache Demo
 
 1. **Build the project:**

embedding_cache_ollama.json

@@ -375,20 +375,22 @@ private TestType detectTestType(String description) {
      * Generate test name from description
      */
     private String generateTestName(String description) {
-        // Convert natural language to camelCase test name
-        String[] words = description.toLowerCase()
-            .replaceAll("[^a-zA-Z0-9\\s]", "")
-            .split("\\s+");
-        
-        StringBuilder testName = new StringBuilder("test");
-        for (String word : words) {
-            if (!word.isEmpty() && word.length() > 2) {
-                testName.append(Character.toUpperCase(word.charAt(0)))
-                       .append(word.substring(1));
-            }
+        // Always use a concise, valid class name for generated tests
+        // If the description contains 'login', use 'GeneratedLoginTest', etc.
+        String desc = description.toLowerCase();
+        if (desc.contains("login")) {
+            return "GeneratedLoginTest";
+        } else if (desc.contains("e-commerce") || desc.contains("shopping") || desc.contains("cart") || desc.contains("checkout")) {
+            return "GeneratedEcommerceTest";
+        } else if (desc.contains("search")) {
+            return "GeneratedSearchTest";
+        } else if (desc.contains("form")) {
+            return "GeneratedFormTest";
+        } else if (desc.contains("api")) {
+            return "GeneratedApiTest";
         }
-        
-        return testName.toString();
+        // Fallback: use 'GeneratedTest'
+        return "GeneratedTest";
     }
 
     /**

rag_embedding_cache.json

@@ -2,59 +2,55 @@
 
 import org.openqa.selenium.WebDriver;
 import org.openqa.selenium.WebElement;
-import org.openqa.selenium.support.ui.WebDriverWait;
 import org.openqa.selenium.support.ui.ExpectedConditions;
-import org.testng.annotations.Test;
-import org.testng.annotations.BeforeMethod;
+import org.openqa.selenium.support.ui.WebDriverWait;
 import org.testng.annotations.AfterMethod;
-import org.k11techlab.framework.BaseSeleniumTest;
+import org.testng.annotations.BeforeMethod;
+import org.testng.annotations.Test;
 
-public class testYouAreExpertJavaSeleniumTestDeveloperGenerateTestngTestClassForLogIntoWebsiteUsingUsernameTestuserAndPasswordTestpassThenVerifyTheDashboardDisplayedUseTheWebdriverPatternGetdriverPageObjectModelAndNotUsePlaceholderCodeOutputOnlyValidCompilableJavaClass extends BaseSeleniumTest {
+public class GeneratedLoginTest extends BaseSeleniumTest {
+
+    private WebDriver driver;
 
     @BeforeMethod
-    public void setUp() {
+    public void setup() {
+        driver = getDriver();
         getDriver().get("https://demo.testsite.com");
     }
 
     @Test
     public void testLoginAndVerifyDashboard() {
-        try {
-            WebElement usernameField = elementHealer.findElement("Username field");
-            WebElement passwordField = elementHealer.findElement("Password field");
-            WebElement loginButton = elementHealer.findElement("Login button");
-
-            usernameField.sendKeys("testuser");
-            passwordField.sendKeys("testpass");
-            loginButton.click();
-
-            WebDriverWait wait = new WebDriverWait(driver, Duration.ofSeconds(30));
-            wait.until(ExpectedConditions.urlContains("dashboard"));
+        WebElement usernameInput = elementHealer.findElement("username input field");
+        WebElement passwordInput = elementHealer.findElement("password input field");
+        WebElement loginButton = elementHealer.findElement("login button");
 
-            // Add validations for dashboard elements if needed
+        usernameInput.sendKeys("testuser");
+        passwordInput.sendKeys("testpass");
+        loginButton.click();
 
-            // Add log messages for successful login and dashboard verification
-            System.out.println("Login successful. Dashboard displayed.");
+        WebDriverWait wait = new WebDriverWait(driver, Duration.ofSeconds(10));
+        wait.until(ExpectedConditions.urlContains("dashboard"));
 
-        } catch (Exception e) {
-            // Capture screenshot on failure
-            captureScreenshot("loginAndVerifyDashboard");
+        // Add meaningful assertions and log messages for verification
+        // Example: Assert.assertTrue(driver.getCurrentUrl().contains("dashboard"), "Dashboard not displayed");
 
-            // Handle any exceptions
-            System.out.println("Error occurred during login and dashboard verification: " + e.getMessage());
-        }
     }
 
     @AfterMethod
-    public void tearDown() {
-        driver.quit();
+    public void teardown() {
+        if (driver != null) {
+            driver.quit();
+        }
     }
 }
 
-/* 
+/*
 📚 **Knowledge Sources Used:**
-   1. built-in-solutions (Category: ERROR_SOLUTIONS, Relevance: 61.2)
-   2. built-in-solutions (Category: ERROR_SOLUTIONS, Relevance: 44.1)
-   3. built-in-solutions (Category: ERROR_SOLUTIONS, Relevance: 43.2)
+   1. built-in-solutions (Category: ERROR_SOLUTIONS, Relevance: 83.7)
+   2. built-in-solutions (Category: ERROR_SOLUTIONS, Relevance: 72.9)
+   3. built-in-solutions (Category: ERROR_SOLUTIONS, Relevance: 62.1)
 
+*/
+/*
 💡 **Tip:** This response was enhanced with context-aware knowledge retrieval for better accuracy.
-*/
+*/

src/main/java/org/k11techlab/framework/ai/nlp/NLTestGenerator.java

@@ -0,0 +1,18 @@
+package ai_generated_tests;
+
+import org.testng.Assert;
+import org.testng.annotations.Test;
+import java.io.FileInputStream;
+import java.util.Properties;
+
+public class SampleConfigUsageTest {
+    @Test
+    public void testAIProviderOrderConfig() throws Exception {
+        Properties props = new Properties();
+        props.load(new FileInputStream("config/chatbot.ai.properties"));
+        String providerOrder = props.getProperty("ai.provider.priority");
+        Assert.assertNotNull(providerOrder);
+        Assert.assertTrue(providerOrder.contains("OPENAI"));
+    }
+}
+

src/test/ai_generated_tests/GeneratedLoginTest.java

@@ -8,62 +8,80 @@ I'm here to help you with test automation using our advanced AI-enhanced framewo
 ⚙️ **Help with framework** setup and configuration
 🌟 **Share best practices** for reliable test automation
 
+/*
 💡 **Try saying:**
 - "Generate a login test for https://example.com"
 - "Help me debug this failing test"
 - "Review my test code for improvements"
 - "Show me best practices for element finding"
 
-**Session ID:** `dd121dff-1cc3-4586-848f-4d5e4c43d3b4`
+*/
+**Session ID:** `62e2f225-2461-49e3-b934-0000a230a9e4`
 **Mode:** General test automation help and guidance
 
 How can I help you today? 😊
 User: I'm working on testing an e-commerce website called 'TechStore' at https://techstore.example.com
-Bot: 💬 Based on the test examples provided, here is some actionable advice for testing the 'TechStore' e-commerce website:
+Bot: 💬 Based on the test examples provided, here are some actionable tips for testing the 'TechStore' e-commerce website:
 
-1. **Form Submission Test**: You can create a test case to simulate form submission on the 'TechStore' website. This test can include filling out the contact form, submitting it, and verifying the success message. Make sure to handle any potential errors using appropriate error handling mechanisms.
+1. Consider creating test cases for form submissions: Utilize the AI-Enhanced Form Test with Error Handling example to test the submission of forms on the website. Make sure to handle any potential errors that may arise during the form submission process.
 
-2. **Dropdown Selection Test**: Another test case can involve testing the dropdown selection functionality on the website, such as selecting a country from a dropdown menu. Use WebDriverWait to ensure the options load properly before making a selection and verify that the correct option is selected.
+2. Test dropdown selection functionality: Use the AI-Enhanced Dropdown Selection Test example to test the dropdown selection feature on the website. Verify that users can select options from dropdown menus accurately.
 
-3. **Login Test Example**: Implement a test case for the login functionality on the 'TechStore' website. This can include entering a username and password, clicking the login button, and verifying the welcome message or successful login confirmation.
+3. Test the login functionality: Implement the AI-Enhanced Login Test Example to test the login process on the 'TechStore' website. Ensure that users can successfully log in with valid credentials and access the relevant features of the website.
 
-4. **Element Locators**: Utilize elementHealer to efficiently locate elements on the website by their identifiers (e.g., name, id, class) to interact with them during test execution.
+4. Utilize elementHealer for locating web elements: Use the elementHealer.findElement method to locate specific elements on the website such as input fields, buttons, and messages. This will help in interacting with the elements during the test automation process.
 
-5. **Error Handling**: Implement error handling mechanisms to capture and handle any ElementNotFoundException or other exceptions that may occur during test execution, ensuring that failures are properly managed and reported.
+5. Incorporate wait strategies: Implement wait strategies such as WebDriverWait to ensure that web elements are loaded properly before interacting with them. This will help in avoiding synchronization issues during test execution.
 
-6. **Screenshot Capture**: Consider adding functionality to capture screenshots in case of test failures, providing visual evidence for debugging purposes.
-
-By incorporating these test examples and best practices into your test automation strategy for the 'TechStore' website, you can ensure comprehensive test coverage and efficient test execution.
+By following these tips and utilizing the provided test examples, you can create effective and reliable test automation scripts for testing the 'TechStore' e-commerce website.
 
+/*
 📚 **Knowledge Sources Used:**
    1. built-in-examples (Category: TEST_EXAMPLES, Relevance: 24.0)
    2. built-in-examples (Category: TEST_EXAMPLES, Relevance: 21.0)
    3. built-in-examples (Category: TEST_EXAMPLES, Relevance: 21.0)
 
+*/
+/*
 💡 **Tip:** This response was enhanced with context-aware knowledge retrieval for better accuracy.
 
+*/
 User: The login functionality is on the /login page. Users can login with email and password.
-Bot: 💬 To automate the login functionality on the /login page, you can follow the example from Knowledge Source 1. 
+Bot: 💬 Based on the provided test examples, you can create a test case for the login functionality as follows:
+
+@Test
+public void testLoginFunctionality() {
+    WebElement emailField = elementHealer.findElement("email input field");
+    WebElement passwordField = elementHealer.findElement("password input field");
+    WebElement loginButton = elementHealer.findElement("login button");
+
+    emailField.sendKeys("testuser@example.com");
+    passwordField.sendKeys("password123");
+    loginButton.click();
+
+    WebElement welcomeMessage = elementHealer.findElement("welcome message");
+    assert welcomeMessage.isDisplayed();
+}
 
-1. Use Selenium to locate the username input field, password input field, and login submit button on the login page.
-2. Use the `sendKeys` method to input the email and password into the respective fields.
-3. Use the `click` method to submit the login form.
-4. Use Selenium to locate the welcome message element that appears after a successful login.
-5. Use an assertion to verify that the welcome message is displayed, indicating a successful login.
+In this test case, make sure to replace the element locator values ("email input field", "password input field", "login button", "welcome message") with the actual locators for the elements on the /login page.
 
-Additionally, you can enhance your test automation script by incorporating error handling similar to the example in Knowledge Source 2. This will help you capture any unexpected issues during the login process and handle them gracefully in your automation script.
+Additionally, consider incorporating error handling in case any elements are not found or if the login fails. You can refer to the testFormSubmission() example for guidance on handling errors.
 
-Remember to handle any potential timing issues by incorporating explicit waits, as demonstrated in the dropdown selection test example from Knowledge Source 3.
+Lastly, ensure to wait for the elements to be visible or present before interacting with them, similar to what was done in the testDropdownSelection() example.
 
-By following these steps and best practices from the provided test examples, you can create a robust and reliable automated test for the login functionality on the /login page.
+By following these steps and customizing the test case to fit your specific application, you can effectively automate testing for the login functionality on the /login page.
 
+/*
 📚 **Knowledge Sources Used:**
    1. built-in-examples (Category: TEST_EXAMPLES, Relevance: 44.3)
    2. built-in-examples (Category: TEST_EXAMPLES, Relevance: 31.5)
    3. built-in-examples (Category: TEST_EXAMPLES, Relevance: 22.5)
 
+*/
+/*
 💡 **Tip:** This response was enhanced with context-aware knowledge retrieval for better accuracy.
 
+*/
 User: Now generate a comprehensive login test that includes both positive and negative scenarios
 Bot: I'd be happy to generate a test for you! 🎯
 

src/test/ai_generated_tests/SampleConfigUsageTest.java

@@ -35,12 +35,40 @@ private void saveToFile(String fileName, String content) {
             .replaceAll("(?<![\\w.])driver\\.get\\(", "getDriver().get(")
             .replaceAll("(?<![\\w.])driver\\.findElement\\(", "getDriver().findElement(");
 
+
+        // Comment out AI-generated metadata blocks (knowledge sources, tips, summaries, etc.)
+        // This will wrap any block starting with 'ℹ️', '📚', '💡', '?', or 'In the above Java class:' and following lines until a blank line or end of string
+        String[] lines = patchedContent.split("\r?\n");
+        StringBuilder commentedContentBuilder = new StringBuilder();
+        boolean inMetaBlock = false;
+        for (int i = 0; i < lines.length; i++) {
+            String line = lines[i];
+            String trimmed = line.trim();
+            if (!inMetaBlock && (trimmed.startsWith("ℹ️") || trimmed.startsWith("📚") || trimmed.startsWith("💡") || trimmed.startsWith("?") || trimmed.startsWith("In the above Java class:"))) {
+                inMetaBlock = true;
+                commentedContentBuilder.append("/*\n");
+            }
+            if (inMetaBlock) {
+                commentedContentBuilder.append(line).append("\n");
+                // End block on blank line or last line
+                boolean isLastLine = (i == lines.length - 1);
+                boolean isBlank = trimmed.isEmpty();
+                if (isBlank || isLastLine) {
+                    commentedContentBuilder.append("*/\n");
+                    inMetaBlock = false;
+                }
+            } else {
+                commentedContentBuilder.append(line).append("\n");
+            }
+        }
+        String commentedContent = commentedContentBuilder.toString();
+
         // Debug output: print the generated code
-        System.out.println("--- DEBUG: Generated code for " + fileName + " ---\n" + patchedContent + "\n--- END ---");
+        System.out.println("--- DEBUG: Generated code for " + fileName + " ---\n" + commentedContent + "\n--- END ---");
 
         // Always save the file, even if it's a placeholder or not a valid class
         try (java.io.FileWriter writer = new java.io.FileWriter(fullPath)) {
-            writer.write(patchedContent);
+            writer.write(commentedContent);
             System.out.println("📁 Saved output to: " + fullPath);
         } catch (Exception e) {
             System.out.println("❌ Failed to save file: " + fullPath + " - " + e.getMessage());