feat(test): add LLM test support abstraction for graceful skipping

backend/src/test/java/com/dbaagent/integration/BaseIntegrationTest.java

@@ -2,6 +2,7 @@
 
 import com.dbaagent.model.DatabaseConnection;
 import com.dbaagent.service.CredentialService;
+import com.dbaagent.support.LlmTestSupport;
 import org.opentest4j.TestAbortedException;
 import org.junit.jupiter.api.BeforeEach;
 import org.springframework.beans.factory.annotation.Autowired;
@@ -15,6 +16,19 @@
 /**
  * Base class for integration tests that test actual controllers
  * with real database connections (no mocking).
+ *
+ * <p>Provides utilities for:
+ * <ul>
+ *   <li>Finding and requiring test database connections</li>
+ *   <li>Checking and requiring LLM configuration via {@link LlmTestSupport}</li>
+ *   <li>Building API paths with the correct context path</li>
+ * </ul>
+ *
+ * <p>For tests that require LLM, use either:
+ * <ul>
+ *   <li>{@code @RequiresLlm} annotation at class or method level (skips before Spring context loads)</li>
+ *   <li>{@code requireChatLlm()} / {@code requireEmbeddingLlm()} methods (checks after context loads)</li>
+ * </ul>
  */
 @SpringBootTest(webEnvironment = SpringBootTest.WebEnvironment.RANDOM_PORT)
 @ActiveProfiles("test")
@@ -27,17 +41,17 @@ public abstract class BaseIntegrationTest {
     @Autowired
     protected CredentialService credentialService;
 
+    @Autowired
+    protected LlmTestSupport llmTestSupport;
+
     protected MockMvc mockMvc;
 
     @Value("${test.connection.id}")
     protected String testConnectionId;
 
     @BeforeEach
     void setUp() {
-        // Configure MockMvc
         mockMvc = MockMvcBuilders.webAppContextSetup(webApplicationContext).build();
-
-        // Subclasses can override this method to add custom setup
     }
 
     protected String getTestConnectionId() {
@@ -84,4 +98,54 @@ protected String apiPath(String path) {
         }
         return path.startsWith(CONTEXT_PATH) ? path : CONTEXT_PATH + path;
     }
+
+    /**
+     * Checks if chat LLM is configured and available.
+     * Uses the actual {@link com.dbaagent.llm.LlmConfigResolver} which checks
+     * both environment variables and database configuration.
+     *
+     * @return true if chat LLM credentials are configured
+     */
+    protected boolean isChatLlmAvailable() {
+        return llmTestSupport.isChatAvailable();
+    }
+
+    /**
+     * Checks if embedding LLM is configured and available.
+     * Uses the actual {@link com.dbaagent.llm.LlmConfigResolver} which checks
+     * both environment variables and database configuration.
+     *
+     * @return true if embedding LLM credentials are configured
+     */
+    protected boolean isEmbeddingLlmAvailable() {
+        return llmTestSupport.isEmbeddingAvailable();
+    }
+
+    /**
+     * Aborts the test if chat LLM is not configured.
+     *
+     * @param purpose description of what the test needs chat LLM for
+     * @throws TestAbortedException if chat LLM is not configured
+     */
+    protected void requireChatLlm(String purpose) {
+        llmTestSupport.requireChat(purpose);
+    }
+
+    /**
+     * Aborts the test if embedding LLM is not configured.
+     *
+     * @param purpose description of what the test needs embedding LLM for
+     * @throws TestAbortedException if embedding LLM is not configured
+     */
+    protected void requireEmbeddingLlm(String purpose) {
+        llmTestSupport.requireEmbedding(purpose);
+    }
+
+    /**
+     * Returns a human-readable description of the LLM configuration status.
+     * Useful for diagnostic output in tests.
+     */
+    protected String describeLlmConfiguration() {
+        return llmTestSupport.describeConfiguration();
+    }
 }

backend/src/test/java/com/dbaagent/integration/ChatPromptIntegrationTest.java

@@ -2,7 +2,9 @@
 
 import com.dbaagent.model.ChatRequest;
 import com.dbaagent.model.ChatResponse;
+import com.dbaagent.support.RequiresLlm;
 import com.fasterxml.jackson.databind.ObjectMapper;
+import org.junit.jupiter.api.BeforeEach;
 import org.junit.jupiter.api.DisplayName;
 import org.junit.jupiter.api.Test;
 import org.springframework.beans.factory.annotation.Autowired;
@@ -20,22 +22,33 @@
 /**
  * Integration tests for Chat prompts testing accuracy and speed.
  *
- * Tests various DBA question categories:
- * - Schema/Structure questions (fast-path)
- * - Slow query questions (fast-path)
- * - Index recommendation questions (fast-path)
- * - Workload type questions (fast-path)
- * - LLM-routed questions (complex queries requiring AI)
+ * <p>Tests various DBA question categories:
+ * <ul>
+ *   <li>Schema/Structure questions (fast-path)</li>
+ *   <li>Slow query questions (fast-path)</li>
+ *   <li>Index recommendation questions (fast-path)</li>
+ *   <li>Workload type questions (fast-path)</li>
+ *   <li>LLM-routed questions (complex queries requiring AI)</li>
+ * </ul>
  *
- * Configuration:
- * - Set TEST_CONNECTION_ID environment variable to a valid connection ID
- * - Or update test.connection.id in application-test.properties
+ * <p>Configuration requirements:
+ * <ul>
+ *   <li>Database connection: Set {@code TEST_CONNECTION_ID} environment variable or
+ *       configure {@code test.connection.id} in application-test.properties</li>
+ *   <li>LLM credentials: Set {@code DEEPSQL_CHAT_PROVIDER} and {@code DEEPSQL_CHAT_API_KEY}
+ *       environment variables, or configure via the setup wizard</li>
+ * </ul>
  *
- * Performance targets:
- * - Fast-path questions: < 500ms (server-side, excluding test overhead)
- * - LLM questions: < 30s (depends on Azure OpenAI)
+ * <p>Performance targets:
+ * <ul>
+ *   <li>Fast-path questions: &lt; 500ms (server-side, excluding test overhead)</li>
+ *   <li>LLM questions: &lt; 30s (depends on LLM provider)</li>
+ * </ul>
+ *
+ * <p>Tests in this class require LLM configuration and will be skipped if not available.
  */
 @DisplayName("Chat Prompt Integration Tests")
+@RequiresLlm(chat = true)
 class ChatPromptIntegrationTest extends BaseIntegrationTest {
 
     @Autowired

backend/src/test/java/com/dbaagent/support/LlmAvailabilityCondition.java

@@ -0,0 +1,112 @@
+package com.dbaagent.support;
+
+import org.junit.jupiter.api.extension.ConditionEvaluationResult;
+import org.junit.jupiter.api.extension.ExecutionCondition;
+import org.junit.jupiter.api.extension.ExtensionContext;
+import org.junit.platform.commons.support.AnnotationSupport;
+
+import java.util.Optional;
+
+/**
+ * JUnit 5 ExecutionCondition that checks whether LLM configuration is available.
+ *
+ * <p>This condition checks the {@code DEEPSQL_CHAT_*} and {@code DEEPSQL_EMBEDDING_*}
+ * environment variables to determine if LLM is configured. It uses the same resolution
+ * logic as {@code LlmConfigResolver.fromEnvironment()}.
+ *
+ * <p>For integration tests running within a Spring context, the actual
+ * {@code LlmConfigResolver} bean should be used via {@link LlmTestSupport} for
+ * more accurate checks that include database-stored configuration.
+ */
+public class LlmAvailabilityCondition implements ExecutionCondition {
+
+    private static final String CHAT_PROVIDER_ENV = "DEEPSQL_CHAT_PROVIDER";
+    private static final String CHAT_API_KEY_ENV = "DEEPSQL_CHAT_API_KEY";
+    private static final String EMBEDDING_PROVIDER_ENV = "DEEPSQL_EMBEDDING_PROVIDER";
+    private static final String EMBEDDING_API_KEY_ENV = "DEEPSQL_EMBEDDING_API_KEY";
+
+    @Override
+    public ConditionEvaluationResult evaluateExecutionCondition(ExtensionContext context) {
+        Optional<RequiresLlm> annotation = findAnnotation(context);
+
+        if (annotation.isEmpty()) {
+            return ConditionEvaluationResult.enabled("No @RequiresLlm annotation present");
+        }
+
+        RequiresLlm requiresLlm = annotation.get();
+        boolean requiresChat = requiresLlm.chat();
+        boolean requiresEmbedding = requiresLlm.embedding();
+
+        if (requiresChat && !isChatConfigured()) {
+            return ConditionEvaluationResult.disabled(
+                    "Chat LLM not configured. Set DEEPSQL_CHAT_PROVIDER and DEEPSQL_CHAT_API_KEY "
+                    + "environment variables, or configure via the setup wizard.");
+        }
+
+        if (requiresEmbedding && !isEmbeddingConfigured()) {
+            return ConditionEvaluationResult.disabled(
+                    "Embedding LLM not configured. Set DEEPSQL_EMBEDDING_PROVIDER and "
+                    + "DEEPSQL_EMBEDDING_API_KEY environment variables, or configure via the setup wizard.");
+        }
+
+        return ConditionEvaluationResult.enabled("LLM configuration available");
+    }
+
+    private Optional<RequiresLlm> findAnnotation(ExtensionContext context) {
+        Optional<RequiresLlm> methodAnnotation = context.getElement()
+                .flatMap(element -> AnnotationSupport.findAnnotation(element, RequiresLlm.class));
+
+        if (methodAnnotation.isPresent()) {
+            return methodAnnotation;
+        }
+
+        return context.getTestClass()
+                .flatMap(clazz -> AnnotationSupport.findAnnotation(clazz, RequiresLlm.class));
+    }
+
+    /**
+     * Checks if chat LLM is configured via environment variables.
+     *
+     * <p>This mirrors the logic in {@code LlmConfigResolver.fromEnvironment("CHAT")}.
+     */
+    public static boolean isChatConfigured() {
+        String provider = System.getenv(CHAT_PROVIDER_ENV);
+        String apiKey = System.getenv(CHAT_API_KEY_ENV);
+        return isConfigured(provider, apiKey);
+    }
+
+    /**
+     * Checks if embedding LLM is configured via environment variables.
+     *
+     * <p>This mirrors the logic in {@code LlmConfigResolver.fromEnvironment("EMBEDDING")}.
+     */
+    public static boolean isEmbeddingConfigured() {
+        String provider = System.getenv(EMBEDDING_PROVIDER_ENV);
+        String apiKey = System.getenv(EMBEDDING_API_KEY_ENV);
+        return isConfigured(provider, apiKey);
+    }
+
+    private static boolean isConfigured(String provider, String apiKey) {
+        return provider != null && !provider.isBlank()
+                && apiKey != null && !apiKey.isBlank();
+    }
+
+    /**
+     * Returns a human-readable description of the current LLM configuration status.
+     * Useful for test diagnostic output.
+     */
+    public static String describeConfiguration() {
+        StringBuilder sb = new StringBuilder();
+        sb.append("LLM Configuration Status:\n");
+        sb.append("  Chat: ").append(isChatConfigured() ? "CONFIGURED" : "NOT CONFIGURED");
+        if (!isChatConfigured()) {
+            sb.append(" (set DEEPSQL_CHAT_PROVIDER and DEEPSQL_CHAT_API_KEY)");
+        }
+        sb.append("\n");
+        sb.append("  Embedding: ").append(isEmbeddingConfigured() ? "CONFIGURED" : "NOT CONFIGURED");
+        if (!isEmbeddingConfigured()) {
+            sb.append(" (set DEEPSQL_EMBEDDING_PROVIDER and DEEPSQL_EMBEDDING_API_KEY)");
+        }
+        return sb.toString();
+    }
+}

backend/src/test/java/com/dbaagent/support/LlmAvailabilityConditionTest.java

@@ -0,0 +1,56 @@
+package com.dbaagent.support;
+
+import org.junit.jupiter.api.Test;
+
+import static org.assertj.core.api.Assertions.assertThat;
+
+/**
+ * Unit tests for {@link LlmAvailabilityCondition}.
+ *
+ * <p>These tests verify the static check methods work correctly.
+ * The actual annotation behavior is tested by the skipped tests
+ * in classes like {@code ChatPromptIntegrationTest}.
+ */
+class LlmAvailabilityConditionTest {
+
+    @Test
+    void describeConfigurationReturnsReadableOutput() {
+        String description = LlmAvailabilityCondition.describeConfiguration();
+
+        assertThat(description)
+                .contains("LLM Configuration Status")
+                .contains("Chat:")
+                .contains("Embedding:");
+    }
+
+    @Test
+    void isChatConfiguredReturnsFalseWhenEnvNotSet() {
+        // This test verifies the check method works when env vars are not set.
+        // If DEEPSQL_CHAT_PROVIDER and DEEPSQL_CHAT_API_KEY are set in the
+        // test environment, this would return true - that's correct behavior.
+        boolean configured = LlmAvailabilityCondition.isChatConfigured();
+
+        // We can't assert false here because the test might run in an env with LLM configured.
+        // Instead, verify the method returns a boolean without throwing.
+        assertThat(configured).isIn(true, false);
+    }
+
+    @Test
+    void isEmbeddingConfiguredReturnsFalseWhenEnvNotSet() {
+        boolean configured = LlmAvailabilityCondition.isEmbeddingConfigured();
+
+        assertThat(configured).isIn(true, false);
+    }
+
+    @Test
+    void describeConfigurationShowsNotConfiguredWhenMissing() {
+        // Without mocking System.getenv, we verify the output format is correct
+        String description = LlmAvailabilityCondition.describeConfiguration();
+
+        // Should contain configuration hints
+        assertThat(description).containsAnyOf(
+                "CONFIGURED",
+                "NOT CONFIGURED"
+        );
+    }
+}