模型评估

@SpringBootTest
public class ModelEvaluationTest {
    @Autowired
    private ChatClient chatClient;
    
    @Test
    public void testModelResponse() {
        String prompt = "什么是 Spring AI？";
        String response = chatClient.generate(prompt);
        
        assertNotNull(response);
        assertTrue(response.length() > 0);
    }
}

@Test
public void testModelPerformance() {
    ModelEvaluator evaluator = new ModelEvaluator(chatClient);
    
    PerformanceMetrics metrics = evaluator.evaluatePerformance(
        "测试提示",
        Duration.ofSeconds(5)
    );
    
    assertTrue(metrics.getAverageResponseTime() < 1000);
    assertTrue(metrics.getSuccessRate() > 0.95);
}

@Test
public void testModelAccuracy() {
    ModelEvaluator evaluator = new ModelEvaluator(chatClient);
    
    AccuracyMetrics metrics = evaluator.evaluateAccuracy(
        testDataset,
        expectedOutputs
    );
    
    assertTrue(metrics.getAccuracy() > 0.9);
    assertTrue(metrics.getPrecision() > 0.85);
    assertTrue(metrics.getRecall() > 0.85);
}

@Test
public void testModelConfiguration() {
    ModelConfig config = new ModelConfig();
    config.setTemperature(0.7);
    config.setMaxTokens(100);
    
    assertNotNull(config);
    assertEquals(0.7, config.getTemperature());
    assertEquals(100, config.getMaxTokens());
}

@Test
public void testModelIntegration() {
    // 测试模型与其他组件的集成
    ModelService service = new ModelService(chatClient, memory, tools);
    
    String result = service.processRequest("测试请求");
    assertNotNull(result);
}

@Test
public void testModelLoad() {
    LoadTester loadTester = new LoadTester(chatClient);
    
    LoadTestResults results = loadTester.runLoadTest(
        concurrentUsers: 100,
        duration: Duration.ofMinutes(5)
    );
    
    assertTrue(results.getAverageResponseTime() < 2000);
    assertTrue(results.getErrorRate() < 0.01);
}

spring.ai.testing.enabled=true
spring.ai.testing.timeout=30000
spring.ai.testing.retry-count=3
spring.ai.testing.metrics-enabled=true

@Component
public class CustomModelEvaluator implements ModelEvaluator {
    @Override
    public EvaluationResults evaluate(Model model, TestDataset dataset) {
        // 自定义评估逻辑
        return results;
    }
}

spring.ai.testing.reporting.enabled=true
spring.ai.testing.reporting.format=html
spring.ai.testing.reporting.location=reports