Skip to content

Commit e07a70a

Browse files
authored
Exclude flaky Gemini-2.0 variants from tool capability tests (#558)
1 parent 76bc3a6 commit e07a70a

File tree

1 file changed

+4
-0
lines changed

1 file changed

+4
-0
lines changed

integration-tests/src/jvmTest/kotlin/ai/koog/integration/tests/AIAgentIntegrationTest.kt

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -983,6 +983,10 @@ class AIAgentIntegrationTest {
983983
assumeTrue(model.capabilities.contains(LLMCapability.Tools), "Model $model does not support tools")
984984
assumeTrue(
985985
model.id != GoogleModels.Gemini2_0Flash.id,
986+
"gemini-2.0-flash returns flaky results and fails to call tools on a permanent basis"
987+
)
988+
assumeTrue(
989+
model.id != GoogleModels.Gemini2_0Flash001.id,
986990
"gemini-2.0-flash-001 returns flaky results and fails to call tools on a permanent basis"
987991
)
988992

0 commit comments

Comments
 (0)