Evals need to call tools automatically

dgageot · dgageot · commit fded506f8ef3 · 2025-11-20T12:40:48.000+01:00
Signed-off-by: David Gageot &lt;david.gageot@docker.com&gt;
diff --git a/pkg/evaluation/evaluation.go b/pkg/evaluation/evaluation.go
@@ -77,7 +77,10 @@ func runLoop(ctx context.Context, rt *runtime.LocalRuntime, eval *session.Sessio
 		}
 	}
 
-	sess := session.New(session.WithMaxIterations(rt.CurrentAgent().MaxIterations()))
+	sess := session.New(
+		session.WithToolsApproved(true),
+		session.WithMaxIterations(rt.CurrentAgent().MaxIterations()),
+	)
 	for i := range userMessages {
 		sess.AddMessage(&userMessages[i])
 		_, err := rt.Run(ctx, sess)

Original file line number	Diff line number	Diff line change
`@@ -77,7 +77,10 @@ func runLoop(ctx context.Context, rt runtime.LocalRuntime, eval session.Sessio`
`77`	`77`	`}`
`78`	`78`	`}`
`79`	`79`
`80`		`- sess := session.New(session.WithMaxIterations(rt.CurrentAgent().MaxIterations()))`
	`80`	`+ sess := session.New(`
	`81`	`+ session.WithToolsApproved(true),`
	`82`	`+ session.WithMaxIterations(rt.CurrentAgent().MaxIterations()),`
	`83`	`+ )`
`81`	`84`	`for i := range userMessages {`
`82`	`85`	`sess.AddMessage(&userMessages[i])`
`83`	`86`	`_, err := rt.Run(ctx, sess)`