Skip to content

Commit 37ec4d1

Browse files
committed
No thinking for llm as a judge
Signed-off-by: David Gageot <david.gageot@docker.com>
1 parent 25f6b70 commit 37ec4d1

2 files changed

Lines changed: 4 additions & 1 deletion

File tree

pkg/evaluation/eval.go

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -624,7 +624,9 @@ func createJudgeModel(ctx context.Context, judgeModel string, runConfig *config.
624624
return nil, fmt.Errorf("invalid judge model format %q: expected 'provider/model'", judgeModel)
625625
}
626626

627-
var opts []options.Opt
627+
opts := []options.Opt{
628+
options.WithThinking(false),
629+
}
628630
if runConfig.ModelsGateway != "" {
629631
opts = append(opts, options.WithGateway(runConfig.ModelsGateway))
630632
}

pkg/evaluation/judge.go

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -194,6 +194,7 @@ func (j *Judge) getOrCreateJudgeWithSchema(ctx context.Context) (provider.Provid
194194

195195
opts := []options.Opt{
196196
options.WithStructuredOutput(judgeResponseSchema),
197+
options.WithThinking(false),
197198
}
198199
if j.runConfig.ModelsGateway != "" {
199200
opts = append(opts, options.WithGateway(j.runConfig.ModelsGateway))

0 commit comments

Comments
 (0)