Merge pull request #477 from krissetto/fix-structured-output

provide structured output option to provider.New

Author: rumpl

pkg/model/provider/dmr/client.go

@@ -364,6 +364,7 @@ func (c *Client) CreateChatCompletionStream(ctx context.Context, messages []chat
 		slog.Error("Failed to marshal DMR request to JSON", "error", err)
 	}
 	if c.modelOptions.StructuredOutput != nil {
+		slog.Debug("Adding structured output to DMR request", "structured_output", c.modelOptions.StructuredOutput)
 		request.ResponseFormat = &openai.ChatCompletionResponseFormat{
 			Type: openai.ChatCompletionResponseFormatTypeJSONSchema,
 			JSONSchema: &openai.ChatCompletionResponseFormatJSONSchema{

pkg/teamloader/teamloader.go

@@ -221,7 +221,12 @@ func getModelsForAgent(ctx context.Context, cfg *latest.Config, a *latest.AgentC
 			return nil, fmt.Errorf("model '%s' not found in configuration", name)
 		}
 
-		model, err := provider.New(ctx, &modelCfg, env, options.WithGateway(runtimeConfig.ModelsGateway))
+		opts := []options.Opt{options.WithGateway(runtimeConfig.ModelsGateway)}
+		if a.StructuredOutput != nil {
+			opts = append(opts, options.WithStructuredOutput(a.StructuredOutput))
+		}
+
+		model, err := provider.New(ctx, &modelCfg, env, opts...)
 		if err != nil {
 			return nil, err
 		}