Merge pull request #1399 from krissetto/disable-thinking-for-title-generation

Disable thinking for title generation

Author: dgageot

pkg/model/provider/clone.go

@@ -25,6 +25,9 @@ func CloneWithOptions(ctx context.Context, base Provider, opts ...options.Opt) P
 		opt(tempOpts)
 		mt := tempOpts.MaxTokens()
 		modelConfig.MaxTokens = &mt
+		if t := tempOpts.Thinking(); t != nil && !*t {
+			modelConfig.ThinkingBudget = nil
+		}
 	}
 
 	clone, err := New(ctx, &modelConfig, config.Env, mergedOpts...)

pkg/model/provider/options/options.go

@@ -10,6 +10,7 @@ type ModelOptions struct {
 	generatingTitle  bool
 	maxTokens        int64
 	providers        map[string]latest.ProviderConfig
+	thinking         *bool
 }
 
 func (c *ModelOptions) Gateway() string {
@@ -32,6 +33,10 @@ func (c *ModelOptions) Providers() map[string]latest.ProviderConfig {
 	return c.providers
 }
 
+func (c *ModelOptions) Thinking() *bool {
+	return c.thinking
+}
+
 type Opt func(*ModelOptions)
 
 func WithGateway(gateway string) Opt {
@@ -64,6 +69,12 @@ func WithProviders(providers map[string]latest.ProviderConfig) Opt {
 	}
 }
 
+func WithThinking(enabled bool) Opt {
+	return func(cfg *ModelOptions) {
+		cfg.thinking = &enabled
+	}
+}
+
 // FromModelOptions converts a concrete ModelOptions value into a slice of
 // Opt configuration functions. Later Opts override earlier ones when applied.
 func FromModelOptions(m ModelOptions) []Opt {

pkg/runtime/title_generator.go

@@ -55,6 +55,7 @@ func (t *titleGenerator) generate(ctx context.Context, sess *session.Session, ev
 		options.WithStructuredOutput(nil),
 		options.WithMaxTokens(20),
 		options.WithGeneratingTitle(),
+		options.WithThinking(false),
 	)
 
 	newTeam := team.New(