Merge pull request #1394 from krissetto/enbale-thinking-traces-openai

Send events for thinking traces on OpenAI models

Author: dgageot

e2e/cagent_exec_test.go

@@ -45,7 +45,7 @@ func TestExec_OpenAI_gpt5_1(t *testing.T) {
 func TestExec_OpenAI_gpt5_codex(t *testing.T) {
 	out := cagentExec(t, "testdata/basic.yaml", "--model=openai/gpt-5-codex", "What's 2+2?")
 
-	require.Equal(t, "\n--- Agent: root ---\n2 + 2 equals 4.", out)
+	require.Equal(t, "\n--- Agent: root ---\n**Preparing to answer question 4**2 + 2 = 4.", out)
 }
 
 func TestExec_Anthropic(t *testing.T) {

e2e/cagent_mcp_test.go

@@ -54,5 +54,5 @@ func TestMCP_MultiAgent(t *testing.T) {
 	})
 
 	require.NoError(t, err)
-	assert.Equal(t, "Hello, how can I help you today?", output.Response)
+	assert.Equal(t, "Hello, nice to meet you!", output.Response)
 }

e2e/testdata/cassettes/TestA2AServer_MultiAgent.yaml

@@ -1,23 +1,56 @@
 ---
 version: 2
 interactions:
-- id: 0
-  request:
-    proto: HTTP/1.1
-    proto_major: 1
-    proto_minor: 1
-    content_length: 0
-    host: api.openai.com
-    body: "{\"messages\":[{\"content\":\"You are a knowledgeable assistant that helps users with various tasks.\\nBe helpful, accurate, and concise in your responses.\\n\",\"role\":\"system\"},{\"content\":\"What's 2+2?\",\"role\":\"user\"}],\"model\":\"gpt-5\",\"stream_options\":{\"include_usage\":true},\"stream\":true}"
-    url: https://api.openai.com/v1/chat/completions
-    method: POST
-  response:
-    proto: HTTP/2.0
-    proto_major: 2
-    proto_minor: 0
-    content_length: -1
-    body: "data: {\"id\":\"chatcmpl-Cb8MOHVKqBmbinXR7u3HrVItcc7ku\",\"object\":\"chat.completion.chunk\",\"created\":1762966308,\"model\":\"gpt-5-2025-08-07\",\"service_tier\":\"default\",\"system_fingerprint\":null,\"choices\":[{\"index\":0,\"delta\":{\"role\":\"assistant\",\"content\":\"\",\"refusal\":null},\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"YoSt96Mjwk\"}\n\ndata: {\"id\":\"chatcmpl-Cb8MOHVKqBmbinXR7u3HrVItcc7ku\",\"object\":\"chat.completion.chunk\",\"created\":1762966308,\"model\":\"gpt-5-2025-08-07\",\"service_tier\":\"default\",\"system_fingerprint\":null,\"choices\":[{\"index\":0,\"delta\":{\"content\":\"4\"},\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"CmSvedpphKn\"}\n\ndata: {\"id\":\"chatcmpl-Cb8MOHVKqBmbinXR7u3HrVItcc7ku\",\"object\":\"chat.completion.chunk\",\"created\":1762966308,\"model\":\"gpt-5-2025-08-07\",\"service_tier\":\"default\",\"system_fingerprint\":null,\"choices\":[{\"index\":0,\"delta\":{},\"finish_reason\":\"stop\"}],\"usage\":null,\"obfuscation\":\"oj9EAV\"}\n\ndata: {\"id\":\"chatcmpl-Cb8MOHVKqBmbinXR7u3HrVItcc7ku\",\"object\":\"chat.completion.chunk\",\"created\":1762966308,\"model\":\"gpt-5-2025-08-07\",\"service_tier\":\"default\",\"system_fingerprint\":null,\"choices\":[],\"usage\":{\"prompt_tokens\":39,\"completion_tokens\":10,\"total_tokens\":49,\"prompt_tokens_details\":{\"cached_tokens\":0,\"audio_tokens\":0},\"completion_tokens_details\":{\"reasoning_tokens\":0,\"audio_tokens\":0,\"accepted_prediction_tokens\":0,\"rejected_prediction_tokens\":0}},\"obfuscation\":\"qwqs6vzkw9l\"}\n\ndata: [DONE]\n\n"
-    headers: {}
-    status: 200 OK
-    code: 200
-    duration: 1.01612875s
+    - id: 0
+      request:
+        proto: HTTP/1.1
+        proto_major: 1
+        proto_minor: 1
+        content_length: 0
+        host: api.openai.com
+        body: '{"input":[{"content":[{"text":"You are a knowledgeable assistant that helps users with various tasks.\nBe helpful, accurate, and concise in your responses.\n","type":"input_text"}],"role":"system"},{"content":"What''s 2+2?","role":"user"}],"model":"gpt-5","reasoning":{"summary":"detailed"},"stream":true}'
+        url: https://api.openai.com/v1/responses
+        method: POST
+      response:
+        proto: HTTP/2.0
+        proto_major: 2
+        proto_minor: 0
+        content_length: -1
+        body: |+
+            event: response.created
+            data: {"type":"response.created","response":{"id":"resp_07aba19846ac576900696a92c851488194a8821d02da97c312","object":"response","created_at":1768592072,"status":"in_progress","background":false,"completed_at":null,"error":null,"frequency_penalty":0.0,"incomplete_details":null,"instructions":null,"max_output_tokens":null,"max_tool_calls":null,"model":"gpt-5-2025-08-07","output":[],"parallel_tool_calls":true,"presence_penalty":0.0,"previous_response_id":null,"prompt_cache_key":null,"prompt_cache_retention":null,"reasoning":{"effort":"medium","summary":"detailed"},"safety_identifier":null,"service_tier":"auto","store":true,"temperature":1.0,"text":{"format":{"type":"text"},"verbosity":"medium"},"tool_choice":"auto","tools":[],"top_logprobs":0,"top_p":1.0,"truncation":"disabled","usage":null,"user":null,"metadata":{}},"sequence_number":0}
+
+            event: response.in_progress
+            data: {"type":"response.in_progress","response":{"id":"resp_07aba19846ac576900696a92c851488194a8821d02da97c312","object":"response","created_at":1768592072,"status":"in_progress","background":false,"completed_at":null,"error":null,"frequency_penalty":0.0,"incomplete_details":null,"instructions":null,"max_output_tokens":null,"max_tool_calls":null,"model":"gpt-5-2025-08-07","output":[],"parallel_tool_calls":true,"presence_penalty":0.0,"previous_response_id":null,"prompt_cache_key":null,"prompt_cache_retention":null,"reasoning":{"effort":"medium","summary":"detailed"},"safety_identifier":null,"service_tier":"auto","store":true,"temperature":1.0,"text":{"format":{"type":"text"},"verbosity":"medium"},"tool_choice":"auto","tools":[],"top_logprobs":0,"top_p":1.0,"truncation":"disabled","usage":null,"user":null,"metadata":{}},"sequence_number":1}
+
+            event: response.output_item.added
+            data: {"type":"response.output_item.added","item":{"id":"rs_07aba19846ac576900696a92c8a4d48194b48b90d02cc97109","type":"reasoning","summary":[]},"output_index":0,"sequence_number":2}
+
+            event: response.output_item.done
+            data: {"type":"response.output_item.done","item":{"id":"rs_07aba19846ac576900696a92c8a4d48194b48b90d02cc97109","type":"reasoning","summary":[]},"output_index":0,"sequence_number":3}
+
+            event: response.output_item.added
+            data: {"type":"response.output_item.added","item":{"id":"msg_07aba19846ac576900696a92c935688194a593cc8530c4d260","type":"message","status":"in_progress","content":[],"role":"assistant"},"output_index":1,"sequence_number":4}
+
+            event: response.content_part.added
+            data: {"type":"response.content_part.added","content_index":0,"item_id":"msg_07aba19846ac576900696a92c935688194a593cc8530c4d260","output_index":1,"part":{"type":"output_text","annotations":[],"logprobs":[],"text":""},"sequence_number":5}
+
+            event: response.output_text.delta
+            data: {"type":"response.output_text.delta","content_index":0,"delta":"4","item_id":"msg_07aba19846ac576900696a92c935688194a593cc8530c4d260","logprobs":[],"obfuscation":"gfTxllebeyuuaOt","output_index":1,"sequence_number":6}
+
+            event: response.output_text.done
+            data: {"type":"response.output_text.done","content_index":0,"item_id":"msg_07aba19846ac576900696a92c935688194a593cc8530c4d260","logprobs":[],"output_index":1,"sequence_number":7,"text":"4"}
+
+            event: response.content_part.done
+            data: {"type":"response.content_part.done","content_index":0,"item_id":"msg_07aba19846ac576900696a92c935688194a593cc8530c4d260","output_index":1,"part":{"type":"output_text","annotations":[],"logprobs":[],"text":"4"},"sequence_number":8}
+
+            event: response.output_item.done
+            data: {"type":"response.output_item.done","item":{"id":"msg_07aba19846ac576900696a92c935688194a593cc8530c4d260","type":"message","status":"completed","content":[{"type":"output_text","annotations":[],"logprobs":[],"text":"4"}],"role":"assistant"},"output_index":1,"sequence_number":9}
+
+            event: response.completed
+            data: {"type":"response.completed","response":{"id":"resp_07aba19846ac576900696a92c851488194a8821d02da97c312","object":"response","created_at":1768592072,"status":"completed","background":false,"completed_at":1768592073,"error":null,"frequency_penalty":0.0,"incomplete_details":null,"instructions":null,"max_output_tokens":null,"max_tool_calls":null,"model":"gpt-5-2025-08-07","output":[{"id":"rs_07aba19846ac576900696a92c8a4d48194b48b90d02cc97109","type":"reasoning","summary":[]},{"id":"msg_07aba19846ac576900696a92c935688194a593cc8530c4d260","type":"message","status":"completed","content":[{"type":"output_text","annotations":[],"logprobs":[],"text":"4"}],"role":"assistant"}],"parallel_tool_calls":true,"presence_penalty":0.0,"previous_response_id":null,"prompt_cache_key":null,"prompt_cache_retention":null,"reasoning":{"effort":"medium","summary":"detailed"},"safety_identifier":null,"service_tier":"default","store":true,"temperature":1.0,"text":{"format":{"type":"text"},"verbosity":"medium"},"tool_choice":"auto","tools":[],"top_logprobs":0,"top_p":1.0,"truncation":"disabled","usage":{"input_tokens":39,"input_tokens_details":{"cached_tokens":0},"output_tokens":7,"output_tokens_details":{"reasoning_tokens":0},"total_tokens":46},"user":null,"metadata":{}},"sequence_number":10}
+
+        headers: {}
+        status: 200 OK
+        code: 200
+        duration: 551.395583ms