Add support for structured output in gemini + anthropic

Author: mythz

llms/extensions/providers/anthropic.py

@@ -165,6 +165,18 @@ async def chat(self, chat, context=None):
             if "tool_choice" in chat:
                 anthropic_request["tool_choice"] = chat["tool_choice"]
 
+            if "response_format" in chat:
+                response_format = chat["response_format"]
+                if response_format.get("type") == "json_schema":
+                    json_schema = response_format.get("json_schema", {})
+                    if "schema" in json_schema:
+                        anthropic_request["output_config"] = {
+                            "format": {
+                                "type": "json_schema",
+                                "schema": json_schema["schema"],
+                            }
+                        }
+
             ctx.log(f"POST {self.chat_url}")
             ctx.log(json.dumps(anthropic_request, indent=2))
 

llms/extensions/providers/google.py

@@ -327,6 +327,17 @@ async def chat(self, chat, context=None):
                 elif self.thinking_config:
                     generation_config["thinkingConfig"] = self.thinking_config
 
+                if "response_format" in chat:
+                    response_format = chat["response_format"]
+                    if isinstance(response_format, dict):
+                        if response_format.get("type") == "json_object":
+                            generation_config["responseMimeType"] = "application/json"
+                        elif response_format.get("type") == "json_schema":
+                            json_schema = response_format.get("json_schema", {})
+                            if "schema" in json_schema:
+                                generation_config["responseMimeType"] = "application/json"
+                                generation_config["responseJsonSchema"] = sanitize_parameters(json_schema["schema"])
+
                 if len(generation_config) > 0:
                     gemini_chat["generationConfig"] = generation_config