Class and Type Synthesis

.github/workflows/test_llm.yml

@@ -31,4 +31,4 @@ jobs:
           OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
           ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
         run: |
-          uv run pytest tests/test_handlers_llm_provider.py -v --tb=short
+          uv run pytest tests/test_handlers_llm_provider*.py -v --tb=short

effectful/handlers/llm/encoding.py

@@ -73,6 +73,12 @@ def decode(cls, vl: T) -> T:
     return typing.cast(Encodable[T], BaseEncodable())
 
 
+# NOTE: Register str explicitly to avoid WeakKeyDictionary cache issues with singledispatch
+@type_to_encodable_type.register(str)
+def _type_encodable_type_str[T](ty: type[T]) -> Encodable[T]:
+    return _type_encodable_type_base(ty)
+
+
 @type_to_encodable_type.register(pydantic.BaseModel)
 def _type_encodable_type_pydantic_base_model[T: pydantic.BaseModel](
     ty: type[T],

effectful/handlers/llm/providers.py

@@ -446,7 +446,6 @@ def format_model_input[**P, T](
 ) -> list[Any]:
     """Format a template applied to arguments into a sequence of input
     messages.
-
     """
     bound_args = template.__signature__.bind(*args, **kwargs)
     bound_args.apply_defaults()