add verification/assertion results to trace

Author: SentienceDEV

sentience/agent.py

@@ -143,6 +143,25 @@ def _compute_hash(self, text: str) -> str:
         """Compute SHA256 hash of text."""
         return hashlib.sha256(text.encode("utf-8")).hexdigest()
 
+    def _best_effort_post_snapshot_digest(self, goal: str) -> str | None:
+        """
+        Best-effort post-action snapshot digest for tracing.
+        """
+        try:
+            snap_opts = SnapshotOptions(
+                limit=min(10, self.default_snapshot_limit),
+                goal=f"{goal} (post)",
+            )
+            snap_opts.screenshot = False
+            snap_opts.show_overlay = self.config.show_overlay if self.config else None
+            post_snap = snapshot(self.browser, snap_opts)
+            if post_snap.status != "success":
+                return None
+            digest_input = f"{post_snap.url}{post_snap.timestamp}"
+            return f"sha256:{self._compute_hash(digest_input)}"
+        except Exception:
+            return None
+
     def _get_element_bbox(self, element_id: int | None, snap: Snapshot) -> dict[str, float] | None:
         """Get bounding box for an element from snapshot."""
         if element_id is None:
@@ -513,6 +532,10 @@ def act(  # noqa: C901
                     snapshot_event_data = TraceEventBuilder.build_snapshot_event(snap_with_diff)
                     pre_elements = snapshot_event_data.get("elements", [])
 
+                    post_snapshot_digest = (
+                        self._best_effort_post_snapshot_digest(goal) if self.tracer else None
+                    )
+
                     # Build complete step_end event
                     step_end_data = TraceEventBuilder.build_step_end_event(
                         step_id=step_id,
@@ -522,6 +545,7 @@ def act(  # noqa: C901
                         pre_url=pre_url,
                         post_url=post_url,
                         snapshot_digest=snapshot_digest,
+                        post_snapshot_digest=post_snapshot_digest,
                         llm_data=llm_data,
                         exec_data=exec_data,
                         verify_data=verify_data,
@@ -601,6 +625,7 @@ def act(  # noqa: C901
                             pre_url=_step_pre_url,
                             post_url=post_url,
                             snapshot_digest=snapshot_digest,
+                            post_snapshot_digest=None,
                             llm_data=llm_data,
                             exec_data=exec_data,
                             verify_data=None,
@@ -1155,6 +1180,10 @@ async def act(  # noqa: C901
                     snapshot_event_data = TraceEventBuilder.build_snapshot_event(snap_with_diff)
                     pre_elements = snapshot_event_data.get("elements", [])
 
+                    post_snapshot_digest = (
+                        self._best_effort_post_snapshot_digest(goal) if self.tracer else None
+                    )
+
                     # Build complete step_end event
                     step_end_data = TraceEventBuilder.build_step_end_event(
                         step_id=step_id,
@@ -1164,6 +1193,7 @@ async def act(  # noqa: C901
                         pre_url=pre_url,
                         post_url=post_url,
                         snapshot_digest=snapshot_digest,
+                        post_snapshot_digest=post_snapshot_digest,
                         llm_data=llm_data,
                         exec_data=exec_data,
                         verify_data=verify_data,
@@ -1243,6 +1273,7 @@ async def act(  # noqa: C901
                             pre_url=_step_pre_url,
                             post_url=post_url,
                             snapshot_digest=snapshot_digest,
+                            post_snapshot_digest=None,
                             llm_data=llm_data,
                             exec_data=exec_data,
                             verify_data=None,

sentience/integrations/langchain/core.py

@@ -113,6 +113,7 @@ async def _trace(self, tool_name: str, exec_coro, exec_meta: dict[str, Any]):
                     pre_url=pre_url or "",
                     post_url=post_url or "",
                     snapshot_digest=None,
+                    post_snapshot_digest=None,
                     llm_data={},
                     exec_data=exec_data,
                     verify_data=verify_data,

sentience/integrations/pydanticai/toolset.py

@@ -126,6 +126,7 @@ async def _trace_tool_call(ctx: Any, tool_name: str, exec_coro, exec_meta: dict[
                     pre_url=pre_url or "",
                     post_url=post_url or "",
                     snapshot_digest=None,
+                    post_snapshot_digest=None,
                     llm_data={},
                     exec_data=exec_data,
                     verify_data=verify_data,

sentience/trace_event_builder.py

@@ -94,6 +94,7 @@ def build_step_end_event(
         verify_data: dict[str, Any],
         pre_elements: list[dict[str, Any]] | None = None,
         assertions: list[dict[str, Any]] | None = None,
+        post_snapshot_digest: str | None = None,
     ) -> dict[str, Any]:
         """
         Build step_end trace event data.
@@ -106,6 +107,7 @@ def build_step_end_event(
             pre_url: URL before action execution
             post_url: URL after action execution
             snapshot_digest: Digest of snapshot before action
+            post_snapshot_digest: Digest of snapshot after action (optional)
             llm_data: LLM interaction data
             exec_data: Action execution data
             verify_data: Verification data
@@ -153,6 +155,11 @@ def build_step_end_event(
             "exec": exec_data,
             "post": {
                 "url": post_url,
+                **(
+                    {"snapshot_digest": post_snapshot_digest}
+                    if post_snapshot_digest
+                    else {}
+                ),
             },
             "verify": final_verify_data,
         }

sentience/visual_agent.py

@@ -1101,6 +1101,10 @@ async def act(
                     },
                 }
 
+                post_snapshot_digest = (
+                    self._best_effort_post_snapshot_digest(goal) if self.tracer else None
+                )
+
                 # Build complete step_end event
                 step_end_data = TraceEventBuilder.build_step_end_event(
                     step_id=step_id,
@@ -1110,6 +1114,7 @@ async def act(
                     pre_url=pre_url,
                     post_url=post_url or pre_url,
                     snapshot_digest=snapshot_digest,
+                    post_snapshot_digest=post_snapshot_digest,
                     llm_data={
                         "response_text": llm_response_text,
                         "response_hash": f"sha256:{self._compute_hash(llm_response_text)}",
@@ -2011,6 +2016,10 @@ def act(
                     },
                 }
 
+                post_snapshot_digest = (
+                    self._best_effort_post_snapshot_digest(goal) if self.tracer else None
+                )
+
                 # Build complete step_end event
                 step_end_data = TraceEventBuilder.build_step_end_event(
                     step_id=step_id,
@@ -2020,6 +2029,7 @@ def act(
                     pre_url=pre_url,
                     post_url=post_url or pre_url,
                     snapshot_digest=snapshot_digest,
+                    post_snapshot_digest=post_snapshot_digest,
                     llm_data={
                         "response_text": llm_response_text,
                         "response_hash": f"sha256:{self._compute_hash(llm_response_text)}",