updated blog

Author: rcholic

demo/local_llm_verifier.py

@@ -11,9 +11,9 @@
 import logging
 import os
 from dataclasses import dataclass
-from typing import Any, Optional
+from typing import Any
 
-from transformers import AutoModelForCausalLM, AutoTokenizer  # type: ignore
+from transformers import AutoModelForCausalLM, AutoTokenizer
 
 logger = logging.getLogger(__name__)
 
@@ -64,8 +64,8 @@ def __init__(
         self.max_tokens = max_tokens
         self.temperature = temperature
 
-        self._model: Optional[Any] = None
-        self._tokenizer: Optional[Any] = None
+        self._model: Any | None = None
+        self._tokenizer: Any | None = None
         self._initialized = False
 
     def _lazy_init(self) -> None:
@@ -250,24 +250,24 @@ def _generate(self, system_prompt: str, user_prompt: str) -> str:
         ]
 
         # Apply chat template
-        text = self._tokenizer.apply_chat_template(  # type: ignore
+        text = self._tokenizer.apply_chat_template(
             messages, tokenize=False, add_generation_prompt=True
         )
 
         # Tokenize
-        inputs = self._tokenizer([text], return_tensors="pt").to(self._model.device)  # type: ignore
+        inputs = self._tokenizer([text], return_tensors="pt").to(self._model.device)
 
         # Generate
-        outputs = self._model.generate(  # type: ignore
+        outputs = self._model.generate(
             **inputs,
             max_new_tokens=self.max_tokens,
             temperature=self.temperature if self.temperature > 0 else None,
             do_sample=self.temperature > 0,
-            pad_token_id=self._tokenizer.eos_token_id,  # type: ignore
+            pad_token_id=self._tokenizer.eos_token_id,
         )
 
         # Decode
-        generated_text: str = self._tokenizer.decode(outputs[0], skip_special_tokens=True)  # type: ignore
+        generated_text: str = self._tokenizer.decode(outputs[0], skip_special_tokens=True)
 
         # Extract response (everything after the user prompt)
         # This handles the chat template format

demo/secure_browser_demo.py

@@ -13,9 +13,9 @@
 import os
 import sys
 import uuid
+from collections.abc import Callable
 from datetime import datetime
 from pathlib import Path
-from typing import Callable
 
 from dotenv import load_dotenv
 from rich.console import Console