update

Author: Tom Softreck

README.md

@@ -85,6 +85,79 @@ curl -X POST http://localhost:8000/process -H "Content-Type: application/json" -
 
 For detailed documentation, please visit our [documentation site](https://dialogchain.github.io/python/).
 
+## 📝 Logging
+
+DialogChain includes a robust logging system with the following features:
+
+### Features
+
+- **Multiple Handlers**: Console and file logging out of the box
+- **Structured Logs**: JSON-formatted logs for easy parsing
+- **SQLite Storage**: Logs are stored in a searchable database
+- **Log Rotation**: Automatic log rotation to prevent disk space issues
+- **Thread-Safe**: Safe for use in multi-threaded applications
+
+### Basic Usage
+
+```python
+from dialogchain.utils.logger import setup_logger, get_logs
+
+# Get a logger instance
+logger = setup_logger(__name__, log_level='DEBUG')
+
+# Log messages with different levels
+logger.debug('Debug message')
+logger.info('Information message')
+logger.warning('Warning message')
+logger.error('Error message', extra={'error_code': 500})
+
+# Get recent logs from database
+recent_logs = get_logs(limit=10)
+```
+
+### Logging Commands
+
+DialogChain provides several make commands for log management:
+
+```bash
+# View recent logs (default: 50 lines)
+make logs
+
+# View specific number of log lines
+make logs LINES=100
+
+# Set log level (DEBUG, INFO, WARNING, ERROR, CRITICAL)
+make log-level LEVEL=DEBUG
+
+# View database logs
+make log-db LIMIT=50
+
+# Follow log file in real-time
+make log-tail
+
+# Clear log files
+make log-clear
+```
+
+### Configuration
+
+Logging can be configured via environment variables:
+
+```bash
+# Log level (DEBUG, INFO, WARNING, ERROR, CRITICAL)
+LOG_LEVEL=DEBUG
+
+# Log file path
+LOG_FILE=logs/dialogchain.log
+
+# Database log file path
+DB_LOG_FILE=logs/dialogchain.db
+```
+
+### Log Rotation
+
+Log files are automatically rotated when they reach 10MB, keeping up to 5 backup files.
+
 ## 📦 Project Structure
 
 ```

pytest.ini

@@ -1,29 +1,29 @@
 [pytest]
+# Test discovery
 testpaths = tests
 python_files = test_*.py
 python_classes = Test*
 python_functions = test_*
-asyncio_mode = auto
 
-# Test execution options
+# Test execution
 addopts = -v --strict-markers --disable-warnings --durations=10 -p no:warnings
+asyncio_mode = auto
 
-# Markers for test categorization
+# Test markers
 markers =
     slow: marks tests as slow (deselect with '-m "not slow"')
     integration: marks integration tests (run with '-m integration')
     unit: marks unit tests (run with '-m unit')
     network: tests that require network access
+    asyncio: marks tests that use asyncio
+    anyio: marks tests that use anyio
 
-# Configure logging
+# Logging configuration
 log_cli = true
 log_cli_level = INFO
 log_cli_format = %(asctime)s [%(levelname)8s] %(message)s (%(filename)s:%(lineno)s)
 log_cli_date_format = %Y-%m-%d %H:%M:%S
 
-# Test configuration
-[tool:pytest]
-testpaths = tests
-python_files = test_*.py
-python_classes = Test*
-python_functions = test_*
+# Disable warning about asyncio default fixture loop scope
+filterwarnings =
+    ignore::pytest.PytestDeprecationWarning:asyncio

src/dialogchain/utils/logger.py

@@ -27,34 +27,52 @@
 
 # Default configuration
 DEFAULT_LOG_LEVEL = logging.INFO
-DEFAULT_DB_PATH = 'logs/dialogchain.db'
-DEFAULT_LOG_FILE = 'logs/dialogchain.log'
+DEFAULT_LOG_DIR = 'logs'
+DEFAULT_DB_PATH = f'{DEFAULT_LOG_DIR}/dialogchain.db'
+DEFAULT_LOG_FILE = f'{DEFAULT_LOG_DIR}/dialogchain.log'
 MAX_LOG_SIZE = 10 * 1024 * 1024  # 10MB
 BACKUP_COUNT = 5
 
 # Thread lock for SQLite operations
 db_lock = threading.Lock()
 
+def _ensure_log_dir():
+    """Ensure log directory exists."""
+    try:
+        # Skip if already exists
+        if os.path.exists(DEFAULT_LOG_DIR):
+            # If it's a file, remove it
+            if not os.path.isdir(DEFAULT_LOG_DIR):
+                os.remove(DEFAULT_LOG_DIR)
+                os.makedirs(DEFAULT_LOG_DIR, exist_ok=True)
+            return True
+            
+        # Create directory if it doesn't exist
+        os.makedirs(DEFAULT_LOG_DIR, exist_ok=True)
+        return True
+    except Exception as e:
+        print(f"Warning: Could not create log directory: {e}", file=sys.stderr)
+        return False
+
 # Create a module-level logger that doesn't trigger setup
 _logger = logging.getLogger(__name__)
 _logger.setLevel(DEFAULT_LOG_LEVEL)
 
-# Prevent duplicate handlers
+# Ensure log directory exists
+_log_dir_ready = _ensure_log_dir()
+
+# Add console handler by default
 if not _logger.handlers:
-    # Create logs directory if it doesn't exist
-    os.makedirs(os.path.dirname(DEFAULT_DB_PATH) or '.', exist_ok=True)
-    os.makedirs(os.path.dirname(DEFAULT_LOG_FILE) or '.', exist_ok=True)
-    
-    # Console handler
-    console_handler = logging.StreamHandler(sys.stdout)
+    console_handler = logging.StreamHandler(sys.stderr)
     console_formatter = logging.Formatter(
         '%(asctime)s - %(name)s - %(levelname)s - %(message)s',
         datefmt='%Y-%m-%d %H:%M:%S'
     )
     console_handler.setFormatter(console_formatter)
     _logger.addHandler(console_handler)
-    
-    # File handler with rotation
+
+# Add file handler if directory is ready
+if _log_dir_ready and not any(isinstance(h, logging.FileHandler) for h in _logger.handlers):
     try:
         file_handler = RotatingFileHandler(
             DEFAULT_LOG_FILE,
@@ -64,11 +82,11 @@
         )
         file_formatter = logging.Formatter(
             '{"timestamp": "%(asctime)s", "level": "%(levelname)s", '
-            '"module": "%(name)s", "message": "%(message)s", "data": %(extra)s}',
-            datefmt='%Y-%m-%dT%H:%M:%S%z'
+            '"module": "%(name)s", "message": "%(message)s"}'
         )
         file_handler.setFormatter(file_formatter)
         _logger.addHandler(file_handler)
+        _logger.info(f"File logging initialized at: {os.path.abspath(DEFAULT_LOG_FILE)}")
     except Exception as e:
         _logger.error(f"Failed to initialize file handler: {e}", exc_info=True)
 

tests/unit/test_basic.py

@@ -0,0 +1,9 @@
+"""Basic test without any fixtures or async code."""
+
+def test_addition():
+    """Test basic addition."""
+    assert 1 + 1 == 2
+
+def test_string_concatenation():
+    """Test string concatenation."""
+    assert "hello" + " " + "world" == "hello world"

tests/unit/test_minimal.py

@@ -0,0 +1,5 @@
+"""Minimal test to verify test setup."""
+
+def test_minimal():
+    """A simple test that should always pass."""
+    assert True

tests/unit/test_utils.py

@@ -7,9 +7,8 @@
 
 from dialogchain import utils
 
-# Re-export the event_loop fixture from conftest
-pytest_plugins = ['tests.conftest']
 
+# Re-export the event_loop fixture from conftest
 
 
 def test_import_string():