update

Author: Tom Softreck

.gitignore

@@ -1,4 +1,7 @@
 .env.1
+info
+logs
+yolov8n.pt
 .idea
 .old
 .todo.txt

scripts/init_logging.py

@@ -0,0 +1,36 @@
+#!/usr/bin/env python3
+"""
+Initialize logging and display recent logs.
+"""
+import os
+import sys
+from pathlib import Path
+from dialogchain.utils.logger import setup_logger, display_recent_logs
+
+# Set up logger for this script
+logger = setup_logger(__name__)
+
+def main():
+    """Initialize logging and display recent logs."""
+    try:
+        # Log a test message
+        logger.info("Logging system initialized")
+        
+        # Display recent logs
+        print("\n" + "="*50)
+        print("DIALOGCHAIN LOGGING SYSTEM")
+        print("="*50)
+        
+        display_recent_logs(limit=10)
+        
+        print("\nLogs are being saved to: logs.db")
+        print("Use `python -m dialogchain.utils.logger` to view logs\n")
+        
+    except Exception as e:
+        logger.error(f"Failed to initialize logging: {e}", exc_info=True)
+        return 1
+    
+    return 0
+
+if __name__ == "__main__":
+    sys.exit(main())

scripts/test_logging.py

@@ -0,0 +1,40 @@
+#!/usr/bin/env python3
+"""
+Test the logging system.
+"""
+import os
+import sys
+import time
+from pathlib import Path
+
+# Add the src directory to the path
+sys.path.insert(0, str(Path(__file__).parent.parent / 'src'))
+
+from dialogchain.utils.logger import setup_logger, display_recent_logs
+
+def main():
+    """Test the logging system."""
+    # Set up logger
+    logger = setup_logger(__name__)
+    
+    # Test different log levels
+    logger.debug("This is a debug message")
+    logger.info("This is an info message")
+    logger.warning("This is a warning message")
+    logger.error("This is an error message")
+    logger.critical("This is a critical message")
+    
+    # Test with extra context
+    try:
+        result = 1 / 0
+    except Exception as e:
+        logger.error("Division by zero error", exc_info=True, extra={"context": {"operation": "division"}})
+    
+    # Display recent logs
+    print("\n=== Recent Logs ===")
+    display_recent_logs(limit=10)
+    
+    print("\n✅ Logging test completed. Check logs.db for stored logs.")
+
+if __name__ == "__main__":
+    main()

src/dialogchain/connectors.py

@@ -11,6 +11,9 @@
 from email.mime.text import MIMEText
 from email.mime.multipart import MIMEMultipart
 from datetime import datetime
+from dialogchain.utils.logger import setup_logger
+logger = setup_logger(__name__)
+
 
 
 class Source(ABC):
@@ -58,7 +61,7 @@ async def receive(self) -> AsyncIterator[Dict[str, Any]]:
                 while True:
                     ret, frame = cap.read()
                     if not ret:
-                        print("📹 Lost connection to camera")
+                        logger.info("📹 Lost connection to camera")
                         break
 
                     # Skip frames for performance
@@ -194,34 +197,73 @@ def __init__(self, uri: str):
             self.recipients = self.recipients[0].split(",")
 
     async def send(self, message: Any) -> None:
-        """Send email"""
+        """Send email with enhanced logging"""
         try:
+            print(f"🔧 Preparing email with server: {self.server}:{self.port}")
+            print(f"🔧 Authenticating as user: {self.user}")
+            
             msg = MIMEMultipart()
             msg["From"] = self.user
-            msg["Subject"] = "Camel Router Alert"
+            
+            # Extract subject from message if it's a dict and has a subject field
+            if isinstance(message, dict) and 'subject' in message:
+                msg["Subject"] = message.get('subject', 'Camel Router Alert')
+                print(f"📨 Using subject from message: {msg['Subject']}")
+            else:
+                msg["Subject"] = "Camel Router Alert"
+                logger.info("ℹ️  Using default subject")
 
-            # Format message
+            # Format message body
             if isinstance(message, dict):
                 body = json.dumps(message, indent=2)
+                print(f"ℹ️  Message is a dictionary, converting to JSON")
             else:
                 body = str(message)
+                print(f"ℹ️  Message is a string, length: {len(body)} characters")
 
             msg.attach(MIMEText(body, "plain"))
+            print(f"✉️  Message prepared, connecting to SMTP server...")
 
-            server = smtplib.SMTP(self.server, self.port)
+            # SMTP connection and sending
+            server = smtplib.SMTP(self.server, self.port, timeout=10)
+            print(f"🔌 Connected to SMTP server: {self.server}:{self.port}")
+            
             server.starttls()
+            logger.info("🔒 Started TLS encryption")
+            
+            print(f"🔑 Authenticating user: {self.user}")
             server.login(self.user, self.password)
+            logger.info("✅ Authentication successful")
 
+            success_count = 0
             for recipient in self.recipients:
-                msg["To"] = recipient.strip()
-                server.send_message(msg)
-                del msg["To"]
+                clean_recipient = recipient.strip()
+                if not clean_recipient:
+                    logger.info("⚠️  Empty recipient, skipping")
+                    continue
+                    
+                try:
+                    msg["To"] = clean_recipient
+                    print(f"📤 Sending to: {clean_recipient}")
+                    server.send_message(msg)
+                    del msg["To"]
+                    success_count += 1
+                    print(f"✅ Successfully sent to: {clean_recipient}")
+                except Exception as send_error:
+                    print(f"❌ Failed to send to {clean_recipient}: {send_error}")
 
             server.quit()
-            print(f"📧 Email sent to {len(self.recipients)} recipients")
+            print(f"📬 Email sending complete. Successfully sent to {success_count}/{len(self.recipients)} recipients")
 
+        except smtplib.SMTPException as smtp_error:
+            print(f"❌ SMTP Error: {smtp_error}")
+            print(f"   SMTP Code: {getattr(smtp_error, 'smtp_code', 'N/A')}")
+            print(f"   SMTP Error: {getattr(smtp_error, 'smtp_error', 'N/A')}")
         except Exception as e:
-            print(f"❌ Email error: {e}")
+            import traceback
+            print(f"❌ Unexpected error: {e}")
+            logger.info("📝 Stack trace:")
+            traceback.print_exc()
 
 
 class HTTPDestination(Destination):
@@ -297,7 +339,7 @@ def __init__(self, uri: str):
     async def send(self, message: Any) -> None:
         """Log message to console and optionally to a file"""
         log_msg = f"📝 {datetime.now().isoformat()}: {message}"
-        print(log_msg)
+        logger.info(log_msg)
 
         if self.log_file:
             try:

src/dialogchain/engine.py

@@ -9,6 +9,9 @@
 import yaml
 from .processors import *
 from .connectors import *
+from dialogchain.utils.logger import setup_logger
+logger = setup_logger(__name__)
+
 
 
 def parse_uri(uri: str) -> Tuple[str, str]:
@@ -216,17 +219,19 @@ def dry_run(self, route_name: Optional[str] = None):
         routes_to_check = self.routes
         if route_name:
             routes_to_check = [r for r in self.routes if r.get("name") == route_name]
+        else:
+            routes_to_check = self.routes
 
-        print("🔍 DRY RUN - Configuration Analysis:")
-        print("=" * 50)
+        logger.info("🔍 DRY RUN - Configuration Analysis:")
+        logger.info("=" * 50)
 
         for route in routes_to_check:
             name = route.get("name", "unnamed")
             print(f"\n📍 Route: {name}")
             print(f"   From: {self.resolve_variables(route['from'])}")
 
             if "processors" in route:
-                print("   Processors:")
+                logger.info("   Processors:")
                 for i, proc in enumerate(route["processors"], 1):
                     print(f"     {i}. {proc['type']}")
                     if proc["type"] == "external":
@@ -236,7 +241,7 @@ def dry_run(self, route_name: Optional[str] = None):
             if isinstance(to_config, str):
                 to_config = [to_config]
 
-            print("   To:")
+            logger.info("   To:")
             for dest in to_config:
                 resolved = self.resolve_variables(dest)
                 print(f"     • {resolved}")

src/dialogchain/processors.py

@@ -6,6 +6,9 @@
 from abc import ABC, abstractmethod
 from typing import Any, Dict, Optional, Union
 from jinja2 import Template
+from dialogchain.utils.logger import setup_logger
+logger = setup_logger(__name__)
+
 
 
 def create_processor(config: Dict[str, Any]) -> 'Processor':

src/dialogchain/utils/__init__.py

@@ -0,0 +1,17 @@
+"""
+Utility functions and classes for DialogChain.
+"""
+
+from .logger import (
+    setup_logger,
+    get_logs,
+    display_recent_logs,
+    DatabaseLogHandler
+)
+
+__all__ = [
+    'setup_logger',
+    'get_logs',
+    'display_recent_logs',
+    'DatabaseLogHandler'
+]

src/dialogchain/utils/detect_objects.py

@@ -12,6 +12,9 @@
 import numpy as np
 import cv2
 from pathlib import Path
+from dialogchain.utils.logger import setup_logger
+logger = setup_logger(__name__)
+
 
 # Optional: ultralytics for YOLO
 try:
@@ -20,7 +23,7 @@
     HAS_YOLO = True
 except ImportError:
     HAS_YOLO = False
-    print("Warning: ultralytics not installed, using dummy detection")
+    logger.info("Warning: ultralytics not installed, using dummy detection")
 
 
 def load_config():
@@ -150,11 +153,11 @@ def main():
             with open(args.output, "w") as f:
                 json.dump(output, f, indent=2)
         else:
-            print(json.dumps(output, indent=2))
+    logger.info(json.dumps(output, indent=2))
 
     except Exception as e:
         error_output = {"error": str(e), "success": False}
-        print(json.dumps(error_output, indent=2), file=sys.stderr)
+    logger.info(json.dumps(error_output, indent=2), file=sys.stderr)
         sys.exit(1)
 
 

src/dialogchain/utils/extract_markdown.py

@@ -6,6 +6,9 @@
 import re
 from pathlib import Path
 from typing import Dict, List, Optional, Tuple, Any
+from dialogchain.utils.logger import setup_logger
+logger = setup_logger(__name__)
+
 
 
 class MarkdownExtractor:
@@ -90,7 +93,7 @@ def run(self):
         for md_file in md_files:
             self.process_markdown_file(md_file)
 
-        print("\nExtraction complete!")
+    logger.info("\nExtraction complete!")
         return 0