Some checks failed
Security & Dependency Updates / Dependency Security Scan (push) Successful in 29s
Security & Dependency Updates / Docker Security Scan (push) Failing after 53s
Security & Dependency Updates / License Compliance (push) Successful in 13s
Security & Dependency Updates / Check for Dependency Updates (push) Successful in 19s
Security & Dependency Updates / Code Quality Metrics (push) Successful in 11s
Security & Dependency Updates / Security Summary (push) Successful in 7s
Features: - Real-time water level monitoring for Ping River Basin (16 stations) - Coverage from Chiang Dao to Nakhon Sawan in Northern Thailand - FastAPI web interface with interactive dashboard and station management - Multi-database support (SQLite, MySQL, PostgreSQL, InfluxDB, VictoriaMetrics) - Comprehensive monitoring with health checks and metrics collection - Docker deployment with Grafana integration - Production-ready architecture with enterprise-grade observability CI/CD & Automation: - Complete Gitea Actions workflows for CI/CD, security, and releases - Multi-Python version testing (3.9-3.12) - Multi-architecture Docker builds (amd64, arm64) - Daily security scanning and dependency monitoring - Automated documentation generation - Performance testing and validation Production Ready: - Type safety with Pydantic models and comprehensive type hints - Data validation layer with range checking and error handling - Rate limiting and request tracking for API protection - Enhanced logging with rotation, colors, and performance metrics - Station management API for dynamic CRUD operations - Comprehensive documentation and deployment guides Technical Stack: - Python 3.9+ with FastAPI and Pydantic - Multi-database architecture with adapter pattern - Docker containerization with multi-stage builds - Grafana dashboards for visualization - Gitea Actions for CI/CD automation - Enterprise monitoring and alerting Ready for deployment to B4L infrastructure!
135 lines
4.4 KiB
Python
135 lines
4.4 KiB
Python
#!/usr/bin/env python3
|
|
"""
|
|
Centralized logging configuration for water monitoring system
|
|
"""
|
|
|
|
import logging
|
|
import logging.handlers
|
|
import os
|
|
from datetime import datetime
|
|
from typing import Optional
|
|
|
|
class ColoredFormatter(logging.Formatter):
|
|
"""Colored console formatter"""
|
|
|
|
COLORS = {
|
|
'DEBUG': '\033[36m', # Cyan
|
|
'INFO': '\033[32m', # Green
|
|
'WARNING': '\033[33m', # Yellow
|
|
'ERROR': '\033[31m', # Red
|
|
'CRITICAL': '\033[35m', # Magenta
|
|
'RESET': '\033[0m' # Reset
|
|
}
|
|
|
|
def format(self, record):
|
|
if hasattr(record, 'levelname'):
|
|
color = self.COLORS.get(record.levelname, self.COLORS['RESET'])
|
|
record.levelname = f"{color}{record.levelname}{self.COLORS['RESET']}"
|
|
return super().format(record)
|
|
|
|
def setup_logging(
|
|
log_level: str = "INFO",
|
|
log_file: Optional[str] = None,
|
|
max_file_size: int = 10 * 1024 * 1024, # 10MB
|
|
backup_count: int = 5,
|
|
enable_console: bool = True,
|
|
enable_colors: bool = True
|
|
) -> logging.Logger:
|
|
"""
|
|
Setup comprehensive logging configuration
|
|
|
|
Args:
|
|
log_level: Logging level (DEBUG, INFO, WARNING, ERROR, CRITICAL)
|
|
log_file: Path to log file (optional)
|
|
max_file_size: Maximum size of log file before rotation
|
|
backup_count: Number of backup files to keep
|
|
enable_console: Whether to enable console logging
|
|
enable_colors: Whether to enable colored console output
|
|
|
|
Returns:
|
|
Configured logger instance
|
|
"""
|
|
|
|
# Create logs directory if it doesn't exist
|
|
if log_file:
|
|
log_dir = os.path.dirname(log_file)
|
|
if log_dir and not os.path.exists(log_dir):
|
|
os.makedirs(log_dir)
|
|
|
|
# Configure root logger
|
|
logger = logging.getLogger()
|
|
logger.setLevel(getattr(logging, log_level.upper()))
|
|
|
|
# Clear existing handlers
|
|
logger.handlers.clear()
|
|
|
|
# Create formatters
|
|
detailed_formatter = logging.Formatter(
|
|
'%(asctime)s - %(name)s - %(levelname)s - %(filename)s:%(lineno)d - %(message)s',
|
|
datefmt='%Y-%m-%d %H:%M:%S'
|
|
)
|
|
|
|
simple_formatter = logging.Formatter(
|
|
'%(asctime)s - %(levelname)s - %(message)s',
|
|
datefmt='%H:%M:%S'
|
|
)
|
|
|
|
# Console handler
|
|
if enable_console:
|
|
console_handler = logging.StreamHandler()
|
|
if enable_colors and os.name != 'nt': # Don't use colors on Windows
|
|
console_formatter = ColoredFormatter(
|
|
'%(asctime)s - %(levelname)s - %(message)s',
|
|
datefmt='%H:%M:%S'
|
|
)
|
|
else:
|
|
console_formatter = simple_formatter
|
|
|
|
console_handler.setFormatter(console_formatter)
|
|
console_handler.setLevel(getattr(logging, log_level.upper()))
|
|
logger.addHandler(console_handler)
|
|
|
|
# File handler with rotation
|
|
if log_file:
|
|
file_handler = logging.handlers.RotatingFileHandler(
|
|
log_file,
|
|
maxBytes=max_file_size,
|
|
backupCount=backup_count,
|
|
encoding='utf-8'
|
|
)
|
|
file_handler.setFormatter(detailed_formatter)
|
|
file_handler.setLevel(logging.DEBUG) # Always log everything to file
|
|
logger.addHandler(file_handler)
|
|
|
|
# Add performance logger for metrics
|
|
perf_logger = logging.getLogger('performance')
|
|
if log_file:
|
|
perf_file = log_file.replace('.log', '_performance.log')
|
|
perf_handler = logging.handlers.RotatingFileHandler(
|
|
perf_file,
|
|
maxBytes=max_file_size,
|
|
backupCount=backup_count,
|
|
encoding='utf-8'
|
|
)
|
|
perf_formatter = logging.Formatter(
|
|
'%(asctime)s - %(message)s',
|
|
datefmt='%Y-%m-%d %H:%M:%S'
|
|
)
|
|
perf_handler.setFormatter(perf_formatter)
|
|
perf_logger.addHandler(perf_handler)
|
|
perf_logger.setLevel(logging.INFO)
|
|
perf_logger.propagate = False
|
|
|
|
return logger
|
|
|
|
def log_performance_metric(operation: str, duration: float, additional_info: Optional[str] = None):
|
|
"""Log performance metrics"""
|
|
perf_logger = logging.getLogger('performance')
|
|
message = f"PERF: {operation} took {duration:.3f}s"
|
|
if additional_info:
|
|
message += f" - {additional_info}"
|
|
perf_logger.info(message)
|
|
|
|
def get_logger(name: str) -> logging.Logger:
|
|
"""Get a logger with the specified name"""
|
|
return logging.getLogger(name) |