grabowski
4358d52d55
Security & Dependency Updates / Dependency Security Scan (push) Successful in 1m8s
Security & Dependency Updates / License Compliance (push) Successful in 25s
Security & Dependency Updates / Check for Dependency Updates (push) Successful in 20s
Security & Dependency Updates / Code Quality Metrics (push) Successful in 17s
Security & Dependency Updates / Security Summary (push) Successful in 9s
Add src/ml/ package predicting, per station and per 6/12/24 h horizon, the probability of exceeding warning (3.0 m) and danger (4.5 m) levels plus expected peak level, trained on the 592k-row PostgreSQL history: - features.py: hourly grid with coverage gating and no future leakage; upstream stations enter at empirically measured travel-time lags (P.20 +17h ... P.103 +1h vs P.1); hour-of-day deliberately excluded (it encodes the scrape schedule, not hydrology) - train.py: HistGradientBoosting regression + warn/danger classifier heads per station x horizon, >=30-positives gate with calibrated sigmoid-on-regression fallback, strict temporal splits, per-event lead-time evaluation; guards against sklearn 1.9.0 crash on degenerate feature columns - predict.py: bundle loading with feature-name checks, heuristic fallback tier, get_latest_forecasts() for the API; raises when no models are trained so the endpoint 503s instead of serving persistence output as forecasts - data.py: Postgres-first loader (FLOOD_ML_DB_URL override), HTTP API fallback (flagged: that path backfills synthetic discharge), csv.gz cache - /forecast endpoint (15-min TTL cache) + dashboard flood-risk panel (hidden until models exist) - docs/FLOOD_FORECASTING.md: full system doc with measured deployment numbers (~335 MB RSS, CPU negligible, ~6 min full retrain) and retraining policy Validation: out-of-sample backtest of the record 2024 flood season (train <= Aug 2024) alerted 24-48 h ahead of the Oct 5 peak; 2025-26 test split: P.1 6h PR-AUC 0.974, recall 98.3% at 1% false-alarm rate. Also: fix P.81 station coordinates (was Ban Pong/Ratchaburi, 493 km out of basin; now 18.6936 N 99.0819 E per RID station page), pin scikit-learn==1.9.0 and numpy<2, gitignore model artifacts (~100 MB, train on the server via scripts/train_flood_model.py).
133 lines
3.3 KiB
TOML
133 lines
3.3 KiB
TOML
[build-system]
|
|
requires = ["setuptools>=61.0", "wheel"]
|
|
build-backend = "setuptools.build_meta"
|
|
|
|
[project]
|
|
name = "northern-thailand-ping-river-monitor"
|
|
version = "3.1.3"
|
|
description = "Real-time water level monitoring system for the Ping River Basin in Northern Thailand"
|
|
readme = "README.md"
|
|
license = {text = "MIT"}
|
|
authors = [
|
|
{name = "Ping River Monitor Team", email = "contact@example.com"}
|
|
]
|
|
keywords = [
|
|
"water monitoring",
|
|
"hydrology",
|
|
"thailand",
|
|
"ping river",
|
|
"environmental monitoring",
|
|
"time series",
|
|
"fastapi",
|
|
"real-time data"
|
|
]
|
|
classifiers = [
|
|
"Development Status :: 4 - Beta",
|
|
"Intended Audience :: Science/Research",
|
|
"Intended Audience :: System Administrators",
|
|
"Topic :: Scientific/Engineering :: Hydrology",
|
|
"Topic :: System :: Monitoring",
|
|
"Programming Language :: Python :: 3",
|
|
"Programming Language :: Python :: 3.9",
|
|
"Programming Language :: Python :: 3.10",
|
|
"Programming Language :: Python :: 3.11",
|
|
"Programming Language :: Python :: 3.12",
|
|
"Operating System :: OS Independent",
|
|
"Environment :: Web Environment",
|
|
"Framework :: FastAPI"
|
|
]
|
|
requires-python = ">=3.9"
|
|
dependencies = [
|
|
# Core dependencies
|
|
"requests==2.31.0",
|
|
"schedule==1.2.0",
|
|
"pandas==2.0.3",
|
|
"numpy>=1.24,<2",
|
|
# Flood forecasting (ML)
|
|
"scikit-learn==1.9.0",
|
|
# Web API framework
|
|
"fastapi==0.104.1",
|
|
"uvicorn[standard]==0.24.0",
|
|
"pydantic==2.5.0",
|
|
# Database adapters
|
|
"sqlalchemy==2.0.23",
|
|
"influxdb==5.3.1",
|
|
"pymysql==1.1.0",
|
|
"psycopg2-binary==2.9.9",
|
|
# Monitoring and metrics
|
|
"psutil==5.9.6"
|
|
]
|
|
|
|
[project.optional-dependencies]
|
|
dev = [
|
|
# Testing
|
|
"pytest==7.4.3",
|
|
"pytest-cov==4.1.0",
|
|
"pytest-asyncio==0.21.1",
|
|
# Code formatting and linting
|
|
"black==23.11.0",
|
|
"flake8==6.1.0",
|
|
"isort==5.12.0",
|
|
"mypy==1.7.1",
|
|
# Pre-commit hooks
|
|
"pre-commit==3.5.0",
|
|
# Development tools
|
|
"ipython==8.17.2",
|
|
"jupyter==1.0.0",
|
|
# Type stubs
|
|
"types-requests==2.31.0.10",
|
|
"types-python-dateutil==2.8.19.14"
|
|
]
|
|
docs = [
|
|
"sphinx==7.2.6",
|
|
"sphinx-rtd-theme==1.3.0",
|
|
"sphinx-autodoc-typehints==1.25.2"
|
|
]
|
|
all = [
|
|
"influxdb==5.3.1",
|
|
"pymysql==1.1.0",
|
|
"psycopg2-binary==2.9.9"
|
|
]
|
|
|
|
[project.scripts]
|
|
ping-river-monitor = "src.main:main"
|
|
ping-river-api = "src.web_api:main"
|
|
|
|
[project.urls]
|
|
Homepage = "https://git.b4l.co.th/B4L/Northern-Thailand-Ping-River-Monitor"
|
|
Repository = "https://git.b4l.co.th/B4L/Northern-Thailand-Ping-River-Monitor"
|
|
Issues = "https://git.b4l.co.th/B4L/Northern-Thailand-Ping-River-Monitor/issues"
|
|
Documentation = "https://git.b4l.co.th/B4L/Northern-Thailand-Ping-River-Monitor/wiki"
|
|
|
|
[dependency-groups]
|
|
dev = [
|
|
# Testing
|
|
"pytest==7.4.3",
|
|
"pytest-cov==4.1.0",
|
|
"pytest-asyncio==0.21.1",
|
|
# Code formatting and linting
|
|
"black==23.11.0",
|
|
"flake8==6.1.0",
|
|
"isort==5.12.0",
|
|
"mypy==1.7.1",
|
|
# Pre-commit hooks
|
|
"pre-commit==3.5.0",
|
|
# Development tools
|
|
"ipython==8.17.2",
|
|
"jupyter==1.0.0",
|
|
# Type stubs
|
|
"types-requests==2.31.0.10",
|
|
"types-python-dateutil==2.8.19.14",
|
|
# Documentation
|
|
"sphinx==7.2.6",
|
|
"sphinx-rtd-theme==1.3.0",
|
|
"sphinx-autodoc-typehints==1.25.2",
|
|
"pyinstaller>=6.16.0",
|
|
]
|
|
|
|
[tool.setuptools.packages.find]
|
|
where = ["src"]
|
|
|
|
[tool.setuptools.package-dir]
|
|
"" = "src"
|