Repository navigation
Expand file tree
/
Copy pathmain.py
More file actions
108 lines (85 loc) · 3.79 KB
/
Copy pathmain.py
File metadata and controls
108 lines (85 loc) · 3.79 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
"""
Main entry point for running Urban Downloader and Validator pipelines end to end.
Usage guidance:
- For Colab: Use the provided project root path and ensure Drive is mounted.
In a Colab notebook cell:
%run main.py
!python main.py --data-config configs/data_configs.yaml --val-config configs/validation_configs.yaml
- From the CLI (project needs to be set up within a Colab environment):
python main.py
python main.py --skip-download
python main.py --skip-download --skip-raster
python main.py --data-config configs/data_configs.yaml --val-config configs/validation_configs.yaml
Prepared by: Rufai Omowunmi Balogun
"""
from __future__ import annotations
import argparse
import logging
import warnings
from pathlib import Path
from src.utils.runtime import colab_setup, is_colab
from src.downloader import UrbanDownloader
from src.validator import UrbanValidator
warnings.filterwarnings("ignore")
logging.basicConfig(
level=logging.INFO,
format="%(asctime)s %(levelname)-8s %(message)s",
datefmt="%H:%M:%S",
)
log = logging.getLogger(__name__)
def run_download(data_config: str) -> None:
"""Download all enabled vector and raster datasets for the configured AOIs."""
downloader = UrbanDownloader(data_config)
log.info("Downloading: vector datasets")
downloader.download_vector()
log.info("Downloading: raster datasets")
downloader.download_raster()
log.info("Datasets download completed.")
def run_vector_validation(val_config: str) -> None:
"""Validate building footprint vectors against reference data for all cities."""
log.info("Vector validation: validating building footprints against reference data.")
results = UrbanValidator(val_config).validate_vector()
ok = sum(v for v in results.values())
log.info("Vector validation complete — %d/%d cities succeeded.", ok, len(results))
def run_raster_validation(val_config: str) -> None:
"""Validate raster datasets against reference data for all cities."""
log.info("Raster validation: validating raster datasets against reference data.")
results = UrbanValidator(val_config).validate_raster()
ok = sum(v for v in results.values())
log.info("Raster validation complete — %d/%d cities succeeded.", ok, len(results))
def main() -> None:
"""Parse CLI arguments and run the download and validation pipeline stages."""
parser = argparse.ArgumentParser(description="Urban Validation pipeline runner")
parser.add_argument("--data-config", default="configs/data_configs.yaml")
parser.add_argument("--val-config", default="configs/validation_configs.yaml")
parser.add_argument("--skip-download", action="store_true")
parser.add_argument("--skip-vector", action="store_true")
parser.add_argument("--skip-raster", action="store_true")
parser.add_argument(
"--project-root",
default=".", # ← set this to your project/data root (e.g. a mounted Drive path in Colab)
help="Project root containing configs/ and data/ (default: current directory).",
)
try:
args = parser.parse_args()
except SystemExit:
args = parser.parse_args([])
if is_colab():
project_root = args.project_root
colab_setup(project_root)
data_config = str(Path(project_root) / args.data_config)
val_config = str(Path(project_root) / args.val_config)
else:
data_config = args.data_config
val_config = args.val_config
log.info("Using data config: %s", data_config)
log.info("Using val config: %s", val_config)
if not args.skip_download:
run_download(data_config)
if not args.skip_vector:
run_vector_validation(val_config)
if not args.skip_raster:
run_raster_validation(val_config)
log.info("Pipeline complete.")
if __name__ == "__main__":
main()