Submission: rail_bpz_test (RAIL BPZ-lite, draft)

.github/workflows/submit_rail_bpz_test.yaml

@@ -0,0 +1,38 @@
+---
+# This workflow will install Python dependencies and run tests
+
+name: Unit test and code coverage
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+    branches: [main]
+
+jobs:
+  build:
+
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: ['3.13']
+        submission: ['rail_bpz_test']
+
+    steps:
+      - uses: actions/checkout@v3
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v4
+        with:
+          python-version: ${{ matrix.python-version }}
+      - name: Install dependencies
+        run: |
+          sudo apt-get update
+          sudo apt install libbz2-dev
+          python -m pip install --upgrade pip
+          pip install wheel
+          pip install .
+          pip install .[dev]
+          if [ -f requirements_${{ matrix.submission }}.txt ]; then pip install -r requirements_${{ matrix.submission }}.txt; fi
+      - name: Run unit tests with pytest
+        run: |
+          python -m pytest tests/test_${{ matrix.submission }}.py

requirements_rail_bpz_test.txt

@@ -0,0 +1,5 @@
+pz-rail-base>=2.0.0
+pz-rail-bpz>=2.0.0
+desc-bpz>=0.3.2
+qp-prob>=1.0.0
+tables_io>=1.0.0

tests/test_rail_bpz_test.py

@@ -0,0 +1,163 @@
+import math
+import os
+from pathlib import Path
+
+import numpy as np
+import pytest
+from rail.core.data import TableHandle
+from rail.estimation.algos.bpz_lite import BPZliteEstimator, BPZliteInformer
+from rail.utils import catalog_utils
+
+from pz_data_challenge import submit_utils
+from pz_data_challenge.taskset_1 import run_taskset_1
+from pz_data_challenge.taskset_2 import run_taskset_2
+
+SUBMISSION_NAME: str = "rail_bpz_test"
+SUBMISSION_URL: str = (
+    "https://github.com/Lhior/pz_data_challenge/releases/download/"
+    "pzdc-rail-test-data-v1/rail_bpz_test_submission.tgz"
+)
+
+SUBMIT_DIR: str = f"submissions/{SUBMISSION_NAME}"
+PUBLIC_AREA: str = "tests/public"
+
+CATALOG_TAG = "cardinal_roman_rubin"
+_CHUNK = 150_000
+_ZMAX = 3.0
+_NZ = 101
+
+
+def _attach_object_ids(pz_out, test_data: TableHandle) -> None:
+    pz_out.data.ancil["object_id"] = np.asarray(test_data()["object_id"])
+
+
+def _make_bpz_informer() -> BPZliteInformer:
+    return BPZliteInformer.make_stage(
+        name="inform",
+        hdf5_groupname="",
+        output_hdfn=True,
+        zmax=_ZMAX,
+        nzbins=_NZ,
+        chunk_size=_CHUNK,
+        nondetect_val=math.nan,
+    )
+
+
+def _make_bpz_estimator(model) -> BPZliteEstimator:
+    return BPZliteEstimator.make_stage(
+        name="estimate",
+        model=model,
+        hdf5_groupname="",
+        output_mode="return",
+        nzbins=_NZ,
+        zmax=_ZMAX,
+        chunk_size=_CHUNK,
+        nondetect_val=math.nan,
+    )
+
+
+@pytest.fixture(name="setup_submit_area", scope="module")
+def setup_submit_area(request: pytest.FixtureRequest) -> int:
+    if not os.path.exists(SUBMIT_DIR):
+        if not SUBMISSION_URL:
+            raise ValueError(
+                f"SUBMISSION_URL in tests/test_{SUBMISSION_NAME}.py has not been set"
+            )
+        submit_utils.download_and_extract_tar(SUBMISSION_URL, SUBMIT_DIR)
+
+    def teardown_submit_area() -> None:
+        if not os.environ.get("NO_TEARDOWN"):
+            os.system(f"\\rm -rf {SUBMIT_DIR}")
+
+    try:
+        os.makedirs(os.path.join(SUBMIT_DIR, "outputs_2"))
+    except Exception:
+        pass
+
+    try:
+        os.makedirs(os.path.join(SUBMIT_DIR, "outputs_3"))
+    except Exception:
+        pass
+
+    request.addfinalizer(teardown_submit_area)
+
+    catalog_utils.clear()
+    catalog_utils.load_yaml("tests/catalogs.yaml")
+    catalog_utils.apply(CATALOG_TAG)
+
+    return 0
+
+
+def run_taskset_1_estimation_only(
+    model_file: str | Path,
+    test_file: str | Path,
+    output_file: str | Path,
+) -> None:
+    test_data = TableHandle("test", path=str(test_file))
+    estimator = _make_bpz_estimator(str(model_file))
+    pz_out = estimator.estimate(test_data)
+    _attach_object_ids(pz_out, test_data)
+    pz_out.path = output_file
+    pz_out.write()
+
+
+def run_taskset_1_training_and_estimation(
+    train_file: str | Path,
+    test_file: str | Path,
+    output_file: str | Path,
+) -> None:
+    train_data = TableHandle("train", path=str(train_file))
+    test_data = TableHandle("test", path=str(test_file))
+    informer = _make_bpz_informer()
+    model = informer.inform(train_data)
+    estimator = _make_bpz_estimator(model)
+    pz_out = estimator.estimate(test_data)
+    _attach_object_ids(pz_out, test_data)
+    pz_out.path = output_file
+    pz_out.write()
+
+
+def run_taskset_2_estimation_only(
+    model_file: str | Path,
+    test_file: str | Path,
+    output_file: str | Path,
+) -> None:
+    run_taskset_1_estimation_only(model_file, test_file, output_file)
+
+
+def run_taskset_2_training_and_estimation(
+    train_file: str | Path,
+    test_file: str | Path,
+    output_file: str | Path,
+) -> None:
+    run_taskset_1_training_and_estimation(train_file, test_file, output_file)
+
+
+def test_example_taskset_1(
+    setup_public_area: int,
+    setup_submit_area: int,
+) -> None:
+    assert setup_public_area == 0
+    assert setup_submit_area == 0
+
+    run_taskset_1(
+        PUBLIC_AREA,
+        SUBMISSION_NAME,
+        run_taskset_1_estimation_only,
+        run_taskset_1_training_and_estimation,
+    )
+
+
+def test_example_taskset_2(
+    setup_public_area: int,
+    setup_submit_area: int,
+) -> None:
+    assert setup_public_area == 0
+    assert setup_submit_area == 0
+
+    run_taskset_2(
+        PUBLIC_AREA,
+        SUBMISSION_NAME,
+        run_taskset_2_estimation_only,
+        run_taskset_2_training_and_estimation,
+    )