TheRON/otivm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fix seed_promote.py: restore collapsed tail block

Browse Source
This commit is contained in:
otivm
2026-04-26 07:29:22 +00:00
parent d7f47e4dff
commit 76b26d4ff1
1 changed files with 33 additions and 44 deletions
Download Patch File Download Diff File Expand all files Collapse all files

77
pipeline/seed_promote.py
View File

@@ -1,29 +1,18 @@
""" """
seed_promote.py — TESSERA 4.0 seed promotion seed_promote.py - TESSERA 4.0 seed promotion
Promotes draft rows in staging_otivm.sqlite3 to current, following the Promotes draft rows in staging_otivm.sqlite3 to current.
RFC-TESSERA-4.0-001 pipeline contract.
Run on the Dell (tessera-pipeline CT) after seed_extract.py completes: Run on the Dell (tessera-pipeline CT) after seed_extract.py completes:
/opt/tessera-pipeline/venv/bin/python3 /opt/tessera-pipeline/seed_promote.py /opt/tessera-pipeline/venv/bin/python3 /opt/tessera-pipeline/seed_promote.py
What this script does:
1. Verifies all five H5 hexes have exactly 2401 draft rows each
2. Promotes tessera_cells.status 1→2 for all rows in the seed run
3. Updates h5_coverage.status 1→2 for all five H5 hexes
4. Reports final state — ready for copy to otivm.sqlite3
After this script completes:
- Verify output shown here
- scp /tmp/staging_otivm.sqlite3 to OTIVM container as data/otivm.sqlite3
""" """
import sqlite3 import sqlite3
import sys import sys
import os
from datetime import datetime, timezone from datetime import datetime, timezone
STAGING_DB = "/tmp/staging_otivm.sqlite3" STAGING_DB = "/tmp/staging_otivm.sqlite3"
RUN_KEY = "tessera3-seed-2026-04-26" RUN_KEY = "tessera3-seed-2026-04-26"
H9_EXPECTED = 2401 H9_EXPECTED = 2401
H5_WAYPOINTS = [ H5_WAYPOINTS = [
("Ostia", "851e805bfffffff"), ("Ostia", "851e805bfffffff"),
("Capua", "851e8333fffffff"), ("Capua", "851e8333fffffff"),
@@ -38,7 +27,7 @@ except ImportError:
sys.exit("ERROR: h3 library not installed. Activate venv first.") sys.exit("ERROR: h3 library not installed. Activate venv first.")
def now_utc() -> str: def now_utc():
return datetime.now(timezone.utc).strftime("%Y-%m-%dT%H:%M:%SZ") return datetime.now(timezone.utc).strftime("%Y-%m-%dT%H:%M:%SZ")
@@ -46,14 +35,12 @@ def promote():
print(f"[{now_utc()}] seed_promote.py starting") print(f"[{now_utc()}] seed_promote.py starting")
print(f" Staging: {STAGING_DB}") print(f" Staging: {STAGING_DB}")
import os
if not os.path.exists(STAGING_DB): if not os.path.exists(STAGING_DB):
sys.exit(f"ERROR: {STAGING_DB} not found. Run seed_extract.py first.") sys.exit(f"ERROR: {STAGING_DB} not found. Run seed_extract.py first.")
con = sqlite3.connect(STAGING_DB) con = sqlite3.connect(STAGING_DB)
con.execute("PRAGMA foreign_keys = ON") con.execute("PRAGMA foreign_keys = ON")
# Confirm pipeline run exists and is complete (status=2)
run = con.execute( run = con.execute(
"SELECT id, status, row_count FROM pipeline_runs WHERE run_key = ?", "SELECT id, status, row_count FROM pipeline_runs WHERE run_key = ?",
(RUN_KEY,) (RUN_KEY,)
@@ -72,11 +59,10 @@ def promote():
) )
print(f" pipeline_run id={run_id}, status=2 (complete), row_count={row_count}") print(f" pipeline_run id={run_id}, status=2 (complete), row_count={row_count}")
# Verify per-H5 draft counts before promoting anything
print(f"\n Pre-promotion verification:") print(f"\n Pre-promotion verification:")
all_ok = True all_ok = True
h5_ints = [] h5_ints = []
for city, h5_text in H5_WAYPOINTS: for city, h5_text in H5_WAYPOINTS:
h5_int = h3.str_to_int(h5_text) h5_int = h3.str_to_int(h5_text)
h5_ints.append(h5_int) h5_ints.append(h5_int)
@@ -96,11 +82,11 @@ def promote():
(h5_int,) (h5_int,)
).fetchone() ).fetchone()
status_str = "OK" if draft_count == H9_EXPECTED else f"ERROR: expected {H9_EXPECTED}" ok = draft_count == H9_EXPECTED
status_str = "OK" if ok else f"ERROR: expected {H9_EXPECTED}"
print(f" {city}: draft={draft_count} current={current_count} " print(f" {city}: draft={draft_count} current={current_count} "
f"h5_cov_status={cov[0] if cov else 'MISSING'} [{status_str}]") f"h5_cov_status={cov[0] if cov else 'MISSING'} [{status_str}]")
if not ok:
if draft_count != H9_EXPECTED:
all_ok = False all_ok = False
if not all_ok: if not all_ok:
@@ -109,31 +95,25 @@ def promote():
print(f"\n All five H5 hexes verified. Promoting...") print(f"\n All five H5 hexes verified. Promoting...")
# Promote all draft rows from this run to current
promoted = con.execute( promoted = con.execute(
"UPDATE tessera_cells SET status = 2 WHERE run_id = ? AND status = 1", "UPDATE tessera_cells SET status = 2 WHERE run_id = ? AND status = 1",
(run_id,) (run_id,)
).rowcount ).rowcount
print(f" tessera_cells promoted: {promoted} rows (status 1→2)") print(f" tessera_cells promoted: {promoted} rows (1->2)")
# Update h5_coverage for all five H5 hexes
updated_cov = 0
for h5_int in h5_ints: for h5_int in h5_ints:
con.execute( con.execute(
"""UPDATE h5_coverage "UPDATE h5_coverage SET status = 2, h9_current = ?, last_updated = ? WHERE h5 = ?",
SET status = 2, h9_current = ?, last_updated = ?
WHERE h5 = ?""",
(H9_EXPECTED, now_utc(), h5_int) (H9_EXPECTED, now_utc(), h5_int)
) )
updated_cov += 1
con.commit() con.commit()
print(f" h5_coverage updated: {updated_cov} rows (status 1→2)") print(f" h5_coverage updated: {len(h5_ints)} rows (1->2)")
# Final verification
print(f"\n Post-promotion verification:") print(f"\n Post-promotion verification:")
grand_total = 0 grand_total = 0
all_complete = True all_complete = True
for city, h5_text in H5_WAYPOINTS: for city, h5_text in H5_WAYPOINTS:
h5_int = h3.str_to_int(h5_text) h5_int = h3.str_to_int(h5_text)
@@ -143,24 +123,33 @@ def promote():
).fetchone()[0] ).fetchone()[0]
cov = con.execute( cov = con.execute(
"SELECT status, h9_total, h9_current FROM h5_coverage WHERE h5 = ?", "SELECT status, h9_current FROM h5_coverage WHERE h5 = ?",
(h5_int,) (h5_int,)
).fetchone() ).fetchone()
complete = (current_count == H9_EXPECTED and cov and cov[0] == 2) complete = current_count == H9_EXPECTED and cov and cov[0] == 2
status_str = "COMPLETE" if complete else "ERROR" label = "COMPLETE" if complete else "ERROR"
print(f" {city}: current={current_count} h5_coverage_status={cov[0] if cov else 'MISSING'} [{status_str}]") print(f" {city}: current={current_count} h5_status={cov[0] if cov else 'MISSING'} [{label}]")
grand_total += current_count grand_total += current_count
if not complete: if not complete:
all_complete = False all_complete = False
con.close() con.close()
print(f"\n Total current rows: {grand_total}") print(f"\n Total current rows: {grand_total}")
if all_complete: if all_complete:
print(f"\n[{now_utc()}] Promotion complete. staging_otivm.sqlite3 is ready.") print(f"\n[{now_utc()}] Promotion complete. staging_otivm.sqlite3 is ready.")
print(f"\nNext steps:") print(f"\nNext steps (on root@ai):")
print(f" 1. scp the staging db to the OTIVM container:") print(f" lxc file pull tessera-pipeline/tmp/staging_otivm.sqlite3 /tmp/staging_otivm.sqlite3")
print(f" lxc file pull tessera-pipeline/tmp/staging_otivm.sqlite3 /tmp/staging_otivm.sqlite3") print(f" scp -i /home/sandor/.ssh/tessera-transfer /tmp/staging_otivm.sqlite3 sandor@10.0.0.23:/tmp/staging_otivm.sqlite3")
print(f" scp -i /home/sandor/.ssh/tessera-transfer /tmp/staging_otivm.sqlite3 \\") print(f" sandor@10.0.0.23:/tmp/staging_otivm.sqlite3") print(f" 2. On OTIVM container, move to production:") print(f" mv /tmp/staging_otivm.sqlite3 /home/otivm/OTIVM/data/otivm.sqlite3") print(f" chown otivm:otivm /home/otivm/OTIVM/data/otivm.sqlite3") print(f" 3. Verify on OTIVM container:") print(f" sqlite3 /home/otivm/OTIVM/data/otivm.sqlite3 \\") print(f" 'SELECT h5, h9_current, status FROM h5_coverage;'") else: print(f"\n[{now_utc()}] ERROR: Post-promotion verification failed.") sys.exit(1)if __name__ == "__main__": promote() print(f"\nOn OTIVM container:")
print(f" mv /tmp/staging_otivm.sqlite3 /home/otivm/OTIVM/data/otivm.sqlite3")
print(f" chown otivm:otivm /home/otivm/OTIVM/data/otivm.sqlite3")
print(f" sqlite3 data/otivm.sqlite3 'SELECT h5, h9_current, status FROM h5_coverage;'")
else:
print(f"\n[{now_utc()}] ERROR: Post-promotion verification failed.")
sys.exit(1)
if __name__ == "__main__":
promote()