#!/usr/bin/env python3
"""Download the official USGS splib07a measured ASCII archive and verify its official MD5.
No login, messages or uploads are performed. Network access is required.
"""
from pathlib import Path
import argparse,json,urllib.request,hashlib
P=argparse.ArgumentParser();P.add_argument('--cache',type=Path,default=Path(__file__).resolve().parents[3]/'tmp/usgs_reference_download');a=P.parse_args();a.cache.mkdir(parents=True,exist_ok=True)
url='https://www.sciencebase.gov/catalog/item/586e8c88e4b0f5ce109fccae?format=json'
req=lambda u:urllib.request.Request(u,headers={'User-Agent':'USGS-SWIR-reference-validation/1.0'})
with urllib.request.urlopen(req(url),timeout=30) as r:meta=json.load(r)
f=next(x for x in meta['files'] if x['name']=='ASCIIdata_splib07a.zip');destination=a.cache/f['name']
if not destination.exists() or destination.stat().st_size!=f['size']:
    with urllib.request.urlopen(req(f['downloadUri']),timeout=60) as r,destination.with_suffix('.part').open('wb') as out:
        while block:=r.read(1024*1024):out.write(block)
    destination.with_suffix('.part').rename(destination)
assert destination.stat().st_size==f['size'],'Archive size mismatch'
actual=hashlib.md5(destination.read_bytes()).hexdigest();assert actual==f['checksum']['value'],'Official MD5 mismatch'
(a.cache/'sciencebase_ascii_item.json').write_text(json.dumps(meta,indent=2))
print(destination);print('Official MD5 verified:',actual)
