Add self-contained relay deployment project and operational guidance
This commit is contained in:
@@ -0,0 +1,99 @@
|
||||
"""Package current source with existing, checksum-verified Linux ARM64 dependencies.
|
||||
|
||||
Usage: python scripts/package_offline.py --dependencies /path/to/old-bundle --output /path/to/new.tar.gz
|
||||
The dependency directory must contain SHA256SUMS, images/, hainuo-relay/wheelhouse/.
|
||||
Only dependencies are reused; source in the old bundle is never packaged.
|
||||
"""
|
||||
import argparse
|
||||
import hashlib
|
||||
import io
|
||||
import json
|
||||
import tarfile
|
||||
import zipfile
|
||||
from email.parser import Parser
|
||||
from pathlib import Path
|
||||
|
||||
|
||||
def digest(path):
|
||||
with path.open('rb') as handle:
|
||||
return hashlib.file_digest(handle, 'sha256').hexdigest()
|
||||
|
||||
|
||||
def package(dependencies, output):
|
||||
root = Path(__file__).resolve().parents[1]
|
||||
dependencies, output = Path(dependencies), Path(output)
|
||||
if output.exists():
|
||||
raise ValueError('Output already exists; refusing to overwrite')
|
||||
checks = {}
|
||||
for line in (dependencies/'SHA256SUMS').read_text(encoding='utf-8').splitlines():
|
||||
sha, rel = line.split(None, 1)
|
||||
checks[rel.strip().lstrip('*')] = sha
|
||||
assets = sorted(p for folder in [dependencies/'images', dependencies/'hainuo-relay/wheelhouse', dependencies/'licenses']
|
||||
for p in folder.rglob('*') if p.is_file())
|
||||
if not assets or not (dependencies/'licenses').is_dir():
|
||||
raise ValueError('Dependency bundle must include images, wheelhouse and license notices')
|
||||
wheel_versions = {}
|
||||
mapped = {}
|
||||
for path in assets:
|
||||
rel = path.relative_to(dependencies).as_posix()
|
||||
if rel not in checks or digest(path) != checks[rel]:
|
||||
raise ValueError('Dependency checksum mismatch: ' + rel)
|
||||
if path.suffix == '.whl':
|
||||
if not (path.name.endswith('none-any.whl') or 'aarch64' in path.name):
|
||||
raise ValueError('Unsupported wheel architecture: ' + path.name)
|
||||
with zipfile.ZipFile(path) as wheel:
|
||||
name = next(x for x in wheel.namelist() if x.endswith('.dist-info/METADATA'))
|
||||
meta = Parser().parsestr(wheel.read(name).decode('utf-8'))
|
||||
wheel_versions[meta['Name'].lower().replace('_','-')] = meta['Version']
|
||||
target = 'wheelhouse/' + path.name
|
||||
else:
|
||||
target = rel
|
||||
mapped[target] = path
|
||||
required = {}
|
||||
for line in (root/'requirements.lock').read_text(encoding='utf-8').splitlines():
|
||||
if line.strip() and not line.startswith('#'):
|
||||
name, version = line.split('==')
|
||||
required[name.lower().replace('_','-')] = version
|
||||
assert all(wheel_versions.get(n) == v for n,v in required.items()), 'Pinned wheel dependency mismatch'
|
||||
image_tars = list((dependencies/'images').glob('*.tar'))
|
||||
assert len(image_tars) == 4, 'Expected four base images'
|
||||
for path in image_tars:
|
||||
with tarfile.open(path) as image:
|
||||
manifest = json.load(image.extractfile('manifest.json'))
|
||||
for entry in manifest:
|
||||
config = json.load(image.extractfile(entry['Config']))
|
||||
assert config['architecture'] == 'arm64' and config['os'] == 'linux'
|
||||
for path in root.rglob('*'):
|
||||
rel = path.relative_to(root)
|
||||
if not path.is_file() or any(x in {'runtime','backups','wheelhouse','images','__pycache__','.pytest_cache','.git'} for x in rel.parts):
|
||||
continue
|
||||
if path.name in {'.env','settings.env'} or path.suffix == '.pyc':
|
||||
continue
|
||||
mapped[rel.as_posix()] = path
|
||||
manifest=''.join(f'{digest(path)} {name}\n' for name,path in sorted(mapped.items()))
|
||||
output.parent.mkdir(parents=True, exist_ok=True)
|
||||
with tarfile.open(output, 'w:gz', compresslevel=6) as tf:
|
||||
for name,path in sorted(mapped.items()):
|
||||
info=tf.gettarinfo(str(path), arcname='hainuo-relay-deployable/'+name)
|
||||
info.mode=0o755 if path.suffix=='.sh' else 0o644
|
||||
info.uid=info.gid=0
|
||||
info.uname=info.gname=''
|
||||
with path.open('rb') as handle:
|
||||
tf.addfile(info,handle)
|
||||
data=manifest.encode('utf-8')
|
||||
info=tarfile.TarInfo('hainuo-relay-deployable/OFFLINE_SHA256SUMS')
|
||||
info.size=len(data)
|
||||
info.mode=0o644
|
||||
tf.addfile(info,io.BytesIO(data))
|
||||
checksum=digest(output)
|
||||
Path(str(output)+'.sha256').write_text(checksum+' '+output.name+'\n',encoding='utf-8')
|
||||
print(json.dumps({'output':str(output),'bytes':output.stat().st_size,'sha256':checksum,
|
||||
'pinned_requirements':len(required),'verified_wheels':len(wheel_versions),'verified_images':len(image_tars)},indent=2))
|
||||
|
||||
|
||||
if __name__=='__main__':
|
||||
parser=argparse.ArgumentParser()
|
||||
parser.add_argument('--dependencies',required=True)
|
||||
parser.add_argument('--output',required=True)
|
||||
args=parser.parse_args()
|
||||
package(args.dependencies,args.output)
|
||||
Reference in New Issue
Block a user