File size: 2,920 Bytes
00bd945 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 | """One data-free build; hard timeout and a separate bounded Agnes ledger."""
import json
from pathlib import Path
from huggingface_hub import HfApi, CommitOperationAdd, get_token
ROOT=Path(__file__).resolve().parent
api=HfApi()
repo='ProCreations/Agnes-3.0-Flash-NVFP4'
assert api.whoami()['name']=='ProCreations'
ledger=ROOT/'jobs.jsonl'
assert not ledger.exists(),'Inspect previous attempts before dispatching again'
api.create_repo(repo_id=repo,private=True,exist_ok=True)
assert api.model_info(repo).private
assert not any(n.endswith('.safetensors') for n in api.list_repo_files(repo))
plan=dict(source='Agnes-AI/Agnes-3.0-Flash',source_revision='24f712ce59379b54c4a141d2708c35daf5ff613b',
target=repo,method='plain data-free NVFP4',training=False,calibration_examples=0,
quantized='All decoder MLP and global attention linear weights; branches folded as in upstream SGLang',
preserved='Recurrent attention, vision, embeddings, output head, norms, MTP',
agnes_compute_ceiling_usd=40,prior_nex_compute_upper_bound_usd=98.303050825,
combined_user_cap_usd=200,publication='Public after native validation')
(ROOT/'plan.json').write_text(json.dumps(plan,indent=2)+'\n')
readme='''---
license: apache-2.0
base_model: Agnes-AI/Agnes-3.0-Flash
base_model_relation: quantized
pipeline_tag: image-text-to-text
tags:
- nvfp4
- modelopt
- quantized
---
# Agnes-3.0-Flash Preview — plain NVFP4
Private build in progress. The pinned source is the 33B Preview checkpoint with 262144 context. Native evaluation and public release are pending.
'''
(ROOT/'README.pending.md').write_text(readme)
names=['build.py','bootstrap_build.sh','dispatch_build.py','plan.json','source_meta.json','runtime_image.json']
commit=api.create_commit(repo_id=repo,operations=[CommitOperationAdd(path_in_repo='reproducibility/'+n,path_or_fileobj=str(ROOT/n)) for n in names]+[
CommitOperationAdd(path_in_repo='README.md',path_or_fileobj=str(ROOT/'README.pending.md'))],
commit_message='Pin plain NVFP4 build, source, and bounded validation plan')
rate=next(h.unit_cost_usd*60 for h in api.list_jobs_hardware() if h.name=='h200')
job=api.run_job(image='pytorch/pytorch:2.13.0-cuda13.0-cudnn9-devel',flavor='h200',timeout=5400,
command=['bash','-c',(ROOT/'bootstrap_build.sh').read_text()],
env={'AGNES_CODE_REVISION':commit.oid,'HF_HOME':'/workspace/agnes/hf-cache',
'PYTHONUNBUFFERED':'1','TOKENIZERS_PARALLELISM':'false','OMP_NUM_THREADS':'8',
'HF_HUB_DOWNLOAD_TIMEOUT':'180','TQDM_MININTERVAL':'30',
'PYTORCH_CUDA_ALLOC_CONF':'expandable_segments:True'},
secrets={'HF_TOKEN':get_token()},labels={'project':'agnes-flash-nvfp4','phase':'plain-build'})
row=dict(job_id=job.id,url=job.url,phase='plain-build',flavor='h200',rate_usd_hour=rate,
timeout_hours=1.5,maximum_cost_usd=rate*1.5,code_revision=commit.oid)
ledger.write_text(json.dumps(row)+'\n')
print(json.dumps(row))
|