| """One data-free build; hard timeout and a separate bounded Agnes ledger.""" |
| import json |
| from pathlib import Path |
| from huggingface_hub import HfApi, CommitOperationAdd, get_token |
|
|
| ROOT=Path(__file__).resolve().parent |
| api=HfApi() |
| repo='ProCreations/Agnes-3.0-Flash-NVFP4' |
| assert api.whoami()['name']=='ProCreations' |
| ledger=ROOT/'jobs.jsonl' |
| assert not ledger.exists(),'Inspect previous attempts before dispatching again' |
| api.create_repo(repo_id=repo,private=True,exist_ok=True) |
| assert api.model_info(repo).private |
| assert not any(n.endswith('.safetensors') for n in api.list_repo_files(repo)) |
| plan=dict(source='Agnes-AI/Agnes-3.0-Flash',source_revision='24f712ce59379b54c4a141d2708c35daf5ff613b', |
| target=repo,method='plain data-free NVFP4',training=False,calibration_examples=0, |
| quantized='All decoder MLP and global attention linear weights; branches folded as in upstream SGLang', |
| preserved='Recurrent attention, vision, embeddings, output head, norms, MTP', |
| agnes_compute_ceiling_usd=40,prior_nex_compute_upper_bound_usd=98.303050825, |
| combined_user_cap_usd=200,publication='Public after native validation') |
| (ROOT/'plan.json').write_text(json.dumps(plan,indent=2)+'\n') |
| readme='''--- |
| license: apache-2.0 |
| base_model: Agnes-AI/Agnes-3.0-Flash |
| base_model_relation: quantized |
| pipeline_tag: image-text-to-text |
| tags: |
| - nvfp4 |
| - modelopt |
| - quantized |
| --- |
| # Agnes-3.0-Flash Preview — plain NVFP4 |
| |
| Private build in progress. The pinned source is the 33B Preview checkpoint with 262144 context. Native evaluation and public release are pending. |
| ''' |
| (ROOT/'README.pending.md').write_text(readme) |
| names=['build.py','bootstrap_build.sh','dispatch_build.py','plan.json','source_meta.json','runtime_image.json'] |
| commit=api.create_commit(repo_id=repo,operations=[CommitOperationAdd(path_in_repo='reproducibility/'+n,path_or_fileobj=str(ROOT/n)) for n in names]+[ |
| CommitOperationAdd(path_in_repo='README.md',path_or_fileobj=str(ROOT/'README.pending.md'))], |
| commit_message='Pin plain NVFP4 build, source, and bounded validation plan') |
| rate=next(h.unit_cost_usd*60 for h in api.list_jobs_hardware() if h.name=='h200') |
| job=api.run_job(image='pytorch/pytorch:2.13.0-cuda13.0-cudnn9-devel',flavor='h200',timeout=5400, |
| command=['bash','-c',(ROOT/'bootstrap_build.sh').read_text()], |
| env={'AGNES_CODE_REVISION':commit.oid,'HF_HOME':'/workspace/agnes/hf-cache', |
| 'PYTHONUNBUFFERED':'1','TOKENIZERS_PARALLELISM':'false','OMP_NUM_THREADS':'8', |
| 'HF_HUB_DOWNLOAD_TIMEOUT':'180','TQDM_MININTERVAL':'30', |
| 'PYTORCH_CUDA_ALLOC_CONF':'expandable_segments:True'}, |
| secrets={'HF_TOKEN':get_token()},labels={'project':'agnes-flash-nvfp4','phase':'plain-build'}) |
| row=dict(job_id=job.id,url=job.url,phase='plain-build',flavor='h200',rate_usd_hour=rate, |
| timeout_hours=1.5,maximum_cost_usd=rate*1.5,code_revision=commit.oid) |
| ledger.write_text(json.dumps(row)+'\n') |
| print(json.dumps(row)) |
|
|
