How to use brazley/Brazley-Nemotron-3.5-Lightning-Omni with Transformers:
# pip install -U transformers accelerate # Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("brazley/Brazley-Nemotron-3.5-Lightning-Omni", trust_remote_code=True, device_map="auto")
https://huggingface.co/brazley/Brazley-Nemotron-3.5-Lightning-Omni/resolve/78286ad1a087973d21669b80e9d47ded77e10752/hf_quant_config.json
hf download hf://brazley/Brazley-Nemotron-3.5-Lightning-Omni@78286ad1a087973d21669b80e9d47ded77e10752/hf_quant_config.json
curl -L -o hf_quant_config.json https://huggingface.co/brazley/Brazley-Nemotron-3.5-Lightning-Omni/resolve/78286ad1a087973d21669b80e9d47ded77e10752/hf_quant_config.json
