models: - model: /workspace/cache/models--nvidia--Llama-3.1-Nemotron-70B-Instruct-HF/snapshots/031d4042f36adc1a52cca51b331d25cbe3cf1022 - model: /workspace/cache/models--zerofata--L3.3-GeneticLemonade-Unleashed-v3-70B/snapshots/786081cc68db24e8077cb8e3668f1f8ddacd5d1e - model: /workspace/cache/models--marcelbinz--Llama-3.1-Centaur-70B/snapshots/7e42dbd2e967200cee4b3eafe523c154edc2e766 - model: /workspace/cache/models--Delta-Vector--Austral-70B-Winton/snapshots/0b84421cb68e7c69848e6265a1d36dcd8957d44a - model: /workspace/cache/models--watt-ai--watt-tool-70B/snapshots/dbe19344ec6ee4b9e1636e9e6ce24fc6a85a725e base_model: /workspace/cache/models--deepcogito--cogito-v2-preview-llama-70B/snapshots/1e1d12e8eaebd6084a8dcf45ecdeaa2f4b8879ce select_topk: 0.23 merge_method: sce tokenizer: source: base chat_template: llama3 pad_to_multiple_of: 8 int8_mask: true dtype: float32