feat: add EXL3 6.0bpw quantized weights

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,590 @@
+---
+license: apache-2.0
+base_model:
+- Nimbz/Gemma-4-Gembrain-31B
+tags:
+- merge
+- mergekit
+- reasoning
+- non-reasoning
+- creative writing
+- roleplay
+- uncensored
+- 31B
+- gemma-4
+- heretic
+- uncensored
+- decensored
+- abliterated
+- ara
+---
+<div style="background-color: #ff4444; color: white; padding: 20px; border-radius: 10px; text-align: center; margin: 20px 0;">
+<h2 style="color: white; margin: 0 0 10px 0;">🚨⚠️ I HAVE REACHED HUGGING FACE'S FREE STORAGE LIMIT ⚠️🚨</h2>
+<p style="font-size: 18px; margin: 0 0 15px 0;">I can no longer upload new models unless I can cover the cost of additional storage.<br>I host <b>70+ free models</b> as an independent contributor and this work is unpaid.<br><b>Without your support, no more new models can be uploaded.</b></p>
+<p style="font-size: 20px; margin: 0;">
+<a href="https://patreon.com/LLMfan46" style="color: white; text-decoration: underline;">🎉 Patreon (Monthly)</a> &nbsp;|&nbsp;
+<a href="https://ko-fi.com/llmfan46" style="color: white; text-decoration: underline;">☕ Ko-fi (One-time)</a>
+</p>
+<p style="font-size: 16px; margin: 10px 0 0 0;">Every contribution goes directly toward Hugging Face storage fees to keep models free for everyone.</p>
+</div>
+
+---
+
+### **87% fewer refusals** (13/100 Uncensored vs 99/100 Original) while preserving model quality (0.0186 KL divergence).
+
+## ❤️ Support My Work
+Creating these models takes significant time, work and compute. If you find them useful consider supporting me:
+
+![image/png](https://huggingface.co/llmfan46/Omega-Darker-Gaslight_The-Final-Forgotten-Fever-Dream-24B-ultra-uncensored-heretic-v1/resolve/main/waifu001.webp)
+
+| Platform | Link | What you get |
+|----------|------|--------------|
+| 🎉 Patreon | [Monthly support](https://patreon.com/LLMfan46) | Priority model requests |
+| ☕ Ko-fi | [One-time tip](https://ko-fi.com/llmfan46) | My eternal gratitude |
+
+Your help will motivate me and would go into further improving my workflow and coverings fees for storage, compute and may even help uncensoring bigger model with rental Cloud GPUs.
+
+-----
+
+# This is a decensored version of [Nimbz/Gemma-4-Gembrain-31B](https://huggingface.co/Nimbz/Gemma-4-Gembrain-31B), made using [Heretic](https://github.com/p-e-w/heretic) v1.2.0 with the [Arbitrary-Rank Ablation (ARA)](https://github.com/p-e-w/heretic/pull/211) method
+
+## Abliteration parameters
+
+| Parameter | Value |
+| :-------- | :---: |
+| **start_layer_index** | 5 |
+| **end_layer_index** | 60 |
+| **preserve_good_behavior_weight** | 0.9776 |
+| **steer_bad_behavior_weight** | 0.0002 |
+| **overcorrect_relative_weight** | 1.0158 |
+| **neighbor_count** | 15 |
+
+## Targeted components
+
+  * attn.o_proj
+
+## Performance
+
+| Metric | This model | Original model ([Gemma-4-Gembrain-31B](https://huggingface.co/Nimbz/Gemma-4-Gembrain-31B)) |
+| :----- | :--------: | :---------------------------: |
+| **KL divergence** | <span style="color:darkgoldenrod">0.0186</span> | 0 *(by definition)* |
+| **Refusals** | ✅ <span style="color:darkgreen">13/100</span> | ❌ <span style="color:blue">99/100</span> |
+
+Lower refusals indicate fewer content restrictions, while lower KL divergence indicates more closeness to the original model's baseline. Higher refusals cause more rejections, objections, pushbacks, lecturing, censorship, softening and deflections.
+
+## MMLU test results:
+
+<span style="color:blue">Original:</span>
+
+============================================================
+
+- Total questions: 7021
+
+- Correct: 6084
+
+- **Accuracy: 0.8665 (86.65%)**
+
+- Parse failures: 51
+
+============================================================
+
+**Tested subject scores:**
+- professional_law: 0.7694 (604/785)
+- moral_scenarios: 0.8326 (368/442)
+- miscellaneous: 0.9269 (355/383)
+- professional_psychology: 0.9051 (286/316)
+- high_school_psychology: 0.9667 (261/270)
+- high_school_macroeconomics: 0.9289 (183/197)
+- elementary_mathematics: 0.9511 (175/184)
+- moral_disputes: 0.8563 (149/174)
+- prehistory: 0.9360 (161/172)
+- philosophy: 0.8616 (137/159)
+- high_school_biology: 0.9539 (145/152)
+- professional_accounting: 0.8392 (120/143)
+- clinical_knowledge: 0.9143 (128/140)
+- high_school_microeconomics: 0.9706 (132/136)
+- nutrition: 0.9259 (125/135)
+- professional_medicine: 0.9328 (125/134)
+- conceptual_physics: 0.9219 (118/128)
+- high_school_mathematics: 0.5748 (73/127)
+- human_aging: 0.8448 (98/116)
+- security_studies: 0.8839 (99/112)
+- high_school_statistics: 0.8919 (99/111)
+- marketing: 0.9725 (106/109)
+- high_school_world_history: 0.9528 (101/106)
+- sociology: 0.8932 (92/103)
+- high_school_government_and_politics: 0.9703 (98/101)
+- high_school_geography: 0.9293 (92/99)
+- high_school_chemistry: 0.7732 (75/97)
+- high_school_us_history: 0.9368 (89/95)
+- virology: 0.4944 (44/89)
+- college_medicine: 0.8523 (75/88)
+- world_religions: 0.9091 (80/88)
+- high_school_physics: 0.7857 (66/84)
+- electrical_engineering: 0.8642 (70/81)
+- astronomy: 0.9494 (75/79)
+- logical_fallacies: 0.9079 (69/76)
+- high_school_european_history: 0.8904 (65/73)
+- anatomy: 0.8732 (62/71)
+- college_biology: 0.9531 (61/64)
+- human_sexuality: 0.9219 (59/64)
+- formal_logic: 0.7969 (51/64)
+- public_relations: 0.7377 (45/61)
+- international_law: 0.9167 (55/60)
+- college_physics: 0.6842 (39/57)
+- college_mathematics: 0.7455 (41/55)
+- econometrics: 0.7963 (43/54)
+- jurisprudence: 0.8679 (46/53)
+- high_school_computer_science: 0.9808 (51/52)
+- machine_learning: 0.8462 (44/52)
+- medical_genetics: 0.9608 (49/51)
+- global_facts: 0.5490 (28/51)
+- management: 0.9200 (46/50)
+- us_foreign_policy: 0.9200 (46/50)
+- college_chemistry: 0.5957 (28/47)
+- abstract_algebra: 0.7660 (36/47)
+- business_ethics: 0.8261 (38/46)
+- college_computer_science: 0.9333 (42/45)
+- computer_security: 0.8372 (36/43)
+
+
+<span style="color:darkgreen">Heretic:</span>
+
+============================================================
+
+- Total questions: 7021
+
+- Correct: 6031
+
+- **Accuracy: 0.8590 (85.90%)**
+
+- Parse failures: 43
+
+============================================================
+
+**Tested subject scores:**
+- professional_law: 0.7529 (591/785)
+- moral_scenarios: 0.8009 (354/442)
+- miscellaneous: 0.9269 (355/383)
+- professional_psychology: 0.8924 (282/316)
+- high_school_psychology: 0.9667 (261/270)
+- high_school_macroeconomics: 0.9188 (181/197)
+- elementary_mathematics: 0.9620 (177/184)
+- moral_disputes: 0.8506 (148/174)
+- prehistory: 0.9302 (160/172)
+- philosophy: 0.8553 (136/159)
+- high_school_biology: 0.9539 (145/152)
+- professional_accounting: 0.8252 (118/143)
+- clinical_knowledge: 0.9071 (127/140)
+- high_school_microeconomics: 0.9632 (131/136)
+- nutrition: 0.9111 (123/135)
+- professional_medicine: 0.9179 (123/134)
+- conceptual_physics: 0.9141 (117/128)
+- high_school_mathematics: 0.5827 (74/127)
+- human_aging: 0.8534 (99/116)
+- security_studies: 0.8571 (96/112)
+- high_school_statistics: 0.8649 (96/111)
+- marketing: 0.9633 (105/109)
+- high_school_world_history: 0.9528 (101/106)
+- sociology: 0.9126 (94/103)
+- high_school_government_and_politics: 0.9703 (98/101)
+- high_school_geography: 0.9293 (92/99)
+- high_school_chemistry: 0.7835 (76/97)
+- high_school_us_history: 0.9158 (87/95)
+- virology: 0.4944 (44/89)
+- college_medicine: 0.8409 (74/88)
+- world_religions: 0.9091 (80/88)
+- high_school_physics: 0.7857 (66/84)
+- electrical_engineering: 0.8519 (69/81)
+- astronomy: 0.9494 (75/79)
+- logical_fallacies: 0.9211 (70/76)
+- high_school_european_history: 0.8904 (65/73)
+- anatomy: 0.8592 (61/71)
+- college_biology: 0.9531 (61/64)
+- human_sexuality: 0.8906 (57/64)
+- formal_logic: 0.7969 (51/64)
+- public_relations: 0.7705 (47/61)
+- international_law: 0.9167 (55/60)
+- college_physics: 0.7018 (40/57)
+- college_mathematics: 0.6909 (38/55)
+- econometrics: 0.7963 (43/54)
+- jurisprudence: 0.8491 (45/53)
+- high_school_computer_science: 0.9808 (51/52)
+- machine_learning: 0.8269 (43/52)
+- medical_genetics: 0.9216 (47/51)
+- global_facts: 0.6078 (31/51)
+- management: 0.9200 (46/50)
+- us_foreign_policy: 0.9600 (48/50)
+- college_chemistry: 0.5745 (27/47)
+- abstract_algebra: 0.7447 (35/47)
+- business_ethics: 0.8261 (38/46)
+- college_computer_science: 0.9111 (41/45)
+- computer_security: 0.8372 (36/43)
+
+MMLU - Massive Multitask Language Understanding, multiple-choice questions across 57 subjects (math, history, law, medicine, etc.).
+
+## GGUF Version
+
+GGUF quantizations available here [llmfan46/Gemma-4-Gembrain-31B-it-uncensored-heretic-GGUF](https://huggingface.co/llmfan46/Gemma-4-Gembrain-31B-it-uncensored-heretic-GGUF).
+
+-----
+
+
+<style>
+.gembrain-wrapper {
+background-color: #050505;
+color: #e2e8f0;
+font-family: 'Segoe UI', Roboto, Helvetica, Arial, sans-serif;
+padding: 30px;
+border-radius: 20px;
+border: 1px solid #1a1a1a;
+line-height: 1.6;
+}
+
+.neon-header { text-align: center; padding-bottom: 20px; }
+
+.neon-title {
+font-size: 3.5rem;
+font-weight: 800;
+margin: 0;
+background: linear-gradient(90deg, #00f2ff, #ff00ff);
+-webkit-background-clip: text;
+-webkit-text-fill-color: transparent;
+filter: drop-shadow(0 0 10px rgba(0, 242, 255, 0.4));
+letter-spacing: -2px;
+}
+
+.crystal-card {
+background: rgba(255, 255, 255, 0.03);
+border-left: 4px solid #00f2ff;
+padding: 20px;
+margin: 20px 0;
+border-radius: 0 12px 12px 0;
+box-shadow: 10px 0 30px rgba(0, 242, 255, 0.05);
+}
+
+.magenta-card {
+border-left-color: #ff00ff;
+box-shadow: 10px 0 30px rgba(255, 0, 255, 0.05);
+}
+
+.gold-card {
+border-left-color: #fbbf24;
+box-shadow: 10px 0 30px rgba(251, 191, 36, 0.05);
+}
+
+.stat-grid {
+display: grid;
+grid-template-columns: repeat(auto-fit, minmax(150px, 1fr));
+gap: 15px;
+margin: 20px 0;
+}
+
+.stat-item {
+text-align: center;
+padding: 15px;
+background: #0f172a;
+border: 1px solid #1e293b;
+border-radius: 15px;
+}
+
+.stat-value {
+display: block;
+font-size: 1.2rem;
+font-weight: bold;
+color: #00f2ff;
+}
+
+.thought-block {
+background: #000;
+border: 1px dashed #334155;
+padding: 15px;
+font-family: 'Courier New', Courier, monospace;
+color: #22c55e;
+margin-top: 10px;
+}
+
+/* 5-Phase Layout */
+.phase-grid {
+display: flex;
+flex-wrap: wrap;
+gap: 15px;
+justify-content: center;
+margin: 20px 0;
+}
+
+.phase-box {
+flex: 1 1 calc(33% - 15px);
+min-width: 180px;
+background: #111;
+padding: 15px;
+border-radius: 10px;
+border: 1px solid #334155;
+}
+
+.tag-pill {
+display: inline-block;
+padding: 4px 12px;
+border-radius: 50px;
+font-size: 12px;
+background: rgba(0, 242, 255, 0.1);
+color: #00f2ff;
+border: 1px solid rgba(0, 242, 255, 0.3);
+margin: 5px;
+}
+</style>
+
+<div class="gembrain-wrapper">
+
+<div class="neon-header">
+<img src="insane-in-the-gembrain-31b-title.png" width="100%" style="border-radius: 12px; border: 1px solid #333; margin-bottom: 20px;">
+<h1 class="neon-title"> 💎 GEMBRAIN-31B 🧠 </h1>
+<div style="color: #94a3b8; text-transform: uppercase; letter-spacing: 5px; font-size: 0.85rem; margin-top: 10px;">
+INSANE IN THE GEMBRAIN
+</div>
+</div>
+
+<div class="stat-grid">
+<div class="stat-item"><span class="stat-value">ADHERENCE</span><span style="font-size: 0.75rem; color: #64748b;">IMPROVED</span></div>
+<div class="stat-item"><span class="stat-value" style="color: #ff00ff;">SWIPE VARIETY</span><span style="font-size: 0.75rem; color: #64748b;">INCREASED</span></div>
+<div class="stat-item"><span class="stat-value">CREATIVE PROSE</span><span style="font-size: 0.75rem; color: #64748b;">PRESERVED</span></div>
+</div>
+
+<div class="crystal-card">
+<h3 style="color: #00f2ff; margin-top: 0;">🧠 About The Model</h3>
+<p style="margin-bottom: 0;">Gembrain-31B is a synthesis of several models, including Gemsicle-31B as important ingredient. The goal of this release was to stabilize and improve the initial Gemsicle-31B, but also to enhance its logical and lateral thinking, both with and without reasoning.</p>
+
+***
+
+<p style="margin-bottom: 0;">It's build to create the most unhinged narratives and construct image prompts about anything accordingly to a given structure with high precision.</p>
+
+***
+
+<p style="margin-bottom: 0;">Expect creative swipe variance, unique and non-robotic prose, and sharper instruction adherence.</p>
+</div>
+
+<div style="display: flex; gap: 20px; flex-wrap: wrap; margin-top: 30px;">
+<div style="flex: 1; min-width: 250px;">
+<h2 style="color: #00f2ff; border-bottom: 1px solid #334155; padding-bottom: 5px;">🎚️ Samplers</h2>
+<table style="width: 100%; border-collapse: collapse; font-size: 0.9rem;">
+
+<tr style="border-bottom: 1px solid #1e293b;">
+<td style="padding: 8px 5; color: #94a3b8;">Temperature</td>
+<td style="padding: 8px 5; text-align: right; color: #00f2ff;">1.0</td>
+</tr>
+
+<tr style="border-bottom: 1px solid #1e293b;">
+<td style="padding: 8px 5; color: #94a3b8;">Top-K</td>
+<td style="padding: 8px 5; text-align: right; color: #00f2ff;">0</td>
+</tr>
+
+<tr style="border-bottom: 1px solid #1e293b;">
+<td style="padding: 8px 5; color: #94a3b8;">Top-P</td>
+<td style="padding: 8px 5; text-align: right; color: #00f2ff;">0.95</td>
+</tr>
+
+<tr style="border-bottom: 1px solid #1e293b;">
+<td style="padding: 8px 5; color: #94a3b8;">Min-P</td>
+<td style="padding: 8px 5; text-align: right; color: #00f2ff;">0.03</td>
+</tr>
+
+<tr style="border-bottom: 1px solid #1e293b;">
+<td style="padding: 8px 5; color: #94a3b8;">DRY Multiplier</td>
+<td style="padding: 8px 5; text-align: right; color: #00f2ff;">0.8</td>
+</tr>
+<tr style="border-bottom: 1px solid #1e293b;">
+<td style="padding: 8px 5; color: #94a3b8;">DRY Base</td>
+<td style="padding: 8px 5; text-align: right; color: #00f2ff;">1.75</td>
+</tr>
+<tr style="border-bottom: 1px solid #1e293b;">
+<td style="padding: 8px 5; color: #94a3b8;">DRY Allowed Length</td>
+<td style="padding: 8px 5; text-align: right; color: #00f2ff;">10</td>
+</tr>
+
+<tr>
+<td style="padding: 8px 5; color: #94a3b8;">Optional: Adaptive-P Target</td>
+<td style="padding: 8px 5; text-align: right; color: #00f2ff;">0.6</td>
+</tr>
+<tr>
+<td style="padding: 8px 5; color: #94a3b8;">Optional: Adaptive-P Decay</td>
+<td style="padding: 8px 5; text-align: right; color: #00f2ff;">0.5</td>
+</tr>
+
+</table>
+</div>
+
+<div class="crystal-card magenta-card" style="flex: 1; min-width: 250px; margin: 0; border-radius: 12px;">
+<h3 style="color: #ff00ff; margin-top: 0;">🫟 GGUF Quants</h3>
+
+| Quant | Size | Download Link |
+| :--- | :--- | :--- | 
+| **Q4_K_S** | `17.8 GB` | [Click](https://huggingface.co/Nimbz/Gemma-4-Gembrain-31B-GGUF/blob/main/Gembrain-31B-Q4_K_S.gguf) | 
+| **Q4_K_M** | `18.7 GB` | [Click](https://huggingface.co/Nimbz/Gemma-4-Gembrain-31B-GGUF/blob/main/Gembrain-31B-Q4_K_M.gguf) | 
+| **Q5_K_S** | `21.3 GB` | [Click](https://huggingface.co/Nimbz/Gemma-4-Gembrain-31B-GGUF/blob/main/Gembrain-31B-Q5_K_S.gguf) | 
+| **Q5_K_M** | `21.8 GB` | [Click](https://huggingface.co/Nimbz/Gemma-4-Gembrain-31B-GGUF/blob/main/Gembrain-31B-Q5_K_M.gguf) | 
+| **Q6_K** | `25.2 GB` | [Click](https://huggingface.co/Nimbz/Gemma-4-Gembrain-31B-GGUF/blob/main/Gembrain-31B-Q6_K.gguf) | 
+| **Q8_0** | `32.6 GB` | [Click](https://huggingface.co/Nimbz/Gemma-4-Gembrain-31B-GGUF/blob/main/Gemsicle-31B-Q8_0.gguf) | 
+
+</ul>
+</div>
+</div>
+
+<div class="crystal-card magenta-card">
+<h3 style="color: #ff00ff; margin-top: 0;">🔮 Prompt Format</h3>
+
+[**Please refer to the original google/gemma-4-31b-it for the correct chat template.**](https://huggingface.co/google/gemma-4-31B-it#2-thinking-mode-configuration)
+
+Let your frontend handle the chat template if possible (e.g., Chat Completion in SillyTavern).
+
+**For Reasoning:** Add `<|think|>` at the very beginning of the system prompt. Thinking happens between `<|channel>thought\n` and
+`<channel|>` tags.
+
+```text
+<|turn>system
+<|think|>
+You are a helpful assistant<turn|>
+<|turn>user
+Hello<turn|>
+<|turn>model
+Hi there<turn|>
+<|turn>user
+How are you?<turn|>
+<|turn>model
+```
+</div>
+
+<h2 style="color: #e2e8f0; border-bottom: 1px solid #334155; padding-bottom: 5px; margin-top: 30px;">🧪 Merge Details</h2>
+<p style="font-size: 0.9rem; color: #94a3b8;">This model was systematically created through a five-stage process of priming models for their given purpose and merging the results:</p>
+
+<div class="phase-grid">
+<div class="phase-box" style="border-color: #00f2ff;">
+<h4 style="color: #00f2ff; margin: 0 0 5px 0;">Phase 01: breadcrumbs_ties</h4>
+<p style="font-size: 0.8rem; margin: 0; color: #cbd5e1;">Gemopus X MeroMero
+<details>
+<summary></summary>
+
+```
+models:
+  - model: ./G4-MeroMero-31B
+  - model: ./G4-Gemopus-4-31B-it
+merge_method: breadcrumbs_ties
+base_model: ./G4-31B-it
+parameters:
+  density: 0.85
+  weight: 0.5
+  int8_mask: true
+dtype: bfloat16
+```
+
+</details></p>
+</div>
+<div class="phase-box" style="border-color: #00f2ff;">
+<h4 style="color: #00f2ff; margin: 0 0 5px 0;">Phase 02: slerp</h4>
+<p style="font-size: 0.8rem; margin: 0; color: #cbd5e1;">GarnetV2 X Musica-v1
+<details>
+<summary></summary>
+
+```
+models:
+  - model: ./G4-Gemma4-GarnetV2-31B
+  - model: ./G4-31B-Musica-v1
+merge_method: slerp
+base_model: ./G4-Gemma4-GarnetV2-31B
+parameters:
+  t:
+    - value: 0.6
+dtype: bfloat16
+```
+
+</details></p>
+</div>
+</div>
+
+<div class="phase-grid">
+<div class="phase-box" style="border-color: #ff00ff;">
+<h4 style="color: #ff00ff; margin: 0 0 5px 0;">Phase 03: della_linear</h4>
+<p style="font-size: 0.8rem; margin: 0; color: #cbd5e1;">Gemsicle X Gemma-4-31B-it-heretic-ara
+<details>
+<summary></summary>
+
+```
+models:
+  - model: ./Gemsicle-31B
+    parameters:
+    weight: 1.0
+  - model: ./G4-gemma-4-31b-it-heretic-ara
+    parameters:
+      weight: 0.75
+      density: 0.65
+merge_method: della_linear
+base_model: ./G4-31B-it
+parameters:
+  weight: 1.0
+  normalize: false
+  epsilon: 0.05
+  lambda: 1.0
+dtype: bfloat16
+```
+
+</details></p>
+</div>
+<div class="phase-box" style="border-color: #ff00ff; flex-grow: 1;">
+<h4 style="color: #ff00ff; margin: 0 0 5px 0;">Phase 04: model_stock</h4>
+<p style="font-size: 0.8rem; margin: 0; color: #cbd5e1;">Phase 01 X Phase 02 X Phase 03
+<details>
+<summary></summary>
+
+```
+models:
+  - model: ./phase01_breadcrumbs_ties
+  - model: ./phase02_slerp
+merge_method: model_stock
+base_model: ./phase03_della_linear
+dtype: bfloat16
+tokenizer_source: "base"
+```
+
+</details></p>
+</div>
+
+</div>
+
+<div class="phase-grid">
+<div class="phase-box" style="border-image: linear-gradient(90deg, #00f2ff, #ff00ff) 1; flex-grow: 1;">
+<h4 style="background: linear-gradient(90deg, #00f2ff, #ff00ff); -webkit-background-clip: text; -webkit-text-fill-color: transparent; margin: 0 0 5px 0;">Phase 05: arcee_fusion</h4>
+<p style="font-size: 0.8rem; margin: 0; color: #cbd5e1;">Gemsicle X Phase 04
+<details>
+<summary></summary>
+
+```
+models:
+  - model: ./Gemsicle-31B
+  - model: ./phase04_model_stock
+merge_method: arcee_fusion
+base_model: ./Gemsicle-31B
+dtype: bfloat16
+tokenizer_source: "base"
+```
+
+</details></p>
+</div>
+</div>
+
+<div style="display: flex; gap: 20px; flex-wrap: wrap; margin-top: 30px;">
+
+<div class="crystal-card gold-card" style="flex: 1; min-width: 250px; margin: 0; border-radius: 12px;">
+
+<h3 style="color: #fbbf24; margin-top: 0;">🏆 Credits & Honors</h3>
+
+<li style="margin-bottom: 8px;"><b>The Open-Source Community:</b> For providing the brilliant base models and fine-tunes that made this synthesis possible.</li>
+
+<li style="margin-bottom: 8px;"><b><a href="https://www.reddit.com/r/BeaverAI/" style="color: #fbbf24; text-decoration: none;">The BeaverAI Community</a>:</b> The people on the BeaverAI Discord - Without your help I wouldn't do all that.</li>
+
+<li style="margin-bottom: 8px;"><b>Mergekit:</b> Once again thank you Arcee AI for the great and easy to use mergekit! And thanks to zerofota and their fork for Gemma 4 support.</li>
+
+<li style="margin-bottom: 8px;"><b><a href="https://huggingface.co/Ateron" style="color: #fbbf24; text-decoration: none;">Ateron</a>:</b> Big kudos for providing me with the first steps for merging models and your relentless testing and support.</li>
+
+<li><b>Google Gemini:</b> For once again helping me to craft this specific model card.</li>
+</div>
+
+</div>

chat_template.jinja

@@ -0,0 +1,365 @@
+{%- macro format_type_argument(type_value) -%}
+    {%- if type_value is string -%}
+        <|"|>{{ type_value | upper }}<|"|>
+    {%- elif type_value is iterable and type_value is not string -%}
+        [
+        {%- for item in type_value -%}
+            <|"|>{{ item | upper }}<|"|>
+            {%- if not loop.last %},{% endif -%}
+        {%- endfor -%}
+        ]
+    {%- else -%}
+        {{- format_argument(type_value) -}}
+    {%- endif -%}
+{%- endmacro -%}
+
+{%- macro format_parameters(properties, required, filter_keys=false) -%}
+    {%- set standard_keys = ['description', 'type', 'properties', 'required', 'nullable'] -%}
+    {%- set ns = namespace(found_first=false) -%}
+    {%- for key, value in properties | dictsort -%}
+        {%- set add_comma = false -%}
+        {%- if not filter_keys or key not in standard_keys -%}
+            {%- if ns.found_first %},{% endif -%}
+            {%- set ns.found_first = true -%}
+            {{ key }}:{
+            {%- if value['description'] -%}
+                description:<|"|>{{ value['description'] }}<|"|>
+                {%- set add_comma = true -%}
+            {%- endif -%}
+            {%- if value['type'] and ('string' in value['type'] or 'STRING' in value['type']) -%}
+                {%- if value['enum'] -%}
+                    {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
+                    enum:{{ format_argument(value['enum']) }}
+                {%- endif -%}
+            {%- elif value['type'] and ('array' in value['type'] or 'ARRAY' in value['type']) -%}
+                {%- if value['items'] is mapping and value['items'] -%}
+                    {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
+                    items:{
+                    {%- set ns_items = namespace(found_first=false) -%}
+                    {%- for item_key, item_value in value['items'] | dictsort -%}
+                        {%- if item_value is not none -%}
+                            {%- if ns_items.found_first %},{% endif -%}
+                            {%- set ns_items.found_first = true -%}
+                            {%- if item_key == 'properties' -%}
+                                properties:{
+                                {%- if item_value is mapping -%}
+                                    {{- format_parameters(item_value, value['items']['required'] | default([])) -}}
+                                {%- endif -%}
+                                }
+                            {%- elif item_key == 'required' -%}
+                                required:[
+                                {%- for req_item in item_value -%}
+                                    <|"|>{{- req_item -}}<|"|>
+                                    {%- if not loop.last %},{% endif -%}
+                                {%- endfor -%}
+                                ]
+                            {%- elif item_key == 'type' -%}
+                                type:{{ format_type_argument(item_value) }}
+                            {%- else -%}
+                                {{ item_key }}:{{ format_argument(item_value) }}
+                            {%- endif -%}
+                        {%- endif -%}
+                    {%- endfor -%}
+                    }
+                {%- endif -%}
+            {%- endif -%}
+            {%- if value['nullable'] %}
+                {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
+                nullable:true
+            {%- endif -%}
+            {%- if value['type'] and ('object' in value['type'] or 'OBJECT' in value['type']) -%}
+                {%- if value['properties'] is defined and value['properties'] is mapping -%}
+                    {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
+                    properties:{
+                    {{- format_parameters(value['properties'], value['required'] | default([])) -}}
+                    }
+                {%- elif value is mapping -%}
+                    {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
+                    properties:{
+                    {{- format_parameters(value, value['required'] | default([]), filter_keys=true) -}}
+                    }
+                {%- endif -%}
+                {%- if value['required'] -%}
+                    {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
+                    required:[
+                    {%- for item in value['required'] | default([]) -%}
+                        <|"|>{{- item -}}<|"|>
+                        {%- if not loop.last %},{% endif -%}
+                    {%- endfor -%}
+                    ]
+                {%- endif -%}
+            {%- endif -%}
+            {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
+            type:{{ format_type_argument(value['type']) }}}
+        {%- endif -%}
+    {%- endfor -%}
+{%- endmacro -%}
+{%- macro format_function_declaration(tool_data) -%}
+    declaration:{{- tool_data['function']['name'] -}}{description:<|"|>{{- tool_data['function']['description'] -}}<|"|>
+    {%- set params = tool_data['function']['parameters'] -%}
+    {%- if params -%}
+        ,parameters:{
+        {%- if params['properties'] -%}
+            properties:{ {{- format_parameters(params['properties'], params['required']) -}} },
+        {%- endif -%}
+        {%- if params['required'] -%}
+            required:[
+            {%- for item in params['required'] -%}
+                <|"|>{{- item -}}<|"|>
+                {{- ',' if not loop.last -}}
+            {%- endfor -%}
+            ],
+        {%- endif -%}
+        {%- if params['type'] -%}
+            type:{{- format_type_argument(params['type']) -}}}
+        {%- endif -%}
+    {%- endif -%}
+    {%- if 'response' in tool_data['function'] -%}
+        {%- set response_declaration = tool_data['function']['response'] -%}
+        ,response:{
+        {%- if response_declaration['description'] -%}
+            description:<|"|>{{- response_declaration['description'] -}}<|"|>,
+        {%- endif -%}
+        {%- if response_declaration['type'] and ('object' in response_declaration['type'] or 'OBJECT' in response_declaration['type']) -%}
+            type:{{- format_type_argument(response_declaration['type']) -}}}
+        {%- endif -%}
+    {%- endif -%}
+    }
+{%- endmacro -%}
+{%- macro format_argument(argument, escape_keys=True) -%}
+    {%- if argument is string -%}
+        {{- '<|"|>' + argument + '<|"|>' -}}
+    {%- elif argument is boolean -%}
+        {{- 'true' if argument else 'false' -}}
+    {%- elif argument is mapping -%}
+        {{- '{' -}}
+        {%- set ns = namespace(found_first=false) -%}
+        {%- for key, value in argument | dictsort -%}
+            {%- if ns.found_first %},{% endif -%}
+            {%- set ns.found_first = true -%}
+            {%- if escape_keys -%}
+                {{- '<|"|>' + key + '<|"|>' -}}
+            {%- else -%}
+                {{- key -}}
+            {%- endif -%}
+            :{{- format_argument(value, escape_keys=escape_keys) -}}
+        {%- endfor -%}
+        {{- '}' -}}
+    {%- elif argument is iterable -%}
+        {{- '[' -}}
+        {%- for item in argument -%}
+            {{- format_argument(item, escape_keys=escape_keys) -}}
+            {%- if not loop.last %},{% endif -%}
+        {%- endfor -%}
+        {{- ']' -}}
+    {%- else -%}
+        {{- argument -}}
+    {%- endif -%}
+{%- endmacro -%}
+{%- macro strip_thinking(text) -%}
+    {%- set ns = namespace(result='') -%}
+    {%- for part in text.split('<channel|>') -%}
+        {%- if '<|channel>' in part -%}
+            {%- set ns.result = ns.result + part.split('<|channel>')[0] -%}
+        {%- else -%}
+            {%- set ns.result = ns.result + part -%}
+        {%- endif -%}
+    {%- endfor -%}
+    {{- ns.result | trim -}}
+{%- endmacro -%}
+
+{%- macro format_tool_response_block(tool_name, response) -%}
+    {{- '<|tool_response>' -}}
+    {%- if response is mapping -%}
+        {{- 'response:' + tool_name + '{' -}}
+        {%- for key, value in response | dictsort -%}
+            {{- key -}}:{{- format_argument(value, escape_keys=False) -}}
+            {%- if not loop.last %},{% endif -%}
+        {%- endfor -%}
+        {{- '}' -}}
+    {%- else -%}
+        {{- 'response:' + tool_name + '{value:' + format_argument(response, escape_keys=False) + '}' -}}
+    {%- endif -%}
+    {{- '<tool_response|>' -}}
+{%- endmacro -%}
+
+{%- set ns = namespace(prev_message_type=None) -%}
+{%- set loop_messages = messages -%}
+{{- bos_token -}}
+{#- Handle System/Tool Definitions Block -#}
+{%- if (enable_thinking is defined and enable_thinking) or tools or messages[0]['role'] in ['system', 'developer'] -%}
+    {{- '<|turn>system\n' -}}
+    {#- Inject Thinking token at the very top of the FIRST system turn -#}
+    {%- if enable_thinking is defined and enable_thinking -%}
+        {{- '<|think|>\n' -}}
+        {%- set ns.prev_message_type = 'think' -%}
+    {%- endif -%}
+    {%- if messages[0]['role'] in ['system', 'developer'] -%}
+        {%- if messages[0]['content'] is string -%}
+            {{- messages[0]['content'] | trim -}}
+        {%- elif messages[0]['content'] is iterable -%}
+            {%- for item in messages[0]['content'] -%}
+                {{- item['text'] | trim + ' '-}}
+            {%- endfor -%}
+        {%- endif -%}
+        {%- set loop_messages = messages[1:] -%}
+    {%- endif -%}
+    {%- if tools -%}
+        {%- for tool in tools %}
+            {{- '<|tool>' -}}
+            {{- format_function_declaration(tool) | trim -}}
+            {{- '<tool|>' -}}
+        {%- endfor %}
+        {%- set ns.prev_message_type = 'tool' -%}
+    {%- endif -%}
+    {{- '<turn|>\n' -}}
+{%- endif %}
+
+{#- Pre-scan: find last user message index for reasoning guard -#}
+{%- set ns_turn = namespace(last_user_idx=-1) -%}
+{%- for i in range(loop_messages | length) -%}
+    {%- if loop_messages[i]['role'] == 'user' -%}
+        {%- set ns_turn.last_user_idx = i -%}
+    {%- endif -%}
+{%- endfor -%}
+
+{#- Loop through messages -#}
+{%- for message in loop_messages -%}
+    {%- if message['role'] != 'tool' -%}
+    {%- set ns.prev_message_type = None -%}
+    {%- set role = 'model' if message['role'] == 'assistant' else message['role'] -%}
+    {#- Detect continuation: suppress duplicate <|turn>model when previous non-tool message was also assistant -#}
+    {%- set prev_nt = namespace(role=None, found=false) -%}
+    {%- if loop.index0 > 0 -%}
+        {%- for j in range(loop.index0 - 1, -1, -1) -%}
+            {%- if not prev_nt.found -%}
+                {%- if loop_messages[j]['role'] != 'tool' -%}
+                    {%- set prev_nt.role = loop_messages[j]['role'] -%}
+                    {%- set prev_nt.found = true -%}
+                {%- endif -%}
+            {%- endif -%}
+        {%- endfor -%}
+    {%- endif -%}
+    {%- set continue_same_model_turn = (role == 'model' and prev_nt.role == 'assistant') -%}
+    {%- if not continue_same_model_turn -%}
+        {{- '<|turn>' + role + '\n' }}
+    {%- endif -%}
+
+    {#- Render reasoning/reasoning_content as thinking channel -#}
+    {%- set thinking_text = message.get('reasoning') or message.get('reasoning_content') -%}
+    {%- if thinking_text and loop.index0 > ns_turn.last_user_idx and message.get('tool_calls') -%}
+        {{- '<|channel>thought\n' + thinking_text + '\n<channel|>' -}}
+    {%- endif -%}
+
+            {%- if message['tool_calls'] -%}
+                {%- for tool_call in message['tool_calls'] -%}
+                    {%- set function = tool_call['function'] -%}
+                    {{- '<|tool_call>call:' + function['name'] + '{' -}}
+                    {%- if function['arguments'] is mapping -%}
+                        {%- set ns_args = namespace(found_first=false) -%}
+                        {%- for key, value in function['arguments'] | dictsort -%}
+                            {%- if ns_args.found_first %},{% endif -%}
+                            {%- set ns_args.found_first = true -%}
+                            {{- key -}}:{{- format_argument(value, escape_keys=False) -}}
+                        {%- endfor -%}
+                    {%- elif function['arguments'] is string -%}
+                        {{- function['arguments'] -}}
+                    {%- endif -%}
+                    {{- '}<tool_call|>' -}}
+                {%- endfor -%}
+                {%- set ns.prev_message_type = 'tool_call' -%}
+            {%- endif -%}
+
+            {%- set ns_tr_out = namespace(flag=false) -%}
+            {%- if message.get('tool_responses') -%}
+                {#- Legacy: tool_responses embedded on the assistant message (Google/Gemma native) -#}
+                {%- for tool_response in message['tool_responses'] -%}
+                    {{- format_tool_response_block(tool_response['name'] | default('unknown'), tool_response['response']) -}}
+                    {%- set ns_tr_out.flag = true -%}
+                    {%- set ns.prev_message_type = 'tool_response' -%}
+                {%- endfor -%}
+            {%- elif message.get('tool_calls') -%}
+                {#- OpenAI Chat Completions: forward-scan consecutive role:tool messages -#}
+                {%- set ns_tool_scan = namespace(stopped=false) -%}
+                {%- for k in range(loop.index0 + 1, loop_messages | length) -%}
+                    {%- if ns_tool_scan.stopped -%}
+                    {%- elif loop_messages[k]['role'] != 'tool' -%}
+                        {%- set ns_tool_scan.stopped = true -%}
+                    {%- else -%}
+                        {%- set follow = loop_messages[k] -%}
+                        {#- Resolve tool_call_id to function name -#}
+                        {%- set ns_tname = namespace(name=follow.get('name') | default('unknown')) -%}
+                        {%- for tc in message['tool_calls'] -%}
+                            {%- if tc.get('id') == follow.get('tool_call_id') -%}
+                                {%- set ns_tname.name = tc['function']['name'] -%}
+                            {%- endif -%}
+                        {%- endfor -%}
+                        {#- Handle content as string or content-parts array -#}
+                        {%- set tool_body = follow.get('content') -%}
+                        {%- if tool_body is string -%}
+                            {{- format_tool_response_block(ns_tname.name, tool_body) -}}
+                        {%- elif tool_body is iterable and tool_body is not string -%}
+                            {%- set ns_txt = namespace(s='') -%}
+                            {%- for part in tool_body -%}
+                                {%- if part.get('type') == 'text' -%}
+                                    {%- set ns_txt.s = ns_txt.s + (part.get('text') | default('')) -%}
+                                {%- endif -%}
+                            {%- endfor -%}
+                            {{- format_tool_response_block(ns_tname.name, ns_txt.s) -}}
+                        {%- else -%}
+                            {{- format_tool_response_block(ns_tname.name, tool_body) -}}
+                        {%- endif -%}
+                        {%- set ns_tr_out.flag = true -%}
+                        {%- set ns.prev_message_type = 'tool_response' -%}
+                    {%- endif -%}
+                {%- endfor -%}
+            {%- endif -%}
+
+            {%- set captured_content -%}
+            {%- if message['content'] is string -%}
+                {%- if role == 'model' -%}
+                    {{- strip_thinking(message['content']) -}}
+                {%- else -%}
+                    {{- message['content'] | trim -}}
+                {%- endif -%}
+            {%- elif message['content'] is iterable -%}
+                {%- for item in message['content'] -%}
+                    {%- if item['type'] == 'text' -%}
+                        {%- if role == 'model' -%}
+                            {{- strip_thinking(item['text']) -}}
+                        {%- else -%}
+                            {{- item['text'] | trim -}}
+                        {%- endif -%}
+                    {%- elif item['type'] == 'image' -%}
+                        {{- '<|image|>' -}}
+                        {%- set ns.prev_message_type = 'image' -%}
+                    {%- elif item['type'] == 'audio' -%}
+                        {{- '<|audio|>' -}}
+                        {%- set ns.prev_message_type = 'audio' -%}
+                    {%- elif item['type'] == 'video' -%}
+                        {{- '<|video|>' -}}
+                        {%- set ns.prev_message_type = 'video' -%}
+                    {%- endif -%}
+                {%- endfor -%}
+            {%- endif -%}
+            {%- endset -%}
+
+            {{- captured_content -}}
+            {%- set has_content = captured_content | trim | length > 0 -%}
+
+        {%- if ns.prev_message_type == 'tool_call' and not ns_tr_out.flag -%}
+            {{- '<|tool_response>' -}}
+        {%- elif not (ns_tr_out.flag and not has_content) -%}
+            {{- '<turn|>\n' -}}
+        {%- endif -%}
+    {%- endif -%}
+{%- endfor -%}
+
+{%- if add_generation_prompt -%}
+    {%- if ns.prev_message_type != 'tool_response' and ns.prev_message_type != 'tool_call' -%}
+        {{- '<|turn>model\n' -}}
+        {%- if not enable_thinking | default(false) -%}
+            {{- '<|channel>thought\n<channel|>' -}}
+        {%- endif -%}
+    {%- endif -%}
+{%- endif -%}

config.json

@@ -0,0 +1,189 @@
+{
+    "architectures": [
+        "Gemma4ForConditionalGeneration"
+    ],
+    "audio_config": null,
+    "audio_token_id": 258881,
+    "boa_token_id": 256000,
+    "boi_token_id": 255999,
+    "dtype": "bfloat16",
+    "eoa_token_id": 258883,
+    "eoa_token_index": 258883,
+    "eoi_token_id": 258882,
+    "eos_token_id": [
+        1,
+        106
+    ],
+    "image_token_id": 258880,
+    "initializer_range": 0.02,
+    "model_type": "gemma4",
+    "text_config": {
+        "attention_bias": false,
+        "attention_dropout": 0.0,
+        "attention_k_eq_v": true,
+        "bos_token_id": 2,
+        "dtype": "bfloat16",
+        "enable_moe_block": false,
+        "eos_token_id": 1,
+        "expert_intermediate_size": null,
+        "final_logit_softcapping": 30.0,
+        "global_head_dim": 512,
+        "head_dim": 256,
+        "hidden_activation": "gelu_pytorch_tanh",
+        "hidden_size": 5376,
+        "hidden_size_per_layer_input": 0,
+        "initializer_range": 0.02,
+        "intermediate_size": 21504,
+        "layer_types": [
+            "sliding_attention",
+            "sliding_attention",
+            "sliding_attention",
+            "sliding_attention",
+            "sliding_attention",
+            "full_attention",
+            "sliding_attention",
+            "sliding_attention",
+            "sliding_attention",
+            "sliding_attention",
+            "sliding_attention",
+            "full_attention",
+            "sliding_attention",
+            "sliding_attention",
+            "sliding_attention",
+            "sliding_attention",
+            "sliding_attention",
+            "full_attention",
+            "sliding_attention",
+            "sliding_attention",
+            "sliding_attention",
+            "sliding_attention",
+            "sliding_attention",
+            "full_attention",
+            "sliding_attention",
+            "sliding_attention",
+            "sliding_attention",
+            "sliding_attention",
+            "sliding_attention",
+            "full_attention",
+            "sliding_attention",
+            "sliding_attention",
+            "sliding_attention",
+            "sliding_attention",
+            "sliding_attention",
+            "full_attention",
+            "sliding_attention",
+            "sliding_attention",
+            "sliding_attention",
+            "sliding_attention",
+            "sliding_attention",
+            "full_attention",
+            "sliding_attention",
+            "sliding_attention",
+            "sliding_attention",
+            "sliding_attention",
+            "sliding_attention",
+            "full_attention",
+            "sliding_attention",
+            "sliding_attention",
+            "sliding_attention",
+            "sliding_attention",
+            "sliding_attention",
+            "full_attention",
+            "sliding_attention",
+            "sliding_attention",
+            "sliding_attention",
+            "sliding_attention",
+            "sliding_attention",
+            "full_attention"
+        ],
+        "max_position_embeddings": 262144,
+        "model_type": "gemma4_text",
+        "moe_intermediate_size": null,
+        "num_attention_heads": 32,
+        "num_experts": null,
+        "num_global_key_value_heads": 4,
+        "num_hidden_layers": 60,
+        "num_key_value_heads": 16,
+        "num_kv_shared_layers": 0,
+        "pad_token_id": 0,
+        "rms_norm_eps": 1e-06,
+        "rope_parameters": {
+            "full_attention": {
+                "partial_rotary_factor": 0.25,
+                "rope_theta": 1000000.0,
+                "rope_type": "proportional"
+            },
+            "sliding_attention": {
+                "rope_theta": 10000.0,
+                "rope_type": "default"
+            }
+        },
+        "sliding_window": 1024,
+        "tie_word_embeddings": true,
+        "top_k_experts": null,
+        "use_bidirectional_attention": "vision",
+        "use_cache": true,
+        "use_double_wide_mlp": false,
+        "vocab_size": 262144,
+        "vocab_size_per_layer_input": 262144
+    },
+    "tie_word_embeddings": true,
+    "transformers_version": "5.8.1",
+    "video_token_id": 258884,
+    "vision_config": {
+        "_name_or_path": "",
+        "architectures": null,
+        "attention_bias": false,
+        "attention_dropout": 0.0,
+        "chunk_size_feed_forward": 0,
+        "default_output_length": 280,
+        "dtype": "bfloat16",
+        "global_head_dim": 72,
+        "head_dim": 72,
+        "hidden_activation": "gelu_pytorch_tanh",
+        "hidden_size": 1152,
+        "id2label": {
+            "0": "LABEL_0",
+            "1": "LABEL_1"
+        },
+        "initializer_range": 0.02,
+        "intermediate_size": 4304,
+        "is_encoder_decoder": false,
+        "label2id": {
+            "LABEL_0": 0,
+            "LABEL_1": 1
+        },
+        "max_position_embeddings": 131072,
+        "model_type": "gemma4_vision",
+        "num_attention_heads": 16,
+        "num_hidden_layers": 27,
+        "num_key_value_heads": 16,
+        "output_attentions": false,
+        "output_hidden_states": false,
+        "patch_size": 16,
+        "pooling_kernel_size": 3,
+        "position_embedding_size": 10240,
+        "problem_type": null,
+        "return_dict": true,
+        "rms_norm_eps": 1e-06,
+        "rope_parameters": {
+            "rope_theta": 100.0,
+            "rope_type": "default"
+        },
+        "standardize": true,
+        "use_clipped_linears": false
+    },
+    "vision_soft_tokens_per_image": 280,
+    "quantization_config": {
+        "quant_method": "exl3",
+        "version": "0.0.43",
+        "bits": 6.0,
+        "head_bits": 8,
+        "calibration": {
+            "rows": 250,
+            "cols": 2048
+        },
+        "out_scales": "always",
+        "codebook": "mcg"
+    }
+}

generation_config.json

@@ -0,0 +1,11 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 2,
+  "eos_token_id": [
+    1,
+    106
+  ],
+  "pad_token_id": 0,
+  "transformers_version": "5.8.1",
+  "use_cache": true
+}

model-00001-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f116bedb62fd706a279728e88ef881342ad2c88e065f5c57f866063d51371b97
+size 8293738423

model-00002-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36bda4da45c41a4c59473f88bf48677bf6c7ccf235d73d7fd05657d0ef903ba5
+size 8433799578

model-00003-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8158031a0ffe660756896dfbc353dec46e5d383e1bc0646be649bc73f066b5b
+size 8074305720

model-00004-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d34f8abb432ad9d15ba48ada0b170571095ff38be84f0464b0d3035d0bd4f8
+size 2561358647

processor_config.json

@@ -0,0 +1,75 @@
+{
+  "audio_ms_per_token": 40,
+  "audio_seq_length": 750,
+  "feature_extractor": {
+    "dither": 0.0,
+    "feature_extractor_type": "Gemma4AudioFeatureExtractor",
+    "feature_size": 128,
+    "fft_length": 512,
+    "fft_overdrive": false,
+    "frame_length": 320,
+    "hop_length": 160,
+    "input_scale_factor": 1.0,
+    "max_frequency": 8000.0,
+    "mel_floor": 0.001,
+    "min_frequency": 0.0,
+    "padding_side": "right",
+    "padding_value": 0.0,
+    "per_bin_mean": null,
+    "per_bin_stddev": null,
+    "preemphasis": 0.0,
+    "preemphasis_htk_flavor": true,
+    "return_attention_mask": true,
+    "sampling_rate": 16000
+  },
+  "image_processor": {
+    "do_convert_rgb": true,
+    "do_normalize": false,
+    "do_rescale": true,
+    "do_resize": true,
+    "image_mean": [
+      0.0,
+      0.0,
+      0.0
+    ],
+    "image_processor_type": "Gemma4ImageProcessor",
+    "image_seq_length": 280,
+    "image_std": [
+      1.0,
+      1.0,
+      1.0
+    ],
+    "max_soft_tokens": 280,
+    "patch_size": 16,
+    "pooling_kernel_size": 3,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098
+  },
+  "image_seq_length": 280,
+  "processor_class": "Gemma4Processor",
+  "video_processor": {
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "do_sample_frames": true,
+    "image_mean": [
+      0.0,
+      0.0,
+      0.0
+    ],
+    "image_std": [
+      1.0,
+      1.0,
+      1.0
+    ],
+    "max_soft_tokens": 70,
+    "num_frames": 32,
+    "patch_size": 16,
+    "pooling_kernel_size": 3,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "return_metadata": false,
+    "video_processor_type": "Gemma4VideoProcessor"
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2619fe11b50dbed06ac443c51d757b354d0b62d64baa514404d4e84e6713519
+size 32169780

tokenizer_config.json

@@ -0,0 +1,96 @@
+{
+  "audio_token": "<|audio|>",
+  "backend": "tokenizers",
+  "boa_token": "<|audio>",
+  "boi_token": "<|image>",
+  "bos_token": "<bos>",
+  "eoa_token": "<audio|>",
+  "eoc_token": "<channel|>",
+  "eoi_token": "<image|>",
+  "eos_token": "<eos>",
+  "eot_token": "<turn|>",
+  "escape_token": "<|\"|>",
+  "etc_token": "<tool_call|>",
+  "etd_token": "<tool|>",
+  "etr_token": "<tool_response|>",
+  "extra_special_tokens": [
+    "<|video|>"
+  ],
+  "image_token": "<|image|>",
+  "is_local": true,
+  "local_files_only": false,
+  "mask_token": "<mask>",
+  "model_max_length": 1000000000000000019884624838656,
+  "model_specific_special_tokens": {
+    "audio_token": "<|audio|>",
+    "boa_token": "<|audio>",
+    "boi_token": "<|image>",
+    "eoa_token": "<audio|>",
+    "eoc_token": "<channel|>",
+    "eoi_token": "<image|>",
+    "eot_token": "<turn|>",
+    "escape_token": "<|\"|>",
+    "etc_token": "<tool_call|>",
+    "etd_token": "<tool|>",
+    "etr_token": "<tool_response|>",
+    "image_token": "<|image|>",
+    "soc_token": "<|channel>",
+    "sot_token": "<|turn>",
+    "stc_token": "<|tool_call>",
+    "std_token": "<|tool>",
+    "str_token": "<|tool_response>",
+    "think_token": "<|think|>"
+  },
+  "pad_token": "<pad>",
+  "padding_side": "left",
+  "processor_class": "Gemma4Processor",
+  "response_schema": {
+    "properties": {
+      "content": {
+        "type": "string"
+      },
+      "role": {
+        "const": "assistant"
+      },
+      "thinking": {
+        "type": "string"
+      },
+      "tool_calls": {
+        "items": {
+          "properties": {
+            "function": {
+              "properties": {
+                "arguments": {
+                  "additionalProperties": {},
+                  "type": "object",
+                  "x-parser": "gemma4-tool-call"
+                },
+                "name": {
+                  "type": "string"
+                }
+              },
+              "type": "object",
+              "x-regex": "call\\:(?P<name>\\w+)(?P<arguments>\\{.*\\})"
+            },
+            "type": {
+              "const": "function"
+            }
+          },
+          "type": "object"
+        },
+        "type": "array",
+        "x-regex-iterator": "<\\|tool_call>(.*?)<tool_call\\|>"
+      }
+    },
+    "type": "object",
+    "x-regex": "(\\<\\|channel\\>thought\\n(?P<thinking>.*?)\\<channel\\|\\>)?(?P<tool_calls>\\<\\|tool_call\\>.*\\<tool_call\\|\\>)?(?P<content>(?:(?!\\<turn\\|\\>)(?!\\<\\|tool_response\\>).)+)?(?:\\<turn\\|\\>|\\<\\|tool_response\\>)?"
+  },
+  "soc_token": "<|channel>",
+  "sot_token": "<|turn>",
+  "stc_token": "<|tool_call>",
+  "std_token": "<|tool>",
+  "str_token": "<|tool_response>",
+  "think_token": "<|think|>",
+  "tokenizer_class": "GemmaTokenizer",
+  "unk_token": "<unk>"
+}