Upload folder using huggingface_hub

chat_template.jinja

@@ -2,7 +2,7 @@
     {%- if json_dict is mapping %}
         {%- for json_key in json_dict if json_key not in handled_keys %}
             {%- if json_dict[json_key] is mapping or (json_dict[json_key] is sequence and json_dict[json_key] is not string) %}
-                {{- '\n<' ~ json_key ~ '>' ~ (json_dict[json_key] | tojson | safe) ~ '</' ~ json_key ~ '>' }}
+                {{- '\n<' ~ json_key ~ '>' ~ (json_dict[json_key] | tojson ) ~ '</' ~ json_key ~ '>' }}
             {%- else %}
                 {{- '\n<' ~ json_key ~ '>' ~ (json_dict[json_key] | string) ~ '</' ~ json_key ~ '>' }}
             {%- endif %}
@@ -100,7 +100,7 @@
                     {{- '\n<description>' ~ (param_fields.description | trim) ~ '</description>' }}
                 {%- endif %}
                 {%- if param_fields.enum is defined %}
-                    {{- '\n<enum>' ~ (param_fields.enum | tojson | safe) ~ '</enum>' }}
+                    {{- '\n<enum>' ~ (param_fields.enum | tojson ) ~ '</enum>' }}
                 {%- endif %}
                 {%- set handled_keys = ['name', 'type', 'description', 'enum'] %}
                 {{- render_extra_keys(param_fields, handled_keys) }}
@@ -110,7 +110,7 @@
         {%- set handled_keys = ['type', 'properties', 'required'] %}
         {{- render_extra_keys(tool.parameters, handled_keys) }}
         {%- if tool.parameters is defined and tool.parameters.required is defined %}
-            {{- '\n<required>' ~ (tool.parameters.required | tojson | safe) ~ '</required>' }}
+            {{- '\n<required>' ~ (tool.parameters.required | tojson ) ~ '</required>' }}
         {%- endif %}
         {{- '\n</parameters>' }}
         {%- set handled_keys = ['type', 'name', 'description', 'parameters'] %}

config.json

@@ -7,74 +7,30 @@
     "AutoModel": "modeling.NemotronH_Nano_Omni_Reasoning_V3",
     "AutoModelForCausalLM": "modeling.NemotronH_Nano_Omni_Reasoning_V3"
   },
-  "max_sequence_length": 131072,
   "downsample_ratio": 0.5,
-  "force_image_size": 512,
-  "patch_size": 16,
-  "use_thumbnail": true,
-  "eos_token_id": 11,
-  "model_type": "NemotronH_Nano_Omni_Reasoning_V3",
-  "ps_version": "v2",
-  "template": "n5h_5p5_nanov2",
   "torch_dtype": "bfloat16",
+  "eos_token_id": 11,
+  "force_image_size": 512,
   "image_tag_type": "internvl",
-  "img_context_token_id": 18,
-  "video_context_token_id": 131081,
   "img_context_token": "<image>",
-  "video_context_token": "<video>",
-  "img_start_token": "<img>",
+  "img_context_token_id": 18,
   "img_end_token": "</img>",
-  "vit_hidden_size": 1280,
-  "projector_hidden_size": 20480,
-  "norm_mean": [
-    0.48145466,
-    0.4578275,
-    0.40821073
-  ],
-  "norm_std": [
-    0.26862954,
-    0.26130258,
-    0.27577711
-  ],
-  "video_pruning_rate": 0.7,
-  "sound_context_token_id": 27,
-  "sound_context_token": "<so_embedding>",
-  "sound_config": {
-    "model_type": "parakeet",
-    "hidden_size": 1024,
-    "num_attention_heads": 8,
-    "num_hidden_layers": 24,
-    "intermediate_size": 4096,
-    "conv_kernel_size": 9,
-    "convolution_bias": false,
-    "subsampling_conv_channels": 256,
-    "subsampling_conv_kernel_size": 3,
-    "subsampling_conv_stride": 2,
-    "subsampling_factor": 8,
-    "num_mel_bins": 128,
-    "projection_hidden_size": 4096,
-    "projection_bias": false,
-    "sampling_rate": 16000
-  },
+  "img_start_token": "<img>",
   "llm_config": {
     "architectures": [
       "NemotronHForCausalLM"
     ],
+    "attention_bias": false,
+    "attention_dropout": 0.0,
     "auto_map": {
       "AutoConfig": "configuration_nemotron_h.NemotronHConfig",
       "AutoModelForCausalLM": "modeling_nemotron_h.NemotronHForCausalLM"
     },
-    "model_type": "nemotron_h",
-    "bos_token_id": 1,
     "chunk_size": 128,
     "conv_kernel": 4,
-    "expand": 2,
-    "eos_token_id": 11,
-    "pad_token_id": 0,
     "torch_dtype": "bfloat16",
-    "transformers_version": "4.55.4",
-    "attention_bias": false,
-    "attention_dropout": 0.0,
+    "eos_token_id": 11,
+    "expand": 2,
     "head_dim": 128,
     "hidden_dropout": 0.0,
     "hidden_size": 2688,
@@ -89,6 +45,7 @@
     "max_position_embeddings": 262144,
     "mlp_bias": false,
     "mlp_hidden_act": "relu2",
+    "model_type": "nemotron_h",
     "moe_intermediate_size": 1856,
     "moe_shared_expert_intermediate_size": 3712,
     "n_group": 1,
@@ -109,7 +66,6 @@
     "routed_scaling_factor": 2.5,
     "sliding_window": null,
     "ssm_state_size": 128,
-    "tie_word_embeddings": false,
     "time_step_floor": 0.0001,
     "time_step_limit": [
       0.0,
@@ -124,11 +80,110 @@
     "use_mamba_kernels": true,
     "vocab_size": 131072
   },
-  "vision_config": {
-    "auto_map": {
-      "AutoConfig": "nvidia/C-RADIOv2-H--hf_model.RADIOConfig",
-      "AutoModel": "nvidia/C-RADIOv2-H--hf_model.RADIOModel"
+  "max_sequence_length": 131072,
+  "model_type": "NemotronH_Nano_Omni_Reasoning_V3",
+  "norm_mean": [
+    0.48145466,
+    0.4578275,
+    0.40821073
+  ],
+  "norm_std": [
+    0.26862954,
+    0.26130258,
+    0.27577711
+  ],
+  "pad_token_id": 999,
+  "patch_size": 16,
+  "projector_hidden_size": 20480,
+  "ps_version": "v2",
+  "sound_config": {
+    "_name_or_path": "",
+    "add_cross_attention": false,
+    "architectures": null,
+    "bad_words_ids": null,
+    "begin_suppress_tokens": null,
+    "bos_token_id": null,
+    "chunk_size_feed_forward": 0,
+    "conv_kernel_size": 9,
+    "convolution_bias": false,
+    "cross_attention_hidden_size": null,
+    "decoder_start_token_id": null,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "torch_dtype": null,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": null,
+    "exponential_decay_length_penalty": null,
+    "feat_in": 80,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "hidden_size": 1024,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "intermediate_size": 4096,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
     },
+    "length_penalty": 1.0,
+    "max_length": 20,
+    "min_length": 0,
+    "model_type": "parakeet",
+    "no_repeat_ngram_size": 0,
+    "num_attention_heads": 8,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_hidden_layers": 24,
+    "num_mel_bins": 128,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": null,
+    "prefix": null,
+    "problem_type": null,
+    "projection_bias": false,
+    "projection_hidden_size": 4096,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "sampling_rate": 16000,
+    "sep_token_id": null,
+    "subsampling_conv_channels": 256,
+    "subsampling_conv_kernel_size": 3,
+    "subsampling_conv_stride": 2,
+    "subsampling_factor": 8,
+    "suppress_tokens": null,
+    "task_specific_params": null,
+    "temperature": 1.0,
+    "tf_legacy_loss": false,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torchscript": false,
+    "typical_p": 1.0,
+    "use_bfloat16": false
+  },
+  "sound_context_token": "<so_embedding>",
+  "sound_context_token_id": 27,
+  "template": "n5h_5p5_nanov2",
+  "transformers_version": "4.57.6",
+  "unsloth_fixed": true,
+  "use_thumbnail": true,
+  "video_context_token": "<video>",
+  "video_context_token_id": 131081,
+  "video_pruning_rate": 0.7,
+  "vision_config": {
     "adaptor_configs": {},
     "adaptor_names": null,
     "architectures": [
@@ -178,7 +233,6 @@
       "drop_block": null,
       "drop_connect": null,
       "drop_path": null,
-      "dtype": "bfloat16",
       "epoch_repeats": 0.0,
       "eval": false,
       "eval_metric": "knn_top1",
@@ -224,9 +278,11 @@
       "lr_noise": null,
       "lr_noise_pct": 0.67,
       "lr_noise_std": 1.0,
+      "max_num_patches": 13312,
       "mean": null,
       "mesa": false,
       "min_lr": 0,
+      "min_num_patches": 1024,
       "mixup": 0.0,
       "mixup_mode": "batch",
       "mixup_off_epoch": 0,
@@ -318,6 +374,7 @@
           "use_summary": false
         }
       ],
+      "torch_dtype": "bfloat16",
       "torchcompile": null,
       "torchscript": false,
       "train_interpolation": "random",
@@ -337,27 +394,32 @@
       "warmup_prefix": false,
       "worker_seeding": "all",
       "workers": 8,
-      "world_size": 256,
-      "min_num_patches": 1024,
-      "max_num_patches": 13312
+      "world_size": 256
     },
+    "auto_map": {
+      "AutoConfig": "nvidia/C-RADIOv2-H--hf_model.RADIOConfig",
+      "AutoModel": "nvidia/C-RADIOv2-H--hf_model.RADIOModel"
+    },
+    "torch_dtype": "bfloat16",
     "feature_normalizer_config": null,
     "inter_feature_normalizer_config": null,
+    "max_num_patches": 13312,
     "max_resolution": 2048,
+    "min_num_patches": 1024,
+    "model_type": "",
     "patch_size": 16,
     "preferred_resolution": [
       768,
       768
     ],
-    "torch_dtype": "bfloat16",
+    "separate_video_embedder": true,
+    "use_flash_attn": false,
     "version": "radio_v2.5-h",
-    "vitdet_window_size": null,
-    "min_num_patches": 1024,
-    "max_num_patches": 13312,
-    "video_target_num_patches": 1024,
     "video_maintain_aspect_ratio": true,
-    "video_temporal_patch_size": 2,
     "video_prompt_version": 2,
-    "separate_video_embedder": true
-  }
+    "video_target_num_patches": 1024,
+    "video_temporal_patch_size": 2,
+    "vitdet_window_size": null
+  },
+  "vit_hidden_size": 1280
 }

preprocessor_config.json

@@ -1,15 +1,42 @@
 {
-  "image_processor_type": "NemotronH_Nano_Omni_Reasoning_V3ImageProcessor",
   "auto_map": {
     "AutoImageProcessor": "image_processing.NemotronH_Nano_Omni_Reasoning_V3ImageProcessor",
-    "AutoVideoProcessor": "video_processing.NemotronH_Nano_Omni_Reasoning_V3VideoProcessor",
-    "AutoProcessor": "processing.NemotronH_Nano_Omni_Reasoning_V3Processor"
+    "AutoProcessor": "processing.NemotronH_Nano_Omni_Reasoning_V3Processor",
+    "AutoVideoProcessor": "video_processing.NemotronH_Nano_Omni_Reasoning_V3VideoProcessor"
   },
+  "crop_size": null,
+  "data_format": "channels_first",
+  "default_to_square": true,
+  "device": null,
+  "disable_grouping": null,
+  "do_center_crop": null,
+  "do_convert_rgb": null,
+  "do_normalize": null,
+  "do_pad": null,
+  "do_rescale": true,
+  "do_resize": null,
+  "image_mean": null,
+  "image_processor_type": "NemotronH_Nano_Omni_Reasoning_V3ImageProcessor",
   "image_size": 512,
-  "patch_size": 16,
-  "downsample_ratio": 0.5,
+  "image_std": null,
+  "input_data_format": null,
   "max_num_tiles": 12,
-  "use_thumbnail": true,
-  "norm_mean": [0.48145466, 0.4578275, 0.40821073],
-  "norm_std": [0.26862954, 0.26130258, 0.27577711]
-}
+  "norm_mean": [
+    0.48145466,
+    0.4578275,
+    0.40821073
+  ],
+  "norm_std": [
+    0.26862954,
+    0.26130258,
+    0.27577711
+  ],
+  "num_image_token": 256,
+  "pad_size": null,
+  "processor_class": "NemotronH_Nano_Omni_Reasoning_V3Processor",
+  "resample": null,
+  "rescale_factor": 0.00392156862745098,
+  "return_tensors": null,
+  "size": null,
+  "use_thumbnail": true
+}

processor_config.json

@@ -0,0 +1,9 @@
+{
+  "audio_hop_length": 160,
+  "audio_sampling_rate": 16000,
+  "audio_subsampling_factor": 8,
+  "auto_map": {
+    "AutoProcessor": "processing.NemotronH_Nano_Omni_Reasoning_V3Processor"
+  },
+  "processor_class": "NemotronH_Nano_Omni_Reasoning_V3Processor"
+}

special_tokens_map.json

@@ -13,6 +13,13 @@
     "rstrip": false,
     "single_word": false
   },
+  "pad_token": {
+    "content": "<SPECIAL_999>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
   "unk_token": {
     "content": "<unk>",
     "lstrip": false,

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e5e7dc84d72e8f248321611c3d6dce23407b135f55f8caf5b26119798d12f85f
-size 17077367
+oid sha256:d0432ad8b1c2984a2e2dca82e1933e3fd5628df6e95c51fba4c3ee9950dce299
+size 17077366

tokenizer_config.json

@@ -8004,6 +8004,9 @@
       "special": true
     }
   },
+  "auto_map": {
+    "AutoProcessor": "processing.NemotronH_Nano_Omni_Reasoning_V3Processor"
+  },
   "bos_token": "<s>",
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|im_end|>",
@@ -8013,7 +8016,10 @@
     "attention_mask"
   ],
   "model_max_length": 262144,
+  "pad_token": "<SPECIAL_999>",
+  "padding_side": "left",
+  "processor_class": "NemotronH_Nano_Omni_Reasoning_V3Processor",
   "tokenizer_class": "PreTrainedTokenizerFast",
   "unk_token": "<unk>",
-  "chat_template": "{% macro render_extra_keys(json_dict, handled_keys) %}\n    {%- if json_dict is mapping %}\n        {%- for json_key in json_dict if json_key not in handled_keys %}\n            {%- if json_dict[json_key] is mapping or (json_dict[json_key] is sequence and json_dict[json_key] is not string) %}\n                {{- '\\n<' ~ json_key ~ '>' ~ (json_dict[json_key] | tojson | safe) ~ '</' ~ json_key ~ '>' }}\n            {%- else %}\n                {{-'\\n<' ~ json_key ~ '>' ~ (json_dict[json_key] | string) ~ '</' ~ json_key ~ '>' }}\n            {%- endif %}\n        {%- endfor %}\n    {%- endif %}\n{% endmacro %}\n{%- set enable_thinking = enable_thinking if enable_thinking is defined else True %}\n{%- set truncate_history_thinking = truncate_history_thinking if truncate_history_thinking is defined else True %}\n\n{%- set ns = namespace(last_user_idx = -1) %}\n{%- set loop_messages = messages %}\n{%- for m in loop_messages %}\n  {%- if m[\"role\"] == \"user\" %}\n    {%- set ns.last_user_idx = loop.index0 %}\n  {%- endif %}\n{%- endfor %}\n\n{%- if messages[0][\"role\"] == \"system\" %}\n    {%- set system_message = messages[0][\"content\"] %}\n    {%- set loop_messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n    {%- set loop_messages = messages %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = [] %}\n{%- endif %}\n{# Recompute last_user_idx relative to loop_messages after handling system #}\n{%- set ns = namespace(last_user_idx = -1) %}\n{%- for m in loop_messages %}\n  {%- if m[\"role\"] == \"user\" %}\n    {%- set ns.last_user_idx = loop.index0 %}\n  {%- endif %}\n{%- endfor %}\n{%- if system_message is defined %}\n    {{- \"<|im_start|>system\\n\" + system_message }}\n{%- else %}\n    {%- if tools is iterable and tools | length > 0 %}\n        {{- \"<|im_start|>system\\n\" }}\n    {%- endif %}\n{%- endif %}\n{%- if tools is iterable and tools | length > 0 %}\n    {%- if system_message is defined and system_message | length > 0 %}\n        {{- \"\\n\\n\" }}\n    {%- endif %}\n    {{- \"# Tools\\n\\nYou have access to the following functions:\\n\\n\" }}\n    {{- \"<tools>\" }}\n    {%- for tool in tools %}\n        {%- if tool.function is defined %}\n            {%- set tool = tool.function %}\n        {%- endif %}\n        {{- \"\\n<function>\\n<name>\" ~ tool.name ~ \"</name>\" }}\n        {%- if tool.description is defined %}\n            {{- '\\n<description>' ~ (tool.description | trim) ~ '</description>' }}\n        {%- endif %}\n        {{- '\\n<parameters>' }}\n        {%- if tool.parameters is defined and tool.parameters is mapping and tool.parameters.properties is defined and tool.parameters.properties is mapping %}\n            {%- for param_name, param_fields in tool.parameters.properties|items %}\n                {{- '\\n<parameter>' }}\n                {{- '\\n<name>' ~ param_name ~ '</name>' }}\n                {%- if param_fields.type is defined %}\n                    {{- '\\n<type>' ~ (param_fields.type | string) ~ '</type>' }}\n                {%- endif %}\n                {%- if param_fields.description is defined %}\n                    {{- '\\n<description>' ~ (param_fields.description | trim) ~ '</description>' }}\n                {%- endif %}\n                {%- if param_fields.enum is defined %}\n                    {{- '\\n<enum>' ~ (param_fields.enum | tojson | safe) ~ '</enum>' }}\n                {%- endif %}\n                {%- set handled_keys = ['name', 'type', 'description', 'enum'] %}\n                {{- render_extra_keys(param_fields, handled_keys) }}\n                {{- '\\n</parameter>' }}\n            {%- endfor %}\n        {%- endif %}\n        {% set handled_keys = ['type', 'properties', 'required'] %}\n        {{- render_extra_keys(tool.parameters, handled_keys) }}\n        {%- if tool.parameters is defined and tool.parameters.required is defined %}\n            {{- '\\n<required>' ~ (tool.parameters.required | tojson | safe) ~ '</required>' }}\n        {%- endif %}\n        {{- '\\n</parameters>' }}\n        {%- set handled_keys = ['type', 'name', 'description', 'parameters'] %}\n        {{- render_extra_keys(tool, handled_keys) }}\n        {{- '\\n</function>' }}\n    {%- endfor %}\n    {{- \"\\n</tools>\" }}\n\n    {{- '\\n\\nIf you choose to call a function ONLY reply in the following format with NO suffix:\\n\\n<tool_call>\\n<function=example_function_name>\\n<parameter=example_parameter_1>\\nvalue_1\\n</parameter>\\n<parameter=example_parameter_2>\\nThis is the value for the second parameter\\nthat can span\\nmultiple lines\\n</parameter>\\n</function>\\n</tool_call>\\n\\n<IMPORTANT>\\nReminder:\\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\\n- Required parameters MUST be specified\\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\\n</IMPORTANT>' }}\n{%- endif %}\n\n\n{%- if system_message is defined %}\n    {{- '<|im_end|>\\n' }}\n{%- else %}\n    {%- if tools is iterable and tools | length > 0 %}\n        {{- '<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n\n{%- for message in loop_messages %}\n    {%- if message.role == \"assistant\" %}\n        {# Add reasoning content in to content field for unified processing below. #}\n        {%- if message.reasoning_content is defined and message.reasoning_content is string and message.reasoning_content | trim | length > 0 %}\n            {%- set content = \"<think>\\n\" ~ message.reasoning_content ~ \"\\n</think>\\n\" ~ (message.content | default('', true)) %}\n        {%- else %}\n            {%- set content = message.content | default('', true) %}\n            {%- if content is string -%}\n                {# Allow downstream logic to to take care of broken thought, only handle coherent reasoning here. #}\n                {%- if '<think>' not in content and '</think>' not in content -%}\n                    {%- set content = \"<think></think>\" ~ content -%}\n                {%- endif -%}\n            {%- else -%}\n                {%- set content = content -%}\n            {%- endif -%}\n        {%- endif %}\n        {%- if message.tool_calls is defined and message.tool_calls is iterable and message.tool_calls | length > 0 %}\n            {# Assistant message has tool calls. #}\n            {{- '<|im_start|>assistant\\n' }}\n                {%- set include_content = not (truncate_history_thinking and loop.index0 < ns.last_user_idx) %}\n                {%- if content is string and content | trim | length > 0 %}\n                    {%- if include_content %}\n                        {{- (content | trim) ~ '\\n' -}}\n                    {%- else %}\n                        {%- set c = (content | string) %}\n                        {%- if '</think>' in c %}\n                            {# Keep only content after the last closing think. Also generation prompt causes this. #}\n                            {%- set c = c.split('</think>')[-1] %}\n                        {%- elif '<think>' in c %}\n                            {# If <think> was opened but never closed, drop the trailing think segment #}\n                            {%- set c = c.split('<think>')[0] %}\n                        {%- endif %}\n                        {%- set c = \"<think></think>\" ~ c | trim %}\n                        {%- if c | length > 0 %}\n                            {{- c ~ '\\n' -}}\n                        {%- endif %}\n                    {%- endif %}\n                {%- else %}\n                    {{- \"<think></think>\" -}}\n                {%- endif %}\n                {%- for tool_call in message.tool_calls %}\n                    {%- if tool_call.function is defined %}\n                        {%- set tool_call = tool_call.function %}\n                    {%- endif %}\n                    {{- '<tool_call>\\n<function=' ~ tool_call.name ~ '>\\n' -}}\n                        {%- if tool_call.arguments is defined %}\n                            {%- for args_name, args_value in tool_call.arguments|items %}\n                                {{- '<parameter=' ~ args_name ~ '>\\n' -}}\n                                    {%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %}\n                                {{- args_value ~ '\\n</parameter>\\n' -}}\n                            {%- endfor %}\n                        {%- endif %}\n                    {{- '</function>\\n</tool_call>\\n' -}}\n                {%- endfor %}\n                {{- '<|im_end|>\\n' }}\n        {%- else %}\n            {# Assistant message doesn't have tool calls. #}\n            {%- if not (truncate_history_thinking and loop.index0 < ns.last_user_idx) %}\n                {{- '<|im_start|>assistant\\n' ~ (content | default('', true) | string | trim) ~ '<|im_end|>\\n' }}\n            {%- else %}\n                {%- set c = (content | default('', true) | string) %}\n                {%- if '<think>' in c and '</think>' in c %}\n                    {%- set c = \"<think></think>\" ~ c.split('</think>')[-1] %}\n                {%- endif %}\n                {%- set c = c | trim %}\n                {%- if c | length > 0 %}\n                    {{- '<|im_start|>assistant\\n' ~ c ~ '<|im_end|>\\n' }}\n                {%- else %}\n                    {{- '<|im_start|>assistant\\n<|im_end|>\\n' }}\n                {%- endif %}\n            {%- endif %}\n        {%- endif %}\n    {%- elif message.role == \"user\" or message.role == \"system\" %}\n        {{- '<|im_start|>' + message.role + '\\n' }}\n        {%- set content = message.content | string %}\n        {{- content }}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if loop.previtem and loop.previtem.role != \"tool\" %}\n            {{- '<|im_start|>user\\n' }}\n        {%- endif %}\n        {{- '<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>\\n' }}\n        {%- if not loop.last and loop.nextitem.role != \"tool\" %}\n            {{- '<|im_end|>\\n' }}\n        {%- elif loop.last %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- else %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>\\n' }}\n    {%- endif %}\n{%- endfor %}\n\n{%- if add_generation_prompt %}\n    {%- if enable_thinking %}\n        {{- '<|im_start|>assistant\\n<think>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>assistant\\n<think></think>' }}\n    {%- endif %}\n{%- endif %}\n"
-}
+  "chat_template": "{% macro render_extra_keys(json_dict, handled_keys) %}\n    {%- if json_dict is mapping %}\n        {%- for json_key in json_dict if json_key not in handled_keys %}\n            {%- if json_dict[json_key] is mapping or (json_dict[json_key] is sequence and json_dict[json_key] is not string) %}\n                {{- '\\n<' ~ json_key ~ '>' ~ (json_dict[json_key] | tojson ) ~ '</' ~ json_key ~ '>' }}\n            {%- else %}\n                {{- '\\n<' ~ json_key ~ '>' ~ (json_dict[json_key] | string) ~ '</' ~ json_key ~ '>' }}\n            {%- endif %}\n        {%- endfor %}\n    {%- endif %}\n{%- endmacro -%}\n{%- set enable_thinking = enable_thinking if enable_thinking is defined else True %}\n{%- set reasoning_budget = reasoning_budget if reasoning_budget is defined else None %}\n{%- set truncate_history_thinking = truncate_history_thinking if truncate_history_thinking is defined else True %}\n\n{#- Scan messages for VLM thinking toggles to override enable_thinking -#}\n{%- set toggle = namespace(enable=enable_thinking) %}\n{%- for m in messages %}\n    {%- if m['role'] == 'user' or m['role'] == 'system' -%}\n        {%- if m['content'] is string -%}\n            {%- set c = m['content'] %}\n            {%- if '/think' in c.replace('</think>', '') -%}\n                {%- set toggle.enable = true -%}\n            {%- elif '/no_think' in c -%}\n                {%- set toggle.enable = false -%}\n            {%- endif -%}\n        {%- else -%}\n            {%- for part in m['content'] -%}\n                {%- if part['type'] == 'text' -%}\n                    {%- set c = part['text'] %}\n                    {%- if '/think' in c.replace('</think>', '') -%}\n                        {%- set toggle.enable = true -%}\n                    {%- elif '/no_think' in c -%}\n                        {%- set toggle.enable = false -%}\n                    {%- endif -%}\n                {%- endif -%}\n            {%- endfor -%}\n        {%- endif -%}\n    {%- endif -%}\n{%- endfor -%}\n{#- Prepare message iteration similar to LM template -#}\n{%- set ns = namespace(last_user_idx = -1) %}\n{%- set loop_messages = messages %}\n{%- for m in loop_messages %}\n    {%- if m[\"role\"] == \"user\" %}\n        {%- set ns.last_user_idx = loop.index0 %}\n    {%- endif %}\n{%- endfor -%}\n\n{%- if messages[0][\"role\"] == \"system\" %}\n    {%- set system_message = messages[0][\"content\"] %}\n    {%- set loop_messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n    {%- set loop_messages = messages %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = [] %}\n{%- endif %}\n{#- Recompute last_user_idx relative to loop_messages after handling system -#}\n{%- set ns = namespace(last_user_idx = -1) %}\n{%- for m in loop_messages %}\n    {%- if m[\"role\"] == \"user\" %}\n        {%- set ns.last_user_idx = loop.index0 %}\n    {%- endif %}\n{%- endfor -%}\n{#- System preamble with LM formatting, sanitize thinking toggles -#}\n{%- if system_message is defined %}\n    {%- set sys_content = system_message | string %}\n    {%- set sys_content = sys_content.replace('</think>', '<_end_think>').replace('/think', '').replace('/no_think', '').replace('<_end_think>', '</think>') %}\n    {{- \"<|im_start|>system\\n\" + sys_content }}\n{%- else %}\n    {%- if tools is iterable and tools | length > 0 %}\n        {{- \"<|im_start|>system\\n\" }}\n    {%- endif %}\n{%- endif %}\n{%- if tools is iterable and tools | length > 0 %}\n    {%- if system_message is defined and system_message | length > 0 %}\n        {{- \"\\n\\n\" }}\n    {%- endif %}\n    {{- \"# Tools\\n\\nYou have access to the following functions:\\n\\n\" }}\n    {{- \"<tools>\" }}\n    {%- for tool in tools %}\n        {%- if tool.function is defined %}\n            {%- set tool = tool.function %}\n        {%- endif %}\n        {{- \"\\n<function>\\n<name>\" ~ tool.name ~ \"</name>\" }}\n        {%- if tool.description is defined %}\n            {{- '\\n<description>' ~ (tool.description | trim) ~ '</description>' }}\n        {%- endif %}\n        {{- '\\n<parameters>' }}\n        {%- if tool.parameters is defined and tool.parameters is mapping and tool.parameters.properties is defined and tool.parameters.properties is mapping %}\n            {%- for param_name, param_fields in tool.parameters.properties|items %}\n                {{- '\\n<parameter>' }}\n                {{- '\\n<name>' ~ param_name ~ '</name>' }}\n                {%- if param_fields.type is defined %}\n                    {{- '\\n<type>' ~ (param_fields.type | string) ~ '</type>' }}\n                {%- endif %}\n                {%- if param_fields.description is defined %}\n                    {{- '\\n<description>' ~ (param_fields.description | trim) ~ '</description>' }}\n                {%- endif %}\n                {%- if param_fields.enum is defined %}\n                    {{- '\\n<enum>' ~ (param_fields.enum | tojson ) ~ '</enum>' }}\n                {%- endif %}\n                {%- set handled_keys = ['name', 'type', 'description', 'enum'] %}\n                {{- render_extra_keys(param_fields, handled_keys) }}\n                {{- '\\n</parameter>' }}\n            {%- endfor %}\n        {%- endif %}\n        {%- set handled_keys = ['type', 'properties', 'required'] %}\n        {{- render_extra_keys(tool.parameters, handled_keys) }}\n        {%- if tool.parameters is defined and tool.parameters.required is defined %}\n            {{- '\\n<required>' ~ (tool.parameters.required | tojson ) ~ '</required>' }}\n        {%- endif %}\n        {{- '\\n</parameters>' }}\n        {%- set handled_keys = ['type', 'name', 'description', 'parameters'] %}\n        {{- render_extra_keys(tool, handled_keys) }}\n        {{- '\\n</function>' }}\n    {%- endfor %}\n    {{- \"\\n</tools>\" }}\n\n    {{- '\\n\\nIf you choose to call a function ONLY reply in the following format with NO suffix:\\n\\n<tool_call>\\n<function=example_function_name>\\n<parameter=example_parameter_1>\\nvalue_1\\n</parameter>\\n<parameter=example_parameter_2>\\nThis is the value for the second parameter\\nthat can span\\nmultiple lines\\n</parameter>\\n</function>\\n</tool_call>\\n\\n<IMPORTANT>\\nReminder:\\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\\n- Required parameters MUST be specified\\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\\n</IMPORTANT>' }}\n{%- endif -%}\n{%- if system_message is defined %}\n    {{- '<|im_end|>\\n' }}\n{%- else %}\n    {%- if tools is iterable and tools | length > 0 %}\n        {{- '<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif -%}\n{#- Iterate conversation -#}\n{%- for message in loop_messages %}\n    {%- if message.role == \"assistant\" %}\n        {#- Use LM assistant handling -#}\n        {%- if message.reasoning_content is defined and message.reasoning_content is string and message.reasoning_content | trim | length > 0 %}\n            {%- set content = \"<think>\\n\" ~ message.reasoning_content ~ \"\\n</think>\\n\" ~ (message.content | default('', true)) %}\n        {%- else %}\n            {%- set content = message.content | default('', true) %}\n            {%- if content is string -%}\n                {%- if '<think>' not in content and '</think>' not in content -%}\n                    {%- set content = \"<think></think>\" ~ content -%}\n                {%- endif -%}\n            {%- else -%}\n                {%- set content = content -%}\n            {%- endif -%}\n        {%- endif %}\n        {%- if message.tool_calls is defined and message.tool_calls is iterable and message.tool_calls | length > 0 %}\n            {{- '<|im_start|>assistant\\n' }}\n                {%- set include_content = not (truncate_history_thinking and loop.index0 < ns.last_user_idx) %}\n                {%- if content is string and content | trim | length > 0 %}\n                    {%- if include_content %}\n                        {{- (content | trim) ~ '\\n' -}}\n                    {%- else %}\n                        {%- set c = (content | string) %}\n                        {%- if '</think>' in c %}\n                            {%- set c = c.split('</think>')[-1] %}\n                        {%- elif '<think>' in c %}\n                            {%- set c = c.split('<think>')[0] %}\n                        {%- endif %}\n                        {%- set c = \"<think></think>\" ~ c | trim %}\n                        {%- if c | length > 0 %}\n                            {{- c ~ '\\n' -}}\n                        {%- endif %}\n                    {%- endif %}\n                {%- else %}\n                    {{- \"<think></think>\" -}}\n                {%- endif %}\n                {%- for tool_call in message.tool_calls %}\n                    {%- if tool_call.function is defined %}\n                        {%- set tool_call = tool_call.function %}\n                    {%- endif %}\n                    {{- '<tool_call>\\n<function=' ~ tool_call.name ~ '>\\n' -}}\n                        {%- if tool_call.arguments is defined %}\n                            {%- for args_name, args_value in tool_call.arguments|items %}\n                                {{- '<parameter=' ~ args_name ~ '>\\n' -}}\n                                    {%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %}\n                                {{- args_value ~ '\\n</parameter>\\n' -}}\n                            {%- endfor %}\n                        {%- endif %}\n                    {{- '</function>\\n</tool_call>\\n' -}}\n                {%- endfor %}\n                {{- '<|im_end|>\\n' }}\n        {%- else %}\n            {%- if not (truncate_history_thinking and loop.index0 < ns.last_user_idx) %}\n                {{- '<|im_start|>assistant\\n' ~ (content | default('', true) | string | trim) ~ '<|im_end|>\\n' }}\n            {%- else %}\n                {%- set c = (content | default('', true) | string) %}\n                {%- if '<think>' in c and '</think>' in c %}\n                    {%- set c = \"<think></think>\" ~ c.split('</think>')[-1] %}\n                {%- endif %}\n                {%- set c = c | trim %}\n                {%- if c | length > 0 %}\n                    {{- '<|im_start|>assistant\\n' ~ c ~ '<|im_end|>\\n' }}\n                {%- else %}\n                    {{- '<|im_start|>assistant\\n<|im_end|>\\n' }}\n                {%- endif %}\n            {%- endif %}\n        {%- endif %}\n    {%- elif message.role == \"user\" or message.role == \"system\" %}\n        {{- '<|im_start|>' + message.role + '\\n' }}\n        {#- Build VLM multimodal content when content is a sequence -#}\n        {%- if message.content is string -%}\n            {%- set content = (message.content | string) %}\n        {%- else -%}\n            {%- set text_ns = namespace(val='') -%}\n            {%- set mm_content = '' -%}\n            {%- set counters = namespace(images=0, videos=0, audios=0) -%}\n            {%- for part in message['content'] -%}\n                {%- if part['type'] == 'image' or part['type'] == 'image_url' -%}\n                    {%- set counters.images = counters.images + 1 -%}\n                {%- elif part['type'] == 'video' or part['type'] == 'video_url' -%}\n                    {%- set counters.videos = counters.videos + 1 -%}\n                {%- elif part['type'] == 'audio' or part['type'] == 'audio_url' -%}\n                    {%- set counters.audios = counters.audios + 1 -%}\n                {%- elif part['type'] == 'text' -%}\n                    {%- set text_ns.val = text_ns.val + part['text'] -%}\n                {%- endif -%}\n            {%- endfor -%}\n            {%- if '<image>' in text_ns.val -%}\n                {%- set counters.images = 0 -%}\n            {%- endif -%}\n            {%- if '<video>' in text_ns.val -%}\n                {%- set counters.videos = 0 -%}\n            {%- endif -%}\n            {%- if '<so_embedding>' in text_ns.val -%}\n                {%- set counters.audios = 0 -%}\n            {%- endif -%}\n            {%- if counters.images > 1 -%}\n                {%- set image_tags = namespace(tags=[]) -%}\n                {%- for i in range(counters.images) -%}\n                    {%- set image_tags.tags = image_tags.tags + ['<image ' + (i + 1)|string + '><image>'] -%}\n                {%- endfor -%}\n                {%- set mm_content = ' '.join(image_tags.tags) + '\\n' -%}\n            {%- elif counters.images == 1 -%}\n                {%- set mm_content = '<image>\\n' -%}\n            {%- endif -%}\n            {%- set mm_content = mm_content + '<video>\\n' * counters.videos -%}\n            {%- set mm_content = mm_content + '<so_embedding>\\n' * counters.audios -%}\n            {%- set content = mm_content + text_ns.val.lstrip('\\n') -%}\n        {%- endif -%}\n        {#- Sanitize thinking toggle directives from user/system content -#}\n        {%- set content = content.replace('</think>', '<_end_think>').replace('/think', '').replace('/no_think', '').replace('<_end_think>', '</think>') -%}\n        {%- set content = content | trim -%}\n        {%- if message.role == \"user\" and loop.index0 == ns.last_user_idx and reasoning_budget is not none -%}\n            {{- content + '\\n\\n{thinking token budget: ' + (reasoning_budget | string) + '}' -}}\n        {%- else -%}\n            {{- content -}}\n        {%- endif -%}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if loop.previtem and loop.previtem.role != \"tool\" %}\n            {{- '<|im_start|>user\\n' }}\n        {%- endif %}\n        {{- '<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>\\n' }}\n        {%- if not loop.last and loop.nextitem.role != \"tool\" %}\n            {{- '<|im_end|>\\n' }}\n        {%- elif loop.last %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- else %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>\\n' }}\n    {%- endif %}\n{%- endfor -%}\n{#- Generation prompt using computed thinking toggle -#}\n{%- if add_generation_prompt %}\n    {%- if toggle.enable %}\n        {{- '<|im_start|>assistant\\n<think>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>assistant\\n<think></think>' }}\n    {%- endif %}\n{%- endif %}"
+}