{ "additional_special_tokens": [ { "content": "<|bos|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|eos|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|pad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|prompt|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/prompt|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|text|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/text|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|response|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/response|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|system|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/system|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|user|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/user|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|assistant|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/assistant|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|memory|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/memory|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|working_memory|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/working_memory|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|long_term_memory|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/long_term_memory|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|summary|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/summary|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|condensed|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/condensed|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|user_profile|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/user_profile|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|user_pref|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/user_pref|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|hard_rule|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/hard_rule|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|session|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/session|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|conv_history|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/conv_history|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|fim_prefix|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|fim_middle|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|fim_suffix|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|fim_pad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|commit_before|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/commit_before|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|commit_after|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/commit_after|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|commit_msg|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/commit_msg|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|diff|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/diff|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|diff_add|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|diff_del|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|diff_ctx|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|reponame|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/reponame|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|gh_stars|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/gh_stars|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|branch|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/branch|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|issue|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/issue|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|issue_title|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/issue_title|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|issue_body|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/issue_body|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|issue_closed|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|issue_open|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|pr|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/pr|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|pr_title|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/pr_title|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|pr_body|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/pr_body|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|pr_merged|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|pr_closed|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|jupyter|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/jupyter|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|jupyter_code|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/jupyter_code|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|jupyter_output|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/jupyter_output|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|jupyter_text|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/jupyter_text|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|jupyter_error|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/jupyter_error|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|empty_output|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|exec|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/exec|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|exec_result|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/exec_result|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|exec_error|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/exec_error|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|exec_timeout|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|add_file|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/add_file|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|delete_file|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/delete_file|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|rename_file|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/rename_file|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|edit_file|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/edit_file|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|read_file|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/read_file|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|file_sep|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|file_content|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/file_content|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|edit_range|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/edit_range|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|line|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/line|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|insert_before|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|insert_after|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|replace|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/replace|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[e~[", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "]~e]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[d~[", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "]~d]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[p~[", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "]~p]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "]~b]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "]~!b[", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[m~[", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "]~m]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|doc|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/doc|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|eod|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|file:txt|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/file:txt|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|file:md|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/file:md|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|file:json|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/file:json|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|file:xml|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/file:xml|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|file:yaml|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/file:yaml|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|file:html|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/file:html|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|file:css|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/file:css|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|file:csv|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/file:csv|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|file:toml|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/file:toml|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|file:ini|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/file:ini|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|file:log|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/file:log|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|filename|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/filename|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|filepath|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/filepath|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|image|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/image|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|video|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/video|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|timestamp|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/timestamp|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|time_range|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/time_range|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|keyframe|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/keyframe|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|scene_change|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|scene|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/scene|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|segment|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/segment|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|frame|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/frame|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|frame_num|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/frame_num|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|action|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/action|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|event|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/event|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|region|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/region|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|bbox|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/bbox|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|object|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/object|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|gen_image|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/gen_image|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|gen_video|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/gen_video|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|tool_call|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/tool_call|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|tool_result|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/tool_result|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|function_name|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/function_name|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|function_args|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/function_args|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|arg_name|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/arg_name|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|arg_value|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/arg_value|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|tools|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/tools|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|function_def|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/function_def|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|available_tools|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/available_tools|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|tool_def|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/tool_def|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|tool_name|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/tool_name|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|tool_desc|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/tool_desc|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|tool_params|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/tool_params|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|param_name|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/param_name|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|param_type|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/param_type|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|param_required|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|param_optional|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|tool_error|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/tool_error|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|tool_success|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|tool_calls|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/tool_calls|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|tool_id|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/tool_id|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|code|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/code|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|lang:python|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|lang:javascript|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|lang:typescript|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|lang:java|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|lang:cpp|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|lang:c|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|lang:csharp|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|lang:go|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|lang:rust|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|lang:ruby|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|lang:php|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|lang:swift|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|lang:kotlin|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|lang:scala|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|lang:shell|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|lang:bash|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|lang:sql|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|lang:r|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|lang:matlab|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|lang:lua|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|lang:perl|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|lang:haskell|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|lang:other|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|think|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/think|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|observation|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/observation|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|note|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/note|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|step|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/step|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|reflection|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/reflection|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|hypothesis|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/hypothesis|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|conclusion|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/conclusion|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|plan|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/plan|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|plan_step|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/plan_step|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|critique|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/critique|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|error_found|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|no_error|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|analysis|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/analysis|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|breakdown|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/breakdown|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|decision|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/decision|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|option|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/option|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|chosen|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|rejected|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|because|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|therefore|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|however|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|alternatively|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|confidence:high|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|confidence:medium|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|confidence:low|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|confidence:uncertain|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|uncertainty_score|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/uncertainty_score|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|certainty_score|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/certainty_score|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|uncertain|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/uncertain|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|unknown|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|need_verify|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|may_outdated|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|speculative|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|approximate|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|verify|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/verify|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|fact_check|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|self_correct|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|correction|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/correction|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|retract|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|clarify|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|cite|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/cite|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|source|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/source|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|ref|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/ref|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|quote|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/quote|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|attribution|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/attribution|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|context|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/context|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|retrieved|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/retrieved|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|grounded|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|ungrounded|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|partially_grounded|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|knowledge_cutoff|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|beyond_knowledge|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|within_knowledge|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|knowledge_date|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/knowledge_date|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|listen|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/listen|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|speak|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/speak|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|audio|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/audio|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|audio_prompt|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/audio_prompt|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|speaker_ref|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/speaker_ref|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|eot|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|continue|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|yield|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|interrupt|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|backoff|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|user_int|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/user_int|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|cough|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|laugh|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|sigh|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|hesitation|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|backchannel|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|confused|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|agree|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|disagree|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|pause|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|resume|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|rewind|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|adjust|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|emotion|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/emotion|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|arousal|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/arousal|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|valence|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/valence|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|dominance|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/dominance|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|happy|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|sad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|angry|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|fearful|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|surprised|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|disgusted|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|neutral|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|excited|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|frustrated|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|bored|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|match_emo|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|contrast_emo|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|calm|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|energetic|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|sing|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/sing|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|rap|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/rap|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|chant|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/chant|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|hum|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/hum|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|whistle|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/whistle|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|pitch|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/pitch|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|tempo|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/tempo|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|rhythm|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/rhythm|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|melody|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/melody|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|key|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/key|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|style:pop|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|style:rock|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|style:jazz|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|style:classical|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|style:hiphop|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|style:rnb|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|style:country|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|style:soul|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|lyrics|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/lyrics|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|verse|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/verse|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|chorus|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/chorus|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|bridge|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/bridge|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|beatbox|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/beatbox|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|perc|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/perc|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|kick|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|snare|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|hihat|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|crash|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|fill|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|click|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|pop|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|whisper|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/whisper|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|shout|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/shout|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|growl|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/growl|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|falsetto|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/falsetto|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|breath_in|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|breath_out|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|breath_heavy|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|sigh_x|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|gasp|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|yawn|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|ahem|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|hmm|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|aha|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|ooh|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|wow|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|ugh|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|phew|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|tsk|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|shh|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|adlib|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/adlib|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|harmony|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/harmony|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|poly|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/poly|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|vibrato|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|tremolo|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|gliss|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|spec|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/spec|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|spec_ok|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|spec_no|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|rewrite|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/rewrite|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|rollback|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|checkpoint|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|conf_tok|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|unc_tok|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|draft|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/draft|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|final|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/final|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|table|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/table|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|row|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/row|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|cell|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/cell|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|thead|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/thead|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|tbody|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/tbody|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|schema|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/schema|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|field|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/field|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|type|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/type|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|required|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|optional|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|version|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/version|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|deprecated|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|since|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/since|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|changelog|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/changelog|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|json|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/json|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|xml|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/xml|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|yaml|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/yaml|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|csv|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/csv|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|list|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/list|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|item|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/item|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|ol|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/ol|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|ul|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/ul|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|kv|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/kv|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|key|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/key|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|value|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/value|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|task|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/task|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|task_type|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/task_type|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|instruction|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/instruction|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|constraint|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/constraint|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|example|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/example|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|input|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/input|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|output|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/output|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|expected|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|/expected|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|sep|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|nl|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mask|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|...|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|cont|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|truncated|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|redacted|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false } ], "bos_token": "<|bos|>", "eos_token": "<|eos|>", "pad_token": "<|pad|>" }