oi+ / S Qr SSKJrJr SSKJrJr SSKJr SSK J
r
SSK r SSK r SSK
7 SS KJr SSKrSS
KJrJr \r0 r0 rS rS rS
r\\S\4\S' S\S' SrSrS
r \\ S\4\S' S\S' Sr Sr Sr \ \ S\ 4\S' S\S' Sr Sr!S
r"\ \"S\!4\S' S\S' S r#S r$S
r%\#\%S\$4\S ' S\S ' S r&S r'S
r(\&\(S\'4\S!' S"\S!' S#r)S$r*S
r+\)\+S\*4\S%' S&\S%' \S% \S'' \S% \S'' S(r,S)r-S
r.\,\.S\-4\S*' S+\S*' S,r/S-r0S.r1\/\1S\04\S/' S\S/' S0\ - r2S1r3S2SS3.S4r4\2\4S\34\S4' S\S4' \/r5\0S5- r6S.r7\5\7S\64\S6' S\S6' \2r8\3S5- r9\4r:\8\:S\94\S7' S\S7' S8r;S9rS=r?S>r@\>\@S\?4\S?' S\S?' \S? \S@' S\S@' \S? \SA' S\SA' SBrASCrBS
rC\A\CS\B4\SD' SE\SD' \A\CS\B4\SF' SE\SF' SG H rD\SD \\D' SE\\D' M SHrESIrFS
rGSJrH\E\GS\F4\SK' \H\SK' \E\GS\F4\SL' \H\SL' \E\GS\F4\SM' \H\SM' \E\GS\F4\SN' \H\SN' SOrISPrJSQ\J SR3rKSrL\I\LS\K4\SS' S\SS' STrMSUrNS.rO\M\OS\N4\SV' S\SV' \M\OS\N4\SW' S\SW' SXrPSYrQSrR\P\RS\Q4\SZ' S\SZ' \P\RS\Q4\S[' S\S[' S\rSS]rTS.rU\S\US\T4\S^' S\S^' \S\US\T4\S_' S\S_' S`rVSarWSbrX\V\XS\W4\Sc' S\Sc' \V\XS\W4\Sd' S\Sd' SerYSfrQSrR\Y\RS\Q4\Sg' S\Sg' ShrZ\Z\RS\Q4\Si' S\Si' Sjr[Sr\\[\\SS4\Sk' S\Sk' Slr]Smr^Snr_\]\_S\^4\So' S\So' Spr`SqraSrrb\`\bS\a4\Ss' S\Ss' SSt\cSu\cSv\c4Sw jjrdSSxSySzS{S|.SS4S} jreS~ rfS rgS rh SS jri/ 4S jrj SS jrkS rl SS jrmSS jrnS roSS jrpg))
get_chat_templatetest_chat_templatestest_hf_gguf_equivalenceremove_special_tokens to_sharegptstandardize_sharegptstandardize_data_formatsapply_chat_templatetrain_on_responses_only test_construct_chat_template StoppingCriteriaStoppingCriteriaList)
LongTensor FloatTensor)logger )patch_saving_functionsN)*)patch_tokenizer)r
r aR {{ bos_token }}{% if messages[0]['role'] == 'system' %}{{ messages[0]['content'] + '
' }}{% set loop_messages = messages[1:] %}{% else %}{{ '{system_message}' + '
' }}{% set loop_messages = messages %}{% endif %}{% for message in loop_messages %}{% if message['role'] == 'user' %}{{ '>>> User: ' + message['content'] + '
' }}{% elif message['role'] == 'assistant' %}{{ '>>> Assistant: ' + message['content'] + eos_token + '
' }}{% else %}{{ raise_exception('Only user and assistant roles are supported!') }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '>>> Assistant: ' }}{% endif %}a4
FROM {__FILE_LOCATION__}
TEMPLATE """{{ if .System }}{{ .System }}
{{ end }}{{ if .Prompt }}>>> User: {{ .Prompt }}
{{ end }}>>> Assistant: {{ .Response }}{__EOS_TOKEN__}
"""
PARAMETER stop "{__EOS_TOKEN__}"
PARAMETER temperature 1.5
PARAMETER min_p 0.1
SYSTEM """You are a helpful assistant to the user"""
eos_tokenFunslothz'You are a helpful assistant to the useraw {% for message in messages %}{% if message['role'] == 'user' %}{{ '<|user|>
' + message['content'] + eos_token + '
' }}{% elif message['role'] == 'assistant' %}{{ '<|assistant|>
' + message['content'] + eos_token + '
' }}{% else %}{{ '<|system|>
' + message['content'] + eos_token + '
' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|assistant|>
' }}{% endif %}a&
FROM {__FILE_LOCATION__}
TEMPLATE """{{ if .System }}<|system|>
{{ .System }}{__EOS_TOKEN__}
{{ end }}{{ if .Prompt }}<|user|>
{{ .Prompt }}{__EOS_TOKEN__}
{{ end }}<|assistant|>
{{ .Response }}{__EOS_TOKEN__}
"""
PARAMETER stop "{__EOS_TOKEN__}"
PARAMETER temperature 1.5
PARAMETER min_p 0.1
zephyra {% for message in messages %}{% if message['role'] == 'user' %}{{'<|im_start|>user
' + message['content'] + '<|im_end|>
'}}{% elif message['role'] == 'assistant' %}{{'<|im_start|>assistant
' + message['content'] + '<|im_end|>
' }}{% else %}{{ '<|im_start|>system
' + message['content'] + '<|im_end|>
' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant
' }}{% endif %}aH
FROM {__FILE_LOCATION__}
TEMPLATE """{{ if .System }}<|im_start|>system
{{ .System }}<|im_end|>
{{ end }}{{ if .Prompt }}<|im_start|>user
{{ .Prompt }}<|im_end|>
{{ end }}<|im_start|>assistant
{{ .Response }}<|im_end|>
"""
PARAMETER stop "<|im_start|>"
PARAMETER stop "<|im_end|>"
PARAMETER temperature 1.5
PARAMETER min_p 0.1
z
<|im_end|>Tchatmla {{ bos_token }}{% if messages[0]['role'] == 'system' %}{% if messages[1]['role'] == 'user' %}{{ '[INST] ' + messages[0]['content'] + ' ' + messages[1]['content'] + ' [/INST]' }}{% set loop_messages = messages[2:] %}{% else %}{{ '[INST] ' + messages[0]['content'] + ' [/INST]' }}{% set loop_messages = messages[1:] %}{% endif %}{% else %}{% set loop_messages = messages %}{% endif %}{% for message in loop_messages %}{% if message['role'] == 'user' %}{{ '[INST] ' + message['content'] + ' [/INST]' }}{% elif message['role'] == 'assistant' %}{{ message['content'] + eos_token }}{% else %}{{ raise_exception('Only user and assistant roles are supported!') }}{% endif %}{% endfor %}z
FROM {__FILE_LOCATION__}
TEMPLATE """[INST] {{ if .System }}{{ .System }} {{ end }}{{ .Prompt }} [/INST]"""
PARAMETER stop "{__EOS_TOKEN__}"
PARAMETER temperature 1.5
PARAMETER min_p 0.1
mistrala {% if messages[0]['role'] == 'system' %}{% if messages[1]['role'] == 'user' %}{{ bos_token + '[INST] <>
' + messages[0]['content'] + '
<>
' + messages[1]['content'] + ' [/INST]' }}{% set loop_messages = messages[2:] %}{% else %}{{ bos_token + '[INST] ' + messages[0]['content'] + ' [/INST]' }}{% set loop_messages = messages[1:] %}{% endif %}{% else %}{% set loop_messages = messages %}{% endif %}{% for message in loop_messages %}{% if message['role'] == 'user' %}{{ bos_token + '[INST] ' + message['content'].strip() + ' [/INST]' }}{% elif message['role'] == 'assistant' %}{{ ' ' + message['content'].strip() + ' ' + eos_token }}{% else %}{{ raise_exception('Only user and assistant roles are supported!') }}{% endif %}{% endfor %}z
FROM {__FILE_LOCATION__}
TEMPLATE """[INST] <>{{ .System }}<>
{{ .Prompt }} [/INST]"""
PARAMETER stop "{__EOS_TOKEN__}"
PARAMETER temperature 1.5
PARAMETER min_p 0.1
llamaa? {{ bos_token }}{% if messages[0]['role'] == 'system' %}{{ messages[0]['content'] + ' ' }}{% set loop_messages = messages[1:] %}{% else %}{{ '{system_message}' + ' ' }}{% set loop_messages = messages %}{% endif %}{% for message in loop_messages %}{% if message['role'] == 'user' %}{{ 'USER: ' + message['content'] + ' ' }}{% elif message['role'] == 'assistant' %}{{ 'ASSISTANT: ' + message['content'] + eos_token }}{% else %}{{ raise_exception('Only user and assistant roles are supported!') }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ 'ASSISTANT:' }}{% endif %}z
FROM {__FILE_LOCATION__}
TEMPLATE """{{ if .System }}{{ .System }} {{ end }}{{ if .Prompt }}USER: {{ .Prompt }} {{ end }}ASSISTANT: {{ .Response }} {__EOS_TOKEN__}"""
PARAMETER stop "{__EOS_TOKEN__}"
PARAMETER temperature 1.5
PARAMETER min_p 0.1
vicunazA chat between a curious user and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the user's questions.aR {{ bos_token }}{% if messages[0]['role'] == 'system' %}{{ messages[0]['content'] + '
' }}{% set loop_messages = messages[1:] %}{% else %}{{ '{system_message}' + '
' }}{% set loop_messages = messages %}{% endif %}{% for message in loop_messages %}{% if message['role'] == 'user' %}{{ '### Human: ' + message['content'] + '
' }}{% elif message['role'] == 'assistant' %}{{ '### Assistant: ' + message['content'] + eos_token + '
' }}{% else %}{{ raise_exception('Only user and assistant roles are supported!') }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '### Assistant:' }}{% endif %}a
FROM {__FILE_LOCATION__}
TEMPLATE """{{ if .System }}{{ .System }}
{{ end }}{{ if .Prompt }}### Human: {{ .Prompt }}
{{ end }}### Assistant: {{ .Response }}{__EOS_TOKEN__}
"""
PARAMETER stop "{__EOS_TOKEN__}"
PARAMETER temperature 1.5
PARAMETER min_p 0.1
SYSTEM """A chat between a curious human and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the human's questions."""
vicuna_oldzA chat between a curious human and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the human\'s questions.z
vicuna olda[ {{ bos_token }}{% if messages[0]['role'] == 'system' %}{{ messages[0]['content'] + '
' }}{% set loop_messages = messages[1:] %}{% else %}{{ '{system_message}' + '
' }}{% set loop_messages = messages %}{% endif %}{% for message in loop_messages %}{% if message['role'] == 'user' %}{{ '### Instruction:
' + message['content'] + '
' }}{% elif message['role'] == 'assistant' %}{{ '### Response:
' + message['content'] + eos_token + '
' }}{% else %}{{ raise_exception('Only user and assistant roles are supported!') }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '### Response:
' }}{% endif %}a
FROM {__FILE_LOCATION__}
TEMPLATE """{{ if .System }}{{ .System }}
{{ end }}{{ if .Prompt }}### Instruction:
{{ .Prompt }}{{ end }}
### Response:
{{ .Response }}{__EOS_TOKEN__}
"""
PARAMETER stop "{__EOS_TOKEN__}"
PARAMETER temperature 1.5
PARAMETER min_p 0.1
SYSTEM """Below are some instructions that describe some tasks. Write responses that appropriately complete each request."""
alpacaoBelow are some instructions that describe some tasks. Write responses that appropriately complete each request.a~ {{ bos_token }}{% if messages[0]['role'] == 'system' %}{{'user
' + messages[0]['content'] | trim + ' ' + messages[1]['content'] | trim + '
'}}{% set messages = messages[2:] %}{% endif %}{% for message in messages %}{% if message['role'] == 'user' %}{{'user
' + message['content'] | trim + '
'}}{% elif message['role'] == 'assistant' %}{{'model
' + message['content'] | trim + '
' }}{% else %}{{ raise_exception('Only user and assistant roles are supported!') }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ 'model
' }}{% endif %}a\
FROM {__FILE_LOCATION__}
TEMPLATE """user
{{ if .System }}{{ .System }} {{ end }}{{ .Prompt }}
model
{{ .Response }}
"""
PARAMETER repeat_penalty 1
PARAMETER stop ""
PARAMETER stop ""
PARAMETER penalize_newline false
PARAMETER temperature 1.5
PARAMETER min_p 0.1
z
gemma{{ bos_token }}a
FROM {__FILE_LOCATION__}
TEMPLATE """{{ if .System }}<|im_start|>system
{{ .System }}<|im_end|>
{{ end }}{{ if .Prompt }}<|im_start|>user
{{ .Prompt }}<|im_end|>
{{ end }}<|im_start|>assistant
{{ .Response }}<|im_end|>
"""
PARAMETER repeat_penalty 1
PARAMETER stop "<|im_start|>"
PARAMETER stop "<|im_end|>"
PARAMETER penalize_newline false
PARAMETER temperature 1.5
PARAMETER min_p 0.1
z <|im_start|>)zz gemma_chatmlzPARAMETER num_ctx 4096
gemma2
gemma2_chatmla' {{ bos_token }}{% for message in messages %}{% if message['role'] == 'user' %}{{ '<|start_header_id|>user<|end_header_id|>
' + message['content'] | trim + '<|eot_id|>' }}{% elif message['role'] == 'assistant' %}{{ '<|start_header_id|>assistant<|end_header_id|>
' + message['content'] | trim + '<|eot_id|>' }}{% else %}{{ '<|start_header_id|>' + message['role'] + '<|end_header_id|>
' + message['content'] | trim + '<|eot_id|>' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>
' }}{% endif %}a
FROM {__FILE_LOCATION__}
TEMPLATE """{{ if .System }}<|start_header_id|>system<|end_header_id|>
{{ .System }}<|eot_id|>{{ end }}{{ if .Prompt }}<|start_header_id|>user<|end_header_id|>
{{ .Prompt }}<|eot_id|>{{ end }}<|start_header_id|>assistant<|end_header_id|>
{{ .Response }}<|eot_id|>"""
PARAMETER stop "<|start_header_id|>"
PARAMETER stop "<|end_header_id|>"
PARAMETER stop "<|eot_id|>"
PARAMETER temperature 1.5
PARAMETER min_p 0.1
zllama-3llama3as {% for message in messages %}{% if message['role'] == 'user' %}{{'<|user|>
' + message['content'] + '<|end|>
'}}{% elif message['role'] == 'assistant' %}{{'<|assistant|>
' + message['content'] + '<|end|>
'}}{% else %}{{'<|' + message['role'] + '|>
' + message['content'] + '<|end|>
'}}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|assistant|>
' }}{% endif %}a?
FROM {__FILE_LOCATION__}
TEMPLATE """{{ if .System }}<|system|>
{{ .System }}<|end|>
{{ end }}{{ if .Prompt }}<|user|>
{{ .Prompt }}<|end|>
{{ end }}<|assistant|>
{{ .Response }}<|end|>
"""
PARAMETER stop "<|end|>"
PARAMETER stop "<|user|>"
PARAMETER stop "<|assistant|>"
PARAMETER temperature 1.5
PARAMETER min_p 0.1
z<|end|>zphi-3zphi-35zphi-3.5a {{- bos_token }}
{%- if custom_tools is defined %}
{%- set tools = custom_tools %}
{%- endif %}
{%- if not tools_in_user_message is defined %}
{%- set tools_in_user_message = true %}
{%- endif %}
{%- if not date_string is defined %}
{%- set date_string = "26 July 2024" %}
{%- endif %}
{%- if not tools is defined %}
{%- set tools = none %}
{%- endif %}
{#- This block extracts the system message, so we can slot it into the right place. #}
{%- if messages[0]['role'] == 'system' %}
{%- set system_message = messages[0]['content'] %}
{%- set messages = messages[1:] %}
{%- else %}
{%- set system_message = "{system_message}" %}
{%- endif %}
{#- System message + builtin tools #}
{{- "<|start_header_id|>system<|end_header_id|>
" }}
{%- if builtin_tools is defined or tools is not none %}
{{- "Environment: ipython
" }}
{%- endif %}
{%- if builtin_tools is defined %}
{{- "Tools: " + builtin_tools | reject('equalto', 'code_interpreter') | join(", ") + "
"}}
{%- endif %}
{{- "Cutting Knowledge Date: December 2023
" }}
{{- "Today Date: " + date_string + "
" }}
{%- if tools is not none and not tools_in_user_message %}
{{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }}
{{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }}
{{- "Do not use variables.
" }}
{%- for t in tools %}
{{- t | tojson(indent=4) }}
{{- "
" }}
{%- endfor %}
{%- endif %}
{{- system_message }}
{{- "<|eot_id|>" }}
{#- Custom tools are passed in a user message with some extra guidance #}
{%- if tools_in_user_message and not tools is none %}
{#- Extract the first user message so we can plug it in here #}
{%- if messages | length != 0 %}
{%- set first_user_message = messages[0]['content'] %}
{%- set messages = messages[1:] %}
{%- else %}
{{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }}
{%- endif %}
{{- '<|start_header_id|>user<|end_header_id|>
' -}}
{{- "Given the following functions, please respond with a JSON for a function call " }}
{{- "with its proper arguments that best answers the given prompt.
" }}
{{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }}
{{- "Do not use variables.
" }}
{%- for t in tools %}
{{- t | tojson(indent=4) }}
{{- "
" }}
{%- endfor %}
{{- first_user_message + "<|eot_id|>"}}
{%- endif %}
{%- for message in messages %}
{%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}
{{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>
'+ message['content'] + '<|eot_id|>' }}
{%- elif 'tool_calls' in message %}
{%- if not message.tool_calls|length == 1 %}
{{- raise_exception("This model only supports single tool-calls at once!") }}
{%- endif %}
{%- set tool_call = message.tool_calls[0].function %}
{%- if builtin_tools is defined and tool_call.name in builtin_tools %}
{{- '<|start_header_id|>assistant<|end_header_id|>
' -}}
{{- "<|python_tag|>" + tool_call.name + ".call(" }}
{%- for arg_name, arg_val in tool_call.arguments | items %}
{{- arg_name + '="' + arg_val + '"' }}
{%- if not loop.last %}
{{- ", " }}
{%- endif %}
{%- endfor %}
{{- ")" }}
{%- else %}
{{- '<|start_header_id|>assistant<|end_header_id|>
' -}}
{{- '{"name": "' + tool_call.name + '", ' }}
{{- '"parameters": ' }}
{{- tool_call.arguments | tojson }}
{{- "}" }}
{%- endif %}
{%- if builtin_tools is defined %}
{#- This means we're in ipython mode #}
{{- "<|eom_id|>" }}
{%- else %}
{{- "<|eot_id|>" }}
{%- endif %}
{%- elif message.role == "tool" or message.role == "ipython" %}
{{- "<|start_header_id|>ipython<|end_header_id|>
" }}
{%- if message.content is mapping or message.content is iterable %}
{{- message.content | tojson }}
{%- else %}
{{- message.content }}
{%- endif %}
{{- "<|eot_id|>" }}
{%- endif %}
{%- endfor %}
{%- if add_generation_prompt %}
{{- '<|start_header_id|>assistant<|end_header_id|>
' }}
{%- endif %}
au
FROM {__FILE_LOCATION__}
TEMPLATE """{{ if .Messages }}
{{- if or .System .Tools }}<|start_header_id|>system<|end_header_id|>
{{- if .System }}
{{ .System }}
{{- end }}
{{- if .Tools }}
You are a helpful assistant with tool calling capabilities. When you receive a tool call response, use the output to format an answer to the original use question.
{{- end }}
{{- end }}<|eot_id|>
{{- range $i, $_ := .Messages }}
{{- $last := eq (len (slice $.Messages $i)) 1 }}
{{- if eq .Role "user" }}<|start_header_id|>user<|end_header_id|>
{{- if and $.Tools $last }}
Given the following functions, please respond with a JSON for a function call with its proper arguments that best answers the given prompt.
Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}. Do not use variables.
{{ $.Tools }}
{{- end }}
{{ .Content }}<|eot_id|>{{ if $last }}<|start_header_id|>assistant<|end_header_id|>
{{ end }}
{{- else if eq .Role "assistant" }}<|start_header_id|>assistant<|end_header_id|>
{{- if .ToolCalls }}
{{- range .ToolCalls }}{"name": "{{ .Function.Name }}", "parameters": {{ .Function.Arguments }}}{{ end }}
{{- else }}
{{ .Content }}{{ if not $last }}<|eot_id|>{{ end }}
{{- end }}
{{- else if eq .Role "tool" }}<|start_header_id|>ipython<|end_header_id|>
{{ .Content }}<|eot_id|>{{ if $last }}<|start_header_id|>assistant<|end_header_id|>
{{ end }}
{{- end }}
{{- end }}
{{- else }}
{{- if .System }}<|start_header_id|>system<|end_header_id|>
{{ .System }}<|eot_id|>{{ end }}{{ if .Prompt }}<|start_header_id|>user<|end_header_id|>
{{ .Prompt }}<|eot_id|>{{ end }}<|start_header_id|>assistant<|end_header_id|>
{{ end }}{{ .Response }}{{ if .Response }}<|eot_id|>{{ end }}"""
PARAMETER stop "<|start_header_id|>"
PARAMETER stop "<|end_header_id|>"
PARAMETER stop "<|eot_id|>"
PARAMETER stop "<|eom_id|>"
PARAMETER temperature 1.5
PARAMETER min_p 0.1
z llama-3.1 zllama-31)z llama-3.2z llama-3.3zllama-32zllama-33a {%- if tools %}
{{- '<|im_start|>system\n' }}
{%- if messages[0]['role'] == 'system' %}
{{- messages[0]['content'] }}
{%- else %}
{{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
{%- endif %}
{{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }}
{%- for tool in tools %}
{{- "\n" }}
{{- tool | tojson }}
{%- endfor %}
{{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }}
{%- else %}
{%- if messages[0]['role'] == 'system' %}
{{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
{%- else %}
{{- '<|im_start|>system\n{system_message}<|im_end|>\n' }}
{%- endif %}
{%- endif %}
{%- for message in messages %}
{%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
{{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
{%- elif message.role == "assistant" %}
{{- '<|im_start|>' + message.role }}
{%- if message.content %}
{{- '\n' + message.content }}
{%- endif %}
{%- for tool_call in message.tool_calls %}
{%- if tool_call.function is defined %}
{%- set tool_call = tool_call.function %}
{%- endif %}
{{- '\n\n{"name": "' }}
{{- tool_call.name }}
{{- '", "arguments": ' }}
{{- tool_call.arguments | tojson }}
{{- '}\n' }}
{%- endfor %}
{{- '<|im_end|>\n' }}
{%- elif message.role == "tool" %}
{%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %} {{- '<|im_start|>user' }}
{%- endif %}
{{- '\n\n' }}
{{- message.content }}
{{- '\n' }}
{%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
{{- '<|im_end|>\n' }}
{%- endif %}
{%- endif %}
{%- endfor %}
{%- if add_generation_prompt %}
{{- '<|im_start|>assistant\n' }}
{%- endif %}
a]
FROM {__FILE_LOCATION__}
TEMPLATE """{{- if .Messages }}
{{- if or .System .Tools }}<|im_start|>system
{{- if .System }}
{{ .System }}
{{- end }}
{{- if .Tools }}
# Tools
You may call one or more functions to assist with the user query.
You are provided with function signatures within XML tags:
{{- range .Tools }}
{"type": "function", "function": {{ .Function }}}
{{- end }}
For each function call, return a json object with function name and arguments within XML tags:
{"name": , "arguments": }
{{- end }}<|im_end|>
{{ end }}
{{- range $i, $_ := .Messages }}
{{- $last := eq (len (slice $.Messages $i)) 1 -}}
{{- if eq .Role "user" }}<|im_start|>user
{{ .Content }}<|im_end|>
{{ else if eq .Role "assistant" }}<|im_start|>assistant
{{ if .Content }}{{ .Content }}
{{- else if .ToolCalls }}
{{ range .ToolCalls }}{"name": "{{ .Function.Name }}", "arguments": {{ .Function.Arguments }}}
{{ end }}
{{- end }}{{ if not $last }}<|im_end|>
{{ end }}
{{- else if eq .Role "tool" }}<|im_start|>user
{{ .Content }}
<|im_end|>
{{ end }}
{{- if and (ne .Role "assistant") $last }}<|im_start|>assistant
{{ end }}
{{- end }}
{{- else }}
{{- if .System }}<|im_start|>system
{{ .System }}<|im_end|>
{{ end }}{{ if .Prompt }}<|im_start|>user
{{ .Prompt }}<|im_end|>
{{ end }}<|im_start|>assistant
{{ end }}{{ .Response }}{{ if .Response }}<|im_end|>{{ end }}"""
PARAMETER stop "<|im_end|>"
PARAMETER stop "<|endoftext|>"
PARAMETER temperature 1.5
PARAMETER min_p 0.1
zDYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.zqwen-2.5zqwen-25qwen25zqwen2.5a {% for message in messages %}{% if (message['role'] == 'system') %}{{'<|im_start|>system<|im_sep|>' + message['content'] + '<|im_end|>'}}{% elif (message['role'] == 'user') %}{{'<|im_start|>user<|im_sep|>' + message['content'] + '<|im_end|>'}}{% elif (message['role'] == 'assistant') %}{{'<|im_start|>assistant<|im_sep|>' + message['content'] + '<|im_end|>'}}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant<|im_sep|>' }}{% endif %}z{{ if .System }}<|im_start|><|system|><|im_sep|>{{ .System }}<|im_end|>{{ end }}{{ if .Prompt }}<|im_start|><|user|><|im_sep|>{{ .Prompt }}<|im_end|>{{ end }}<|im_start|><|assistant|><|im_sep|>{{ .Response }}<|im_end|>z&
FROM {__FILE_LOCATION__}
TEMPLATE """z"""
PARAMETER stop "<|im_end|>"
PARAMETER stop "<|im_start|>"
PARAMETER stop "<|im_sep|>"
PARAMETER temperature 1.5
PARAMETER min_p 0.1
zphi-4a {{ bos_token }}
{%- if messages[0]['role'] == 'system' -%}
{%- if messages[0]['content'] is string -%}
{%- set first_user_prefix = messages[0]['content'] + '
' -%}
{%- else -%}
{%- set first_user_prefix = messages[0]['content'][0]['text'] + '
' -%}
{%- endif -%}
{%- set loop_messages = messages[1:] -%}
{%- else -%}
{%- set first_user_prefix = "" -%}
{%- set loop_messages = messages -%}
{%- endif -%}
{%- for message in loop_messages -%}
{%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) -%}
{{ raise_exception("Conversation roles must alternate user/assistant/user/assistant/...") }}
{%- endif -%}
{%- if (message['role'] == 'assistant') -%}
{%- set role = "model" -%}
{%- else -%}
{%- set role = message['role'] -%}
{%- endif -%}
{{ '' + role + '
' + (first_user_prefix if loop.first else "") }}
{%- if message['content'] is string -%}
{{ message['content'] | trim }}
{%- elif message['content'] is iterable -%}
{%- for item in message['content'] -%}
{%- if item['type'] == 'image' -%}
{{ '' }}
{%- elif item['type'] == 'text' -%}
{{ item['text'] | trim }}
{%- endif -%}
{%- endfor -%}
{%- else -%}
{{ raise_exception("Invalid content type") }}
{%- endif -%}
{{ '
' }}
{%- endfor -%}
{%- if add_generation_prompt -%}
{{ 'model
' }}
{%- endif -%}
a8
FROM {__FILE_LOCATION__}
TEMPLATE """{{- range $i, $_ := .Messages }}
{{- $last := eq (len (slice $.Messages $i)) 1 }}
{{- if or (eq .Role "user") (eq .Role "system") }}user
{{ .Content }}
{{ if $last }}model
{{ end }}
{{- else if eq .Role "assistant" }}model
{{ .Content }}{{ if not $last }}
{{ end }}
{{- end }}
{{- end }}"""
PARAMETER stop ""
PARAMETER stop ""
PARAMETER temperature 0.1
PARAMETER min_p 0.0
PARAMETER top_k 64
PARAMETER top_p 0.95
PARAMETER num_predict 32768
zgemma-3gemma3an
{%- if tools %}
{{- '<|im_start|>system
' }}
{%- if messages[0].role == 'system' %}
{{- messages[0].content + '
' }}
{%- endif %}
{{- "# Tools
You may call one or more functions to assist with the user query.
You are provided with function signatures within XML tags:
" }}
{%- for tool in tools %}
{{- "
" }}
{{- tool | tojson }}
{%- endfor %}
{{- "
For each function call, return a json object with function name and arguments within XML tags:
{\"name\": , \"arguments\": }
<|im_end|>
" }}
{%- else %}
{%- if messages[0].role == 'system' %}
{{- '<|im_start|>system
' + messages[0].content + '<|im_end|>
' }}
{%- endif %}
{%- endif %}
{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
{%- for forward_message in messages %}
{%- set index = (messages|length - 1) - loop.index0 %}
{%- set message = messages[index] %}
{%- set current_content = message.content if message.content is not none else '' %}
{%- set tool_start = '' %}
{%- set tool_start_length = tool_start|length %}
{%- set start_of_message = current_content[:tool_start_length] %}
{%- set tool_end = '' %}
{%- set tool_end_length = tool_end|length %}
{%- set start_pos = (current_content|length) - tool_end_length %}
{%- if start_pos < 0 %}
{%- set start_pos = 0 %}
{%- endif %}
{%- set end_of_message = current_content[start_pos:] %}
{%- if ns.multi_step_tool and message.role == "user" and not(start_of_message == tool_start and end_of_message == tool_end) %}
{%- set ns.multi_step_tool = false %}
{%- set ns.last_query_index = index %}
{%- endif %}
{%- endfor %}
{%- for message in messages %}
{%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
{{- '<|im_start|>' + message.role + '
' + message.content + '<|im_end|>' + '
' }}
{%- elif message.role == "assistant" %}
{%- set content = message.content %}
{%- set reasoning_content = '' %}
{%- if message.reasoning_content is defined and message.reasoning_content is not none %}
{%- set reasoning_content = message.reasoning_content %}
{%- else %}
{%- if '' in message.content %}
{%- set content = (message.content.split('')|last).lstrip('
') %}
{%- set reasoning_content = (message.content.split('')|first).rstrip('
') %}
{%- set reasoning_content = (reasoning_content.split('')|last).lstrip('
') %}
{%- endif %}
{%- endif %}
{%- if loop.index0 > ns.last_query_index %}
{%- if loop.last or (not loop.last and reasoning_content) %}
{{- '<|im_start|>' + message.role + '
' + reasoning_content.strip('
') + '
' + content.lstrip('
') }}
{%- else %}
{{- '<|im_start|>' + message.role + '
' + content }}
{%- endif %}
{%- else %}
{{- '<|im_start|>' + message.role + '
' + content }}
{%- endif %}
{%- if message.tool_calls %}
{%- for tool_call in message.tool_calls %}
{%- if (loop.first and content) or (not loop.first) %}
{{- '
' }}
{%- endif %}
{%- if tool_call.function %}
{%- set tool_call = tool_call.function %}
{%- endif %}
{{- '
{"name": "' }}
{{- tool_call.name }}
{{- '", "arguments": ' }}
{%- if tool_call.arguments is string %}
{{- tool_call.arguments }}
{%- else %}
{{- tool_call.arguments | tojson }}
{%- endif %}
{{- '}
' }}
{%- endfor %}
{%- endif %}
{{- '<|im_end|>
' }}
{%- elif message.role == "tool" %}
{%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
{{- '<|im_start|>user' }}
{%- endif %}
{{- '
' }}
{{- message.content }}
{{- '
' }}
{%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
{{- '<|im_end|>
' }}
{%- endif %}
{%- endif %}
{%- endfor %}
{%- if add_generation_prompt %}
{{- '<|im_start|>assistant
' }}
{%- if enable_thinking is defined and enable_thinking is false %}
{{- '
' }}
{%- endif %}
{%- endif %}
a
FROM {__FILE_LOCATION__}
TEMPLATE """{{- if .Messages }}
{{- if or .System .Tools }}<|im_start|>system
{{- if .System }}
{{ .System }}
{{- end }}
{{- if .Tools }}
# Tools
You may call one or more functions to assist with the user query.
You are provided with function signatures within XML tags:
{{- range .Tools }}
{"type": "function", "function": {{ .Function }}}
{{- end }}
For each function call, return a json object with function name and arguments within XML tags:
{"name": , "arguments": }
{{- end }}<|im_end|>
{{ end }}
{{- range $i, $_ := .Messages }}
{{- $last := eq (len (slice $.Messages $i)) 1 -}}
{{- if eq .Role "user" }}<|im_start|>user
{{ .Content }}<|im_end|>
{{ else if eq .Role "assistant" }}<|im_start|>assistant
{{ if .Content }}{{ .Content }}
{{- else if .ToolCalls }}
{{ range .ToolCalls }}{"name": "{{ .Function.Name }}", "arguments": {{ .Function.Arguments }}}
{{ end }}
{{- end }}{{ if not $last }}<|im_end|>
{{ end }}
{{- else if eq .Role "tool" }}<|im_start|>user
{{ .Content }}
<|im_end|>
{{ end }}
{{- if and (ne .Role "assistant") $last }}<|im_start|>assistant
{{ end }}
{{- end }}
{{- else }}
{{- if .System }}<|im_start|>system
{{ .System }}<|im_end|>
{{ end }}{{ if .Prompt }}<|im_start|>user
{{ .Prompt }}<|im_end|>
{{ end }}<|im_start|>assistant
{{ end }}{{ .Response }}{{ if .Response }}<|im_end|>{{ end }}"""
PARAMETER stop "<|im_end|>"
PARAMETER stop "<|im_start|>"
PARAMETER temperature 0.6
PARAMETER min_p 0.0
PARAMETER top_k 20
PARAMETER top_p 0.95
PARAMETER repeat_penalty 1
zqwen-3qwen3aZ {{ bos_token }}
{%- if messages[0]['role'] == 'system' -%}
{%- if messages[0]['content'] is string -%}
{%- set first_user_prefix = messages[0]['content'] + '
' -%}
{%- else -%}
{%- set first_user_prefix = messages[0]['content'][0]['text'] + '
' -%}
{%- endif -%}
{%- set loop_messages = messages[1:] -%}
{%- else -%}
{%- set first_user_prefix = "" -%}
{%- set loop_messages = messages -%}
{%- endif -%}
{%- for message in loop_messages -%}
{%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) -%}
{{ raise_exception("Conversation roles must alternate user/assistant/user/assistant/...") }}
{%- endif -%}
{%- if (message['role'] == 'assistant') -%}
{%- set role = "model" -%}
{%- else -%}
{%- set role = message['role'] -%}
{%- endif -%}
{{ '' + role + '
' + (first_user_prefix if loop.first else "") }}
{%- if message['content'] is string -%}
{{ message['content'] | trim }}
{%- elif message['content'] is iterable -%}
{%- for item in message['content'] -%}
{%- if item['type'] == 'audio' -%}
{{ '' }}
{%- elif item['type'] == 'image' -%}
{{ '' }}
{%- elif item['type'] == 'text' -%}
{{ item['text'] | trim }}
{%- endif -%}
{%- endfor -%}
{%- else -%}
{{ raise_exception("Invalid content type") }}
{%- endif -%}
{{ '
' }}
{%- endfor -%}
{%- if add_generation_prompt -%}
{{'model
'}}
{%- endif -%}
a
FROM {__FILE_LOCATION__}
TEMPLATE """{{- range $i, $_ := .Messages }}
{{- $last := eq (len (slice $.Messages $i)) 1 }}
{{- if or (eq .Role "user") (eq .Role "system") }}user
{{ .Content }}
{{ if $last }}model
{{ end }}
{{- else if eq .Role "assistant" }}model
{{ .Content }}{{ if not $last }}
{{ end }}
{{- end }}
{{- end }}"""
zgemma-3ngemma3nuD {#-
In addition to the normal inputs of `messages` and `tools`, this template also accepts the
following kwargs:
- "builtin_tools": A list, can contain "browser" and/or "python".
- "model_identity": A string that optionally describes the model identity.
- "reasoning_effort": A string that describes the reasoning effort, defaults to "medium".
#}
{#- Tool Definition Rendering ============================================== #}
{%- macro render_typescript_type(param_spec, required_params, is_nullable=false) -%}
{%- if param_spec.type == "array" -%}
{%- if param_spec['items'] -%}
{%- if param_spec['items']['type'] == "string" -%}
{{- "string[]" }}
{%- elif param_spec['items']['type'] == "number" -%}
{{- "number[]" }}
{%- elif param_spec['items']['type'] == "integer" -%}
{{- "number[]" }}
{%- elif param_spec['items']['type'] == "boolean" -%}
{{- "boolean[]" }}
{%- else -%}
{%- set inner_type = render_typescript_type(param_spec['items'], required_params) -%}
{%- if inner_type == "object | object" or inner_type|length > 50 -%}
{{- "any[]" }}
{%- else -%}
{{- inner_type + "[]" }}
{%- endif -%}
{%- endif -%}
{%- if param_spec.nullable -%}
{{- " | null" }}
{%- endif -%}
{%- else -%}
{{- "any[]" }}
{%- if param_spec.nullable -%}
{{- " | null" }}
{%- endif -%}
{%- endif -%}
{%- elif param_spec.type is defined and param_spec.type is iterable and param_spec.type is not string and param_spec.type is not mapping and param_spec.type[0] is defined -%}
{#- Handle array of types like ["object", "object"] from Union[dict, list] #}
{%- if param_spec.type | length > 1 -%}
{{- param_spec.type | join(" | ") }}
{%- else -%}
{{- param_spec.type[0] }}
{%- endif -%}
{%- elif param_spec.oneOf -%}
{#- Handle oneOf schemas - check for complex unions and fallback to any #}
{%- set has_object_variants = false -%}
{%- for variant in param_spec.oneOf -%}
{%- if variant.type == "object" -%}
{%- set has_object_variants = true -%}
{%- endif -%}
{%- endfor -%}
{%- if has_object_variants and param_spec.oneOf|length > 1 -%}
{{- "any" }}
{%- else -%}
{%- for variant in param_spec.oneOf -%}
{{- render_typescript_type(variant, required_params) -}}
{%- if variant.description %}
{{- "// " + variant.description }}
{%- endif -%}
{%- if variant.default is defined %}
{{ "// default: " + variant.default|tojson }}
{%- endif -%}
{%- if not loop.last %}
{{- " | " }}
{% endif -%}
{%- endfor -%}
{%- endif -%}
{%- elif param_spec.type == "string" -%}
{%- if param_spec.enum -%}
{{- '"' + param_spec.enum|join('" | "') + '"' -}}
{%- else -%}
{{- "string" }}
{%- if param_spec.nullable %}
{{- " | null" }}
{%- endif -%}
{%- endif -%}
{%- elif param_spec.type == "number" -%}
{{- "number" }}
{%- elif param_spec.type == "integer" -%}
{{- "number" }}
{%- elif param_spec.type == "boolean" -%}
{{- "boolean" }}
{%- elif param_spec.type == "object" -%}
{%- if param_spec.properties -%}
{{- "{
" }}
{%- for prop_name, prop_spec in param_spec.properties.items() -%}
{{- prop_name -}}
{%- if prop_name not in (param_spec.required or []) -%}
{{- "?" }}
{%- endif -%}
{{- ": " }}
{{ render_typescript_type(prop_spec, param_spec.required or []) }}
{%- if not loop.last -%}
{{-", " }}
{%- endif -%}
{%- endfor -%}
{{- "}" }}
{%- else -%}
{{- "object" }}
{%- endif -%}
{%- else -%}
{{- "any" }}
{%- endif -%}
{%- endmacro -%}
{%- macro render_tool_namespace(namespace_name, tools) -%}
{{- "## " + namespace_name + "
" }}
{{- "namespace " + namespace_name + " {
" }}
{%- for tool in tools %}
{%- set tool = tool.function %}
{{- "// " + tool.description + "
" }}
{{- "type "+ tool.name + " = " }}
{%- if tool.parameters and tool.parameters.properties %}
{{- "(_: {
" }}
{%- for param_name, param_spec in tool.parameters.properties.items() %}
{%- if param_spec.description %}
{{- "// " + param_spec.description + "
" }}
{%- endif %}
{{- param_name }}
{%- if param_name not in (tool.parameters.required or []) -%}
{{- "?" }}
{%- endif -%}
{{- ": " }}
{{- render_typescript_type(param_spec, tool.parameters.required or []) }}
{%- if param_spec.default is defined -%}
{%- if param_spec.enum %}
{{- ", // default: " + param_spec.default }}
{%- elif param_spec.oneOf %}
{{- "// default: " + param_spec.default }}
{%- else %}
{{- ", // default: " + param_spec.default|tojson }}
{%- endif -%}
{%- endif -%}
{%- if not loop.last %}
{{- ",
" }}
{%- else %}
{{- ",
" }}
{%- endif -%}
{%- endfor %}
{{- "}) => any;
" }}
{%- else -%}
{{- "() => any;
" }}
{%- endif -%}
{%- endfor %}
{{- "} // namespace " + namespace_name }}
{%- endmacro -%}
{%- macro render_builtin_tools(browser_tool, python_tool) -%}
{%- if browser_tool %}
{{- "## browser
" }}
{{- "// Tool for browsing.
" }}
{{- "// The `cursor` appears in brackets before each browsing display: `[{cursor}]`.
" }}
{{- "// Cite information from the tool using the following format:
" }}
{{- "// `【{cursor}†L{line_start}(-L{line_end})?】`, for example: `【6†L9-L11】` or `【8†L3】`.
" }}
{{- "// Do not quote more than 10 words directly from the tool output.
" }}
{{- "// sources=web (default: web)
" }}
{{- "namespace browser {
" }}
{{- "// Searches for information related to `query` and displays `topn` results.
" }}
{{- "type search = (_: {
" }}
{{- "query: string,
" }}
{{- "topn?: number, // default: 10
" }}
{{- "source?: string,
" }}
{{- "}) => any;
" }}
{{- "// Opens the link `id` from the page indicated by `cursor` starting at line number `loc`, showing `num_lines` lines.
" }}
{{- "// Valid link ids are displayed with the formatting: `【{id}†.*】`.
" }}
{{- "// If `cursor` is not provided, the most recent page is implied.
" }}
{{- "// If `id` is a string, it is treated as a fully qualified URL associated with `source`.
" }}
{{- "// If `loc` is not provided, the viewport will be positioned at the beginning of the document or centered on the most relevant passage, if available.
" }}
{{- "// Use this function without `id` to scroll to a new location of an opened page.
" }}
{{- "type open = (_: {
" }}
{{- "id?: number | string, // default: -1
" }}
{{- "cursor?: number, // default: -1
" }}
{{- "loc?: number, // default: -1
" }}
{{- "num_lines?: number, // default: -1
" }}
{{- "view_source?: boolean, // default: false
" }}
{{- "source?: string,
" }}
{{- "}) => any;
" }}
{{- "// Finds exact matches of `pattern` in the current page, or the page given by `cursor`.
" }}
{{- "type find = (_: {
" }}
{{- "pattern: string,
" }}
{{- "cursor?: number, // default: -1
" }}
{{- "}) => any;
" }}
{{- "} // namespace browser
" }}
{%- endif -%}
{%- if python_tool %}
{{- "## python
" }}
{{- "Use this tool to execute Python code in your chain of thought. The code will not be shown to the user. This tool should be used for internal reasoning, but not for code that is intended to be visible to the user (e.g. when creating plots, tables, or files).
" }}
{{- "When you send a message containing Python code to python, it will be executed in a stateful Jupyter notebook environment. python will respond with the output of the execution or time out after 120.0 seconds. The drive at '/mnt/data' can be used to save and persist user files. Internet access for this session is UNKNOWN. Depends on the cluster.
" }}
{%- endif -%}
{%- endmacro -%}
{#- System Message Construction ============================================ #}
{%- macro build_system_message() -%}
{%- if model_identity is not defined %}
{%- set model_identity = "You are ChatGPT, a large language model trained by OpenAI." %}
{%- endif %}
{{- model_identity + "
" }}
{{- "Knowledge cutoff: 2024-06
" }}
{{- "Current date: " + strftime_now("%Y-%m-%d") + "
" }}
{%- if reasoning_effort is not defined %}
{%- set reasoning_effort = "medium" %}
{%- endif %}
{{- "Reasoning: " + reasoning_effort + "
" }}
{%- if builtin_tools is defined and builtin_tools is not none %}
{{- "# Tools
" }}
{%- set available_builtin_tools = namespace(browser=false, python=false) %}
{%- for tool in builtin_tools %}
{%- if tool == "browser" %}
{%- set available_builtin_tools.browser = true %}
{%- elif tool == "python" %}
{%- set available_builtin_tools.python = true %}
{%- endif %}
{%- endfor %}
{{- render_builtin_tools(available_builtin_tools.browser, available_builtin_tools.python) }}
{%- endif -%}
{{- "# Valid channels: analysis, commentary, final. Channel must be included for every message." }}
{%- if tools -%}
{{- "
Calls to these tools must go to the commentary channel: 'functions'." }}
{%- endif -%}
{%- endmacro -%}
{#- Main Template Logic ================================================= #}
{#- Set defaults #}
{#- Render system message #}
{{- "<|start|>system<|message|>" }}
{{- build_system_message() }}
{{- "<|end|>" }}
{#- Extract developer message #}
{%- if developer_instructions is defined and developer_instructions is not none %}
{%- set developer_message = developer_instructions %}
{%- set loop_messages = messages %}
{%- elif messages[0].role == "developer" or messages[0].role == "system" %}
{%- set developer_message = messages[0].content %}
{%- set loop_messages = messages[1:] %}
{%- else %}
{%- set developer_message = "" %}
{%- set loop_messages = messages %}
{%- endif %}
{#- Render developer message #}
{%- if developer_message or tools %}
{{- "<|start|>developer<|message|>" }}
{%- if developer_message %}
{{- "# Instructions
" }}
{{- developer_message }}
{%- endif %}
{%- if tools -%}
{%- if developer_message %}
{{- "
" }}
{%- endif %}
{{- "# Tools
" }}
{{- render_tool_namespace("functions", tools) }}
{%- endif -%}
{{- "<|end|>" }}
{%- endif %}
{#- Render messages #}
{%- set last_tool_call = namespace(name=none) %}
{%- for message in loop_messages -%}
{#- At this point only assistant/user/tool messages should remain #}
{%- if message.role == 'assistant' -%}
{#- Checks to ensure the messages are being passed in the format we expect #}
{%- if "content" in message %}
{%- if "<|channel|>analysis<|message|>" in message.content or "<|channel|>final<|message|>" in message.content %}
{{- raise_exception("You have passed a message containing <|channel|> tags in the content field. Instead of doing this, you should pass analysis messages (the string between '<|message|>' and '<|end|>') in the 'thinking' field, and final messages (the string between '<|message|>' and '<|end|>') in the 'content' field.") }}
{%- endif %}
{%- endif %}
{%- if "thinking" in message %}
{%- if "<|channel|>analysis<|message|>" in message.thinking or "<|channel|>final<|message|>" in message.thinking %}
{{- raise_exception("You have passed a message containing <|channel|> tags in the thinking field. Instead of doing this, you should pass analysis messages (the string between '<|message|>' and '<|end|>') in the 'thinking' field, and final messages (the string between '<|message|>' and '<|end|>') in the 'content' field.") }}
{%- endif %}
{%- endif %}
{%- if "tool_calls" in message %}
{#- We need very careful handling here - we want to drop the tool call analysis message if the model #}
{#- has output a later <|final|> message, but otherwise we want to retain it. This is the only case #}
{#- when we render CoT/analysis messages in inference. #}
{%- set future_final_message = namespace(found=false) %}
{%- for future_message in loop_messages[loop.index:] %}
{%- if future_message.role == 'assistant' and "tool_calls" not in future_message %}
{%- set future_final_message.found = true %}
{%- endif %}
{%- endfor %}
{#- We assume max 1 tool call per message, and so we infer the tool call name #}
{#- in "tool" messages from the most recent assistant tool call name #}
{%- set tool_call = message.tool_calls[0] %}
{%- if tool_call.function %}
{%- set tool_call = tool_call.function %}
{%- endif %}
{%- if message.content and message.thinking %}
{{- raise_exception("Cannot pass both content and thinking in an assistant message with tool calls! Put the analysis message in one or the other, but not both.") }}
{%- elif message.content and not future_final_message.found %}
{{- "<|start|>assistant<|channel|>analysis<|message|>" + message.content + "<|end|>" }}
{%- elif message.thinking and not future_final_message.found %}
{{- "<|start|>assistant<|channel|>analysis<|message|>" + message.thinking + "<|end|>" }}
{%- endif %}
{{- "<|start|>assistant to=" }}
{{- "functions." + tool_call.name + "<|channel|>commentary " }}
{{- (tool_call.content_type if tool_call.content_type is defined else "json") + "<|message|>" }}
{%- if tool_call.arguments is string %}
{{- tool_call.arguments }}
{%- else %}
{{- tool_call.arguments|tojson }}
{%- endif %}
{{- "<|call|>" }}
{%- set last_tool_call.name = tool_call.name %}
{%- elif loop.last and not add_generation_prompt %}
{#- Only render the CoT if the final turn is an assistant turn and add_generation_prompt is false #}
{#- This is a situation that should only occur in training, never in inference. #}
{%- if "thinking" in message %}
{{- "<|start|>assistant<|channel|>analysis<|message|>" + message.thinking + "<|end|>" }}
{%- endif %}
{#- <|return|> indicates the end of generation, but <|end|> does not #}
{#- <|return|> should never be an input to the model, but we include it as the final token #}
{#- when training, so the model learns to emit it. #}
{{- "<|start|>assistant<|channel|>final<|message|>" + message.content + "<|end|>" }}
{%- elif "thinking" in message %}
{#- CoT is dropped during all previous turns, so we never render it for inference #}
{{- "<|start|>assistant<|channel|>analysis<|message|>" + message.content + "<|end|>" }}
{%- set last_tool_call.name = none %}
{%- else %}
{#- CoT is dropped during all previous turns, so we never render it for inference #}
{{- "<|start|>assistant<|channel|>final<|message|>" + message.content + "<|end|>" }}
{%- set last_tool_call.name = none %}
{%- endif %}
{%- elif message.role == 'tool' -%}
{%- if last_tool_call.name is none %}
{{- raise_exception("Message has tool role, but there was no previous assistant message with a tool call!") }}
{%- endif %}
{{- "<|start|>functions." + last_tool_call.name }}
{%- if message.content is string %}
{{- " to=assistant<|channel|>commentary<|message|>" + message.content + "<|end|>" }}
{%- else %}
{{- " to=assistant<|channel|>commentary<|message|>" + message.content|tojson + "<|end|>" }}
{%- endif %}
{%- elif message.role == 'user' -%}
{{- "<|start|>user<|message|>" + message.content + "<|end|>" }}
{%- endif -%}
{%- endfor -%}
{#- Generation prompt #}
{%- if add_generation_prompt -%}
<|start|>assistant
{%- endif -%}u%
FROM {__FILE_LOCATION__}
TEMPLATE """<|start|>system<|message|>You are ChatGPT, a large language model trained by OpenAI.
Knowledge cutoff: 2024-06
Current date: {{ currentDate }}
{{- if and .IsThinkSet .Think (ne .ThinkLevel "") }}
Reasoning: {{ .ThinkLevel }}
{{- else if or (not .IsThinkSet) (and .IsThinkSet .Think) }}
Reasoning: medium
{{- end }}
{{- $hasNonBuiltinTools := false }}
{{- if .Tools -}}
{{- $hasBrowserSearch := false }}
{{- $hasBrowserOpen := false }}
{{- $hasBrowserFind := false }}
{{- $hasPython := false }}
{{- range .Tools }}
{{- if eq .Function.Name "browser.search" -}}{{- $hasBrowserSearch = true -}}
{{- else if eq .Function.Name "browser.open" -}}{{- $hasBrowserOpen = true -}}
{{- else if eq .Function.Name "browser.find" -}}{{- $hasBrowserFind = true -}}
{{- else if eq .Function.Name "python" -}}{{- $hasPython = true -}}
{{- else }}{{ $hasNonBuiltinTools = true -}}
{{- end }}
{{- end }}
{{- if or $hasBrowserSearch $hasBrowserOpen $hasBrowserFind $hasPython }}
# Tools
{{- if or $hasBrowserSearch $hasBrowserOpen $hasBrowserFind }}
## browser
// Tool for browsing.
// The `cursor` appears in brackets before each browsing display: `[{cursor}]`.
// Cite information from the tool using the following format:
// `【{cursor}†L{line_start}(-L{line_end})?】`, for example: `【6†L9-L11】` or `【8†L3】`.
// Do not quote more than 10 words directly from the tool output.
// sources=web (default: web)
namespace browser {
{{- if $hasBrowserSearch }}
// Searches for information related to `query` and displays `topn` results.
type search = (_: {
query: string,
topn?: number, // default: 10
source?: string,
}) => any;
{{- end }}
{{- if $hasBrowserOpen }}
// Opens the link `id` from the page indicated by `cursor` starting at line number `loc`, showing `num_lines` lines.
// Valid link ids are displayed with the formatting: `【{id}†.*】`.
// If `cursor` is not provided, the most recent page is implied.
// If `id` is a string, it is treated as a fully qualified URL associated with `source`.
// If `loc` is not provided, the viewport will be positioned at the beginning of the document or centered on the most relevant passage, if available.
// Use this function without `id` to scroll to a new location of an opened page.
type open = (_: {
id?: number | string, // default: -1
cursor?: number, // default: -1
loc?: number, // default: -1
num_lines?: number, // default: -1
view_source?: boolean, // default: false
source?: string,
}) => any;
{{- end }}
{{- if $hasBrowserFind }}
// Finds exact matches of `pattern` in the current page, or the page given by `cursor`.
type find = (_: {
pattern: string,
cursor?: number, // default: -1
}) => any;
{{- end }}
} // namespace browser
{{- end }}{{/* end if has browser tools */}}
{{- if $hasPython }}
## python
Use this tool to execute Python code in your chain of thought. The code will not be shown to the user. This tool should be used for internal reasoning, but not for code that is intended to be visible to the user (e.g. when creating plots, tables, or files).
When you send a message containing Python code to python, it will be executed in a stateful Jupyter notebook environment. python will respond with the output of the execution or time out after 120.0 seconds. The drive at '/mnt/data' can be used to save and persist user files. Internet access for this session is UNKNOWN. Depends on the cluster.
{{- end }}{{/* end if hasPython */}}
{{- end }}{{/* end if has any built-in tools */}}
{{- end }}{{/* end if .Tools */}}
# Valid channels: analysis, commentary, final. Channel must be included for every message.{{ if $hasNonBuiltinTools }}
Calls to these tools must go to the commentary channel: 'functions'.
{{- end -}}<|end|>{{/* end of system */ -}}
{{- if or $hasNonBuiltinTools .System -}}
<|start|>developer<|message|>{{- if $hasNonBuiltinTools }}# Tools
## functions
namespace functions {
{{- range .Tools }}
{{- if not (or (eq .Function.Name "browser.search") (eq .Function.Name "browser.open") (eq .Function.Name "browser.find") (eq .Function.Name "python")) }}
{{if .Function.Description }}
// {{ .Function.Description }}
{{- end }}
{{- if and .Function.Parameters.Properties (gt (len .Function.Parameters.Properties) 0) }}
type {{ .Function.Name }} = (_: {
{{- range $name, $prop := .Function.Parameters.Properties }}
{{- if $prop.Description }}
// {{ $prop.Description }}
{{- end }}
{{ $name }}: {{ if gt (len $prop.Type) 1 }}{{ range $i, $t := $prop.Type }}{{ if $i }} | {{ end }}{{ $t }}{{ end }}{{ else }}{{ index $prop.Type 0 }}{{ end }},
{{- end }}
}) => any;
{{- else }}
type {{ .Function.Name }} = () => any;
{{- end }}
{{- end }}{{/* end if not browser tool */}}
{{- end }}{{/* end of range .Tools */}}
} // namespace functions
{{- end }}{{/* end if hasNonBuiltinTools */}}
{{- if .System}}
# Instructions
{{ .System }}
{{- end -}}
<|end|>
{{- end -}}
{{- /* Find the index of the last user message */ -}}
{{- $lastUserIdx := -1 }}
{{- $prefillingContent := false }}
{{- $prefillingThinkingOnly := false }}
{{- range $i, $msg := .Messages }}
{{- $last := eq (len (slice $.Messages $i)) 1 -}}
{{- if eq $msg.Role "user" }}
{{- $lastUserIdx = $i }}
{{- end -}}
{{- if and $last (eq $msg.Role "assistant") (gt (len $msg.Content) 0) }}
{{- $prefillingContent = true }}
{{- else if and $last (eq $msg.Role "assistant") (gt (len $msg.Thinking) 0) }}
{{- $prefillingThinkingOnly = true }}
{{- end }}
{{- end -}}
{{- /* Now render messages */ -}}
{{- range $i, $msg := .Messages }}
{{- $last := eq (len (slice $.Messages $i)) 1 -}}
{{- if (ne $msg.Role "system") -}}
{{- if eq $msg.Role "tool" -}}
{{- if or (eq $msg.ToolName "python") (eq $msg.ToolName "browser.search") (eq $msg.ToolName "browser.open") (eq $msg.ToolName "browser.find") -}}
<|start|>{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content }}<|end|>
{{- else -}}
<|start|>functions.{{ $msg.ToolName }} to=assistant<|message|>{{ $msg.Content }}<|end|>
{{- end -}}
{{- else if eq $msg.Role "assistant" -}}
{{- if and $msg.Thinking (gt $i $lastUserIdx) -}}{{- /* Show thinking only after last user message */ -}}
<|start|>assistant<|channel|>analysis<|message|>{{ $msg.Thinking }}{{- if not $prefillingThinkingOnly -}}<|end|>{{- end -}}
{{- end -}}
{{- if gt (len $msg.Content) 0 -}}
<|start|>assistant<|channel|>final<|message|>{{ $msg.Content }}{{- if not $prefillingContent -}}<|end|>{{- end -}}
{{- end -}}
{{- if gt (len $msg.ToolCalls) 0 -}}
{{- range $j, $toolCall := $msg.ToolCalls -}}
{{- $isBuiltin := or (eq $toolCall.Function.Name "python") (eq $toolCall.Function.Name "browser.search") (eq $toolCall.Function.Name "browser.open") (eq $toolCall.Function.Name "browser.find") -}}
<|start|>assistant<|channel|>{{ if $isBuiltin }}analysis{{ else }}commentary{{ end }} to={{ if not $isBuiltin}}functions.{{end}}{{ $toolCall.Function.Name }} <|constrain|>json<|message|>{{ $toolCall.Function.Arguments }}<|call|>
{{- end -}}
{{- end -}}
{{- else if eq $msg.Role "user" -}}
<|start|>{{ $msg.Role }}<|message|>{{ $msg.Content }}<|end|>
{{- end }}
{{- else }}
{{- end }}
{{- end -}}
{{- if not (or $prefillingContent $prefillingThinkingOnly) -}}
<|start|>assistant
{{- end -}}"""
PARAMETER temperature 1.0
PARAMETER top_k 0
PARAMETER top_p 1.0
z
<|return|>zgpt-ossgptossa {%- if tools %}
{{- '<|im_start|>system\n' }}
{%- if messages[0].role == 'system' %}
{{- messages[0].content + '\n\n' }}
{%- endif %}
{{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }}
{%- for tool in tools %}
{{- "\n" }}
{{- tool | tojson }}
{%- endfor %}
{{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }}
{%- else %}
{%- if messages[0].role == 'system' %}
{{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
{%- endif %}
{%- endif %}
{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
{%- for message in messages[::-1] %}
{%- set index = (messages|length - 1) - loop.index0 %}
{%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('') and message.content.endswith('')) %}
{%- set ns.multi_step_tool = false %}
{%- set ns.last_query_index = index %}
{%- endif %}
{%- endfor %}
{%- for message in messages %}
{%- if message.content is string %}
{%- set content = message.content %}
{%- else %}
{%- set content = '' %}
{%- endif %}
{%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
{{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
{%- elif message.role == "assistant" %}
{%- set reasoning_content = '' %}
{%- if message.reasoning_content is string %}
{%- set reasoning_content = message.reasoning_content %}
{%- else %}
{%- if '' in content %}
{%- set reasoning_content = content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %}
{%- set content = content.split('')[-1].lstrip('\n') %}
{%- endif %}
{%- endif %}
{%- if loop.index0 > ns.last_query_index %}
{%- if reasoning_content %}
{{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }}
{%- else %}
{{- '<|im_start|>' + message.role + '\n' + content }}
{%- endif %}
{%- else %}
{{- '<|im_start|>' + message.role + '\n' + content }}
{%- endif %}
{%- if message.tool_calls %}
{%- for tool_call in message.tool_calls %}
{%- if (loop.first and content) or (not loop.first) %}
{{- '\n' }}
{%- endif %}
{%- if tool_call.function %}
{%- set tool_call = tool_call.function %}
{%- endif %}
{{- '\n{"name": "' }}
{{- tool_call.name }}
{{- '", "arguments": ' }}
{%- if tool_call.arguments is string %}
{{- tool_call.arguments }}
{%- else %}
{{- tool_call.arguments | tojson }}
{%- endif %}
{{- '}\n' }}
{%- endfor %}
{%- endif %}
{{- '<|im_end|>\n' }}
{%- elif message.role == "tool" %}
{%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
{{- '<|im_start|>user' }}
{%- endif %}
{{- '\n\n' }}
{{- content }}
{{- '\n' }}
{%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
{{- '<|im_end|>\n' }}
{%- endif %}
{%- endif %}
{%- endfor %}
{%- if add_generation_prompt %}
{{- '<|im_start|>assistant\n' }}
{%- endif %}a
FROM {__FILE_LOCATION__}
TEMPLATE """
{{- $lastUserIdx := -1 -}}
{{- range $idx, $msg := .Messages -}}
{{- if eq $msg.Role "user" }}{{ $lastUserIdx = $idx }}{{ end -}}
{{- end }}
{{- if or .System .Tools }}<|im_start|>system
{{ if .System }}
{{ .System }}
{{- end }}
{{- if .Tools }}
# Tools
You may call one or more functions to assist with the user query.
You are provided with function signatures within XML tags:
{{- range .Tools }}
{"type": "function", "function": {{ .Function }}}
{{- end }}
For each function call, return a json object with function name and arguments within XML tags:
{"name": , "arguments": }
{{- end -}}
<|im_end|>
{{ end }}
{{- range $i, $_ := .Messages }}
{{- $last := eq (len (slice $.Messages $i)) 1 -}}
{{- if eq .Role "user" }}<|im_start|>user
{{ .Content }}<|im_end|>
{{ else if eq .Role "assistant" }}<|im_start|>assistant
{{ if (and $.IsThinkSet (and .Thinking (or $last (gt $i $lastUserIdx)))) -}}
{{ .Thinking }}
{{ end -}}
{{ if .Content }}{{ .Content }}
{{- else if .ToolCalls }}
{{ range .ToolCalls }}{"name": "{{ .Function.Name }}", "arguments": {{ .Function.Arguments }}}
{{ end }}
{{- end }}{{ if not $last }}<|im_end|>
{{ end }}
{{- else if eq .Role "tool" }}<|im_start|>user
{{ .Content }}
<|im_end|>
{{ end }}
{{- if and (ne .Role "assistant") $last }}<|im_start|>assistant
{{ end }}
{{- end }}
"""
zqwen3-instructa {%- if tools %}
{{- '<|im_start|>system\n' }}
{%- if messages[0].role == 'system' %}
{{- messages[0].content + '\n\n' }}
{%- endif %}
{{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }}
{%- for tool in tools %}
{{- "\n" }}
{{- tool | tojson }}
{%- endfor %}
{{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }}
{%- else %}
{%- if messages[0].role == 'system' %}
{{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
{%- endif %}
{%- endif %}
{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
{%- for message in messages[::-1] %}
{%- set index = (messages|length - 1) - loop.index0 %}
{%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('') and message.content.endswith('')) %}
{%- set ns.multi_step_tool = false %}
{%- set ns.last_query_index = index %}
{%- endif %}
{%- endfor %}
{%- for message in messages %}
{%- if message.content is string %}
{%- set content = message.content %}
{%- else %}
{%- set content = '' %}
{%- endif %}
{%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
{{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
{%- elif message.role == "assistant" %}
{%- set reasoning_content = '' %}
{%- if message.reasoning_content is string %}
{%- set reasoning_content = message.reasoning_content %}
{%- else %}
{%- if '' in content %}
{%- set reasoning_content = content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %}
{%- set content = content.split('')[-1].lstrip('\n') %}
{%- endif %}
{%- endif %}
{%- if loop.index0 > ns.last_query_index %}
{%- if loop.last or (not loop.last and reasoning_content) %}
{{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }}
{%- else %}
{{- '<|im_start|>' + message.role + '\n' + content }}
{%- endif %}
{%- else %}
{{- '<|im_start|>' + message.role + '\n' + content }}
{%- endif %}
{%- if message.tool_calls %}
{%- for tool_call in message.tool_calls %}
{%- if (loop.first and content) or (not loop.first) %}
{{- '\n' }}
{%- endif %}
{%- if tool_call.function %}
{%- set tool_call = tool_call.function %}
{%- endif %}
{{- '\n{"name": "' }}
{{- tool_call.name }}
{{- '", "arguments": ' }}
{%- if tool_call.arguments is string %}
{{- tool_call.arguments }}
{%- else %}
{{- tool_call.arguments | tojson }}
{%- endif %}
{{- '}\n' }}
{%- endfor %}
{%- endif %}
{{- '<|im_end|>\n' }}
{%- elif message.role == "tool" %}
{%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
{{- '<|im_start|>user' }}
{%- endif %}
{{- '\n\n' }}
{{- content }}
{{- '\n' }}
{%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
{{- '<|im_end|>\n' }}
{%- endif %}
{%- endif %}
{%- endfor %}
{%- if add_generation_prompt %}
{{- '<|im_start|>assistant
' }}
{%- endif %}zqwen3-thinkingz
{{bos_token}}{% for message in messages %}{{'<|im_start|>' + message['role'] + '
' + message['content'] + '<|im_end|>' + '
'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant
' }}{% endif %}zlfm-2z{{ bos_token }}
{%- for message in messages %}
{{ 'GPT4 Correct ' + message['role'].title() + ': ' + message['content'] + '<|end_of_turn|>' }}
{%- endfor %}
{%- if add_generation_prompt %}
{{ 'GPT4 Correct Assistant:' }}
{%- endif %}a
FROM {__FILE_LOCATION__}
TEMPLATE """{{ if .System }}GPT4 Correct System: {{ .System }}<|end_of_turn|>
{{ end }}{{ if .Prompt }}GPT4 Correct User: {{ .Prompt }}<|end_of_turn|>
{{ end }}GPT4 Correct Assistant: {{ .Response }}<|end_of_turn|>"""
PARAMETER stop "<|end_of_turn|>"
PARAMETER stop "GPT4 Correct User:"
PARAMETER stop "GPT4 Correct Assistant:"
PARAMETER stop "GPT4 Correct System:"
PARAMETER temperature 1.5
PARAMETER min_p 0.1
z<|end_of_turn|>starlinga%
{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}{{'<|im_start|>' + message['role'] + '
' + message['content'] + '<|im_end|>' + '
'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant
' }}{% endif %}
z
FROM {__FILE_LOCATION__}
TEMPLATE """{{ if .System }}<|im_start|>system
{{ .System }}<|im_end|>
{{ end }}{{ if .Prompt }}<|im_start|>user
{{ .Prompt }}<|im_end|>
{{ end }}<|im_start|>assistant
{{ .Response }}<|im_end|>"""
z
<|endoftext|>zyi-chattemplatetype_chat_templatesystem_messagec V Sn[ R U S 5 nUc Ub [ R " SU S35 X4$ UcJ [ R
" X05 S LnU( a( Uc [
S5 e[ R " X2U 5 nXb4$ X4$ Ub UOUn[ R " X7U 5 nXg4$ )Nz\{system_message\}z4Unsloth: You tried to change the system message for zi, but it doesn't have a default system message. You need to manually add the system message in your data.zCUnsloth: You need to provide a system message for custom templates.)DEFAULT_SYSTEM_MESSAGEgetr warning_onceresearch
ValueErrorsub)r. r/ r0 system_message_patterndefault_system_messagehas_placeholder new_templatemessage_to_uses P/home/james-whalen/.local/lib/python3.13/site-packages/unsloth/chat_templates.py_change_system_messager? * s 2 4 7 7;M:NQU V % % FGYFZ [L L
'' ! ))$:ETQ % !fgg 66"8(SL / /'' (6'A^G]N660(KL '' rolecontentuser assistantrA rB rC rD c . [ U5 [ L d eU nSnU R R R S5 ( a
US:X a SnSn[ U SS5 nU R nSn S n
[ U5 [ [ 4; aC US R 5 n
Uu p[ U5 [ L d e[ U 5 [ L d eS n GOq[ U5 [ L Ga> UR 5 n
[ U u ppU( d U
( a SnU
( d U( a Sn[ U 5 [ [ 4; a U u p[ U5 [ L d eOS n[ U 5 [ L d eU( d GOUGb U R R 5 nSnUR 5 Hx u nnUR! SU S35 nUR! SU S35 nUS:w a [# U S 35 US
-
nO.US:X a [% U S 35 eUR' SU S3SU S35 nMz U( aV XR) 5 ; aC [* R, " S U S
U R. S35 UR' U R. U 5 n U[1 U5 :w au U R R3 U5 nU R4 nUU R. :X a U nSn U( a U R UU US9nOU R UUS9n [7 U UU5 n GO!GO U( Ga U S:w Ga [* R, " S U S
U R. S35 [ U SS 5 n[ U SS 5 n[ U SS 5 n[ U SS 5 nU R R 5 nX; a9 SnUR' UU5 nUR' U U5 nUR' UU 5 nOUR' UU 5 n U R R3 U5 nUU:X a U nSn U R UUU UUS9nUU 0n[7 U UU5 n O [9 S[ R; 5 35 eU( a UR S5 ( d SU- nUR' SSUS - S- 5 R' S SUS - S- 5 R' S SUS - S- 5 R' S!SUS" - S- 5 n[= S U S#9u n n Xl US S S S"S$.:w a S%U- S&- U- S'- nOUn[? XU5 u pXl [ USS 5 n[ USS 5 n[ USS 5 n[ U SS 5 n [ U SS 5 n [ U SS 5 n UU :w a UU l! UU :w a UU l" U ( d
UU :w a UU l [G U 5 n Xl$ X@l% U $ )(NFGemmar r# Tis_fastr "z is already a token. Skipping.r z was not part of the tokenizer!zUnsloth: Will map z
to EOS = .)tokenizer_objectr pad_token)rK rL r bos_tokenrL unk_tokenz<|:__TEMP//STOP//TOKEN__:|>)rK rM r rN rL zRUnsloth: `chat_template` must be a tuple of (your_template, eos_token,) or one of
r" z{{- bos_token }}r" z'role''rA z 'content'rB z'user'rC z 'assistant'rD )model tokenizerrE z {% if 'role' in messages[0] %}z
{% else %} {% endif %})&typebool __class____name__
startswithgetattr padding_sidelisttuplelowerstrCHAT_TEMPLATESdict
_tokenizerto_stritemscountprint RuntimeErrorreplacevaluesr r4 r lenfrom_strrL fix_sentencepiece_tokenizer TypeErrorkeysr r?
chat_templaterM rN r _ollama_modelfile_system_message) rR rn mapping
map_eos_tokenr0
old_tokenizerIS_GEMMAis_fast_tokenizerold_padding_sidesame_padding_tokenr/ stop_wordollama_modelfileyes_map_eos_token
token_mapping string_vocabskipped old_token new_token old_count new_count
new_tokenizer
old_pad_token
old_bos_token
old_eos_token
old_unk_tokentemporary_stop_tokennew_chat_template_
new_pad_token
new_bos_token
new_unk_tokens r> r r K sB
$ &' & MH##..w77 H $nm 9e< -- MtUn, +1 - 3 3 5#0
M"c)*)I#%&%
m # * 0 0 2HVWdHeE
"3 !2DM ]EM ?tUn ,'0 $M
&$. /. MI#%&% !
& %//668LG(5(;(;(=$ 9 ( . .9+Q/? @ ( . .9+Q/? @ >YK'EFGqLG !^&)4S'TUU#/#7#7!I;a8HAi[XYJZ#[L )>
i3G3G3I&I##&8 :iNaNaMbbc$de + 3 3I4G4G S #m,, ) 4 4 = =l K
!* 3 3
I$7$77$-M)-& $-$7$7+8$-$1 %8 %M %.$7$7+8$1 %8 %M 8 =R_ a
[ 8 "4YKz)J]J]I^^_ ` a $I{D AM #I{D AM #I{D AM #I{D AM$//668L('D$ + 3 3MCW X + 3 3I} M + 3 34H) T + 3 3M9 M % 0 0 9 9, GM
- )
%)" % / /#0 ) % ) ) 0 M ,i :M3I}m]I a ""$%
'
001XYY)M9
& gfo 5S @ A gi&8 8S @ A gfo 5S @ A gk&: :S @ A #4YGLAy - F FZeff ,
*
$:=^l$m!M + M;=MM;=MM;=MI;=MI;=MI;=M
%]y':
%]y': M ) 9+>
'y1I #3 "0 r@ c v UR U R 5 ( a U[ U R 5 S nU$ N)rX rM ri )rR prompts r> r r 0 s6
,,--I / /012 Mr@ c [ R " SU 5 n[ UR 5 nU H" nXC; d M
[ SU S[ U5 35 e [ [ R " SU [ R [ R - S95 nU Vs/ s H# ofR 5 UR S5 4PM% nn/ n[ U5 S:w a US nUS S n U S:w a UR U S U 5 [ US S USS 5 H? u pUS S U
S S pUR U5 X:w d M, UR X U 5 MA UR US 5 US n
U
S S n U [ U 5 :w a UR X S 5 OUR U 5 S R S
U 5 5 n X :X d eX'4$ s snf ) N \{(.+?)\}z Unsloth: Your prompt includes 'zC' but this does not exist in the dataset. Only allowed columns are z \[\[.+?\]\]flagsr r r' c 3 T # U H n[ U5 [ L a UOUS v M g7f)r N)rT r^ .0xs r> )_parse_combined_prompt..\ s% [DZq$q'S.Qad :DZs &()r5 findallset column_namesKeyErrorr[ finditerDOTALL MULTILINEspangroupri appendzipjoin)
combined_promptdatasetpossible_columnsdataset_columnscolumnoptional_promptsr final_optional_promptsleftlrightrcheck_combineds
r> _parse_combined_promptr 7 s zz,@'../O" (1& :,,0 ,A+BD
# BKKQSQZQZ]_]i]iQi jk8HI8H11771:.8HI
! " GAJ 6)00 !1DE / 46Fqr6JKKD72;a q " ) )$ /v-44_5KL L %%&6r&:; !$ !HQK O$ $&<&C&COTVDW&X %%o6WW [DZ [[N ,- , 337 Js *Gc
S/n[ [ U 5 5 nU H nUR S U SU S35 M UR S S35 UR S SSR U5 SSR S U 5 5 S
35 S n/ n[ U5 GH1 u p[ U 5 [ L a_ [ R " S U 5 nXt-
nXiR S
5 R S5 R SS5 R SS5 -
nMw U u pU SS R S
5 R S5 R SS5 R SS5 n [ R " S U 5 nSU S3n S U SU SSR S U 5 5 SUS S 3 n UR U 5 UR U 5 US U - S - -
nGM4 UR S S S!U S35 UR S S"SR S# U 5 5 S$35 UR S S%3S&- SU S'3- S(- 5 S)R U5 $ )*Nz,def __combined_prompt_processor__(examples): z__ = examples['z']z
texts = []for (, ) in zip(c 3 * # U H o S 3v M g7f)__N r s r> r $_create_formatter..i s Id\cWXCr(\cs z):r' r zunicode-escapeutf-8rP z\'rI z\" __optional_r z = 'z '.format(c 3 . # U H o S U 3v M
g7fz = Nr r s r> r r | s @_W^RS3c! W^ z) if r z else ''{}r z__combined_prompt__ = 'z(texts.append(__combined_prompt__.format(c 3 . # U H o S U 3v M
g7fr r r s r> r r s ;\R[QcQCLR[r z))return { z ' : texts }
)
r[ r r r enumeraterT r^ r5 r encodedecoderg insert)
r r user_column_namefunctioncolumnsr final_prompt formatterjoptional_promptwherer r s
r> _create_formatterr b sq >?H3'()G5'& CD OOugZ() OOugU499W#5"6i Id\cId@d?eeghi LI '(> ? C 'jj ?G I 2 23C D K KG T \ \]`bg h p pqtv{ | |L +ME Ab\(()9:AA'JRRSVX]^ffgjlqrFjj v6G aS#A wqcfXYtyy@_W^@_7_6``efmnofpeqqyzF OOF # Q C!GcM )L! @$
OOA% 7 ~QGH OOug 226));\R[;\2\1]]_a b OOugW%,3C2DI/NNQUUV 99X r@ c B ^^ SU R ; a% U S S n[ U5 [ L a [ S5 e[ X5 u p[ XT5 n
[
U
[ 5 5 U R [ SSS9n UU4S jn U R U SSU( a U R OS S
9n SS K
J n [ US -
S5 n
U
S:X a U $ U R SS
05 n U /n[ S U
S - 5 H9 nU R Xo- S9R S
SU 305 nUR! U5 M; U " US S9n Sn
U
S -
n
[ U
5 H nU
S SU SU S3-
n
M U
S S3-
n
U
S SSR# S [ U
5 5 5 SSR# S [ U
5 5 5 S3-
n
U
S S S R# S [ U
5 5 5 S 3-
n
U
S S 3S!- S"- S#- -
n
[
U
[ 5 5 U R [$ SS$U( a U R OS S
9n U $ )%a
Converts a dataset to ShareGPT style.
ShareGPT requires only 1 input and 1 output field.
This means one has to merge multiple columns into 1 for 1 input field.
Use `conversation_extension` to increase the length of each conversation by randomnly
selecting a few and packing them into 1.
merged_prompt = "", Prompt to merge columns into 1 input
merged_column_name = "instruction", Final column name for the input field
output_column_name = "output", Final column name for the output field
remove_unused_columns = True,
conversation_extension = 1, Automatically combines `conversation_extension` convos into 1
random_state = 3407,
conversationsr z=Unsloth: Your dataset is probably already in ShareGPT format!TzMerging columns)batcheddescc > U T nU T n[ X5 VVs/ s H! u p4S[ U5 S.S[ U5 S./PM# nnnSU0$ s snnf )Nhuman)fromvaluegptr )r r^ )examplesusers
assistantsrC rD textsmerged_column_nameoutput_column_names r> __convert_to_sharegpt__,to_sharegpt..__convert_to_sharegpt__ sr 01 01
$'u#9
$: "SY< S^<
$:
!5++
s (A zConverting to ShareGPTN)r r remove_columns)concatenate_datasetsr conversations0)seed)axisz)def __combine_conversations__(examples):
r z __ = examples['conversationsz']
z convos = []
r r c 3 , # U H
nS U 3v M g7fr Nr r r s r> r to_sharegpt.. s (ZFY=) r r s #WCVamA3b$9CVr z):
r zconvos.append(+c 3 , # U H
nS U 3v M g7fr r r s r> r r s M9LAmA3 /9Lr z)
r r z'conversations' : convosr zExtending conversations)r rT r[ rl r r execglobalsmap __combined_prompt_processor__datasetsr maxrename_columnsrangeshuffler r __combine_conversations__)r
merged_promptr r remove_unused_columnsconversation_extension random_stateconvor r r r r n_extensions all_shuffledr shuffleds `` r> r r sy . '...
?+ ;$ [\ \/Em/], !1K]^H79 kk74PakbG
, kk '1F--D G .-a/3Lq.$$o8H%IJG9L
1l1n
%??,.?9HHJZ_lmnlo]pIqrH% & #<:G get_ollama_eos_tokensr s' $99@@B,@A,@qCF,@A $8 9C@PU0; a U0R5 S?S@S
5 n0[" RH " SASBU0[" R8 [" R6 - S 9n0U&( a U0R SC5 ( d S=U0- n0USUR3 S5 nUSUR3 S 5 nU,U0UU4$ ! XR3 S 5 [ S 5 - S n[" R& " U5 nSU- S- U- S - n [" R$ " U U[" R6 [" R8 - S 9n U S n [; S
[ U 5 5 Hh n [" R& " U SU 5 n [= [" R. " S U - S - U[" R6 [" R8 - S 95 n
Mb ! O= f W
R? S
5 n UR3 U 5 n USU R) U 5 n!U!S:X a Sn!UU!U n"U"U - nUR3 U5 n#USU# nUU"U nnn GN+= f)E
Creates an Ollama modelfile and a HF Jinja template from a custom
template. You must provide 2x examples of an input & output.
There is an optional system message as well.
You must use {INPUT}, {OUTPUT} twice, and {SYSTEM} is optional.
Nz
Unsloth: `z+` is not a singular token in the tokenizer.aP Unsloth: Your prompt template must have 2 examples showing the user input {INPUT} and the assistant output {OUTPUT}
For example what is not allowed is just:
### Input:\n{INPUT}\n\n### Response:\n{OUTPUT}\n
What is required is 2x of this:
### Input:\n{INPUT}\n\n### Response:\n{OUTPUT}\n### Input:\n{INPUT}\n\n### Response:\n{OUTPUT}\nr z\Unsloth: Your tokenizer does not have an EOS token? Please provide one via extra_eos_tokens!)zunsloth/llama-3-8b-instructz unsloth/llama-3-70b-instructz
<|eot_id|>)zunsloth/llama-3-8bzunsloth/llama-3-70bzmUnsloth: Base llama-3 models did not train <|eot_id|>.
Please use the instruct version or use <|end_of_text|>z{OUTPUT}Fr r Tz{INPUT}|c 3 V # U H nS [ R " U5 S3v M! g7f)(?:)N)r5 escaper s r> r *construct_chat_template..|
s# )ZIYAC ! ~Q*?IYs ')r z)?r' z\{INPUT\}[\s\n]{0,}r z\nzCUnsloth: The prompt template you provided isn't correct. You gave:
z
But we require the following:
z (.+?{OUTPUT}r r (z
).+?\{INPUT\}zIUnsloth: We automatically added an EOS token to stop endless generations.A bos_token_idz{SYSTEM}z{{ if .System }}z
{{ .System }}z {{ end }}z{{ if .Prompt }}z
{{ .Prompt }}z{{ .Response }}c 3 . # U H nS U S3v M
g7f)zPARAMETER stop "rI Nr )r eoss r> r r!
s K
-cU!4
r z.
PARAMETER temperature 1.5
PARAMETER min_p 0.1z"""z#FROM {__FILE_LOCATION__}
TEMPLATE z
c B U R U5 ( a SU S U R U5 - SU 3- n OOU R U5 ( a U S3X R U5 S - S- n O SU R USU S35 - S- n U R S5 ( a U SS n U $ )NrP z' + z + 'z'' + )endswithfindrX rg )partwhichrB s r> process(construct_chat_template..process
s == /tyy /00T'3CCD
__U
#
# Yd#d99U+;+<&==CD etG9D-ABBSHD ??7 # #DHT r@ zG{% for message in loop_messages %}{% if message['role'] == 'user' %}{{ z/ }}{% elif message['role'] == 'assistant' %}{{ z }}{% else %}{{ raise_exception('Only user and assistant roles are supported!') }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ 'z' }}{% endif %}zmessages[0]['content']z1Unsloth: Please specify a default system message!z+{% if messages[0]['role'] == 'system' %}{{ z) }}{% set loop_messages = messages[1:] %}z
SYSTEM "rI z{% else %}{{ 'z1' }}{% set loop_messages = messages %}{% endif %}rS r" z"{% set loop_messages = messages %}z"{% for message in loop_messages %}z {% for message in messages %}z\{\% if messages\[0\]\['role'\] \=\= 'system' \%\}\{\{ '(.+?)' \}\}\{\% set loop\_messages \= messages\[1\:\] \%\}\{\% else \%\}\{\{ '\1' \}\}\{\% set loop\_messages \= messages \%\}\{\% endif \%\}\{\% for message in loop\_messages \%\}z'{{ '\1' }}{% for message in messages %}rO )zmessage['content'])%lstriprT r^ get_vocabr7 r r ri rf name_or_pathr] rX r r warningr[ r r5 r r rfindrd r r r r* rg r r r nextr input_idsrY rM r r8 )3rR rn r: r vocab extra_eos error_msgtokenizer_name count_eosr& final_combined_checkr at_least_onefoundinstruction_responser r extra_eos_tokens_regexfind_end input_end
input_part output_part where_system system_partcombinedcombined_changed left_changedending find_text
response_parttry_find separatorresponse_startstart_instructioninstruction_partr
ollama_system
has_bos_tokenalways_bos_tokensystem_modelfileinput_modelfileoutput_modelfile
ollama_eosr+ modelfiler- input_jinja output_jinjajinja_templatepartial_system full_systems3 r> construct_chat_templater^
s : "((*M ! B!1
3 &LCIN +k9 + + ' ; ;D% H 3 ; ;D% HL V#$ %2 ."
,D A~bc q!!C'
MM ~ "gi &NN # #I$7$7 8 8 M )#i.A.A*B*C DM]"-
0E0EjRa0bbepp()J,?,? O,\\_jjO"**:7HI 'yCJK
KKJ DDJ D)*,;<>NO
"#I
: 2K;
3L # $' % %(
!!>+"2"2:">?
@C ;1 j:RS'//
B? '%-"#VWW + 3 3I4G4GQ ON ( 3 3I4G4GQ OK
&
'*9
9 " -%--j:PQK[(\,B BS HH $ %(
N
m +N'.8 . ?N ,>A'// 0 +
VV 3 3 ryy 8
N (()PQQ . ?N :z / / :;J ;{ / /
; : @ @ K "$5():>J#m3 ""8,#FU+ /: E+W> >B0]%.A[42]%4[96A,]%c Sn SSK Jn UR SU S9nSnSnS n[ UUUS9u pg nS S
S .S S
S .SSS .S SS .SSS .S SS ./n UR U SSS9n
Xrl UR U SSS9n X:X d eg )Nhf_r
AutoTokenizerz#meta-llama/Meta-Llama-3-8B-Instruct)r G <|begin_of_text|><|start_header_id|>system<|end_header_id|>
{SYSTEM}<|eot_id|><|start_header_id|>user<|end_header_id|>
{INPUT}<|eot_id|><|start_header_id|>assistant<|end_header_id|>
{OUTPUT}<|eot_id|><|start_header_id|>user<|end_header_id|>
{INPUT}<|eot_id|><|start_header_id|>assistant<|end_header_id|>
{OUTPUT}<|eot_id|>r )rR rn r systemzYou are an assistantrA rB rC What is 2+2?rD It's 4.zOk!zAnything else?z What's 2x2?FTtokenizeadd_generation_prompt) transformersrb from_pretrainedr^ r rn ) r rb rR rn r: r rX r[ r messagescorrect_output
new_outputs r> r r 2 s E* --.S]b-cI
M z &= %+'#Iq! &<=N3 3E* )9:M2
H 228gk2lN ,..xEcg.hJ '( 'r@ c 0 ^ [ TUUUS9u pVpxU4S jn UTl UTl UTl UTl [ TS5 ( aD UTR l UTR l UTR l UTR l U R U SS9$ )r )rR rn r: r c b > U S nU Vs/ s H nTR USSS9PM nnSU0$ s snf )Nr Frh text)r )r convosr r rR s r> formatting_prompts_func4apply_chat_template..formatting_prompts_func sH /*tz{tzkp..u`e.ftz{%"" |s ,rR T)r )r^ rn ro _unsloth_input_part_unsloth_output_parthasattrrR r )
r rR rn r: r rX r[ rB rC rt s
` r> r r ] s < :Q %!7+ :6Iz #
-I"+I %/I!%0I"y+&&,: )09 -3= /3> 0 ;;.$; @@r@ c L ^ " U 4S jS[ 5 n[ U" US9/5 nU$ )Nc J >^ \ rS rSrSrS U U4S jjrS\S\S\4S jr Sr
U =r $ )
5create_stopping_criteria..StoppingCriteriaSubi )
stop_token single_matchlengthc > [ TU ] 5 US:X a+ [ R TR SS9U l SU l OjT" SU- /SSS9U l U R
R R 5 SS R S5 U l U R
R S U l U R S:H U l g )
Nr cuda)devicer r Fpt)add_special_tokensreturn_tensorsr ) super__init__torchtensor eos_token_idr| r~ r5 raveltoshaper} )selfstopsr
encountersrV rR s r> r >create_stopping_criteria..StoppingCriteriaSub.__init__ s G #"',,y/E/EPV,"W "+TE\NQVim"n"&//";";"A"A"CAB"G"J"J6"R "oo 3 3A 6 $ q 0D r@ r5 scoresreturnc
UR 5 nUS nU R ( a X0R :X a gUR S U R : a0 XR * S U R :H R 5 ( a gg)Nr Tr F)r r} r| r r~ all)r r5 r
last_tokens r> __call__>create_stopping_criteria..StoppingCriteriaSub.__call__ sh !)I"2 J jOO&CTq!T[[0KK<=)T__<AACCDr@ )r~ r} r| )r r r ) rW
__module__ __qualname____firstlineno__ __slots__r r r rU r __static_attributes__
__classcell__)rV rR s @r> StoppingCriteriaSubr{ s1 ; 1 1 j + $ r@ r )r r
)rR rx r stopping_criterias ` r> create_stopping_criteriar s, . , -.A).T-UV r@ c 2 SSS.SSS.SSS.SSS.SS S.SS
S./n S S K Jn [ nUR S
5 nUR U SSS9nX#l UR U SSS9nXE:X d e[ nUR S5 nUR U SSS9nX#l UR U SSS9nXE:X d e[ nUR S5 nUR U SS SSS9nX#l UR U SS SSS9nXE:X d e[ nUR S5 nUR U SSS9nX#l UR U SSS9nXE:X d e S SK J
n U" S5 n[ [ U 5 S-
5 H0 nUR UR US- S:H XS- S 5 M2 UR UR S S5 [" R$ UR' 5 - n[( nUR S5 nX#l UR U SS SSS9nXE:X d e S SK J
n U" S 5 n[ [ U 5 S-
5 H0 nUR UR US- S:H XS- S 5 M2 UR UR S S5 [" R$ UR' 5 - n[* nUR S5 nX#l UR U SS SSS9nXER- S S5 :X d eUR S 5 nUR U SS SSS9n[. Ul UR U SS SSS9nXT:X d e[0 nUR S 5 nUR U SSS9nX#l UR U SSS9nXE:X d e[2 nUR S 5 nUR U SS SSS9nX#l UR U SS SSS9nXE:X d eg ! [ R " S5 S SK J
n GN= f! [ R " S5 S SK J
n GN= f)!Nrd z You are a friendly chatbot.re rC rf rD rg But 2+2 is equal to 5. No I'm sure its 4. No it's 100% 5! r ra z HuggingFaceH4/zephyr-7b-betaFTrh z!teknium/OpenHermes-2.5-Mistral-7Bz"mistralai/Mistral-7B-Instruct-v0.2r zunsloth/llama-2-7b-chat)get_conv_templatez;pip -qqq install git+https://github.com/lm-sys/FastChat.gitz vicuna_v1.1r rB r' zlmsys/vicuna-7b-v1.5 zero_shotz
zunsloth/gemma-7b-itzunsloth/llama-3-8b-Instructz microsoft/Phi-3-mini-4k-instruct)rk rb zephyr_templaterl r rn chatml_templatemistral_templatellama_templatefastchat.conversationr osrd r ri append_messagerolesrR rM
get_promptvicuna_templatevicuna_old_templaterg gemma_templatellama3_template
phi3_template)rm rb r. correct_tokenizercorrect_prompt
our_promptr r s r> r r s %CEN3 3$?@ )=>$89
H + H%556TU&::8PUos:tN&.#"66xEko6pJ '( ' H%556YZ&::8PUos:tN&.#"66xEko6pJ '( ' H%556Z[&::8AB ((>+D+D+FFN H%556LM&.#"66x|PUos6tJ '( '<; '{3N
3x=?
#%%n&:&:1Q36&BHqSMR[D\] $!!."6"6q"92> ((>+D+D+FFN"H%556LM&.#"66x|PUos6tJ / / ; ;< ; &556KL&::8AB \'([^\']{1,})\'r zFailed GGUF != HF atzHF =zGGUF =z Failed comparing GGUF to HF.)
subprocessr5 formatrn r rg r r PopenPIPESTDOUTr r r r r intr5 batch_decoder[ r r re rf )rR
gguf_modelr r5 rm r promptscommanddatasspline gguf_tokensgguf_tokenizedr r5 tokens hf_tokenizedr hf_token
gguf_tokens r> r r s6
N3 3$?@ )=>$89 H
&-$
kG *..xEcg.h R(&y9v -j\ :##)(!-
gtjooXbXiXiuv
w{} T[[9[ EF " x ggen $F ]i]ij6DEn3qt9ad,nE f%// '' 2C 23 *33|^3T)U %A%* z!},,a0fh'h
+l#n%"#ABB *V' : 1 x
w Fs 93H$ H
H r )r' instructionoutputTr iO
)Nrc r N)r )z./model-unsloth.F16.gguf)q__all__rk r r r r r (transformers.models.llama.modeling_llamar saver r shutiltokenizer_utils
models._utilsr r5 unsloth_zoo.dataset_utilsr
r r r_ r2 unsloth_templateunsloth_ollamaunsloth_eos_tokenr
zephyr_ollamazephyr_eos_tokenr
chatml_ollamachatml_eos_tokenr mistral_ollamamistral_eos_tokenr llama_ollamallama_eos_tokenr
vicuna_ollamavicuna_eos_tokenr vicuna_old_ollamavicuna_old_eos_tokenalpaca_template
alpaca_ollamaalpaca_eos_tokenr gemma_ollamagemma_eos_tokengemma_chatml_templategemma_chatml_ollamagemma_chatml_eos_tokengemma2_template
gemma2_ollamagemma2_eos_tokengemma2_chatml_templategemma2_chatml_ollamagemma2_chatml_eos_tokenr
llama3_ollamallama3_template_eos_tokenr phi3_ollamaphi3_template_eos_tokenllama31_templatellama31_ollamallama31_template_eos_tokenversionqwen25_template
qwen25_ollamaqwen25_template_eos_token qwen25_default_system_message
phi4_template_phi4_ollama_template phi4_ollamaphi4_template_eos_tokengemma3_template
gemma3_ollamagemma3_template_eos_tokenqwen3_template qwen3_ollamaqwen3_template_eos_tokengemma3n_templategemma3n_ollamagemma3n_template_eos_tokengptoss_template
gptoss_ollama"gptoss_template_template_eos_tokenqwen3_instruct_templateqwen3_thinking_templateliquid_lfm2_template liquid_lfm2_template_eos_tokenstarling_templatestarling_ollamastarling_template_eos_tokenyi_chat_templateyi_chat_ollamayi_chat_template_eos_tokenr^ r? r r r r r r r^ r r r r r r r@ r> r s
@ ) ; (
* 0
.
-/@% Yy $M y !
+-=umUx #' x
+-=t]Tx #' x
2 -/@% Yy $( y !
0
)?E<Qw "& w
0 +-=umUx $@ x
.
# 35I5Rc e| (H | $ -l ;| '=l'K | $
. $ +-=umUx $U x *
")?D,Pw "& w *O; & (<@ #89OQUWj!l~ )- ~ &
! 99
" +-=t]Tx #' x / *-GG 0 #9;RTXZn"p *. '
" " ( ,.GP] _y $( y ! +-F}^x #' x " $ *,CUK Yw "& w *7 3x #' x *7 3y $( y !"m d9 x ) /1KUTb d{ &( { # /1KUTb dz %' z "AG ,[ 9N7&(7# B0 l8 v ( f -/H%Q^ `z %B z " -/H%Q^ `y $A y ! -/H%Q^ `x #@ x -/H%Q^ `y $A y !
C
" # $ ' (*A5+Ww "& w ( Z . , ,.GP] _y $( y ! +-F}^x #' x
c P;
| ( *,De\[x #' x )+CULZw "& w * ^
- .0JESa cz %) z " -/I5R` by $( y ! [ @ r j &2 " ,.PRWYf hy $( y ! +-OQVXegx #' x U t6
r ( $;=UW\^j#l +/ ' (
U p %<=UW\^j#l +/ ' (
". /1OQVX\]w "& w 0 /1LeUd ez %) z " - -/I5R` ay $( y ! (S (c (SV (F IVab bJ(4V# P &! Vr 9; * ^
v'a>H ()\
v)3Al 6d)NBr@