feat(chat): implement qwen3-coder-30b model with custom chat template and tool support
The commit message reflects the main changes: 1. Updated model name from "gpt-oss-20b" to "qwen3-coder-30b" in aichat.nix 2. Changed the default model to ryu:qwen3-coder-30b in aichat.nix 3. Added a new chat template file (chat.hbs) with tool/function calling support 4. Configured llama.cpp to use the new chat template file 5. Enabled HDR display settings in hyprland 6. Modified gamemode to unload lmstudio on start and added custom script for gamemode startup All changes are focused on implementing Qwen3-Coder-30B model with enhanced tool calling capabilities and system configuration improvements.
This commit is contained in:
uttarayan21
133
assets/chat.hbs
Normal file
133
assets/chat.hbs
Normal file
@@ -0,0 +1,133 @@
|
||||
{% macro render_item_list(item_list, tag_name='required') %}
|
||||
{%- if item_list is defined and item_list is iterable and item_list is not string and item_list | length > 0 %}
|
||||
{%- if tag_name %}{{- '\n<' ~ tag_name ~ '>' -}}{% endif %}
|
||||
{{- '[' }}
|
||||
{%- for item in item_list -%}
|
||||
{%- if loop.index > 1 %}{{- ", "}}{% endif -%}
|
||||
{%- if item is string -%}
|
||||
{{ "" ~ item ~ "" }}
|
||||
{%- else -%}
|
||||
{{ item }}
|
||||
{%- endif -%}
|
||||
{%- endfor -%}
|
||||
{{- ']' }}
|
||||
{%- if tag_name %}{{- '</' ~ tag_name ~ '>' -}}{% endif %}
|
||||
{%- endif %}
|
||||
{% endmacro %}
|
||||
|
||||
{%- if messages[0]["role"] == "system" %}
|
||||
{%- set system_message = messages[0]["content"] %}
|
||||
{%- set loop_messages = messages[1:] %}
|
||||
{%- else %}
|
||||
{%- set loop_messages = messages %}
|
||||
{%- endif %}
|
||||
|
||||
{%- if not tools is defined %}
|
||||
{%- set tools = [] %}
|
||||
{%- endif %}
|
||||
|
||||
{%- if system_message is defined %}
|
||||
{{- "<|im_start|>system\n" + system_message }}
|
||||
{%- else %}
|
||||
{%- if tools is iterable and tools | length > 0 %}
|
||||
{{- "<|im_start|>system\nYou are Qwen, a helpful AI assistant that can interact with a computer to solve tasks." }}
|
||||
{%- endif %}
|
||||
{%- endif %}
|
||||
{%- if tools is iterable and tools | length > 0 %}
|
||||
{{- "\n\nYou have access to the following functions:\n\n" }}
|
||||
{{- "" }}
|
||||
{%- for tool in tools %}
|
||||
{%- if tool.function is defined %}
|
||||
{%- set tool = tool.function %}
|
||||
{%- endif %}
|
||||
{{- "\n\n" ~ tool.name ~ "" }}
|
||||
{{- '\n' ~ (tool.description | trim) ~ '' }}
|
||||
{{- '\n' }}
|
||||
{%- for param_name, param_fields in tool.parameters.properties|items %}
|
||||
{{- '\n' }}
|
||||
{{- '\n' ~ param_name ~ '' }}
|
||||
{%- if param_fields.type is defined and param_fields.type is not none %}
|
||||
{{- '\n' ~ (param_fields.type | string) ~ '' }}
|
||||
{%- endif %}
|
||||
{%- if param_fields.description is defined and param_fields.description is not none %}
|
||||
{{- '\n' ~ (param_fields.description | trim) ~ '' }}
|
||||
{%- endif %}
|
||||
{{- render_item_list(param_fields.enum, 'enum') }}
|
||||
{%- set handled_keys = ['type', 'description', 'enum', 'required'] %}
|
||||
{%- for json_key in param_fields.keys() if json_key not in handled_keys %}
|
||||
{%- set normed_json_key = json_key | replace("-", "") | replace(" ", "") | replace("$", "") %}
|
||||
{%- if param_fields[json_key] is mapping %}
|
||||
{{- '\n<' ~ normed_json_key ~ '>' ~ (param_fields[json_key] | tojson) ~ '</' ~ normed_json_key ~ '>' }}
|
||||
{%- else %}
|
||||
{%- if param_fields[json_key] is not none %}
|
||||
{{- '\n<' ~ normed_json_key ~ '>' ~ (param_fields[json_key] | string) ~ '</' ~ normed_json_key ~ '>' }}
|
||||
{%- endif %}
|
||||
{%- endif %}
|
||||
{%- endfor %}
|
||||
{{- render_item_list(param_fields.required, 'required') }}
|
||||
{{- '\n' }}
|
||||
{%- endfor %}
|
||||
{{- render_item_list(tool.parameters.required, 'required') }}
|
||||
{{- '\n' }}
|
||||
{%- if tool.return is defined and tool.return is not none %}
|
||||
{%- if tool.return is mapping %}
|
||||
{{- '\n' ~ (tool.return | tojson) ~ '' }}
|
||||
{%- else %}
|
||||
{{- '\n' ~ (tool.return | string) ~ '' }}
|
||||
{%- endif %}
|
||||
{%- endif %}
|
||||
{{- '\n' }}
|
||||
{%- endfor %}
|
||||
{{- "\n" }}
|
||||
{{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n\n\n\n\n\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...> block must be nested within XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n' }}
|
||||
{%- endif %}
|
||||
{%- if system_message is defined %}
|
||||
{{- '<|im_end|>\n' }}
|
||||
{%- else %}
|
||||
{%- if tools is iterable and tools | length > 0 %}
|
||||
{{- '<|im_end|>\n' }}
|
||||
{%- endif %}
|
||||
{%- endif %}
|
||||
{%- for message in loop_messages %}
|
||||
{%- if message.role == "assistant" and message.tool_calls is defined and message.tool_calls is iterable and message.tool_calls | length > 0 %}
|
||||
{{- '<|im_start|>' + message.role }}
|
||||
{%- if message.content is defined and message.content is string and message.content | trim | length > 0 %}
|
||||
{{- '\n' + message.content | trim + '\n' }}
|
||||
{%- endif %}
|
||||
{%- for tool_call in message.tool_calls %}
|
||||
{%- if tool_call.function is defined %}
|
||||
{%- set tool_call = tool_call.function %}
|
||||
{%- endif %}
|
||||
{{- '\n\n<function=' + tool_call.name + '>\n' }}
|
||||
{%- if tool_call.arguments is defined %}
|
||||
{%- for args_name, args_value in tool_call.arguments|items %}
|
||||
{{- '<parameter=' + args_name + '>\n' }}
|
||||
{%- set args_value = args_value if args_value is string else args_value | string %}
|
||||
{{- args_value }}
|
||||
{{- '\n\n' }}
|
||||
{%- endfor %}
|
||||
{%- endif %}
|
||||
{{- '\n' }}
|
||||
{%- endfor %}
|
||||
{{- '<|im_end|>\n' }}
|
||||
{%- elif message.role == "user" or message.role == "system" or message.role == "assistant" %}
|
||||
{{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
|
||||
{%- elif message.role == "tool" %}
|
||||
{%- if loop.previtem and loop.previtem.role != "tool" %}
|
||||
{{- '<|im_start|>user\n' }}
|
||||
{%- endif %}
|
||||
{{- '\n' }}
|
||||
{{- message.content }}
|
||||
{{- '\n\n' }}
|
||||
{%- if not loop.last and loop.nextitem.role != "tool" %}
|
||||
{{- '<|im_end|>\n' }}
|
||||
{%- elif loop.last %}
|
||||
{{- '<|im_end|>\n' }}
|
||||
{%- endif %}
|
||||
{%- else %}
|
||||
{{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>\n' }}
|
||||
{%- endif %}
|
||||
{%- endfor %}
|
||||
{%- if add_generation_prompt %}
|
||||
{{- '<|im_start|>assistant\n' }}
|
||||
{%- endif %}
|
||||
Reference in New Issue
Block a user