Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Add a bunch of new templates. #3

Open
wants to merge 1 commit into
base: main
Choose a base branch
from
Open

Add a bunch of new templates. #3

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
22 changes: 22 additions & 0 deletions baichuan.jinja
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,22 @@
{{ (messages|selectattr('role', 'equalto', 'system')|list|last).content|trim if (messages|selectattr('role', 'equalto', 'system')|list) else '' }}

{% for message in messages %}
{% if message['role'] == 'user' %}
<reserved_106>
{{ message['content']|trim -}}
{% if not loop.last %}


{% endif %}
{% elif message['role'] == 'assistant' %}
<reserved_107>
{{ message['content']|trim -}}
{% if not loop.last %}


{% endif %}
{% endif %}
{% endfor %}
{% if add_generation_prompt and messages[-1]['role'] != 'assistant' %}
<reserved_107>
{% endif %}
23 changes: 23 additions & 0 deletions llama-v2.jinja
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,23 @@
{%- set ns = namespace(found=false) -%}
{%- for message in messages -%}
{%- if message['role'] == 'system' -%}
{%- set ns.found = true -%}
{%- endif -%}
{%- endfor -%}
{%- if not ns.found -%}
{{- '[INST] <<SYS>>\n' + 'Answer the questions.' + '\n<</SYS>>\n\n' -}}
{%- endif %}
{%- for message in messages %}
{%- if message['role'] == 'system' -%}
{{- '[INST] <<SYS>>\n' + message['content'] + '\n<</SYS>>\n\n' -}}
{%- else -%}
{%- if message['role'] == 'user' -%}
{{-'' + message['content'] + ' [/INST] '-}}
{%- else -%}
{{-'' + message['content'] + ' </s><s>[INST] ' -}}
{%- endif -%}
{%- endif -%}
{%- endfor -%}
{%- if add_generation_prompt -%}
{{-''-}}
{%- endif -%}
23 changes: 23 additions & 0 deletions llava.jinja
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,23 @@
{%- set ns = namespace(found=false) -%}
{%- for message in messages -%}
{%- if message['role'] == 'system' -%}
{%- set ns.found = true -%}
{%- endif -%}
{%- endfor -%}
{%- if not ns.found -%}
{{- '' + 'You are LLaVA, a large language and vision assistant trained by UW Madison WAIV Lab. You are able to understand the visual content that the user provides, and assist the user with a variety of tasks using natural language. Follow the instructions carefully and explain your answers in detail.### Human: Hi!### Assistant: Hi there! How can I help you today?' + '\n' -}}
{%- endif %}
{%- for message in messages %}
{%- if message['role'] == 'system' -%}
{{- '' + message['content'] + '\n' -}}
{%- else -%}
{%- if message['role'] == 'user' -%}
{{-'### Human: ' + message['content'] + ''-}}
{%- else -%}
{{-'### Assistant: ' + message['content'] + '\n' -}}
{%- endif -%}
{%- endif -%}
{%- endfor -%}
{%- if add_generation_prompt -%}
{{-'### Assistant:'-}}
{%- endif -%}
22 changes: 22 additions & 0 deletions mistral.jinja
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,22 @@
{%- set ns = namespace(first_system=false) -%}
{{-'<s>'-}}
{%- for message in messages %}
{%- if message['role'] == 'system' -%}
{{-' [INST] ' + message['content'] + '\n\n'-}}
{%- set ns.first_system = true -%}
{%- else -%}
{%- if message['role'] == 'user' -%}
{%- if ns.first_system -%}
{{-'' + message['content'].rstrip() + ' [/INST] '-}}
{%- set ns.first_system = false -%}
{%- else -%}
{{-' [INST] ' + message['content'].rstrip() + ' [/INST] '-}}
{%- endif -%}
{%- else -%}
{{-'' + message['content'] + '</s>' -}}
{%- endif -%}
{%- endif -%}
{%- endfor -%}
{%- if add_generation_prompt -%}
{{-''-}}
{%- endif -%}
18 changes: 18 additions & 0 deletions mixtral-instruct.jinja
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,18 @@
{{ bos_token }}
{% set has_system = 0 %}
{% if messages[0]['role'] == 'system' %}
{% set has_system = 1 %}
{{ '[INST] ' + messages[0]['content'] + ' [/INST]' }}
{% endif %}
{% for message in messages[has_system:] %}
{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}
{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}
{% endif %}
{% if message['role'] == 'user' %}
{{ '[INST] ' + message['content'] + ' [/INST]' }}
{% elif message['role'] == 'assistant' %}
{{ message['content'] + eos_token }}
{% else %}
{{ raise_exception('Only user and assistant roles are supported!') }}
{% endif %}
{% endfor %}
Empty file modified mixtral.jinja
100755 → 100644
View file
Open in desktop
Empty file.
23 changes: 23 additions & 0 deletions openassistant.jinja
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,23 @@
{%- set ns = namespace(found=false) -%}
{%- for message in messages -%}
{%- if message['role'] == 'system' -%}
{%- set ns.found = true -%}
{%- endif -%}
{%- endfor -%}
{%- if not ns.found -%}
{{- '' + '' + '' -}}
{%- endif %}
{%- for message in messages %}
{%- if message['role'] == 'system' -%}
{{- '' + message['content'] + '' -}}
{%- else -%}
{%- if message['role'] == 'user' -%}
{{-'<|prompter|>' + message['content'] + '<|endoftext|>'-}}
{%- else -%}
{{-'<|assistant|>' + message['content'] + '<|endoftext|>' -}}
{%- endif -%}
{%- endif -%}
{%- endfor -%}
{%- if add_generation_prompt -%}
{{-'<|assistant|>'-}}
{%- endif -%}
23 changes: 23 additions & 0 deletions openchat.jinja
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,23 @@
{%- set ns = namespace(found=false) -%}
{%- for message in messages -%}
{%- if message['role'] == 'system' -%}
{%- set ns.found = true -%}
{%- endif -%}
{%- endfor -%}
{%- if not ns.found -%}
{{- '' + '' + '' -}}
{%- endif %}
{%- for message in messages %}
{%- if message['role'] == 'system' -%}
{{- '' + message['content'] + '' -}}
{%- else -%}
{%- if message['role'] == 'user' -%}
{{-'GPT4 User: ' + message['content'] + '<|end_of_turn|>'-}}
{%- else -%}
{{-'GPT4 Assistant: ' + message['content'] + '<|end_of_turn|>' -}}
{%- endif -%}
{%- endif -%}
{%- endfor -%}
{%- if add_generation_prompt -%}
{{-'GPT4 Assistant:'-}}
{%- endif -%}
23 changes: 23 additions & 0 deletions rwkv-raven.jinja
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,23 @@
{%- set ns = namespace(found=false) -%}
{%- for message in messages -%}
{%- if message['role'] == 'system' -%}
{%- set ns.found = true -%}
{%- endif -%}
{%- endfor -%}
{%- if not ns.found -%}
{{- '' + '' + '' -}}
{%- endif %}
{%- for message in messages %}
{%- if message['role'] == 'system' -%}
{{- '' + message['content'] + '' -}}
{%- else -%}
{%- if message['role'] == 'user' -%}
{{-'Bob: ' + message['content'] + '\n\n'-}}
{%- else -%}
{{-'Alice: ' + message['content'] + '\n\n' -}}
{%- endif -%}
{%- endif -%}
{%- endfor -%}
{%- if add_generation_prompt -%}
{{-'Alice:'-}}
{%- endif -%}
23 changes: 23 additions & 0 deletions stablelm.jinja
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,23 @@
{%- set ns = namespace(found=false) -%}
{%- for message in messages -%}
{%- if message['role'] == 'system' -%}
{%- set ns.found = true -%}
{%- endif -%}
{%- endfor -%}
{%- if not ns.found -%}
{{- '<|SYSTEM|>' + '\# StableLM Tuned (Alpha version)\n- StableLM is a helpful and harmless open-source AI language model developed by StabilityAI.\n- StableLM is excited to be able to help the user, but will refuse to do anything that could be considered harmful to the user.\n- StableLM is more than just an information source, StableLM is also able to write poetry, short stories, and make jokes.\n- StableLM will refuse to participate in anything that could harm a human.\n' + '\n' -}}
{%- endif %}
{%- for message in messages %}
{%- if message['role'] == 'system' -%}
{{- '<|SYSTEM|>' + message['content'] + '\n' -}}
{%- else -%}
{%- if message['role'] == 'user' -%}
{{-'<|USER|>' + message['content'] + ''-}}
{%- else -%}
{{-'<|ASSISTANT|>' + message['content'] + '' -}}
{%- endif -%}
{%- endif -%}
{%- endfor -%}
{%- if add_generation_prompt -%}
{{-'<|ASSISTANT|>'-}}
{%- endif -%}
23 changes: 23 additions & 0 deletions synthia.jinja
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,23 @@
{%- set found_item = false -%}
{%- for message in messages -%}
{%- if message['role'] == 'system' -%}
{%- set found_item = true -%}
{%- endif -%}
{%- endfor -%}
{%- if not found_item -%}
{{-'SYSTEM: ' + 'Answer the question thoughtfully and intelligently. Always answer without hesitation.' + '\n' -}}
{%- endif %}
{%- for message in messages %}
{%- if message['role'] == 'system' -%}
{{-'SYSTEM: ' + message['content'] + '\n' -}}
{%- else -%}
{%- if message['role'] == 'user' -%}
{{-'USER: ' + message['content'] + '\n'-}}
{%- else -%}
{{-'ASSISTANT: ' + message['content'] + '</s>\n' -}}
{%- endif -%}
{%- endif -%}
{%- endfor -%}
{%- if add_generation_prompt -%}
{{-'ASSISTANT:'-}}
{%- endif -%}
23 changes: 23 additions & 0 deletions vicuna-v1.1.jinja
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,23 @@
{%- set ns = namespace(found=false) -%}
{%- for message in messages -%}
{%- if message['role'] == 'system' -%}
{%- set ns.found = true -%}
{%- endif -%}
{%- endfor -%}
{%- if not ns.found -%}
{{- '' + 'A chat between a curious user and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the user\'s questions.' + '\n\n' -}}
{%- endif %}
{%- for message in messages %}
{%- if message['role'] == 'system' -%}
{{- '' + message['content'] + '\n\n' -}}
{%- else -%}
{%- if message['role'] == 'user' -%}
{{-'USER: ' + message['content'] + '\n'-}}
{%- else -%}
{{-'ASSISTANT: ' + message['content'] + '</s>\n' -}}
{%- endif -%}
{%- endif -%}
{%- endfor -%}
{%- if add_generation_prompt -%}
{{-'ASSISTANT:'-}}
{%- endif -%}