fireworks.json

{
    "defaults": {
        "stop": [
            "<|eot_id|>",
            "<|end_of_text|>"
        ]
    },
    "base_model": "accounts/fireworks/models/llama-v3-8b-instruct-hf",
    "conversation_config": {
        "style": "jinja",
        "args": {
            "template": "{%- set _mode = mode | default('generate', true) -%}\n{%- set stop_token = '<|eot_id|>' -%}\n{%- set message_roles = ['SYSTEM', 'USER', 'ASSISTANT'] -%}\n{%- set ns = namespace(initial_system_message_handled=false, last_assistant_index_for_eos=-1, messages=messages) -%}\n{%- for message in ns.messages -%}\n    {%- if not message.get('role') -%}\n        {{ raise_exception('Key [role] is missing. Original input: ' +  message|tojson) }}\n    {%- endif -%}\n    {%- if message['role'] | upper not in message_roles -%}\n        {{ raise_exception('Invalid role ' + message['role']|tojson + '. Only ' + message_roles|tojson + ' are supported.') }}\n    {%- endif -%}\n    {%- if 'content' not in message -%}\n        {{ raise_exception('Key [content] is missing. Original input: ' +  message|tojson) }}\n    {%- endif -%}\n    {%- if loop.last and message['role'] | upper == 'ASSISTANT' -%}\n        {%- set ns.last_assistant_index_for_eos = loop.index0 -%}\n    {%- endif -%}\n{%- endfor -%}\n{%- if _mode == 'generate' -%}\n    {{ bos_token }}\n{%- endif -%}\n{%- for message in ns.messages -%}\n    {%- if message['role'] | upper == 'SYSTEM' and not ns.initial_system_message_handled -%}\n        {%- set ns.initial_system_message_handled = true -%}\n        {{ '<|start_header_id|>system<|end_header_id|>\n\n' + message['content'] + stop_token }}\n    {%- elif message['role'] | upper != 'SYSTEM' -%}\n        {%- if (message['role'] | upper == 'USER') != ((loop.index0 - (1 if ns.initial_system_message_handled else 0)) % 2 == 0) -%}\n            {{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}\n        {%- endif -%}\n        {%- if message['role'] | upper == 'USER' -%}\n            {{ '<|start_header_id|>user<|end_header_id|>\n\n' + message['content'] + stop_token }}\n        {%- elif message['role'] | upper == 'ASSISTANT' -%}\n            {%- if _mode == 'train' -%}\n                {{ '<|start_header_id|>assistant<|end_header_id|>\n\n' + unk_token + message['content'] + stop_token + unk_token }}\n            {%- else -%}\n                {{ '<|start_header_id|>assistant<|end_header_id|>\n\n' + message['content'] + (stop_token if loop.index0 != ns.last_assistant_index_for_eos else '') }}\n            {%- endif -%}\n        {%- endif -%}\n    {%- endif -%}\n{%- endfor -%}\n{%- if _mode == 'generate' and ns.last_assistant_index_for_eos == -1 -%}\n    {{ '<|start_header_id|>assistant<|end_header_id|>' }}\n{%- endif -%}"
        }
    }
}