falltalk commited on
Commit
f3a8739
·
1 Parent(s): 8c60baa
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. models/shared/robots/Llasa/1B/trainer_state.json → config/modelsv2.json +2 -2
  2. config/sharedmodels.json +3 -0
  3. models/{CSM/1b → shared/humans/CSM/1B}/README.md +0 -0
  4. models/shared/humans/CSM/1B/chat_template.jinja +45 -0
  5. models/shared/humans/CSM/1B/preprocessor_config.json +3 -0
  6. models/shared/humans/CSM/1B/special_tokens_map.json +3 -0
  7. models/shared/humans/CSM/1B/tokenizer.json +3 -0
  8. models/shared/humans/CSM/1B/tokenizer_config.json +3 -0
  9. models/shared/humans/CSM/1B/transformers.safetensors.index.json +3 -0
  10. models/shared/humans/Llasa/1b/chat_template.jinja +93 -0
  11. models/shared/humans/Llasa/1b/config.json +3 -0
  12. models/shared/humans/Llasa/1b/generation_config.json +3 -0
  13. models/{CSM → shared/humans/Llasa}/1b/model.safetensors +2 -2
  14. models/shared/humans/Llasa/1b/special_tokens_map.json +3 -0
  15. models/shared/humans/Llasa/1b/tokenizer.json +3 -0
  16. models/shared/humans/Llasa/1b/tokenizer_config.json +3 -0
  17. models/shared/mutants/Orpheus/3b-0.1/chat_template.jinja +93 -0
  18. models/shared/mutants/Orpheus/3b-0.1/config.json +3 -0
  19. models/shared/mutants/Orpheus/3b-0.1/generation_config.json +3 -0
  20. models/shared/mutants/Orpheus/3b-0.1/model-00001-of-00002.safetensors +3 -0
  21. models/shared/mutants/Orpheus/3b-0.1/model-00002-of-00002.safetensors +3 -0
  22. models/shared/mutants/Orpheus/3b-0.1/model.safetensors.index.json +3 -0
  23. models/shared/mutants/Orpheus/3b-0.1/special_tokens_map.json +3 -0
  24. models/shared/mutants/Orpheus/3b-0.1/tokenizer.json +3 -0
  25. models/shared/mutants/Orpheus/3b-0.1/tokenizer_config.json +3 -0
  26. models/shared/robots/CSM/1b/config.json +3 -0
  27. models/shared/robots/CSM/1b/generation_config.json +3 -0
  28. models/shared/robots/CSM/1b/model.safetensors +3 -0
  29. models/shared/robots/{Llasa/1B → CSM/1b}/optimizer.pt +2 -2
  30. models/shared/robots/{Llasa/1B → CSM/1b}/rng_state.pth +1 -1
  31. models/shared/robots/{Llasa/1B → CSM/1b}/scheduler.pt +1 -1
  32. models/shared/robots/CSM/1b/trainer_state.json +3 -0
  33. models/shared/robots/{Llasa/1B → CSM/1b}/training_args.bin +1 -1
  34. models/shared/robots/Llasa/1B/chat_template.jinja +93 -0
  35. models/shared/robots/Llasa/1B/config.json +1 -1
  36. models/shared/robots/Llasa/1B/model.safetensors +1 -1
  37. models/shared/robots/Llasa/1B/special_tokens_map.json +3 -0
  38. models/shared/robots/Llasa/1B/tokenizer.json +3 -0
  39. models/shared/robots/Llasa/1B/tokenizer_config.json +3 -0
  40. models/shared/small/Llasa/1b/chat_template.jinja +93 -0
  41. models/shared/small/Llasa/1b/config.json +3 -0
  42. models/shared/small/Llasa/1b/generation_config.json +3 -0
  43. models/shared/small/Llasa/1b/model.safetensors +3 -0
  44. models/shared/small/Llasa/1b/special_tokens_map.json +3 -0
  45. models/shared/small/Llasa/1b/tokenizer.json +3 -0
  46. models/shared/small/Llasa/1b/tokenizer_config.json +3 -0
  47. models/shared/small/Orpheus/3b-0.1/chat_template.jinja +93 -0
  48. models/shared/small/Orpheus/3b-0.1/config.json +3 -0
  49. models/shared/small/Orpheus/3b-0.1/generation_config.json +3 -0
  50. models/shared/small/Orpheus/3b-0.1/model-00001-of-00002.safetensors +3 -0
models/shared/robots/Llasa/1B/trainer_state.json → config/modelsv2.json RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bc88841a283e2f1cef4d1928b901e02369fd3fb7e3b9051fb8ed4efa8b0dd506
3
- size 71397
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:692f3b0b22329782cc3465d64d929d52280c70e809956b9979aa91668a0f7066
3
+ size 43641
config/sharedmodels.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbaa8c07dc1471682c62d706ce4478121b1d55334e968f617b576b30a9ffc483
3
+ size 45320
models/{CSM/1b → shared/humans/CSM/1B}/README.md RENAMED
File without changes
models/shared/humans/CSM/1B/chat_template.jinja ADDED
@@ -0,0 +1,45 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+ {%- for message in messages %}
3
+ {#-- Validate role is a stringified integer --#}
4
+ {%- if not message['role'] is string or not message['role'].isdigit() %}
5
+ {{- raise_exception("The role must be an integer or a stringified integer (e.g. '0') designating the speaker id") }}
6
+ {%- endif %}
7
+
8
+ {#-- Validate content is a list --#}
9
+ {%- set content = message['content'] %}
10
+ {%- if content is not iterable or content is string %}
11
+ {{- raise_exception("The content must be a list") }}
12
+ {%- endif %}
13
+
14
+ {#-- Collect content types --#}
15
+ {%- set content_types = content | map(attribute='type') | list %}
16
+ {%- set is_last = loop.last %}
17
+
18
+ {#-- Last message validation --#}
19
+ {%- if is_last %}
20
+ {%- if 'text' not in content_types %}
21
+ {{- raise_exception("The last message must include one item of type 'text'") }}
22
+ {%- elif (content_types | select('equalto', 'text') | list | length > 1) or (content_types | select('equalto', 'audio') | list | length > 1) %}
23
+ {{- raise_exception("At most two items are allowed in the last message: one 'text' and one 'audio'") }}
24
+ {%- endif %}
25
+
26
+ {#-- All other messages validation --#}
27
+ {%- else %}
28
+ {%- if content_types | select('equalto', 'text') | list | length != 1
29
+ or content_types | select('equalto', 'audio') | list | length != 1 %}
30
+ {{- raise_exception("Each message (except the last) must contain exactly one 'text' and one 'audio' item") }}
31
+ {%- elif content_types | reject('in', ['text', 'audio']) | list | length > 0 %}
32
+ {{- raise_exception("Only 'text' and 'audio' types are allowed in content") }}
33
+ {%- endif %}
34
+ {%- endif %}
35
+ {%- endfor %}
36
+
37
+ {%- for message in messages %}
38
+ {{- bos_token }}
39
+ {{- '[' + message['role'] + ']' }}
40
+ {{- message['content'][0]['text'] }}
41
+ {{- eos_token }}
42
+ {%- if message['content']|length > 1 %}
43
+ {{- '<|AUDIO|><|audio_eos|>' }}
44
+ {%- endif %}
45
+ {%- endfor %}
models/shared/humans/CSM/1B/preprocessor_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8648040cda0469976874c733acbec88c0ef094cd95628ab63b32950f01872af9
3
+ size 271
models/shared/humans/CSM/1B/special_tokens_map.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03d62862d41de30db9e05cb4865de4f36c48ab3032327139fcdfacc5798a4828
3
+ size 449
models/shared/humans/CSM/1B/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80f511469b4aceda8c17ccafef2310eceeda9dd4589cf2c062bd0279eef5646d
3
+ size 17209980
models/shared/humans/CSM/1B/tokenizer_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:250bef77ad6788610c416ccf4e0f6466607a12c0dc3156cca1031c2269170311
3
+ size 50563
models/shared/humans/CSM/1B/transformers.safetensors.index.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:212855a8d01ca62763af1aa0ab31c7d263cf4c4be79ffedf2dfd636aa77480a2
3
+ size 59730
models/shared/humans/Llasa/1b/chat_template.jinja ADDED
@@ -0,0 +1,93 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {{- bos_token }}
2
+ {%- if custom_tools is defined %}
3
+ {%- set tools = custom_tools %}
4
+ {%- endif %}
5
+ {%- if not tools_in_user_message is defined %}
6
+ {%- set tools_in_user_message = true %}
7
+ {%- endif %}
8
+ {%- if not date_string is defined %}
9
+ {%- if strftime_now is defined %}
10
+ {%- set date_string = strftime_now("%d %b %Y") %}
11
+ {%- else %}
12
+ {%- set date_string = "26 Jul 2024" %}
13
+ {%- endif %}
14
+ {%- endif %}
15
+ {%- if not tools is defined %}
16
+ {%- set tools = none %}
17
+ {%- endif %}
18
+
19
+ {#- This block extracts the system message, so we can slot it into the right place. #}
20
+ {%- if messages[0]['role'] == 'system' %}
21
+ {%- set system_message = messages[0]['content']|trim %}
22
+ {%- set messages = messages[1:] %}
23
+ {%- else %}
24
+ {%- set system_message = "" %}
25
+ {%- endif %}
26
+
27
+ {#- System message #}
28
+ {{- "<|start_header_id|>system<|end_header_id|>\n\n" }}
29
+ {%- if tools is not none %}
30
+ {{- "Environment: ipython\n" }}
31
+ {%- endif %}
32
+ {{- "Cutting Knowledge Date: December 2023\n" }}
33
+ {{- "Today Date: " + date_string + "\n\n" }}
34
+ {%- if tools is not none and not tools_in_user_message %}
35
+ {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }}
36
+ {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }}
37
+ {{- "Do not use variables.\n\n" }}
38
+ {%- for t in tools %}
39
+ {{- t | tojson(indent=4) }}
40
+ {{- "\n\n" }}
41
+ {%- endfor %}
42
+ {%- endif %}
43
+ {{- system_message }}
44
+ {{- "<|eot_id|>" }}
45
+
46
+ {#- Custom tools are passed in a user message with some extra guidance #}
47
+ {%- if tools_in_user_message and not tools is none %}
48
+ {#- Extract the first user message so we can plug it in here #}
49
+ {%- if messages | length != 0 %}
50
+ {%- set first_user_message = messages[0]['content']|trim %}
51
+ {%- set messages = messages[1:] %}
52
+ {%- else %}
53
+ {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }}
54
+ {%- endif %}
55
+ {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}}
56
+ {{- "Given the following functions, please respond with a JSON for a function call " }}
57
+ {{- "with its proper arguments that best answers the given prompt.\n\n" }}
58
+ {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }}
59
+ {{- "Do not use variables.\n\n" }}
60
+ {%- for t in tools %}
61
+ {{- t | tojson(indent=4) }}
62
+ {{- "\n\n" }}
63
+ {%- endfor %}
64
+ {{- first_user_message + "<|eot_id|>"}}
65
+ {%- endif %}
66
+
67
+ {%- for message in messages %}
68
+ {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}
69
+ {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }}
70
+ {%- elif 'tool_calls' in message %}
71
+ {%- if not message.tool_calls|length == 1 %}
72
+ {{- raise_exception("This model only supports single tool-calls at once!") }}
73
+ {%- endif %}
74
+ {%- set tool_call = message.tool_calls[0].function %}
75
+ {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}}
76
+ {{- '{"name": "' + tool_call.name + '", ' }}
77
+ {{- '"parameters": ' }}
78
+ {{- tool_call.arguments | tojson }}
79
+ {{- "}" }}
80
+ {{- "<|eot_id|>" }}
81
+ {%- elif message.role == "tool" or message.role == "ipython" %}
82
+ {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }}
83
+ {%- if message.content is mapping or message.content is iterable %}
84
+ {{- message.content | tojson }}
85
+ {%- else %}
86
+ {{- message.content }}
87
+ {%- endif %}
88
+ {{- "<|eot_id|>" }}
89
+ {%- endif %}
90
+ {%- endfor %}
91
+ {%- if add_generation_prompt %}
92
+ {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }}
93
+ {%- endif %}
models/shared/humans/Llasa/1b/config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ea673ff9f96cbb9ab820ead25132f51830eb092068caa70c9de67fbccb3bfb9
3
+ size 931
models/shared/humans/Llasa/1b/generation_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bab06a398ca622f8b941eb0b5f425d71d007080436cfa4f37d6c03c23b756a9
3
+ size 234
models/{CSM → shared/humans/Llasa}/1b/model.safetensors RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2e7721144afe38b906d4f1048671da639fe142423f4a26283606ecebe894f4bf
3
- size 6211186784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d7a1a247cdd71636a8f20c70a94014a08bcb62ef12cc5c70d9eac4556dd193b
3
+ size 2740113872
models/shared/humans/Llasa/1b/special_tokens_map.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f526dabe70ae46e1fb9caff406987c5e46a18f2c572906efa75b890e7833fb2a
3
+ size 340
models/shared/humans/Llasa/1b/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71d92f3dbf3c23d734e6356241cef149b42fe79848176a54145b6f9a886fd73b
3
+ size 29521206
models/shared/humans/Llasa/1b/tokenizer_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3a0bc683fa421c81ac485b342f9a5b187175ea377ea0ba842d9db64b5e4ba85
3
+ size 11706435
models/shared/mutants/Orpheus/3b-0.1/chat_template.jinja ADDED
@@ -0,0 +1,93 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {{- bos_token }}
2
+ {%- if custom_tools is defined %}
3
+ {%- set tools = custom_tools %}
4
+ {%- endif %}
5
+ {%- if not tools_in_user_message is defined %}
6
+ {%- set tools_in_user_message = true %}
7
+ {%- endif %}
8
+ {%- if not date_string is defined %}
9
+ {%- if strftime_now is defined %}
10
+ {%- set date_string = strftime_now("%d %b %Y") %}
11
+ {%- else %}
12
+ {%- set date_string = "26 Jul 2024" %}
13
+ {%- endif %}
14
+ {%- endif %}
15
+ {%- if not tools is defined %}
16
+ {%- set tools = none %}
17
+ {%- endif %}
18
+
19
+ {#- This block extracts the system message, so we can slot it into the right place. #}
20
+ {%- if messages[0]['role'] == 'system' %}
21
+ {%- set system_message = messages[0]['content']|trim %}
22
+ {%- set messages = messages[1:] %}
23
+ {%- else %}
24
+ {%- set system_message = "" %}
25
+ {%- endif %}
26
+
27
+ {#- System message #}
28
+ {{- "<|start_header_id|>system<|end_header_id|>\n\n" }}
29
+ {%- if tools is not none %}
30
+ {{- "Environment: ipython\n" }}
31
+ {%- endif %}
32
+ {{- "Cutting Knowledge Date: December 2023\n" }}
33
+ {{- "Today Date: " + date_string + "\n\n" }}
34
+ {%- if tools is not none and not tools_in_user_message %}
35
+ {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }}
36
+ {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }}
37
+ {{- "Do not use variables.\n\n" }}
38
+ {%- for t in tools %}
39
+ {{- t | tojson(indent=4) }}
40
+ {{- "\n\n" }}
41
+ {%- endfor %}
42
+ {%- endif %}
43
+ {{- system_message }}
44
+ {{- "<|eot_id|>" }}
45
+
46
+ {#- Custom tools are passed in a user message with some extra guidance #}
47
+ {%- if tools_in_user_message and not tools is none %}
48
+ {#- Extract the first user message so we can plug it in here #}
49
+ {%- if messages | length != 0 %}
50
+ {%- set first_user_message = messages[0]['content']|trim %}
51
+ {%- set messages = messages[1:] %}
52
+ {%- else %}
53
+ {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }}
54
+ {%- endif %}
55
+ {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}}
56
+ {{- "Given the following functions, please respond with a JSON for a function call " }}
57
+ {{- "with its proper arguments that best answers the given prompt.\n\n" }}
58
+ {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }}
59
+ {{- "Do not use variables.\n\n" }}
60
+ {%- for t in tools %}
61
+ {{- t | tojson(indent=4) }}
62
+ {{- "\n\n" }}
63
+ {%- endfor %}
64
+ {{- first_user_message + "<|eot_id|>"}}
65
+ {%- endif %}
66
+
67
+ {%- for message in messages %}
68
+ {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}
69
+ {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }}
70
+ {%- elif 'tool_calls' in message %}
71
+ {%- if not message.tool_calls|length == 1 %}
72
+ {{- raise_exception("This model only supports single tool-calls at once!") }}
73
+ {%- endif %}
74
+ {%- set tool_call = message.tool_calls[0].function %}
75
+ {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}}
76
+ {{- '{"name": "' + tool_call.name + '", ' }}
77
+ {{- '"parameters": ' }}
78
+ {{- tool_call.arguments | tojson }}
79
+ {{- "}" }}
80
+ {{- "<|eot_id|>" }}
81
+ {%- elif message.role == "tool" or message.role == "ipython" %}
82
+ {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }}
83
+ {%- if message.content is mapping or message.content is iterable %}
84
+ {{- message.content | tojson }}
85
+ {%- else %}
86
+ {{- message.content }}
87
+ {%- endif %}
88
+ {{- "<|eot_id|>" }}
89
+ {%- endif %}
90
+ {%- endfor %}
91
+ {%- if add_generation_prompt %}
92
+ {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }}
93
+ {%- endif %}
models/shared/mutants/Orpheus/3b-0.1/config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fad43fc01eea1dbffc365cf98f97d52ced37bd0d604b395c576ebeab1eb85048
3
+ size 898
models/shared/mutants/Orpheus/3b-0.1/generation_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:282855859ac10d3ccc1ff79fde2f8bf1568734d5d4e0c06f6173121d79b76e56
3
+ size 230
models/shared/mutants/Orpheus/3b-0.1/model-00001-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c9146abc7a45d967e7439fd6e6e56abb2308f5a7a5683eae93bc81f2fd233cd
3
+ size 4991037968
models/shared/mutants/Orpheus/3b-0.1/model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64433297c9f9df4076ca48f02d1a9685409fa18ef86e04f72ba3a90ac3f99fc8
3
+ size 1610725592
models/shared/mutants/Orpheus/3b-0.1/model.safetensors.index.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38b3093cc8266199752dbd76dda1ccd5bc0702d0d6b75f25a2286536f709163a
3
+ size 20919
models/shared/mutants/Orpheus/3b-0.1/special_tokens_map.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fef412ead92f2bcf4088b3d6235cc9aa291310fcf4617600dd34d2d37795fc3e
3
+ size 394
models/shared/mutants/Orpheus/3b-0.1/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc3fecb199b4170636dbfab986d25f628157268d37b861f9cadaca60b1353bce
3
+ size 22849547
models/shared/mutants/Orpheus/3b-0.1/tokenizer_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8745d6f1ece4015f9258548851f4ca83e376184d8c128c9f49179d6a265ab215
3
+ size 5403432
models/shared/robots/CSM/1b/config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6b06dd4de344855900dd7be0d0d98664c9301b379ea0222605d8ae1611b8478
3
+ size 3276
models/shared/robots/CSM/1b/generation_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b9c0f3626910040f0a9ef2e9b791dc3e0d017f40b076bacaf45b36c295ca544
3
+ size 285
models/shared/robots/CSM/1b/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37a9ed1079a3c2dd5c9a71d5850b0e8d7360269025ba1de6a95c79aca06e08ad
3
+ size 3297958266
models/shared/robots/{Llasa/1B → CSM/1b}/optimizer.pt RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f968c5c41d813e13f1e1a7cef135aba6afe016187219d0e595b931914a5c2a69
3
- size 5152483419
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8796d38bc341db2f0ee3217c15aed9153b1fc6fa897001c59f6228adc824a600
3
+ size 5524855363
models/shared/robots/{Llasa/1B → CSM/1b}/rng_state.pth RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:19b15d59b7d2f507771b26ca44b1603b8cdd22ee0992f3217d7e17b763986855
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e79e6176793184a411bc49e872d78de6d894c1cb767ab56d61843c1a459e3493
3
  size 14645
models/shared/robots/{Llasa/1B → CSM/1b}/scheduler.pt RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6f90703961a8afe8e2490873c463dd7ab47c670ba24e8e3611d9ef6e57e10f8c
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4a7562f158951f768537cfbb2b819411799fa69395ea3e20aeee7b7bf04a57f
3
  size 1465
models/shared/robots/CSM/1b/trainer_state.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:962dd434089cbabe3a7ac68476d32138000e44bb82600fe3ed454f33c32d8cb5
3
+ size 244667
models/shared/robots/{Llasa/1B → CSM/1b}/training_args.bin RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d7f9ce854ba078c1f92075198d6556af6aabe55318ee636b07fde261ac2fad9a
3
  size 5777
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:126a65ab9f9c3a901e5592e1471e6b9172d2bb7268300770efc092ab88a0c8fe
3
  size 5777
models/shared/robots/Llasa/1B/chat_template.jinja ADDED
@@ -0,0 +1,93 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {{- bos_token }}
2
+ {%- if custom_tools is defined %}
3
+ {%- set tools = custom_tools %}
4
+ {%- endif %}
5
+ {%- if not tools_in_user_message is defined %}
6
+ {%- set tools_in_user_message = true %}
7
+ {%- endif %}
8
+ {%- if not date_string is defined %}
9
+ {%- if strftime_now is defined %}
10
+ {%- set date_string = strftime_now("%d %b %Y") %}
11
+ {%- else %}
12
+ {%- set date_string = "26 Jul 2024" %}
13
+ {%- endif %}
14
+ {%- endif %}
15
+ {%- if not tools is defined %}
16
+ {%- set tools = none %}
17
+ {%- endif %}
18
+
19
+ {#- This block extracts the system message, so we can slot it into the right place. #}
20
+ {%- if messages[0]['role'] == 'system' %}
21
+ {%- set system_message = messages[0]['content']|trim %}
22
+ {%- set messages = messages[1:] %}
23
+ {%- else %}
24
+ {%- set system_message = "" %}
25
+ {%- endif %}
26
+
27
+ {#- System message #}
28
+ {{- "<|start_header_id|>system<|end_header_id|>\n\n" }}
29
+ {%- if tools is not none %}
30
+ {{- "Environment: ipython\n" }}
31
+ {%- endif %}
32
+ {{- "Cutting Knowledge Date: December 2023\n" }}
33
+ {{- "Today Date: " + date_string + "\n\n" }}
34
+ {%- if tools is not none and not tools_in_user_message %}
35
+ {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }}
36
+ {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }}
37
+ {{- "Do not use variables.\n\n" }}
38
+ {%- for t in tools %}
39
+ {{- t | tojson(indent=4) }}
40
+ {{- "\n\n" }}
41
+ {%- endfor %}
42
+ {%- endif %}
43
+ {{- system_message }}
44
+ {{- "<|eot_id|>" }}
45
+
46
+ {#- Custom tools are passed in a user message with some extra guidance #}
47
+ {%- if tools_in_user_message and not tools is none %}
48
+ {#- Extract the first user message so we can plug it in here #}
49
+ {%- if messages | length != 0 %}
50
+ {%- set first_user_message = messages[0]['content']|trim %}
51
+ {%- set messages = messages[1:] %}
52
+ {%- else %}
53
+ {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }}
54
+ {%- endif %}
55
+ {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}}
56
+ {{- "Given the following functions, please respond with a JSON for a function call " }}
57
+ {{- "with its proper arguments that best answers the given prompt.\n\n" }}
58
+ {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }}
59
+ {{- "Do not use variables.\n\n" }}
60
+ {%- for t in tools %}
61
+ {{- t | tojson(indent=4) }}
62
+ {{- "\n\n" }}
63
+ {%- endfor %}
64
+ {{- first_user_message + "<|eot_id|>"}}
65
+ {%- endif %}
66
+
67
+ {%- for message in messages %}
68
+ {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}
69
+ {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }}
70
+ {%- elif 'tool_calls' in message %}
71
+ {%- if not message.tool_calls|length == 1 %}
72
+ {{- raise_exception("This model only supports single tool-calls at once!") }}
73
+ {%- endif %}
74
+ {%- set tool_call = message.tool_calls[0].function %}
75
+ {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}}
76
+ {{- '{"name": "' + tool_call.name + '", ' }}
77
+ {{- '"parameters": ' }}
78
+ {{- tool_call.arguments | tojson }}
79
+ {{- "}" }}
80
+ {{- "<|eot_id|>" }}
81
+ {%- elif message.role == "tool" or message.role == "ipython" %}
82
+ {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }}
83
+ {%- if message.content is mapping or message.content is iterable %}
84
+ {{- message.content | tojson }}
85
+ {%- else %}
86
+ {{- message.content }}
87
+ {%- endif %}
88
+ {{- "<|eot_id|>" }}
89
+ {%- endif %}
90
+ {%- endfor %}
91
+ {%- if add_generation_prompt %}
92
+ {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }}
93
+ {%- endif %}
models/shared/robots/Llasa/1B/config.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:37cae8e2b68241b2c412f090d1e720b6e74bd6cbf7503cde2aa33a3dc7db6375
3
  size 931
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ea673ff9f96cbb9ab820ead25132f51830eb092068caa70c9de67fbccb3bfb9
3
  size 931
models/shared/robots/Llasa/1B/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f7dead0c35520870059d94a9f61bc9b4bddb5e4faea3bdcdb84c91d5887f0514
3
  size 2740113872
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d7a1a247cdd71636a8f20c70a94014a08bcb62ef12cc5c70d9eac4556dd193b
3
  size 2740113872
models/shared/robots/Llasa/1B/special_tokens_map.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f526dabe70ae46e1fb9caff406987c5e46a18f2c572906efa75b890e7833fb2a
3
+ size 340
models/shared/robots/Llasa/1B/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71d92f3dbf3c23d734e6356241cef149b42fe79848176a54145b6f9a886fd73b
3
+ size 29521206
models/shared/robots/Llasa/1B/tokenizer_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3a0bc683fa421c81ac485b342f9a5b187175ea377ea0ba842d9db64b5e4ba85
3
+ size 11706435
models/shared/small/Llasa/1b/chat_template.jinja ADDED
@@ -0,0 +1,93 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {{- bos_token }}
2
+ {%- if custom_tools is defined %}
3
+ {%- set tools = custom_tools %}
4
+ {%- endif %}
5
+ {%- if not tools_in_user_message is defined %}
6
+ {%- set tools_in_user_message = true %}
7
+ {%- endif %}
8
+ {%- if not date_string is defined %}
9
+ {%- if strftime_now is defined %}
10
+ {%- set date_string = strftime_now("%d %b %Y") %}
11
+ {%- else %}
12
+ {%- set date_string = "26 Jul 2024" %}
13
+ {%- endif %}
14
+ {%- endif %}
15
+ {%- if not tools is defined %}
16
+ {%- set tools = none %}
17
+ {%- endif %}
18
+
19
+ {#- This block extracts the system message, so we can slot it into the right place. #}
20
+ {%- if messages[0]['role'] == 'system' %}
21
+ {%- set system_message = messages[0]['content']|trim %}
22
+ {%- set messages = messages[1:] %}
23
+ {%- else %}
24
+ {%- set system_message = "" %}
25
+ {%- endif %}
26
+
27
+ {#- System message #}
28
+ {{- "<|start_header_id|>system<|end_header_id|>\n\n" }}
29
+ {%- if tools is not none %}
30
+ {{- "Environment: ipython\n" }}
31
+ {%- endif %}
32
+ {{- "Cutting Knowledge Date: December 2023\n" }}
33
+ {{- "Today Date: " + date_string + "\n\n" }}
34
+ {%- if tools is not none and not tools_in_user_message %}
35
+ {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }}
36
+ {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }}
37
+ {{- "Do not use variables.\n\n" }}
38
+ {%- for t in tools %}
39
+ {{- t | tojson(indent=4) }}
40
+ {{- "\n\n" }}
41
+ {%- endfor %}
42
+ {%- endif %}
43
+ {{- system_message }}
44
+ {{- "<|eot_id|>" }}
45
+
46
+ {#- Custom tools are passed in a user message with some extra guidance #}
47
+ {%- if tools_in_user_message and not tools is none %}
48
+ {#- Extract the first user message so we can plug it in here #}
49
+ {%- if messages | length != 0 %}
50
+ {%- set first_user_message = messages[0]['content']|trim %}
51
+ {%- set messages = messages[1:] %}
52
+ {%- else %}
53
+ {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }}
54
+ {%- endif %}
55
+ {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}}
56
+ {{- "Given the following functions, please respond with a JSON for a function call " }}
57
+ {{- "with its proper arguments that best answers the given prompt.\n\n" }}
58
+ {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }}
59
+ {{- "Do not use variables.\n\n" }}
60
+ {%- for t in tools %}
61
+ {{- t | tojson(indent=4) }}
62
+ {{- "\n\n" }}
63
+ {%- endfor %}
64
+ {{- first_user_message + "<|eot_id|>"}}
65
+ {%- endif %}
66
+
67
+ {%- for message in messages %}
68
+ {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}
69
+ {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }}
70
+ {%- elif 'tool_calls' in message %}
71
+ {%- if not message.tool_calls|length == 1 %}
72
+ {{- raise_exception("This model only supports single tool-calls at once!") }}
73
+ {%- endif %}
74
+ {%- set tool_call = message.tool_calls[0].function %}
75
+ {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}}
76
+ {{- '{"name": "' + tool_call.name + '", ' }}
77
+ {{- '"parameters": ' }}
78
+ {{- tool_call.arguments | tojson }}
79
+ {{- "}" }}
80
+ {{- "<|eot_id|>" }}
81
+ {%- elif message.role == "tool" or message.role == "ipython" %}
82
+ {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }}
83
+ {%- if message.content is mapping or message.content is iterable %}
84
+ {{- message.content | tojson }}
85
+ {%- else %}
86
+ {{- message.content }}
87
+ {%- endif %}
88
+ {{- "<|eot_id|>" }}
89
+ {%- endif %}
90
+ {%- endfor %}
91
+ {%- if add_generation_prompt %}
92
+ {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }}
93
+ {%- endif %}
models/shared/small/Llasa/1b/config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ea673ff9f96cbb9ab820ead25132f51830eb092068caa70c9de67fbccb3bfb9
3
+ size 931
models/shared/small/Llasa/1b/generation_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bab06a398ca622f8b941eb0b5f425d71d007080436cfa4f37d6c03c23b756a9
3
+ size 234
models/shared/small/Llasa/1b/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1ce6dc6ad154f432a10b0fde3587e0df14ea98b253281563696d3bccd33b150
3
+ size 2740113872
models/shared/small/Llasa/1b/special_tokens_map.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f526dabe70ae46e1fb9caff406987c5e46a18f2c572906efa75b890e7833fb2a
3
+ size 340
models/shared/small/Llasa/1b/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71d92f3dbf3c23d734e6356241cef149b42fe79848176a54145b6f9a886fd73b
3
+ size 29521206
models/shared/small/Llasa/1b/tokenizer_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3a0bc683fa421c81ac485b342f9a5b187175ea377ea0ba842d9db64b5e4ba85
3
+ size 11706435
models/shared/small/Orpheus/3b-0.1/chat_template.jinja ADDED
@@ -0,0 +1,93 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {{- bos_token }}
2
+ {%- if custom_tools is defined %}
3
+ {%- set tools = custom_tools %}
4
+ {%- endif %}
5
+ {%- if not tools_in_user_message is defined %}
6
+ {%- set tools_in_user_message = true %}
7
+ {%- endif %}
8
+ {%- if not date_string is defined %}
9
+ {%- if strftime_now is defined %}
10
+ {%- set date_string = strftime_now("%d %b %Y") %}
11
+ {%- else %}
12
+ {%- set date_string = "26 Jul 2024" %}
13
+ {%- endif %}
14
+ {%- endif %}
15
+ {%- if not tools is defined %}
16
+ {%- set tools = none %}
17
+ {%- endif %}
18
+
19
+ {#- This block extracts the system message, so we can slot it into the right place. #}
20
+ {%- if messages[0]['role'] == 'system' %}
21
+ {%- set system_message = messages[0]['content']|trim %}
22
+ {%- set messages = messages[1:] %}
23
+ {%- else %}
24
+ {%- set system_message = "" %}
25
+ {%- endif %}
26
+
27
+ {#- System message #}
28
+ {{- "<|start_header_id|>system<|end_header_id|>\n\n" }}
29
+ {%- if tools is not none %}
30
+ {{- "Environment: ipython\n" }}
31
+ {%- endif %}
32
+ {{- "Cutting Knowledge Date: December 2023\n" }}
33
+ {{- "Today Date: " + date_string + "\n\n" }}
34
+ {%- if tools is not none and not tools_in_user_message %}
35
+ {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }}
36
+ {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }}
37
+ {{- "Do not use variables.\n\n" }}
38
+ {%- for t in tools %}
39
+ {{- t | tojson(indent=4) }}
40
+ {{- "\n\n" }}
41
+ {%- endfor %}
42
+ {%- endif %}
43
+ {{- system_message }}
44
+ {{- "<|eot_id|>" }}
45
+
46
+ {#- Custom tools are passed in a user message with some extra guidance #}
47
+ {%- if tools_in_user_message and not tools is none %}
48
+ {#- Extract the first user message so we can plug it in here #}
49
+ {%- if messages | length != 0 %}
50
+ {%- set first_user_message = messages[0]['content']|trim %}
51
+ {%- set messages = messages[1:] %}
52
+ {%- else %}
53
+ {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }}
54
+ {%- endif %}
55
+ {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}}
56
+ {{- "Given the following functions, please respond with a JSON for a function call " }}
57
+ {{- "with its proper arguments that best answers the given prompt.\n\n" }}
58
+ {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }}
59
+ {{- "Do not use variables.\n\n" }}
60
+ {%- for t in tools %}
61
+ {{- t | tojson(indent=4) }}
62
+ {{- "\n\n" }}
63
+ {%- endfor %}
64
+ {{- first_user_message + "<|eot_id|>"}}
65
+ {%- endif %}
66
+
67
+ {%- for message in messages %}
68
+ {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}
69
+ {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }}
70
+ {%- elif 'tool_calls' in message %}
71
+ {%- if not message.tool_calls|length == 1 %}
72
+ {{- raise_exception("This model only supports single tool-calls at once!") }}
73
+ {%- endif %}
74
+ {%- set tool_call = message.tool_calls[0].function %}
75
+ {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}}
76
+ {{- '{"name": "' + tool_call.name + '", ' }}
77
+ {{- '"parameters": ' }}
78
+ {{- tool_call.arguments | tojson }}
79
+ {{- "}" }}
80
+ {{- "<|eot_id|>" }}
81
+ {%- elif message.role == "tool" or message.role == "ipython" %}
82
+ {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }}
83
+ {%- if message.content is mapping or message.content is iterable %}
84
+ {{- message.content | tojson }}
85
+ {%- else %}
86
+ {{- message.content }}
87
+ {%- endif %}
88
+ {{- "<|eot_id|>" }}
89
+ {%- endif %}
90
+ {%- endfor %}
91
+ {%- if add_generation_prompt %}
92
+ {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }}
93
+ {%- endif %}
models/shared/small/Orpheus/3b-0.1/config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fad43fc01eea1dbffc365cf98f97d52ced37bd0d604b395c576ebeab1eb85048
3
+ size 898
models/shared/small/Orpheus/3b-0.1/generation_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:282855859ac10d3ccc1ff79fde2f8bf1568734d5d4e0c06f6173121d79b76e56
3
+ size 230
models/shared/small/Orpheus/3b-0.1/model-00001-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9428f65718e0270e8dd8a60070206fea3056a5d6d254ea4feb44066b0960c5ea
3
+ size 4991037968