prithivMLmods commited on
Commit
43d7384
1 Parent(s): 0334af6

Upload 12 files

Browse files
.gitattributes CHANGED
@@ -36,3 +36,13 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
36
  acrux-500m-o1-journey-f16.gguf filter=lfs diff=lfs merge=lfs -text
37
  acrux-500m-o1-journey-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
38
  acrux-500m-o1-journey-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
36
  acrux-500m-o1-journey-f16.gguf filter=lfs diff=lfs merge=lfs -text
37
  acrux-500m-o1-journey-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
38
  acrux-500m-o1-journey-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
39
+ acrux-500m-o1-journey-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
40
+ acrux-500m-o1-journey-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
41
+ acrux-500m-o1-journey-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
42
+ acrux-500m-o1-journey-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
43
+ acrux-500m-o1-journey-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
44
+ acrux-500m-o1-journey-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
45
+ acrux-500m-o1-journey-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
46
+ acrux-500m-o1-journey-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
47
+ acrux-500m-o1-journey-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
48
+ acrux-500m-o1-journey-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Modelfile ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+ FROM /content/prithivMLmods/Acrux-500M-o1-Journey-GGUF/acrux-500m-o1-journey-f16.gguf
3
+ TEMPLATE """{{- if .Messages }}
4
+ {{- if or .System .Tools }}<|im_start|>system
5
+ {{- if .System }}
6
+ {{ .System }}
7
+ {{- end }}
8
+ {{- if .Tools }}
9
+
10
+ # Tools
11
+
12
+ You may call one or more functions to assist with the user query.
13
+
14
+ You are provided with function signatures within <tools></tools> XML tags:
15
+ <tools>
16
+ {{- range .Tools }}
17
+ {"type": "function", "function": {{ .Function }}}
18
+ {{- end }}
19
+ </tools>
20
+
21
+ For each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:
22
+ <tool_call>
23
+ {"name": <function-name>, "arguments": <args-json-object>}
24
+ </tool_call>
25
+ {{- end }}<|im_end|>
26
+ {{ end }}
27
+ {{- range $i, $_ := .Messages }}
28
+ {{- $last := eq (len (slice $.Messages $i)) 1 -}}
29
+ {{- if eq .Role "user" }}<|im_start|>user
30
+ {{ .Content }}<|im_end|>
31
+ {{ else if eq .Role "assistant" }}<|im_start|>assistant
32
+ {{ if .Content }}{{ .Content }}
33
+ {{- else if .ToolCalls }}<tool_call>
34
+ {{ range .ToolCalls }}{"name": "{{ .Function.Name }}", "arguments": {{ .Function.Arguments }}}
35
+ {{ end }}</tool_call>
36
+ {{- end }}{{ if not $last }}<|im_end|>
37
+ {{ end }}
38
+ {{- else if eq .Role "tool" }}<|im_start|>user
39
+ <tool_response>
40
+ {{ .Content }}
41
+ </tool_response><|im_end|>
42
+ {{ end }}
43
+ {{- if and (ne .Role "assistant") $last }}<|im_start|>assistant
44
+ {{ end }}
45
+ {{- end }}
46
+ {{- else }}
47
+ {{- if .System }}<|im_start|>system
48
+ {{ .System }}<|im_end|>
49
+ {{ end }}{{ if .Prompt }}<|im_start|>user
50
+ {{ .Prompt }}<|im_end|>
51
+ {{ end }}<|im_start|>assistant
52
+ {{ end }}{{ .Response }}{{ if .Response }}<|im_end|>{{ end }}"""
53
+ PARAMETER stop "<|im_end|>"
54
+ PARAMETER stop "<|endoftext|>"
55
+ PARAMETER temperature 1.5
56
+ PARAMETER min_p 0.1
acrux-500m-o1-journey-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1dd6423ee0cc5178f7073b186bbf215e1c0152924bfca8cbbc94a67e955cbbe
3
+ size 355466080
acrux-500m-o1-journey-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb641434bec8c16aaf2db6f837bde61fa036841aa14e967305052231173f9d76
3
+ size 338262880
acrux-500m-o1-journey-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1202eac206279588bf37a385ae5300869d043a4cbe241ef11af944cb2ce97331
3
+ size 352154464
acrux-500m-o1-journey-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1640ced56e67a5e2ebc3018fcac94270c554779edbb5e425fa3169901fb39a8
3
+ size 397807456
acrux-500m-o1-journey-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3298274959460bfa998af2bc96518964783d2b42c27707640ba0f6048366e8a9
3
+ size 385471328
acrux-500m-o1-journey-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bdaff379a4dccb045c8404ce419a12b16af3492d701545db1c70226151d924d
3
+ size 396882784
acrux-500m-o1-journey-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0becb6d45e05b42112ddb18453d57c97634cc030cfd200a33b752aa19ffcf66e
3
+ size 420085600
acrux-500m-o1-journey-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d8bdea13e43cc1c9e485eaa8beafb5cacba7aac1bf99792b4e25afad04e2f08
3
+ size 412709728
acrux-500m-o1-journey-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d35415db5d4d97f4ff380097dd7a0244328d2353a576ff35b7cfd49540563769
3
+ size 505736032
acrux-500m-o1-journey-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5c50a8ad0f56fde0f8d8f641043116d6a15af24fb73e9b858025fb9c6134640
3
+ size 531067744
config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "model_type": "qwen2"
3
+ }