GGUF
Inference Endpoints
TroyDoesAI commited on
Commit
61c1bc6
·
verified ·
1 Parent(s): 4d379dc

Upload 2 files

Browse files
Files changed (3) hide show
  1. .gitattributes +1 -0
  2. Modelfile +62 -0
  3. Rebel-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Rebel-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Modelfile ADDED
@@ -0,0 +1,62 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ FROM ./Rebel-Q6_K.gguf
2
+
3
+ # set the temperature to 1 [higher is more creative, lower is more coherent]
4
+ PARAMETER temperature 0.142
5
+ PARAMETER num_ctx 8192
6
+ # PARAMETER num_gpu 42
7
+ # PARAMETER num_thread 2
8
+ PARAMETER stop "</s>"
9
+ PARAMETER stop "<s>"
10
+ PARAMETER stop "<br/>"
11
+ PARAMETER stop "<br>"
12
+ PARAMETER stop "<|im_start|>"
13
+ PARAMETER stop "<|user|>"
14
+ PARAMETER stop "<|end|>"
15
+ PARAMETER stop "<|im_end|>"
16
+ PARAMETER stop "<|`end `|>"
17
+ PARAMETER stop "<|` end `|>"
18
+ PARAMETER stop "<|` end`|>"
19
+ PARAMETER stop "<|`---`|>"
20
+ PARAMETER stop "<|endoftext|>"
21
+ PARAMETER stop "<|`EndBlackSheepText `|>"
22
+ PARAMETER stop "
23
+
24
+
25
+ "
26
+ PARAMETER stop "---"
27
+ PARAMETER stop "<|End|>"
28
+ PARAMETER stop "<|End>"
29
+ PARAMETER stop "<|End"
30
+ PARAMETER stop "<|"
31
+ PARAMETER stop "\n\n\n"
32
+ PARAMETER stop "BEGININPUT"
33
+ PARAMETER stop "ENDINPUT"
34
+ PARAMETER stop "BEGINCONTEXT"
35
+ PARAMETER stop "ENDCONTEXT"
36
+ PARAMETER stop "BEGININSTRUCTION"
37
+ PARAMETER stop "ENDINSTRUCTION"
38
+ PARAMETER stop "Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request."
39
+ PARAMETER stop "### Input:"
40
+ PARAMETER stop "### Instruction"
41
+ # PARAMETER num_predict -2
42
+
43
+ PARAMETER stop "<|start_header_id|>"
44
+ PARAMETER stop "<|end_header_id|>"
45
+ PARAMETER stop "<|eot_id|>"
46
+ PARAMETER stop "<|reserved_special_token"
47
+ PARAMETER stop "<|system|>"
48
+ PARAMETER stop " \`\`\` "
49
+
50
+ TEMPLATE """
51
+ Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request.
52
+
53
+ {{ if .System }}### Instruction:
54
+ {{ .System }}{{ end }}
55
+ Dont Be A LAZY FUCK!
56
+ {{ if .Prompt }}### Input:
57
+ {{ .Prompt }}{{ end }}
58
+
59
+ ### Response:
60
+ <|`BlackSheep`|>
61
+ {{ .Response }}
62
+ """
Rebel-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40db8db74cd91baeb90dbcbf799da57260dfca00d3ab6e40e26a05f73ad572ae
3
+ size 10056208800