TroyDoesAI commited on
Commit
ba2bca4
1 Parent(s): 5650c90

Try Me ~ Maybe Python, Maybe Mermaid, Maybe even Context Obedient Prompt Template.

Browse files
Files changed (3) hide show
  1. .gitattributes +1 -0
  2. BlackSheep.gguf +3 -0
  3. Modelfile +81 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ BlackSheep.gguf filter=lfs diff=lfs merge=lfs -text
BlackSheep.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:448a6e1bb7dde3ea24d8e2758b83620131867ae055c60a24faa13b0a6d3f300c
3
+ size 2318919744
Modelfile ADDED
@@ -0,0 +1,81 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ FROM ./BlackSheep.gguf
2
+
3
+ # set the temperature to 1 [higher is more creative, lower is more coherent]
4
+ PARAMETER temperature 0.44224422442
5
+ PARAMETER num_ctx 4096
6
+ PARAMETER num_gpu 42
7
+ # PARAMETER num_thread 2
8
+ PARAMETER stop "</s>"
9
+ PARAMETER stop "<s>"
10
+ PARAMETER stop "<br/>"
11
+ PARAMETER stop "<br>"
12
+ PARAMETER stop "<|im_start|>"
13
+ PARAMETER stop "<|user|>"
14
+ PARAMETER stop "<|end|>"
15
+ PARAMETER stop "<|im_end|>"
16
+ PARAMETER stop "<|`end `|>"
17
+ PARAMETER stop "<|` end `|>"
18
+ PARAMETER stop "<|` end`|>"
19
+ PARAMETER stop "<|`---`|>"
20
+ PARAMETER stop "<|endoftext|>"
21
+
22
+ PARAMETER stop "\n\n\n"
23
+ PARAMETER stop "BEGININPUT"
24
+ PARAMETER stop "ENDINPUT"
25
+ PARAMETER stop "BEGINCONTEXT"
26
+ PARAMETER stop "ENDCONTEXT"
27
+ PARAMETER stop "BEGININSTRUCTION"
28
+ PARAMETER stop "ENDINSTRUCTION"
29
+
30
+ # PARAMETER repeat_penalty 1.6
31
+
32
+ # PARAMETER num_predict -2
33
+
34
+ PARAMETER stop "<|start_header_id|>"
35
+ PARAMETER stop "<|end_header_id|>"
36
+ PARAMETER stop "<|eot_id|>"
37
+ PARAMETER stop "<|reserved_special_token"
38
+ PARAMETER stop "<|system|>"
39
+
40
+ # # set the system prompt
41
+ # TEMPLATE """
42
+ # <|im_start|> {{ if .System }}{{ .System }}{{ end }}{{ if .Prompt }} {{ .Prompt }} {{ end }}
43
+ # <|im_start|> {{ if .System }}{{ .System }}{{ end }} {{ .Response }} <|im_end|>
44
+ # """
45
+
46
+ # set the system prompt
47
+ # TEMPLATE """
48
+ # {{ if .System }}<|system|>
49
+ # {{ .System }}<|end|>
50
+ # {{ end }}{{ if .Prompt }}<|user|>
51
+ # {{ .Prompt }}<|end|>
52
+ # {{ end }}<|assistant|>
53
+ # {{ .Response }}<|end|>
54
+ # """
55
+
56
+
57
+ # TEMPLATE """
58
+ # BEGININPUT
59
+ # BEGINCONTEXT
60
+ # ENDCONTEXT
61
+ # {{ if .System }}<|system|>:{{ .System }}{{ end }}
62
+ # ENDINPUT
63
+ # BEGININSTRUCTION
64
+ # {{ if .Prompt }}{{ .Prompt }}{{ end }}
65
+ # ENDINSTRUCTION
66
+ # ### Contextual Response
67
+ # {{ .Response }}
68
+ # """
69
+
70
+ TEMPLATE """
71
+ Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request.
72
+
73
+
74
+ {{ if .System }}### Instruction:
75
+ {{ .System }}{{ end }}
76
+
77
+ {{ if .Prompt }}### Input:
78
+ {{ .Prompt }}{{ end }}
79
+
80
+ ### Response:
81
+ """