ToastyPigeon
commited on
Commit
•
25f4303
1
Parent(s):
41a20b5
Upload 2 files
Browse files
ST-formatting-Mistral-Small-Oneshot.json
ADDED
@@ -0,0 +1,43 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"instruct": {
|
3 |
+
"input_sequence": "",
|
4 |
+
"output_sequence": "\n",
|
5 |
+
"last_output_sequence": "[/INST]",
|
6 |
+
"system_sequence": "\n",
|
7 |
+
"stop_sequence": "</s>",
|
8 |
+
"wrap": false,
|
9 |
+
"macro": true,
|
10 |
+
"activation_regex": "",
|
11 |
+
"system_sequence_prefix": "",
|
12 |
+
"system_sequence_suffix": "",
|
13 |
+
"first_output_sequence": "",
|
14 |
+
"skip_examples": true,
|
15 |
+
"output_suffix": "</s>\n",
|
16 |
+
"input_suffix": "",
|
17 |
+
"system_suffix": "",
|
18 |
+
"user_alignment_message": "",
|
19 |
+
"system_same_as_user": false,
|
20 |
+
"last_system_sequence": "",
|
21 |
+
"first_input_sequence": "",
|
22 |
+
"last_input_sequence": "\n",
|
23 |
+
"names_behavior": "always",
|
24 |
+
"names_force_groups": true,
|
25 |
+
"name": "Mistral-Small-Simple-Oneshot"
|
26 |
+
},
|
27 |
+
"context": {
|
28 |
+
"story_string": "[INST] {{#if system}}{{system}}\n\n{{/if}}{{#if wiBefore}}## World Info:\n{{wiBefore}}\n{{/if}}{{#if description}}## {{char}}'s Description:\n{{description}}\n{{/if}}{{#if personality}}## {{char}}'s Personality:\n{{personality}}\n{{/if}}{{#if persona}}## {{user}}'s Persona:\n{{persona}}\n{{/if}}{{#if scenario}}## Scenario:\n{{scenario}}\n{{/if}}{{#if wiAfter}}## World Info:\n{{wiAfter}}\n{{/if}}{{#if mesExamples}}## {{char}}'s Example Response:\n{{mesExamples}}\n{{/if}}",
|
29 |
+
"example_separator": "",
|
30 |
+
"chat_start": "## Exchange:",
|
31 |
+
"use_stop_strings": false,
|
32 |
+
"allow_jailbreak": false,
|
33 |
+
"names_as_stop_strings": false,
|
34 |
+
"always_force_name2": true,
|
35 |
+
"trim_sentences": false,
|
36 |
+
"single_line": false,
|
37 |
+
"name": "Mistral-Small-Simple-Oneshot"
|
38 |
+
},
|
39 |
+
"sysprompt": {
|
40 |
+
"name": "Mistral-Small-Simple-Oneshot",
|
41 |
+
"content": "Write {{char}}'s next message in the Exchange below. Write 3-4 paragraphs, enough to move the scene forward but short enough to maintain a back-and-forth interaction pace. Your responses must be detailed, creative, immersive, and drive the scenario forward. Do not write {{user}}'s actions or dialog. Don't leave anything out, describe everything and do not summarize. Do not fast forward. The story must progress step by step.\nPrioritize {{char}}'s goals over {{user}}'s. Use the information below as your anchor point on how {{char}} should behave throughout the entire scenario:"
|
42 |
+
}
|
43 |
+
}
|
ST-sampling-preset-Mistral-Small.json
ADDED
@@ -0,0 +1,97 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"temp": 0.9,
|
3 |
+
"temperature_last": true,
|
4 |
+
"top_p": 1,
|
5 |
+
"top_k": 0,
|
6 |
+
"top_a": 0,
|
7 |
+
"tfs": 1,
|
8 |
+
"epsilon_cutoff": 0,
|
9 |
+
"eta_cutoff": 0,
|
10 |
+
"typical_p": 1,
|
11 |
+
"min_p": 0.03,
|
12 |
+
"rep_pen": 1,
|
13 |
+
"rep_pen_range": 0,
|
14 |
+
"rep_pen_decay": 0,
|
15 |
+
"rep_pen_slope": 1,
|
16 |
+
"no_repeat_ngram_size": 0,
|
17 |
+
"penalty_alpha": 0,
|
18 |
+
"num_beams": 1,
|
19 |
+
"length_penalty": 1,
|
20 |
+
"min_length": 0,
|
21 |
+
"encoder_rep_pen": 1,
|
22 |
+
"freq_pen": 0,
|
23 |
+
"presence_pen": 0,
|
24 |
+
"skew": 0,
|
25 |
+
"do_sample": true,
|
26 |
+
"early_stopping": false,
|
27 |
+
"dynatemp": false,
|
28 |
+
"min_temp": 1,
|
29 |
+
"max_temp": 1.5,
|
30 |
+
"dynatemp_exponent": 1,
|
31 |
+
"smoothing_factor": 0,
|
32 |
+
"smoothing_curve": 1,
|
33 |
+
"dry_allowed_length": 5,
|
34 |
+
"dry_multiplier": 0.5,
|
35 |
+
"dry_base": 1.75,
|
36 |
+
"dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\",\"{{char}}\",\"{{user}}\"]",
|
37 |
+
"dry_penalty_last_n": 0,
|
38 |
+
"add_bos_token": true,
|
39 |
+
"ban_eos_token": false,
|
40 |
+
"skip_special_tokens": false,
|
41 |
+
"mirostat_mode": 0,
|
42 |
+
"mirostat_tau": 5,
|
43 |
+
"mirostat_eta": 0.1,
|
44 |
+
"guidance_scale": 1,
|
45 |
+
"negative_prompt": "",
|
46 |
+
"grammar_string": "",
|
47 |
+
"json_schema": {},
|
48 |
+
"banned_tokens": "",
|
49 |
+
"sampler_priority": [
|
50 |
+
"repetition_penalty",
|
51 |
+
"presence_penalty",
|
52 |
+
"frequency_penalty",
|
53 |
+
"dry",
|
54 |
+
"temperature",
|
55 |
+
"dynamic_temperature",
|
56 |
+
"quadratic_sampling",
|
57 |
+
"min_p",
|
58 |
+
"top_k",
|
59 |
+
"top_p",
|
60 |
+
"typical_p",
|
61 |
+
"epsilon_cutoff",
|
62 |
+
"eta_cutoff",
|
63 |
+
"tfs",
|
64 |
+
"top_a",
|
65 |
+
"mirostat",
|
66 |
+
"xtc",
|
67 |
+
"encoder_repetition_penalty",
|
68 |
+
"no_repeat_ngram"
|
69 |
+
],
|
70 |
+
"samplers": [
|
71 |
+
"top_k",
|
72 |
+
"tfs_z",
|
73 |
+
"typical_p",
|
74 |
+
"top_p",
|
75 |
+
"min_p",
|
76 |
+
"xtc",
|
77 |
+
"temperature"
|
78 |
+
],
|
79 |
+
"ignore_eos_token": false,
|
80 |
+
"spaces_between_special_tokens": false,
|
81 |
+
"speculative_ngram": false,
|
82 |
+
"sampler_order": [
|
83 |
+
6,
|
84 |
+
0,
|
85 |
+
1,
|
86 |
+
3,
|
87 |
+
4,
|
88 |
+
2,
|
89 |
+
5
|
90 |
+
],
|
91 |
+
"logit_bias": [],
|
92 |
+
"xtc_threshold": 0.1,
|
93 |
+
"xtc_probability": 0,
|
94 |
+
"rep_pen_size": 0,
|
95 |
+
"genamt": 350,
|
96 |
+
"max_length": 16384
|
97 |
+
}
|