Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -22,7 +22,7 @@ def generate(
|
|
22 |
temperature,
|
23 |
top_p,
|
24 |
top_k,
|
25 |
-
|
26 |
seed,
|
27 |
model_path="roborovski/superprompt-v1",
|
28 |
dtype="fp16",
|
@@ -42,10 +42,12 @@ def generate(
|
|
42 |
input_text = f"{prompt}, {history}"
|
43 |
input_ids = tokenizer(input_text, return_tensors="pt").input_ids.to(device)
|
44 |
|
45 |
-
if
|
46 |
seed = random.randint(1, 100000)
|
47 |
torch.manual_seed(seed)
|
48 |
-
|
|
|
|
|
49 |
outputs = model.generate(
|
50 |
input_ids,
|
51 |
max_new_tokens=max_new_tokens,
|
@@ -121,7 +123,7 @@ additional_inputs = [
|
|
121 |
choices=["fp32", "fp16"],
|
122 |
value="fp16",
|
123 |
label="Model Precision",
|
124 |
-
info="
|
125 |
),
|
126 |
]
|
127 |
|
@@ -130,11 +132,11 @@ examples = [
|
|
130 |
[
|
131 |
"Expand the following prompt to add more detail: A storefront with 'Text to Image' written on it.",
|
132 |
None,
|
133 |
-
|
134 |
-
|
135 |
-
|
136 |
-
|
137 |
-
|
138 |
False,
|
139 |
None,
|
140 |
"roborovski/superprompt-v1",
|
|
|
22 |
temperature,
|
23 |
top_p,
|
24 |
top_k,
|
25 |
+
random_seed,
|
26 |
seed,
|
27 |
model_path="roborovski/superprompt-v1",
|
28 |
dtype="fp16",
|
|
|
42 |
input_text = f"{prompt}, {history}"
|
43 |
input_ids = tokenizer(input_text, return_tensors="pt").input_ids.to(device)
|
44 |
|
45 |
+
if random_seed:
|
46 |
seed = random.randint(1, 100000)
|
47 |
torch.manual_seed(seed)
|
48 |
+
else:
|
49 |
+
torch.manual_seed(seed)
|
50 |
+
|
51 |
outputs = model.generate(
|
52 |
input_ids,
|
53 |
max_new_tokens=max_new_tokens,
|
|
|
123 |
choices=["fp32", "fp16"],
|
124 |
value="fp16",
|
125 |
label="Model Precision",
|
126 |
+
info="fp32 is more precised, fp16 is faster and less memory consuming",
|
127 |
),
|
128 |
]
|
129 |
|
|
|
132 |
[
|
133 |
"Expand the following prompt to add more detail: A storefront with 'Text to Image' written on it.",
|
134 |
None,
|
135 |
+
512,
|
136 |
+
1.2,
|
137 |
+
0.5,
|
138 |
+
1,
|
139 |
+
50,
|
140 |
False,
|
141 |
None,
|
142 |
"roborovski/superprompt-v1",
|