h2oai
/

h2ogpt-gm-oasst1-en-2048-falcon-40b-v1

Text Generation

large language model

text-generation-inference

Model card Files Files and versions Community

psinger commited on Jun 7, 2023

Commit

b64b221

•

1 Parent(s): 6c718c9

Update README.md

Files changed (1) hide show

README.md +3 -3

README.md CHANGED Viewed

@@ -66,7 +66,7 @@ generate_text = pipeline(
 res = generate_text(
     "Why is drinking water so healthy?",
     min_new_tokens=2,
-    max_new_tokens=512,
     do_sample=False,
     num_beams=1,
     temperature=float(0.3),
@@ -109,7 +109,7 @@ generate_text = H2OTextGenerationPipeline(model=model, tokenizer=tokenizer)
 res = generate_text(
     "Why is drinking water so healthy?",
     min_new_tokens=2,
-    max_new_tokens=512,
     do_sample=False,
     num_beams=1,
     temperature=float(0.3),
@@ -139,7 +139,7 @@ inputs = tokenizer(prompt, return_tensors="pt", add_special_tokens=False).to("cu
 tokens = model.generate(
     **inputs,
     min_new_tokens=2,
-    max_new_tokens=512,
     do_sample=False,
     num_beams=1,
     temperature=float(0.3),

 res = generate_text(
     "Why is drinking water so healthy?",
     min_new_tokens=2,
+    max_new_tokens=1024,
     do_sample=False,
     num_beams=1,
     temperature=float(0.3),
 res = generate_text(
     "Why is drinking water so healthy?",
     min_new_tokens=2,
+    max_new_tokens=1024,
     do_sample=False,
     num_beams=1,
     temperature=float(0.3),
 tokens = model.generate(
     **inputs,
     min_new_tokens=2,
+    max_new_tokens=1024,
     do_sample=False,
     num_beams=1,
     temperature=float(0.3),