Spaces:
Sleeping
Sleeping
Rohankumar31
commited on
Commit
•
2ebc4da
1
Parent(s):
c4d572f
Delete main.py
Browse files
main.py
DELETED
@@ -1,10 +0,0 @@
|
|
1 |
-
import transformers
|
2 |
-
from transformers import TFGPT2LMHeadModel ,GPT2Tokenizer, BitsAndBytesConfig
|
3 |
-
import tensorflow as tf
|
4 |
-
tokenizer = GPT2Tokenizer.from_pretrained('gpt2')
|
5 |
-
model = TFGPT2LMHeadModel.from_pretrained('gpt2',pad_token_id = tokenizer.eos_token_id)
|
6 |
-
def generate_text(inp):
|
7 |
-
input_ids = tokenizer.encode(inp,return_tensors = 'tf')
|
8 |
-
beam_output = model.generate(input_ids, max_length = 100,num_beams = 5, no_repeat_ngram_size = 2, early_stopping = True)
|
9 |
-
output = tokenizer.decode(beam_output[0],skip_special_tokens = True, clean_up_tokenization_spaces = True)
|
10 |
-
return ".".join(output.split(".")[:-1]) + "."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|