Spaces:
Configuration error
Configuration error
File size: 2,670 Bytes
2a3a041 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 |
# Copyright (c) Facebook, Inc. and its affiliates. All Rights Reserved.
replace_dict = {' .': '.',
' ,': ',',
' ;': ';',
' :': ':',
'( ': '(',
' )': ')',
" '": "'"}
def get_recipe(ids, vocab):
toks = []
for id_ in ids:
toks.append(vocab[id_])
return toks
def get_ingrs(ids, ingr_vocab_list):
gen_ingrs = []
for ingr_idx in ids:
ingr_name = ingr_vocab_list[ingr_idx]
if ingr_name == '<pad>':
break
gen_ingrs.append(ingr_name)
return gen_ingrs
def prettify(toks, replace_dict):
toks = ' '.join(toks)
toks = toks.split('<end>')[0]
sentences = toks.split('<eoi>')
pretty_sentences = []
for sentence in sentences:
sentence = sentence.strip()
sentence = sentence.capitalize()
for k, v in replace_dict.items():
sentence = sentence.replace(k, v)
if sentence != '':
pretty_sentences.append(sentence)
return pretty_sentences
def colorized_list(ingrs, ingrs_gt, colorize=False):
if colorize:
colorized_list = []
for word in ingrs:
if word in ingrs_gt:
word = '\033[1;30;42m ' + word + ' \x1b[0m'
else:
word = '\033[1;30;41m ' + word + ' \x1b[0m'
colorized_list.append(word)
return colorized_list
else:
return ingrs
def prepare_output(ids, gen_ingrs, ingr_vocab_list, vocab):
toks = get_recipe(ids, vocab)
is_valid = True
reason = 'All ok.'
try:
cut = toks.index('<end>')
toks_trunc = toks[0:cut]
except:
toks_trunc = toks
is_valid = False
reason = 'no eos found'
# repetition score
score = float(len(set(toks_trunc))) / float(len(toks_trunc))
prev_word = ''
found_repeat = False
for word in toks_trunc:
if prev_word == word and prev_word != '<eoi>':
found_repeat = True
break
prev_word = word
toks = prettify(toks, replace_dict)
title = toks[0]
toks = toks[1:]
if gen_ingrs is not None:
gen_ingrs = get_ingrs(gen_ingrs, ingr_vocab_list)
if score <= 0.3:
reason = 'Diversity score.'
is_valid = False
elif len(toks) != len(set(toks)):
reason = 'Repeated instructions.'
is_valid = False
elif found_repeat:
reason = 'Found word repeat.'
is_valid = False
valid = {'is_valid': is_valid, 'reason': reason, 'score': score}
outs = {'title': title, 'recipe': toks, 'ingrs': gen_ingrs}
return outs, valid
|