|
|
|
|
|
replace_dict = {' .': '.', |
|
' ,': ',', |
|
' ;': ';', |
|
' :': ':', |
|
'( ': '(', |
|
' )': ')', |
|
" '": "'"} |
|
|
|
|
|
def get_recipe(ids, vocab): |
|
toks = [] |
|
for id_ in ids: |
|
toks.append(vocab[id_]) |
|
return toks |
|
|
|
|
|
def get_ingrs(ids, ingr_vocab_list): |
|
gen_ingrs = [] |
|
for ingr_idx in ids: |
|
ingr_name = ingr_vocab_list[ingr_idx] |
|
if ingr_name == '<pad>': |
|
break |
|
gen_ingrs.append(ingr_name) |
|
return gen_ingrs |
|
|
|
|
|
def prettify(toks, replace_dict): |
|
toks = ' '.join(toks) |
|
toks = toks.split('<end>')[0] |
|
sentences = toks.split('<eoi>') |
|
|
|
pretty_sentences = [] |
|
for sentence in sentences: |
|
sentence = sentence.strip() |
|
sentence = sentence.capitalize() |
|
for k, v in replace_dict.items(): |
|
sentence = sentence.replace(k, v) |
|
if sentence != '': |
|
pretty_sentences.append(sentence) |
|
return pretty_sentences |
|
|
|
|
|
def colorized_list(ingrs, ingrs_gt, colorize=False): |
|
if colorize: |
|
colorized_list = [] |
|
for word in ingrs: |
|
if word in ingrs_gt: |
|
word = '\033[1;30;42m ' + word + ' \x1b[0m' |
|
else: |
|
word = '\033[1;30;41m ' + word + ' \x1b[0m' |
|
colorized_list.append(word) |
|
return colorized_list |
|
else: |
|
return ingrs |
|
|
|
|
|
def prepare_output(ids, gen_ingrs, ingr_vocab_list, vocab): |
|
|
|
toks = get_recipe(ids, vocab) |
|
is_valid = True |
|
reason = 'All ok.' |
|
try: |
|
cut = toks.index('<end>') |
|
toks_trunc = toks[0:cut] |
|
except: |
|
toks_trunc = toks |
|
is_valid = False |
|
reason = 'no eos found' |
|
|
|
|
|
score = float(len(set(toks_trunc))) / float(len(toks_trunc)) |
|
|
|
prev_word = '' |
|
found_repeat = False |
|
for word in toks_trunc: |
|
if prev_word == word and prev_word != '<eoi>': |
|
found_repeat = True |
|
break |
|
prev_word = word |
|
|
|
toks = prettify(toks, replace_dict) |
|
title = toks[0] |
|
toks = toks[1:] |
|
|
|
if gen_ingrs is not None: |
|
gen_ingrs = get_ingrs(gen_ingrs, ingr_vocab_list) |
|
|
|
if score <= 0.3: |
|
reason = 'Diversity score.' |
|
is_valid = False |
|
elif len(toks) != len(set(toks)): |
|
reason = 'Repeated instructions.' |
|
is_valid = False |
|
elif found_repeat: |
|
reason = 'Found word repeat.' |
|
is_valid = False |
|
|
|
valid = {'is_valid': is_valid, 'reason': reason, 'score': score} |
|
outs = {'title': title, 'recipe': toks, 'ingrs': gen_ingrs} |
|
|
|
return outs, valid |
|
|
