def prepare_wmt_data(data_dir, en_vocabulary_size, fr_vocabulary_size, tokenizer=None):
 train_path = get_wmt_enfr_train_set(data_dir)
 dev_path = get_wmt_enfr_dev_set(data_dir)
 from_train_path = (train_path + '.en')
 to_train_path = (train_path + '.fr')
 from_dev_path = (dev_path + '.en')
 to_dev_path = (dev_path + '.fr')
 return prepare_data(data_dir, from_train_path, to_train_path, from_dev_path, to_dev_path, en_vocabulary_size, fr_vocabulary_size, tokenizer)

def prepare_wmt_data ( data_dir , en_vocabulary_size , fr_vocabulary_size , tokenizer = None ) : train_path = get_wmt_enfr_train_set ( data_dir ) dev_path = get_wmt_enfr_dev_set ( data_dir ) from_train_path = ( train_path + '.en' ) to_train_path = ( train_path + '.fr' ) from_dev_path = ( dev_path + '.en' ) to_dev_path = ( dev_path + '.fr' ) return prepare_data ( data_dir , from_train_path , to_train_path , from_dev_path , to_dev_path , en_vocabulary_size , fr_vocabulary_size , tokenizer )
get wmt data into data_dir .