Upload main.py
Browse files- laovi_ctranslate2/main.py +12 -0
laovi_ctranslate2/main.py
ADDED
|
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
text = "ສະບາຍດີ, ຂ້ອຍເປັນວິສະວະກອນ NLP"
|
| 2 |
+
laovi_model_dir = 'laovi_ctranslate2'
|
| 3 |
+
#viru_model_dir = 'viru_ctranslate2'
|
| 4 |
+
|
| 5 |
+
lao_tokenizer=pyonmttok.Tokenizer(mode="none", sp_model_path = 'laovi_ctranslate2/source.model')
|
| 6 |
+
vi_tokenizer=pyonmttok.Tokenizer(mode="none", sp_model_path = 'laovi_ctranslate2/target.model')
|
| 7 |
+
|
| 8 |
+
tokenized=lao_tokenizer.tokenize(text)
|
| 9 |
+
|
| 10 |
+
translator = ctranslate2.Translator(laovi_model_dir)
|
| 11 |
+
translated = translator.translate_batch([tokenized[0]])
|
| 12 |
+
print(vi_tokenizer.detokenize(translated[0][0]['tokens']))
|