hplt zh to zh_hunt code
Browse files
app.py
CHANGED
|
@@ -65,8 +65,8 @@ class Translators:
|
|
| 65 |
def mitre(self):
|
| 66 |
from transformers import AutoModel, AutoTokenizer
|
| 67 |
tokenizer = AutoTokenizer.from_pretrained(self.model_name, trust_remote_code=True, use_fast=False)
|
| 68 |
-
|
| 69 |
-
model = AutoModel.from_pretrained(self.model_name, trust_remote_code=True)
|
| 70 |
# model.half() # recommended for GPU
|
| 71 |
model.eval()
|
| 72 |
# Translating from one or several sentences to a sole language
|
|
@@ -88,6 +88,9 @@ class Translators:
|
|
| 88 |
'en-ga', 'en-gl', 'en-hi', 'en-hr', 'en-is', 'en-mt', 'en-nn', 'en-sq', 'en-sw',
|
| 89 |
'en-zh_hant', 'et-en', 'eu-en', 'fi-en', 'ga-en', 'gl-en', 'hi-en', 'hr-en',
|
| 90 |
'is-en', 'mt-en', 'nn-en', 'sq-en', 'sw-en', 'zh_hant-en']
|
|
|
|
|
|
|
|
|
|
| 91 |
if opus:
|
| 92 |
hplt_model = f'HPLT/translate-{self.sl}-{self.tl}-v1.0-hplt_opus' # HPLT/translate-en-hr-v1.0-hplt_opus
|
| 93 |
else:
|
|
|
|
| 65 |
def mitre(self):
|
| 66 |
from transformers import AutoModel, AutoTokenizer
|
| 67 |
tokenizer = AutoTokenizer.from_pretrained(self.model_name, trust_remote_code=True, use_fast=False)
|
| 68 |
+
model = AutoModel.from_pretrained(self.model_name, trust_remote_code=True, use_fast=False).to(self.device)
|
| 69 |
+
# model = AutoModel.from_pretrained(self.model_name, trust_remote_code=True)
|
| 70 |
# model.half() # recommended for GPU
|
| 71 |
model.eval()
|
| 72 |
# Translating from one or several sentences to a sole language
|
|
|
|
| 88 |
'en-ga', 'en-gl', 'en-hi', 'en-hr', 'en-is', 'en-mt', 'en-nn', 'en-sq', 'en-sw',
|
| 89 |
'en-zh_hant', 'et-en', 'eu-en', 'fi-en', 'ga-en', 'gl-en', 'hi-en', 'hr-en',
|
| 90 |
'is-en', 'mt-en', 'nn-en', 'sq-en', 'sw-en', 'zh_hant-en']
|
| 91 |
+
lang_map = {"zh": "zh_hant"}
|
| 92 |
+
self.sl = lang_map.get(self.sl, self.sl)
|
| 93 |
+
self.tl = lang_map.get(self.tl, self.tl)
|
| 94 |
if opus:
|
| 95 |
hplt_model = f'HPLT/translate-{self.sl}-{self.tl}-v1.0-hplt_opus' # HPLT/translate-en-hr-v1.0-hplt_opus
|
| 96 |
else:
|