TiberiuCristianLeon commited on
Commit
79c9157
·
verified ·
1 Parent(s): 2ad2ba0

hplt zh to zh_hunt code

Browse files
Files changed (1) hide show
  1. app.py +5 -2
app.py CHANGED
@@ -65,8 +65,8 @@ class Translators:
65
  def mitre(self):
66
  from transformers import AutoModel, AutoTokenizer
67
  tokenizer = AutoTokenizer.from_pretrained(self.model_name, trust_remote_code=True, use_fast=False)
68
- # model = AutoModel.from_pretrained(self.model_name, trust_remote_code=True, use_fast=False).to(self.device)
69
- model = AutoModel.from_pretrained(self.model_name, trust_remote_code=True)
70
  # model.half() # recommended for GPU
71
  model.eval()
72
  # Translating from one or several sentences to a sole language
@@ -88,6 +88,9 @@ class Translators:
88
  'en-ga', 'en-gl', 'en-hi', 'en-hr', 'en-is', 'en-mt', 'en-nn', 'en-sq', 'en-sw',
89
  'en-zh_hant', 'et-en', 'eu-en', 'fi-en', 'ga-en', 'gl-en', 'hi-en', 'hr-en',
90
  'is-en', 'mt-en', 'nn-en', 'sq-en', 'sw-en', 'zh_hant-en']
 
 
 
91
  if opus:
92
  hplt_model = f'HPLT/translate-{self.sl}-{self.tl}-v1.0-hplt_opus' # HPLT/translate-en-hr-v1.0-hplt_opus
93
  else:
 
65
  def mitre(self):
66
  from transformers import AutoModel, AutoTokenizer
67
  tokenizer = AutoTokenizer.from_pretrained(self.model_name, trust_remote_code=True, use_fast=False)
68
+ model = AutoModel.from_pretrained(self.model_name, trust_remote_code=True, use_fast=False).to(self.device)
69
+ # model = AutoModel.from_pretrained(self.model_name, trust_remote_code=True)
70
  # model.half() # recommended for GPU
71
  model.eval()
72
  # Translating from one or several sentences to a sole language
 
88
  'en-ga', 'en-gl', 'en-hi', 'en-hr', 'en-is', 'en-mt', 'en-nn', 'en-sq', 'en-sw',
89
  'en-zh_hant', 'et-en', 'eu-en', 'fi-en', 'ga-en', 'gl-en', 'hi-en', 'hr-en',
90
  'is-en', 'mt-en', 'nn-en', 'sq-en', 'sw-en', 'zh_hant-en']
91
+ lang_map = {"zh": "zh_hant"}
92
+ self.sl = lang_map.get(self.sl, self.sl)
93
+ self.tl = lang_map.get(self.tl, self.tl)
94
  if opus:
95
  hplt_model = f'HPLT/translate-{self.sl}-{self.tl}-v1.0-hplt_opus' # HPLT/translate-en-hr-v1.0-hplt_opus
96
  else: