(wip)add gpu gag

cosyvoice/cli/cosyvoice.py

@@ -12,6 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 import os
+import spaces
 import time
 from tqdm import tqdm
 from hyperpyyaml import load_hyperpyyaml
@@ -58,7 +59,7 @@ class CosyVoice:
     def list_avaliable_spks(self):
         spks = list(self.frontend.spk2info.keys())
         return spks
-
+    @spaces.GPU
     def inference_sft(self, tts_text, spk_id, stream=False, speed=1.0):
         for i in tqdm(self.frontend.text_normalize(tts_text, split=True)):
             model_input = self.frontend.frontend_sft(i, spk_id)
@@ -70,6 +71,7 @@ class CosyVoice:
                 yield model_output
                 start_time = time.time()
 
+    @spaces.GPU
     def inference_zero_shot(self, tts_text, prompt_text, prompt_speech_16k, stream=False, speed=1.0):
         prompt_text = self.frontend.text_normalize(prompt_text, split=False)
         for i in tqdm(self.frontend.text_normalize(tts_text, split=True)):