ykirpichev commited on
Commit
e73eaa3
·
1 Parent(s): c44762b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -1
app.py CHANGED
@@ -4,6 +4,7 @@ import torch
4
  from datasets import load_dataset
5
 
6
  from transformers import SpeechT5ForTextToSpeech, SpeechT5HifiGan, SpeechT5Processor, pipeline
 
7
 
8
 
9
  device = "cuda:0" if torch.cuda.is_available() else "cpu"
@@ -21,8 +22,11 @@ embeddings_dataset = load_dataset("Matthijs/cmu-arctic-xvectors", split="validat
21
  speaker_embeddings = torch.tensor(embeddings_dataset[7306]["xvector"]).unsqueeze(0)
22
 
23
 
 
 
 
24
  def translate(audio):
25
- outputs = asr_pipe(audio, max_new_tokens=256, generate_kwargs={"task": "translate"})
26
  return outputs["text"]
27
 
28
 
 
4
  from datasets import load_dataset
5
 
6
  from transformers import SpeechT5ForTextToSpeech, SpeechT5HifiGan, SpeechT5Processor, pipeline
7
+ from transformers import VitsModel, VitsTokenizer
8
 
9
 
10
  device = "cuda:0" if torch.cuda.is_available() else "cpu"
 
22
  speaker_embeddings = torch.tensor(embeddings_dataset[7306]["xvector"]).unsqueeze(0)
23
 
24
 
25
+ model = VitsModel.from_pretrained("Matthijs/mms-tts-deu").to(device)
26
+ tokenizer = VitsTokenizer.from_pretrained("Matthijs/mms-tts-deu")
27
+
28
  def translate(audio):
29
+ outputs = asr_pipe(audio, max_new_tokens=256, generate_kwargs={"task": "transcribe", "language": "de"})
30
  return outputs["text"]
31
 
32