Commit
·
e73eaa3
1
Parent(s):
c44762b
Update app.py
Browse files
app.py
CHANGED
|
@@ -4,6 +4,7 @@ import torch
|
|
| 4 |
from datasets import load_dataset
|
| 5 |
|
| 6 |
from transformers import SpeechT5ForTextToSpeech, SpeechT5HifiGan, SpeechT5Processor, pipeline
|
|
|
|
| 7 |
|
| 8 |
|
| 9 |
device = "cuda:0" if torch.cuda.is_available() else "cpu"
|
|
@@ -21,8 +22,11 @@ embeddings_dataset = load_dataset("Matthijs/cmu-arctic-xvectors", split="validat
|
|
| 21 |
speaker_embeddings = torch.tensor(embeddings_dataset[7306]["xvector"]).unsqueeze(0)
|
| 22 |
|
| 23 |
|
|
|
|
|
|
|
|
|
|
| 24 |
def translate(audio):
|
| 25 |
-
outputs = asr_pipe(audio, max_new_tokens=256, generate_kwargs={"task": "
|
| 26 |
return outputs["text"]
|
| 27 |
|
| 28 |
|
|
|
|
| 4 |
from datasets import load_dataset
|
| 5 |
|
| 6 |
from transformers import SpeechT5ForTextToSpeech, SpeechT5HifiGan, SpeechT5Processor, pipeline
|
| 7 |
+
from transformers import VitsModel, VitsTokenizer
|
| 8 |
|
| 9 |
|
| 10 |
device = "cuda:0" if torch.cuda.is_available() else "cpu"
|
|
|
|
| 22 |
speaker_embeddings = torch.tensor(embeddings_dataset[7306]["xvector"]).unsqueeze(0)
|
| 23 |
|
| 24 |
|
| 25 |
+
model = VitsModel.from_pretrained("Matthijs/mms-tts-deu").to(device)
|
| 26 |
+
tokenizer = VitsTokenizer.from_pretrained("Matthijs/mms-tts-deu")
|
| 27 |
+
|
| 28 |
def translate(audio):
|
| 29 |
+
outputs = asr_pipe(audio, max_new_tokens=256, generate_kwargs={"task": "transcribe", "language": "de"})
|
| 30 |
return outputs["text"]
|
| 31 |
|
| 32 |
|