-
Notifications
You must be signed in to change notification settings - Fork 27
/
tts_voicechanger.py
78 lines (74 loc) · 5.92 KB
/
tts_voicechanger.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
import random
import shutil
import os
from gradio_client import Client
client = Client("http://127.0.0.1:7860/")
# How to use this new TTS Client? I leave the gradio api demo page as a reference
# client = Client("http://127.0.0.1:7860/")
# result = client.predict(
# "Howdy!", # str in '请填写您想要转换的文本(中英皆可)' Textbox component
# "Bilibili - 一清清清,Bilibili - 一清清清", # str (Option from: [('Bilibili - 一清清清', 'Bilibili - 一清清清'), ('ALL - Bob Sponge', 'ALL - Bob Sponge'), ('ALL - Ariana Grande', 'ALL - Ariana Grande'), ('ALL - Stefanie Sun', 'ALL - Stefanie Sun')])
# in '请选择您的AI歌手(必选)' Dropdown component
# "Microsoft Adri Online (Natural) - Afrikaans (South Africa) (Female),Microsoft Adri Online (Natural) - Afrikaans (South Africa) (Female)", # str (Option from: [('Microsoft Adri Online (Natural) - Afrikaans (South Africa) (Female)', 'Microsoft Adri Online (Natural) - Afrikaans (South Africa) (Female)'), ('Microsoft Willem Online (Natural) - Afrikaans (South Africa) (Male)', 'Microsoft Willem Online (Natural) - Afrikaans (South Africa) (Male)'), ('Microsoft Anila Online (Natural) - Albanian (Albania) (Female)', 'Microsoft Anila Online (Natural) - Albanian (Albania) (Female)'), ('Microsoft Ilir Online (Natural) - Albanian (Albania) (Male)', 'Microsoft Ilir Online (Natural) - Albanian (Albania) (Male)'), ('Microsoft Ameha Online (Natural) - Amharic (Ethiopia) (Male)', 'Microsoft Ameha Online (Natural) - Amharic (Ethiopia) (Male)'), ('Microsoft Mekdes Online (Natural) - Amharic (Ethiopia) (Female)', 'Microsoft Mekdes Online (Natural) - Amharic (Ethiopia) (Female)'),
# ('Microsoft Amina Online (Natural) - Arabic (Algeria) (Female)', 'Microsoft Amina Online (Natural) - Arabic (Algeria) (Female)'), ('Microsoft Ismael Online (Natural) - Arabic (Algeria) (Male)', 'Microsoft Ismael Online (Natural) - Arabic (Algeria) (Male)'), ('Microsoft Ali Online (Natural) - Arabic (Bahrain) (Male)', 'Microsoft Ali Online (Natural) - Arabic (Bahrain) (Male)'), ('Microsoft Laila Online (Natural) - Arabic (Bahrain) (Female)', 'Microsoft Laila Online (Natural) - Arabic (Bahrain) (Female)'), ('Microsoft Salma Online (Natural) - Arabic (Egypt) (Female)', 'Microsoft Salma Online (Natural) - Arabic (Egypt) (Female)'), ('Microsoft Shakir Online (Natural) - Arabic (Egypt) (Male)', 'Microsoft Shakir Online (Natural) - Arabic (Egypt) (Male)'), ...)
#
# in '请选择一个相应语言的说话人' Dropdown component
# -24, # int | float (numeric value between -24 and 24)
# in 'Pitch' Slider component
# "pm", # str in 'f0 methods' Radio component
# 0, # int | float (numeric value between 0 and 1)
# in 'Feature ratio' Slider component
# 0, # int | float (numeric value between 0 and 7)
# in 'Filter radius' Slider component
# 0, # int | float (numeric value between 0 and 1)
# in 'Volume envelope mix rate' Slider component
# "Disable resampling,Disable resampling", # str (Option from: [('Disable resampling', 'Disable resampling'), ('16000', '16000'), ('22050', '22050'), ('44100', '44100'), ('48000', '48000')])
# in 'Resample rate' Dropdown component
# api_name="/tts_conversion"
# )
# print(result)
TTS_MODELS = {
"male":{
"Chinese": "Microsoft Yunyang Online (Natural) - Chinese (Mainland) (Male)",
"English": "Microsoft Eric Online (Natural) - English (United States) (Male)",
"Japanese": "Microsoft Keita Online (Natural) - Japanese (Japan) (Male)",
},
"female":{
"Chinese": "Microsoft Xiaoyi Online (Natural) - Chinese (Mainland) (Female)",
"English": "Microsoft Ana Online (Natural) - English (United States) (Female)",
"Japanese": "Microsoft Nanami Online (Natural) - Japanese (Japan) (Female)",
}
}
class TTSTalker():
def __init__(self,selected_voice, gender, language) -> None:
self.selected_voice = selected_voice
self.gender = gender
self.language = language
def test(self, text, audio_path=None):
self.gender = random.choice(['male', 'female']) if self.gender not in TTS_MODELS else self.gender
languages = TTS_MODELS[self.gender].keys()
self.language = random.choice(languages) if self.language not in languages else self.language
tts_model = TTS_MODELS[self.gender][self.language]
result = client.predict(
text, # str in '请填写您想要转换的文本(中英皆可)' Textbox component
self.selected_voice, # str (Option from: [('Bilibili - 一清清清', 'Bilibili - 一清清清'), ('ALL - Bob Sponge', 'ALL - Bob Sponge'), ('ALL - Ariana Grande', 'ALL - Ariana Grande'), ('ALL - Stefanie Sun', 'ALL - Stefanie Sun')]) in '请选择您的AI歌手(必选)' Dropdown component
tts_model, # in '请选择一个相应语言的说话人' Dropdown component
0, # int | float (numeric value between -24 and 24) in 'Pitch' Slider component
"pm", # str in 'f0 methods' Radio component
0, # int | float (numeric value between 0 and 1) in 'Feature ratio' Slider component
0, # int | float (numeric value between 0 and 7) in 'Filter radius' Slider component
0, # int | float (numeric value between 0 and 1) in 'Volume envelope mix rate' Slider component
"Disable resampling", # str (Option from: [('Disable resampling', 'Disable resampling'), ('16000','16000'), ('22050', '22050'), ('44100', '44100'), ('48000', '48000')]) in 'Resample rate' Dropdown component
api_name="/tts_conversion"
)
print(result[1])
print(result)
if result[1] == 'Success':
if not os.path.exists(audio_path):
os.makedirs(audio_path)
output_path = os.path.join(audio_path, 'tempfile.mp3')
print(output_path)
shutil.copy(result[0], output_path)
return output_path
else:
raise ValueError("failed with SVC")