tktts_gemini.py ダウンロード/コピー
tktts_gemini.py
tktts_gemini.py
1import os
2import sys
3import wave
4
5missing = []
6for lib in ["google-genai"]:
7 try:
8 __import__("google.genai")
9 except ImportError:
10 missing.append(lib)
11
12if missing:
13 print(f"Error: Missing libraries:\n{', '.join(missing)}")
14 print(" install: pip install google-genai")
15 input("\nPress ENTER to terminate>>\n")
16 sys.exit(1)
17
18from google import genai
19from google.genai import types
20from tktts_base import apply_replacements, normalize_speaker, split_dialogue
21
22TTS_ENGINE_NAME = 'gemini'
23# ご指摘のTTS専用モデルを正しく指定
24DEFAULT_TTS_MODEL = "gemini-3.8-flash-tts" # gemini-3.8-flash-lite-tts
25voices_available = ["Kore", "Puck", "Aoede", "Charon", "Fenrir"]
26DEFAULT_GEMINI_VOICE = "Kore"
27
28def get_available_voices_info():
29 voices = []
30 for v in voices_available:
31 voices.append({"name": v})
32 return voices
33
34def get_available_voices():
35 return voices_available
36
37def list_available_voices():
38 print(f"=== 利用可能な {TTS_ENGINE_NAME} voices ===")
39 voices = get_available_voices_info()
40 if not voices: return False
41
42 for v in voices:
43 print(f" Name: {v['name']}")
44 return True
45
46def speak(outfile, text, voice, tts_model=DEFAULT_TTS_MODEL, instruction="",
47 output_format="wav", api_key=None):
48 try:
49 # TTS専用モデルの場合、会話用のプロンプト(「読み上げてください」等)を付けると
50 # その指示部分まで音声合成されてしまうため、テキストを直接渡します。
51 prompt_text = text
52 if instruction:
53 prompt_text = f"[{instruction}] {text}"
54
55 client = genai.Client(api_key=api_key) if api_key else genai.Client()
56 response = client.models.generate_content(
57 model=tts_model,
58 contents=prompt_text,
59 config=types.GenerateContentConfig(
60 response_modalities=["AUDIO"],
61 speech_config=types.SpeechConfig(
62 voice_config=types.VoiceConfig(
63 prebuilt_voice_config=types.PrebuiltVoiceConfig(
64 voice_name=voice
65 )
66 )
67 )
68 )
69 )
70
71 audio_data = None
72 text_responses = []
73
74 # レスポンスから音声データを探索
75 if response.candidates and response.candidates[0].content.parts:
76 for part in response.candidates[0].content.parts:
77 if part.inline_data:
78 audio_data = part.inline_data.data
79 break
80 elif part.text:
81 text_responses.append(part.text)
82
83 if not audio_data:
84 returned_text = " ".join(text_responses)
85 print(f"❌ Geminiが音声データを生成しませんでした。")
86 print(f" 返されたテキスト: {returned_text}")
87 return None
88
89 # Gemini TTS は通常 24 kHz / 16-bit / mono の raw PCM を返す。
90 # すでに WAV が返された場合はそのまま保存し、それ以外は WAV
91 # ヘッダーを付加して、後段の pydub/ffmpeg が確実に読めるようにする。
92 if audio_data[:4] == b"RIFF" and audio_data[8:12] == b"WAVE":
93 with open(outfile, "wb") as f:
94 f.write(audio_data)
95 else:
96 with wave.open(outfile, "wb") as wav_file:
97 wav_file.setnchannels(1)
98 wav_file.setsampwidth(2)
99 wav_file.setframerate(24000)
100 wav_file.writeframes(audio_data)
101
102 if os.path.exists(outfile):
103 print(f" ファイル [{outfile}] を保存しました")
104 else:
105 print(f" Error: ファイル [{outfile}] の出力に失敗しました")
106 return None
107
108 except Exception as e:
109 print(f"❌ Gemini API 接続エラー: {e}")
110 return None
111
112 return outfile
113
114def speak_dialogue(dialogue, replacements, target_voices, speakers={}, instruction="",
115 temp_dir=None, outfile=None, ext="wav", tts_model=DEFAULT_TTS_MODEL,
116 api_key=None, cfg=None):
117 is_save_mode = bool(outfile)
118
119 print("\ntktts_gemini.speak_dialogue(): ")
120 tmpfiles = []
121 idx = 1
122
123 for i, _dialogue in enumerate(dialogue):
124 print(f"\nDialogue {i:04d}:")
125 dialogue_list = split_dialogue(
126 _dialogue, target_voices, speakers=speakers,
127 default_voice=DEFAULT_GEMINI_VOICE, is_monologue=cfg.monologue if cfg else False
128 )
129
130 for speaker, text in dialogue_list:
131 if temp_dir:
132 tmpfile = os.path.join(temp_dir, f"tmp_{idx:03d}.{ext}")
133 else:
134 tmpfile = f"tmp_{idx:03d}.{ext}"
135
136 text = apply_replacements(text, replacements)
137
138 if isinstance(target_voices, str):
139 target_voice = target_voices
140 else:
141 target_voice = target_voices.get(speaker, DEFAULT_GEMINI_VOICE)
142
143 print(f" {idx:04d}: voice={speaker} (id={target_voice}): {text}")
144
145 _outfile = speak(
146 tmpfile, text, target_voice,
147 tts_model=tts_model, instruction=instruction,
148 output_format=ext, api_key=api_key,
149 )
150 if _outfile is None:
151 return False, tmpfiles
152
153 tmpfiles.append(tmpfile)
154 idx += 1
155
156 return True, tmpfiles