import os
import aiohttp
from pipecat.audio.vad.silero import SileroVADAnalyzer
from pipecat.frames.frames import LLMRunFrame, TTSUpdateSettingsFrame
from pipecat.pipeline.pipeline import Pipeline
from pipecat.pipeline.runner import PipelineRunner
from pipecat.pipeline.worker import PipelineWorker
from pipecat.processors.aggregators.llm_context import LLMContext
from pipecat.processors.aggregators.llm_response_universal import (
LLMContextAggregatorPair,
LLMUserAggregatorParams,
)
from pipecat.runner.types import RunnerArguments
from pipecat.runner.utils import create_transport
from pipecat.transcriptions.language import Language
from pipecat.transports.base_transport import TransportParams
from pipecat_oogam import OogamLLMService, OogamSTTService, OogamTTSService
async def bot(runner_args: RunnerArguments):
transport = await create_transport(
runner_args,
{"webrtc": lambda: TransportParams(audio_in_enabled=True, audio_out_enabled=True)},
)
key = os.environ["OOGAM_API_KEY"]
async with aiohttp.ClientSession() as session:
stt = OogamSTTService(
api_key=key,
settings=OogamSTTService.Settings(
language=Language.HI,
auto_switch=True,
candidates=[Language.HI, Language.EN_IN],
),
)
llm = OogamLLMService(api_key=key)
tts = OogamTTSService(
api_key=key,
aiohttp_session=session,
settings=OogamTTSService.Settings(voice="aditi", language=Language.HI),
)
context = LLMContext([{"role": "system", "content": "You are a helpful assistant. Reply in one short spoken sentence."}])
aggregators = LLMContextAggregatorPair(
context, user_params=LLMUserAggregatorParams(vad_analyzer=SileroVADAnalyzer())
)
worker = PipelineWorker(Pipeline([
transport.input(), stt, aggregators.user(), llm, tts,
transport.output(), aggregators.assistant(),
]))
@stt.event_handler("on_language_changed")
async def on_language_changed(service, from_code, to_code, reason):
await worker.queue_frame(
TTSUpdateSettingsFrame(delta=OogamTTSService.Settings(language=to_code))
)
@transport.event_handler("on_client_connected")
async def on_client_connected(transport, client):
context.add_message({"role": "user", "content": "Greet the caller in Hindi."})
await worker.queue_frames([LLMRunFrame()])
@transport.event_handler("on_client_disconnected")
async def on_client_disconnected(transport, client):
await worker.cancel()
await PipelineRunner(handle_sigint=runner_args.handle_sigint).run(worker)
if __name__ == "__main__":
from pipecat.runner.run import main
main()