text to speech issue streaming on my frontend socket

[nik0811]

import asyncio
import wave
import base64
import io
import os

from deepgram import (
    DeepgramClient,
    DeepgramClientOptions,
    SpeakWebSocketEvents,
    SpeakWSOptions,
)

TTS_TEXT = "Hello, this is a text to speech example using Deepgram."

def add_wav_header(audio_data, sample_rate=16000, num_channels=1, sample_width=2):
    try:
        wav_io = io.BytesIO()
        with wave.open(wav_io, 'wb') as wave_file:
            wave_file.setnchannels(num_channels)
            wave_file.setsampwidth(sample_width)
            wave_file.setframerate(sample_rate)
            wave_file.writeframes(audio_data)
        return wav_io.getvalue()
    except Exception as e:
        print(f"Error in add_wav_header: {e}")
        import traceback
        traceback.print_exc()
        return None

def save_wav_file(audio_data, filename="output.wav", sample_rate=16000, num_channels=1, sample_width=2):
    try:
        with wave.open(filename, 'wb') as wave_file:
            wave_file.setnchannels(num_channels)
            wave_file.setsampwidth(sample_width)
            wave_file.setframerate(sample_rate)
            wave_file.writeframes(audio_data)
        print(f"Audio saved to {filename}")
    except Exception as e:
        print(f"Error saving WAV file: {e}")
        import traceback
        traceback.print_exc()

async def main():
    try:
        # create a deepgram client
        config: DeepgramClientOptions = DeepgramClientOptions(
            options={"speaker_playback": "false"}
        )
        deepgram: DeepgramClient = DeepgramClient("", config)

        # Create a websocket connection to Deepgram
        dg_connection = deepgram.speak.asyncwebsocket.v("1")

        audio_data = bytearray()  # To store the complete audio data

        async def on_open(self, open, **kwargs):
            print(f"\n\n{open}\n\n")

        async def on_binary_data(self, data, **kwargs):
            try:
                nonlocal audio_data
                audio_data.extend(data)
                save_wav_file(data)

                wav_data = add_wav_header(data)
                if wav_data:                    
                    base64_audio = base64.b64encode(wav_data).decode('utf-8')
                    print("Sending WAV audio data to the frontend:", base64_audio)
                else:
                    print("Failed to create WAV data")
            except Exception as e:
                print(f"Error in on_binary_data: {e}")
                import traceback
                traceback.print_exc()

        async def on_metadata(self, metadata, **kwargs):
            print(f"\n\n{metadata}\n\n")

        async def on_flush(self, flushed, **kwargs):
            print(f"\n\n{flushed}\n\n")

        async def on_clear(self, clear, **kwargs):
            print(f"\n\n{clear}\n\n")

        async def on_close(self, close, **kwargs):
            print(f"\n\n{close}\n\n")

        async def on_warning(self, warning, **kwargs):
            print(f"\n\n{warning}\n\n")

        async def on_error(self, error, **kwargs):
            print(f"\n\n{error}\n\n")

        async def on_unhandled(self, unhandled, **kwargs):
            print(f"\n\n{unhandled}\n\n")

        dg_connection.on(SpeakWebSocketEvents.Open, on_open)
        dg_connection.on(SpeakWebSocketEvents.AudioData, on_binary_data)
        dg_connection.on(SpeakWebSocketEvents.Metadata, on_metadata)
        dg_connection.on(SpeakWebSocketEvents.Flushed, on_flush)
        dg_connection.on(SpeakWebSocketEvents.Cleared, on_clear)
        dg_connection.on(SpeakWebSocketEvents.Close, on_close)
        dg_connection.on(SpeakWebSocketEvents.Error, on_error)
        dg_connection.on(SpeakWebSocketEvents.Warning, on_warning)
        dg_connection.on(SpeakWebSocketEvents.Unhandled, on_unhandled)

        # connect to websocket
        options = SpeakWSOptions(
            model="aura-asteria-en",
            encoding="linear16",
            sample_rate=16000,
        )

        print("\n\nPress Enter to stop...\n\n")
        if await dg_connection.start(options) is False:
            print("Failed to start connection")
            return

        # send the text to Deepgram
        await dg_connection.send_text(TTS_TEXT)

        # if auto_flush_speak_delta is not used, you must flush the connection by calling flush()
        await dg_connection.flush()

        # Indicate that we've finished
        await dg_connection.wait_for_complete()

        # Close the connection
        await dg_connection.finish()

    except Exception as e:
        print(f"An unexpected error occurred: {e}")

asyncio.run(main())

I am not able to stream complete audio to frontend only few chunk of audio is getting streamed, same output i am getting too while saving locally, can someone help me resolve this issue.

Thanks in advance !

[deepgram-community[bot]]

did you manage to save all the audio to file and see if the complete audio is being returned?

luke