Merge branch 'main' into psalas/fixie-cli-default-parameters

fixie-ai · Nov 20, 2023 · 8a33a09 · 8a33a09
2 parents 6c1f2c6 + 16869b1
commit 8a33a09
Showing 1 changed file with 15 additions and 3 deletions.
diff --git a/packages/voice/src/app/agent/chat.tsx b/packages/voice/src/app/agent/chat.tsx
@@ -585,8 +585,8 @@ export class WebRtcChatManager implements ChatManager {
     console.log('[chat] got mic stream');
     this.inAnalyzer = new StreamAnalyzer(this.audioContext, this.localAudioTrack!.mediaStream!);
     this.pinger = setInterval(() => {
-      var obj = { type: 'ping', timestamp: performance.now() };
-      this.room?.localParticipant.publishData(this.textEncoder.encode(JSON.stringify(obj)), DataPacket_Kind.RELIABLE);
+      const obj = { type: 'ping', timestamp: performance.now() };
+      this.sendData(obj);
     }, 5000);
     this.maybePublishLocalAudio();
     this.changeState(ChatManagerState.LISTENING);
@@ -608,7 +608,9 @@ export class WebRtcChatManager implements ChatManager {
     this.changeState(ChatManagerState.IDLE);
   }
   interrupt() {
-    throw new Error('Method not implemented.');
+    console.log('[chat] interrupting');
+    const obj = { type: 'interrupt' };
+    this.sendData(obj);
   }
   private changeState(state: ChatManagerState) {
     if (state != this._state) {
@@ -624,6 +626,9 @@ export class WebRtcChatManager implements ChatManager {
       this.room.localParticipant.publishTrack(this.localAudioTrack, opts);
     }
   }
+  private sendData(obj: any) {
+    this.room?.localParticipant.publishData(this.textEncoder.encode(JSON.stringify(obj)), DataPacket_Kind.RELIABLE);
+  }
   private handleSocketOpen() {
     console.log('[chat] socket opened');
     const obj = {
@@ -678,6 +683,13 @@ export class WebRtcChatManager implements ChatManager {
     if (data.type === 'pong') {
       const elapsed_ms = performance.now() - data.timestamp;
       console.debug(`[chat] worker RTT: ${elapsed_ms.toFixed(0)} ms`);
+    } else if (data.type === 'state') {
+      const newState = data.state;
+      this.changeState(newState);
+    } else if (data.type === 'transcript') {
+      console.log(`[chat] transcript: ${data.text}`);
+    } else if (data.type === 'output') {
+      console.log(`[chat] output: ${data.text}`);
     }
   }
 }