forked from nkasmanoff/pi-card
-
Notifications
You must be signed in to change notification settings - Fork 0
/
main_button.py
83 lines (68 loc) · 2.33 KB
/
main_button.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
from assistanttools.transcribe_gguf import transcribe_gguf
import os
import RPi.GPIO as GPIO
import pyaudio
import wave
import time
from assistanttools.actions import get_llm_response, message_history, preload_model
from assistanttools.utils import check_if_ignore
from config import config
import json
import uuid
preload_model(config["LOCAL_MODEL"])
def transcribe_audio(file_path):
return transcribe_gguf(whisper_cpp_path=config["WHISPER_CPP_PATH"],
model_path=config["WHISPER_MODEL_PATH"],
file_path=file_path)
conversation_id = str(uuid.uuid4())
GPIO.setwarnings(False)
GPIO.setmode(GPIO.BCM)
GPIO.setup(2, GPIO.IN, pull_up_down=GPIO.PUD_DOWN)
def record_audio(GPIO):
CHUNK = 1024
FORMAT = pyaudio.paInt16
CHANNELS = 2
RATE = 16000
MAX_RECORD_SECONDS = 15
WAVE_OUTPUT_FILENAME = "sounds/audio.wav"
p = pyaudio.PyAudio()
stream = p.open(format=FORMAT,
channels=CHANNELS,
rate=RATE,
input=True,
frames_per_buffer=CHUNK)
print("* recording")
# record while button is pressed
frames = []
start_time = time.time()
while GPIO.input(2) == GPIO.LOW and time.time() - start_time < MAX_RECORD_SECONDS:
data = stream.read(CHUNK)
frames.append(data)
stream.stop_stream()
stream.close()
p.terminate()
wf = wave.open(WAVE_OUTPUT_FILENAME, 'wb')
wf.setnchannels(CHANNELS)
wf.setsampwidth(p.get_sample_size(FORMAT))
wf.setframerate(RATE)
wf.writeframes(b''.join(frames))
wf.close()
os.system(
f"espeak 'Hello. How can I help you?'")
while True:
if GPIO.input(2) == GPIO.LOW:
print("Button was pushed!")
record_audio(GPIO)
transcription = transcribe_audio(
file_path="/home/nkasmanoff/Desktop/pi-card/sounds/audio.wav")
if check_if_ignore(transcription):
print("* insufficient audio")
continue
_, message_history = get_llm_response(
transcription,
message_history,
model_name=config["LOCAL_MODEL"], GPIO=GPIO)
# save appended message history to json
if config["STORE_CONVERSATIONS"]:
with open(f"storage/{conversation_id}.json", "w") as f:
json.dump(message_history, f, indent=4)