+
+ {
+ settingsStore.persist.clearStorage()
+ window.location.reload()
+ }}
+ >
+ {t('LocalStorageReset')}
+
+
{({ open }) => (
<>
@@ -97,7 +107,7 @@ const AdvancedSettings = () => {
- menuStore.setState({
+ settingsStore.setState({
showControlPanel: !showControlPanel,
})
}
diff --git a/src/features/chat/aiChatFactory.ts b/src/features/chat/aiChatFactory.ts
index c37e374f..c81f05c1 100644
--- a/src/features/chat/aiChatFactory.ts
+++ b/src/features/chat/aiChatFactory.ts
@@ -23,23 +23,21 @@ export async function getAIChatResponseStream(
case 'fireworks':
return getVercelAIChatResponseStream(
messages,
- ss[`${service}Key`] ||
- process.env[`NEXT_PUBLIC_${service.toUpperCase()}_KEY`] ||
- '',
+ ss[`${service}Key`] || '',
service,
ss.selectAIModel
)
case 'localLlm':
return getLocalLLMChatResponseStream(
messages,
- ss.localLlmUrl || process.env.NEXT_PUBLIC_LOCAL_LLM_URL || '',
- ss.selectAIModel || process.env.NEXT_PUBLIC_LOCAL_LLM_MODEL || ''
+ ss.localLlmUrl,
+ ss.selectAIModel
)
case 'dify':
return getDifyChatResponseStream(
messages,
- ss.difyKey || process.env.NEXT_PUBLIC_DIFY_KEY || '',
- ss.difyUrl || process.env.NEXT_PUBLIC_DIFY_URL || '',
+ ss.difyKey || '',
+ ss.difyUrl || '',
ss.difyConversationId
)
default:
diff --git a/src/features/chat/difyChat.ts b/src/features/chat/difyChat.ts
index 0a136c8c..4b4723f9 100644
--- a/src/features/chat/difyChat.ts
+++ b/src/features/chat/difyChat.ts
@@ -1,68 +1,94 @@
import settingsStore from '@/features/stores/settings'
import { Message } from '../messages/messages'
+import i18next from 'i18next'
+
+function handleApiError(errorCode: string): string {
+ const languageCode = settingsStore.getState().selectLanguage
+ i18next.changeLanguage(languageCode)
+ return i18next.t(`Errors.${errorCode || 'AIAPIError'}`)
+}
export async function getDifyChatResponseStream(
messages: Message[],
apiKey: string,
url: string,
conversationId: string
-) {
- if (!apiKey) {
- throw new Error('Invalid API Key')
- }
-
- const headers = {
- Authorization: `Bearer ${apiKey}`,
- 'Content-Type': 'application/json',
- }
- const body = JSON.stringify({
- inputs: {},
- query: messages[messages.length - 1].content, // messages[-1] は TypeScript では無効です
- response_mode: 'streaming',
- conversation_id: conversationId,
- user: 'aituber-kit',
- files: [],
- })
-
- const response = await fetch(url.replace(/\/$/, ''), {
+): Promise> {
+ const response = await fetch('/api/difyChat', {
method: 'POST',
- headers: headers,
- body: body,
+ headers: {
+ 'Content-Type': 'application/json',
+ },
+ body: JSON.stringify({
+ query: messages[messages.length - 1].content,
+ apiKey,
+ url,
+ conversationId,
+ stream: true,
+ }),
})
- if (!response.body) {
- throw new Error('Invalid response body')
- }
+ try {
+ if (!response.ok) {
+ const responseBody = await response.json()
+ throw new Error(
+ `API request to Dify failed with status ${response.status} and body ${responseBody.error}`,
+ { cause: { errorCode: responseBody.errorCode } }
+ )
+ }
- const reader = response.body.getReader()
+ return new ReadableStream({
+ async start(controller) {
+ if (!response.body) {
+ throw new Error('API response from Dify is empty', {
+ cause: { errorCode: 'AIAPIError' },
+ })
+ }
+
+ const reader = response.body.getReader()
+ const decoder = new TextDecoder('utf-8')
+
+ try {
+ while (true) {
+ const { done, value } = await reader.read()
+ if (done) break
+ const textChunk = decoder.decode(value, { stream: true })
+ const messages = textChunk
+ .split('\n')
+ .filter((line) => line.startsWith('data:'))
+ messages.forEach((message) => {
+ const data = JSON.parse(message.slice(5)) // Remove 'data:' prefix
+ if (data.event === 'agent_message' || data.event === 'message') {
+ controller.enqueue(data.answer)
+ settingsStore.setState({
+ difyConversationId: data.conversation_id,
+ })
+ }
+ })
+ }
+ } catch (error) {
+ console.error(`Error fetching Dify API response:`, error)
- const res = new ReadableStream({
- async start(controller) {
- try {
- while (true) {
- const { done, value } = await reader.read()
- if (done) break
- const textChunk = new TextDecoder('utf-8').decode(value)
- const messages = textChunk
- .split('\n')
- .filter((line) => line.startsWith('data:'))
- messages.forEach((message) => {
- const data = JSON.parse(message.slice(5)) // Remove 'data:' prefix
- if (data.event === 'agent_message' || data.event === 'message') {
- controller.enqueue(data.answer)
- settingsStore.setState({
- difyConversationId: data.conversation_id,
- })
- }
+ return new ReadableStream({
+ start(controller) {
+ const errorMessage = handleApiError('AIAPIError')
+ controller.enqueue(errorMessage)
+ controller.close()
+ },
})
+ } finally {
+ controller.close()
+ reader.releaseLock()
}
- } catch (error) {
- controller.error(error)
- } finally {
+ },
+ })
+ } catch (error: any) {
+ const errorMessage = handleApiError(error.cause.errorCode)
+ return new ReadableStream({
+ start(controller) {
+ controller.enqueue(errorMessage)
controller.close()
- }
- },
- })
-
- return res
+ },
+ })
+ }
}
diff --git a/src/features/chat/handlers.ts b/src/features/chat/handlers.ts
index 04628851..3adad2f7 100644
--- a/src/features/chat/handlers.ts
+++ b/src/features/chat/handlers.ts
@@ -398,53 +398,6 @@ export const handleSendChatFn =
})
}
} else {
- // ChatVRM original mode
- const emptyKeys = [
- ss.selectAIService === 'openai' &&
- !ss.openaiKey &&
- !process.env.NEXT_PUBLIC_OPEN_AI_KEY,
-
- ss.selectAIService === 'anthropic' &&
- !ss.anthropicKey &&
- !process.env.NEXT_PUBLIC_ANTHROPIC_KEY,
-
- ss.selectAIService === 'google' &&
- !ss.googleKey &&
- !process.env.NEXT_PUBLIC_GOOGLE_KEY,
-
- ss.selectAIService === 'azure' &&
- !ss.azureKey &&
- !process.env.NEXT_PUBLIC_AZURE_KEY,
-
- ss.selectAIService === 'groq' &&
- !ss.groqKey &&
- !process.env.NEXT_PUBLIC_GROQ_KEY,
-
- ss.selectAIService === 'cohere' &&
- !ss.cohereKey &&
- !process.env.NEXT_PUBLIC_COHERE_KEY,
-
- ss.selectAIService === 'mistralai' &&
- !ss.mistralaiKey &&
- !process.env.NEXT_PUBLIC_MISTRALAI_KEY,
-
- ss.selectAIService === 'perplexity' &&
- !ss.perplexityKey &&
- !process.env.NEXT_PUBLIC_PERPLEXITY_KEY,
-
- ss.selectAIService === 'fireworks' &&
- !ss.fireworksKey &&
- !process.env.NEXT_PUBLIC_FIREWORKS_KEY,
-
- ss.selectAIService === 'dify' &&
- !ss.difyKey &&
- !process.env.NEXT_PUBLIC_DIFY_KEY,
- ]
- if (emptyKeys.includes(true)) {
- homeStore.setState({ assistantMessage: errors['APIKeyNotEntered'] })
- return
- }
-
let systemPrompt = ss.systemPrompt
if (ss.slideMode) {
if (sls.isPlaying) {
diff --git a/src/features/chat/vercelAIChat.ts b/src/features/chat/vercelAIChat.ts
index c00e26f5..5714f4e6 100644
--- a/src/features/chat/vercelAIChat.ts
+++ b/src/features/chat/vercelAIChat.ts
@@ -1,4 +1,12 @@
import { Message } from '../messages/messages'
+import settingsStore from '@/features/stores/settings'
+import i18next from 'i18next'
+
+function handleApiError(errorCode: string): string {
+ const languageCode = settingsStore.getState().selectLanguage
+ i18next.changeLanguage(languageCode)
+ return i18next.t(`Errors.${errorCode || 'AIAPIError'}`)
+}
export async function getVercelAIChatResponse(
messages: Message[],
@@ -22,22 +30,18 @@ export async function getVercelAIChatResponse(
})
if (!response.ok) {
+ const responseBody = await response.json()
throw new Error(
- `API request to ${aiService} failed with status ${response.status} and body ${await response.text()}`
- )
- }
-
- if (!response.body) {
- throw new Error(
- `API response from ${aiService} is empty, status ${response.status}`
+ `API request to ${aiService} failed with status ${response.status} and body ${responseBody.error}`,
+ { cause: { errorCode: responseBody.errorCode } }
)
}
const data = await response.json()
return { text: data.text }
- } catch (error) {
+ } catch (error: any) {
console.error(`Error fetching ${aiService} API response:`, error)
- throw error
+ return { text: handleApiError(error.cause.errorCode) }
}
}
@@ -61,47 +65,68 @@ export async function getVercelAIChatResponseStream(
}),
})
- if (!response.ok) {
- throw new Error(
- `API request to ${aiService} failed with status ${response.status} and body ${await response.text()}`
- )
- }
+ try {
+ if (!response.ok) {
+ const responseBody = await response.json()
+ throw new Error(
+ `API request to ${aiService} failed with status ${response.status} and body ${responseBody.error}`,
+ { cause: { errorCode: responseBody.errorCode } }
+ )
+ }
- return new ReadableStream({
- async start(controller) {
- if (!response.body) {
- throw new Error(
- `API response from ${aiService} is empty, status ${response.status}`
- )
- }
+ return new ReadableStream({
+ async start(controller) {
+ if (!response.body) {
+ throw new Error(
+ `API response from ${aiService} is empty, status ${response.status}`,
+ { cause: { errorCode: 'AIAPIError' } }
+ )
+ }
- const reader = response.body.getReader()
- const decoder = new TextDecoder('utf-8')
- let buffer = ''
+ const reader = response.body.getReader()
+ const decoder = new TextDecoder('utf-8')
+ let buffer = ''
- try {
- while (true) {
- const { done, value } = await reader.read()
- if (done) break
+ try {
+ while (true) {
+ const { done, value } = await reader.read()
+ if (done) break
- buffer += decoder.decode(value, { stream: true })
- const lines = buffer.split('\n')
- buffer = lines.pop() || ''
+ buffer += decoder.decode(value, { stream: true })
+ const lines = buffer.split('\n')
+ buffer = lines.pop() || ''
- for (const line of lines) {
- if (line.startsWith('0:')) {
- const content = line.substring(2).trim()
- const decodedContent = JSON.parse(content)
- controller.enqueue(decodedContent)
+ for (const line of lines) {
+ if (line.startsWith('0:')) {
+ const content = line.substring(2).trim()
+ const decodedContent = JSON.parse(content)
+ controller.enqueue(decodedContent)
+ }
}
}
+ } catch (error) {
+ console.error(`Error fetching ${aiService} API response:`, error)
+
+ return new ReadableStream({
+ start(controller) {
+ const errorMessage = handleApiError('AIAPIError')
+ controller.enqueue(errorMessage)
+ controller.close()
+ },
+ })
+ } finally {
+ controller.close()
+ reader.releaseLock()
}
- } catch (error) {
- controller.error(error)
- } finally {
+ },
+ })
+ } catch (error: any) {
+ const errorMessage = handleApiError(error.cause.errorCode)
+ return new ReadableStream({
+ start(controller) {
+ controller.enqueue(errorMessage)
controller.close()
- reader.releaseLock()
- }
- },
- })
+ },
+ })
+ }
}
diff --git a/src/features/messages/speakCharacter.ts b/src/features/messages/speakCharacter.ts
index 5d55f8e8..03e54604 100644
--- a/src/features/messages/speakCharacter.ts
+++ b/src/features/messages/speakCharacter.ts
@@ -13,8 +13,7 @@ interface EnglishToJapanese {
[key: string]: string
}
-const VOICE_VOX_API_URL =
- process.env.NEXT_PUBLIC_VOICE_VOX_API_URL || 'http://localhost:50021'
+const VOICE_VOX_API_URL = 'http://localhost:50021'
const typedEnglishToJapanese = englishToJapanese as EnglishToJapanese
const createSpeakCharacter = () => {
diff --git a/src/features/messages/synthesizeVoiceElevenlabs.ts b/src/features/messages/synthesizeVoiceElevenlabs.ts
index c4160c33..fe65717a 100644
--- a/src/features/messages/synthesizeVoiceElevenlabs.ts
+++ b/src/features/messages/synthesizeVoiceElevenlabs.ts
@@ -38,39 +38,31 @@ export async function synthesizeVoiceElevenlabsApi(
voiceId: string,
language: Language
) {
- const res = await fetch(
- `https://api.elevenlabs.io/v1/text-to-speech/${voiceId}?output_format=pcm_16000`,
- {
+ const body = {
+ message,
+ voiceId,
+ apiKey,
+ language,
+ }
+
+ try {
+ const res = await fetch('/api/elevenLabs', {
method: 'POST',
headers: {
'Content-Type': 'application/json',
- 'xi-api-key': apiKey,
- accept: 'audio/mpeg',
},
- body: JSON.stringify({
- text: message,
- model_id: 'eleven_turbo_v2_5',
- language_code: language,
- }),
+ body: JSON.stringify(body),
+ })
+
+ if (!res.ok) {
+ throw new Error(
+ `APIからの応答が異常です。ステータスコード: ${res.status}`
+ )
}
- )
- if (!res.ok) {
- throw new Error(`ElevenLabs API request failed with status: ${res.status}`)
+ const buffer = await res.arrayBuffer()
+ return { audio: new Uint8Array(buffer) }
+ } catch (error: any) {
+ throw new Error(`APIリクエスト中にエラーが発生しました: ${error.message}`)
}
-
- const pcmData = await res.arrayBuffer()
- const wavHeader = createWavHeader(pcmData.byteLength)
- const wavData = new Uint8Array(wavHeader.byteLength + pcmData.byteLength)
- wavData.set(new Uint8Array(wavHeader), 0)
- wavData.set(new Uint8Array(pcmData), wavHeader.byteLength)
-
- // Convert the ArrayBuffer to a Blob
- const blob = new Blob([wavData.buffer], { type: 'audio/wav' })
-
- // Create a temporary URL for the Blob
- const audioURL = URL.createObjectURL(blob)
-
- // return { audio: audioURL };
- return { audio: wavData }
}
diff --git a/src/features/stores/home.ts b/src/features/stores/home.ts
index b1c0e781..1e9751e3 100644
--- a/src/features/stores/home.ts
+++ b/src/features/stores/home.ts
@@ -7,7 +7,7 @@ import { Viewer } from '../vrmViewer/viewer'
export interface PersistedState {
userOnboarded: boolean
chatLog: Message[]
- dontShowIntroduction: boolean
+ showIntroduction: boolean
}
export interface TransientState {
@@ -35,7 +35,7 @@ const homeStore = create()(
// persisted states
userOnboarded: false,
chatLog: [],
- dontShowIntroduction: false,
+ showIntroduction: process.env.NEXT_PUBLIC_SHOW_INTRODUCTION !== 'false',
assistantMessage: '',
// transient states
@@ -64,7 +64,7 @@ const homeStore = create()(
}),
{
name: 'aitube-kit-home',
- partialize: ({ chatLog, dontShowIntroduction }) => ({
+ partialize: ({ chatLog, showIntroduction }) => ({
chatLog: chatLog.map((message: Message) => ({
...message,
content:
@@ -72,7 +72,7 @@ const homeStore = create()(
? message.content
: message.content[0].text,
})),
- dontShowIntroduction,
+ showIntroduction,
}),
}
)
diff --git a/src/features/stores/menu.ts b/src/features/stores/menu.ts
index 3e358bf5..a46693e9 100644
--- a/src/features/stores/menu.ts
+++ b/src/features/stores/menu.ts
@@ -3,7 +3,6 @@ import { create } from 'zustand'
interface MenuState {
showWebcam: boolean
showCapture: boolean
- showControlPanel: boolean
fileInput: HTMLInputElement | null
bgFileInput: HTMLInputElement | null
slideVisible: boolean
@@ -12,7 +11,6 @@ interface MenuState {
const menuStore = create((set, get) => ({
showWebcam: false,
showCapture: false,
- showControlPanel: true,
fileInput: null,
bgFileInput: null,
slideVisible: true,
diff --git a/src/features/stores/settings.ts b/src/features/stores/settings.ts
index 9eb12823..9dfec0df 100644
--- a/src/features/stores/settings.ts
+++ b/src/features/stores/settings.ts
@@ -67,6 +67,7 @@ interface Integrations {
youtubeContinuationCount: number
youtubeNoCommentCount: number
youtubeSleepMode: boolean
+ conversationContinuityMode: boolean
}
interface Character {
@@ -74,13 +75,13 @@ interface Character {
showAssistantText: boolean
showCharacterName: boolean
systemPrompt: string
- conversationContinuityMode: boolean
}
interface General {
selectLanguage: Language
selectVoiceLanguage: VoiceLanguage
changeEnglishToJapanese: boolean
+ showControlPanel: boolean
webSocketMode: boolean
slideMode: boolean
}
@@ -106,59 +107,82 @@ const settingsStore = create()(
perplexityKey: '',
fireworksKey: '',
difyKey: '',
- koeiromapKey: '',
- youtubeApiKey: '',
+ koeiromapKey: process.env.NEXT_PUBLIC_KOEIROMAP_KEY || '',
+ youtubeApiKey: process.env.NEXT_PUBLIC_YOUTUBE_API_KEY || '',
elevenlabsApiKey: '',
// Model Provider
- selectAIService: 'openai',
- selectAIModel: 'gpt-4o',
- localLlmUrl: '',
- selectVoice: 'voicevox',
+ selectAIService:
+ (process.env.NEXT_PUBLIC_SELECT_AI_SERVICE as AIService) || 'openai',
+ selectAIModel: process.env.NEXT_PUBLIC_SELECT_AI_MODEL || 'gpt-4',
+ localLlmUrl: process.env.NEXT_PUBLIC_LOCAL_LLM_URL || '',
+ selectVoice:
+ (process.env.NEXT_PUBLIC_SELECT_VOICE as AIVoice) || 'voicevox',
koeiroParam: DEFAULT_PARAM,
googleTtsType:
process.env.NEXT_PUBLIC_GOOGLE_TTS_TYPE || 'en-US-Neural2-F',
- voicevoxSpeaker: '46',
- voicevoxSpeed: 1.0,
- voicevoxPitch: 0.0,
- voicevoxIntonation: 1.0,
- stylebertvits2ServerUrl: 'http://127.0.0.1:5000',
+ voicevoxSpeaker: process.env.NEXT_PUBLIC_VOICEVOX_SPEAKER || '46',
+ voicevoxSpeed:
+ parseFloat(process.env.NEXT_PUBLIC_VOICEVOX_SPEED || '1.0') || 1.0,
+ voicevoxPitch:
+ parseFloat(process.env.NEXT_PUBLIC_VOICEVOX_PITCH || '0.0') || 0.0,
+ voicevoxIntonation:
+ parseFloat(process.env.NEXT_PUBLIC_VOICEVOX_INTONATION || '1.0') || 1.0,
+ stylebertvits2ServerUrl: '',
+ stylebertvits2ModelId:
+ process.env.NEXT_PUBLIC_STYLEBERTVITS2_MODEL_ID || '0',
stylebertvits2ApiKey: '',
- stylebertvits2ModelId: '0',
- stylebertvits2Style: 'Neutral',
- stylebertvits2SdpRatio: 0.2,
- stylebertvits2Length: 1.0,
+ stylebertvits2Style:
+ process.env.NEXT_PUBLIC_STYLEBERTVITS2_STYLE || 'Neutral',
+ stylebertvits2SdpRatio:
+ parseFloat(process.env.NEXT_PUBLIC_STYLEBERTVITS2_SDP_RATIO || '0.2') ||
+ 0.2,
+ stylebertvits2Length:
+ parseFloat(process.env.NEXT_PUBLIC_STYLEBERTVITS2_LENGTH || '1.0') ||
+ 1.0,
gsviTtsServerUrl:
- process.env.NEXT_PUBLIC_LOCAL_TTS_URL || 'http://127.0.0.1:5000/tts',
- gsviTtsModelId: '',
- gsviTtsBatchSize: 2,
- gsviTtsSpeechRate: 1.0,
+ process.env.NEXT_PUBLIC_GSVI_TTS_URL || 'http://127.0.0.1:5000/tts',
+ gsviTtsModelId: process.env.NEXT_PUBLIC_GSVI_TTS_MODEL_ID || '0',
+ gsviTtsBatchSize:
+ parseInt(process.env.NEXT_PUBLIC_GSVI_TTS_BATCH_SIZE || '2') || 2,
+ gsviTtsSpeechRate:
+ parseFloat(process.env.NEXT_PUBLIC_GSVI_TTS_SPEECH_RATE || '1.0') ||
+ 1.0,
elevenlabsVoiceId: '',
// Integrations
difyUrl: '',
difyConversationId: '',
- youtubeMode: false,
- youtubeLiveId: '',
+ youtubeMode:
+ process.env.NEXT_PUBLIC_YOUTUBE_MODE === 'true' ? true : false,
+ youtubeLiveId: process.env.NEXT_PUBLIC_YOUTUBE_LIVE_ID || '',
youtubePlaying: false,
youtubeNextPageToken: '',
youtubeContinuationCount: 0,
youtubeNoCommentCount: 0,
youtubeSleepMode: false,
+ conversationContinuityMode: false,
// Character
- characterName: 'CHARACTER',
- showAssistantText: true,
- showCharacterName: true,
+ characterName: process.env.NEXT_PUBLIC_CHARACTER_NAME || 'CHARACTER',
+ showAssistantText:
+ process.env.NEXT_PUBLIC_SHOW_ASSISTANT_TEXT === 'true' ? true : false,
+ showCharacterName:
+ process.env.NEXT_PUBLIC_SHOW_CHARACTER_NAME === 'true' ? true : false,
systemPrompt: SYSTEM_PROMPT,
- conversationContinuityMode: false,
// General
- selectLanguage: 'ja',
- selectVoiceLanguage: 'ja-JP', // TODO: 要整理, ja-JP, en-US
- changeEnglishToJapanese: false,
- webSocketMode: false,
- slideMode: false,
+ selectLanguage:
+ (process.env.NEXT_PUBLIC_SELECT_LANGUAGE as Language) || 'ja',
+ selectVoiceLanguage:
+ (process.env.NEXT_PUBLIC_SELECT_VOICE_LANGUAGE as VoiceLanguage) ||
+ 'ja-JP',
+ changeEnglishToJapanese:
+ process.env.NEXT_PUBLIC_CHANGE_ENGLISH_TO_JAPANESE === 'true',
+ showControlPanel: process.env.NEXT_PUBLIC_SHOW_CONTROL_PANEL !== 'false',
+ webSocketMode:
+ process.env.NEXT_PUBLIC_WEB_SOCKET_MODE === 'true' ? true : false,
+ slideMode: process.env.NEXT_PUBLIC_SLIDE_MODE === 'true' ? true : false,
}),
{
name: 'aitube-kit-settings',
@@ -199,18 +223,15 @@ const settingsStore = create()(
elevenlabsVoiceId: state.elevenlabsVoiceId,
difyUrl: state.difyUrl,
difyConversationId: state.difyConversationId,
- youtubeMode: state.youtubeMode,
youtubeLiveId: state.youtubeLiveId,
characterName: state.characterName,
showAssistantText: state.showAssistantText,
showCharacterName: state.showCharacterName,
systemPrompt: state.systemPrompt,
- conversationContinuityMode: state.conversationContinuityMode,
selectLanguage: state.selectLanguage,
selectVoiceLanguage: state.selectVoiceLanguage,
changeEnglishToJapanese: state.changeEnglishToJapanese,
webSocketMode: state.webSocketMode,
- slideMode: state.slideMode,
}),
}
)
diff --git a/src/features/stores/youtube.ts b/src/features/stores/youtube.ts
deleted file mode 100644
index e69de29b..00000000
diff --git a/src/pages/api/aiChat.ts b/src/pages/api/aiChat.ts
index 9d942534..42e0d784 100644
--- a/src/pages/api/aiChat.ts
+++ b/src/pages/api/aiChat.ts
@@ -29,42 +29,89 @@ export const config = {
export default async function handler(req: NextRequest) {
if (req.method !== 'POST') {
- return new Response(JSON.stringify({ error: 'Method Not Allowed' }), {
- status: 405,
- headers: { 'Content-Type': 'application/json' },
- })
+ return new Response(
+ JSON.stringify({
+ error: 'Method Not Allowed',
+ errorCode: 'METHOD_NOT_ALLOWED',
+ }),
+ {
+ status: 405,
+ headers: { 'Content-Type': 'application/json' },
+ }
+ )
}
const { messages, apiKey, aiService, model, stream } = await req.json()
+
+ let aiApiKey = apiKey
+ if (!aiApiKey) {
+ const envKey = `${aiService.toUpperCase()}_KEY` as keyof typeof process.env
+ const envApiKey = process.env[envKey]
+
+ aiApiKey = envApiKey
+ }
+
+ if (!aiApiKey) {
+ return new Response(
+ JSON.stringify({ error: 'Empty API Key', errorCode: 'EmptyAPIKey' }),
+ {
+ status: 400,
+ headers: { 'Content-Type': 'application/json' },
+ }
+ )
+ }
+
+ if (!aiService || !model) {
+ return new Response(
+ JSON.stringify({
+ error: 'Invalid AI service or model',
+ errorCode: 'AIInvalidProperty',
+ }),
+ {
+ status: 400,
+ headers: { 'Content-Type': 'application/json' },
+ }
+ )
+ }
+
const aiServiceConfig: AIServiceConfig = {
- openai: () => createOpenAI({ apiKey }),
- anthropic: () => createAnthropic({ apiKey }),
- google: () => createGoogleGenerativeAI({ apiKey }),
+ openai: () => createOpenAI({ apiKey: aiApiKey }),
+ anthropic: () => createAnthropic({ apiKey: aiApiKey }),
+ google: () => createGoogleGenerativeAI({ apiKey: aiApiKey }),
azure: () =>
createAzure({
resourceName:
model.match(/https:\/\/(.+?)\.openai\.azure\.com/)?.[1] || '',
- apiKey,
+ apiKey: aiApiKey,
}),
groq: () =>
- createOpenAI({ baseURL: 'https://api.groq.com/openai/v1', apiKey }),
- cohere: () => createCohere({ apiKey }),
- mistralai: () => createMistral({ apiKey }),
+ createOpenAI({
+ baseURL: 'https://api.groq.com/openai/v1',
+ apiKey: aiApiKey,
+ }),
+ cohere: () => createCohere({ apiKey: aiApiKey }),
+ mistralai: () => createMistral({ apiKey: aiApiKey }),
perplexity: () =>
- createOpenAI({ baseURL: 'https://api.perplexity.ai/', apiKey }),
+ createOpenAI({ baseURL: 'https://api.perplexity.ai/', apiKey: aiApiKey }),
fireworks: () =>
createOpenAI({
baseURL: 'https://api.fireworks.ai/inference/v1',
- apiKey,
+ apiKey: aiApiKey,
}),
}
const aiServiceInstance = aiServiceConfig[aiService as AIServiceKey]
if (!aiServiceInstance) {
- return new Response(JSON.stringify({ error: 'Invalid AI service' }), {
- status: 400,
- headers: { 'Content-Type': 'application/json' },
- })
+ return new Response(
+ JSON.stringify({
+ error: 'Invalid AI service',
+ errorCode: 'InvalidAIService',
+ }),
+ {
+ status: 400,
+ headers: { 'Content-Type': 'application/json' },
+ }
+ )
}
const instance = aiServiceInstance()
@@ -75,31 +122,38 @@ export default async function handler(req: NextRequest) {
model.match(/\/deployments\/(.+?)\/completions/)?.[1] || model
}
- if (stream) {
- try {
+ try {
+ if (stream) {
const result = await streamText({
model: instance(modifiedModel),
messages: modifiedMessages as CoreMessage[],
})
return result.toDataStreamResponse()
- } catch (error) {
- console.error('Error in OpenAI API call:', error)
- return new Response(JSON.stringify({ error: 'Internal Server Error' }), {
- status: 500,
+ } else {
+ const result = await generateText({
+ model: instance(model),
+ messages: modifiedMessages as CoreMessage[],
+ })
+
+ return new Response(JSON.stringify({ text: result.text }), {
+ status: 200,
headers: { 'Content-Type': 'application/json' },
})
}
- } else {
- const result = await generateText({
- model: instance(model),
- messages: modifiedMessages as CoreMessage[],
- })
-
- return new Response(JSON.stringify({ text: result.text }), {
- status: 200,
- headers: { 'Content-Type': 'application/json' },
- })
+ } catch (error) {
+ console.error('Error in AI API call:', error)
+
+ return new Response(
+ JSON.stringify({
+ error: 'Unexpected Error',
+ errorCode: 'AIAPIError',
+ }),
+ {
+ status: 500,
+ headers: { 'Content-Type': 'application/json' },
+ }
+ )
}
}
diff --git a/src/pages/api/difyChat.ts b/src/pages/api/difyChat.ts
new file mode 100644
index 00000000..b151ad69
--- /dev/null
+++ b/src/pages/api/difyChat.ts
@@ -0,0 +1,104 @@
+import { NextRequest } from 'next/server'
+
+export const config = {
+ runtime: 'edge',
+}
+
+export default async function handler(req: NextRequest) {
+ if (req.method !== 'POST') {
+ return new Response(
+ JSON.stringify({
+ error: 'DifyMethod Not Allowed',
+ errorCode: 'MethodNotAllowed',
+ }),
+ {
+ status: 405,
+ headers: { 'Content-Type': 'application/json' },
+ }
+ )
+ }
+
+ const { query, apiKey, url, conversationId, stream } = await req.json()
+
+ if (!apiKey && !process.env.DIFY_KEY) {
+ return new Response(
+ JSON.stringify({ error: 'Dify Empty API Key', errorCode: 'EmptyAPIKey' }),
+ {
+ status: 400,
+ headers: { 'Content-Type': 'application/json' },
+ }
+ )
+ }
+ if (!url && !process.env.DIFY_URL) {
+ return new Response(
+ JSON.stringify({
+ error: 'Dify Empty URL',
+ errorCode: 'AIInvalidProperty',
+ }),
+ {
+ status: 400,
+ headers: { 'Content-Type': 'application/json' },
+ }
+ )
+ }
+
+ const headers = {
+ Authorization: `Bearer ${apiKey || process.env.DIFY_KEY}`,
+ 'Content-Type': 'application/json',
+ }
+ const body = JSON.stringify({
+ inputs: {},
+ query: query,
+ response_mode: stream ? 'streaming' : 'blocking',
+ conversation_id: conversationId,
+ user: 'aituber-kit',
+ files: [],
+ })
+
+ try {
+ const response = await fetch(
+ url.replace(/\/$/, '') || process.env.DIFY_URL,
+ {
+ method: 'POST',
+ headers: headers,
+ body: body,
+ }
+ )
+
+ if (!response.ok) {
+ return new Response(
+ JSON.stringify({
+ error: 'Dify API request failed',
+ errorCode: 'AIAPIError',
+ }),
+ {
+ status: response.status,
+ headers: { 'Content-Type': 'application/json' },
+ }
+ )
+ }
+
+ if (stream) {
+ return new Response(response.body, {
+ headers: { 'Content-Type': 'text/event-stream' },
+ })
+ } else {
+ const data = await response.json()
+ return new Response(JSON.stringify(data), {
+ headers: { 'Content-Type': 'application/json' },
+ })
+ }
+ } catch (error) {
+ console.error('Error in Dify API call:', error)
+ return new Response(
+ JSON.stringify({
+ error: 'Dify Internal Server Error',
+ errorCode: 'AIAPIError',
+ }),
+ {
+ status: 500,
+ headers: { 'Content-Type': 'application/json' },
+ }
+ )
+ }
+}
diff --git a/src/pages/api/elevenLabs.ts b/src/pages/api/elevenLabs.ts
new file mode 100644
index 00000000..026c16a8
--- /dev/null
+++ b/src/pages/api/elevenLabs.ts
@@ -0,0 +1,108 @@
+import type { NextApiRequest, NextApiResponse } from 'next'
+
+type Data = {
+ audio?: Buffer
+ error?: string
+}
+
+function createWavHeader(dataLength: number) {
+ const buffer = new ArrayBuffer(44)
+ const view = new DataView(buffer)
+
+ // RIFF header
+ writeString(view, 0, 'RIFF')
+ view.setUint32(4, 36 + dataLength, true)
+ writeString(view, 8, 'WAVE')
+
+ // fmt chunk
+ writeString(view, 12, 'fmt ')
+ view.setUint32(16, 16, true) // chunk size
+ view.setUint16(20, 1, true) // PCM format
+ view.setUint16(22, 1, true) // mono
+ view.setUint32(24, 16000, true) // sample rate
+ view.setUint32(28, 16000 * 2, true) // byte rate
+ view.setUint16(32, 2, true) // block align
+ view.setUint16(34, 16, true) // bits per sample
+
+ // data chunk
+ writeString(view, 36, 'data')
+ view.setUint32(40, dataLength, true)
+
+ return buffer
+}
+
+function writeString(view: DataView, offset: number, str: string) {
+ for (let i = 0; i < str.length; i++) {
+ view.setUint8(offset + i, str.charCodeAt(i))
+ }
+}
+
+export default async function handler(
+ req: NextApiRequest,
+ res: NextApiResponse
+) {
+ const body = req.body
+ const message = body.message
+ const voiceId = body.voiceId || process.env.ELEVENLABS_VOICE_ID
+ const apiKey = body.apiKey || process.env.ELEVENLABS_API_KEY
+ const language = body.language
+
+ if (!apiKey) {
+ return new Response(
+ JSON.stringify({ error: 'Empty API Key', errorCode: 'EmptyAPIKey' }),
+ {
+ status: 400,
+ headers: { 'Content-Type': 'application/json' },
+ }
+ )
+ }
+ if (!voiceId) {
+ return new Response(
+ JSON.stringify({ error: 'Empty Voice ID', errorCode: 'EMPTY_PROPERTY' }),
+ {
+ status: 400,
+ headers: { 'Content-Type': 'application/json' },
+ }
+ )
+ }
+
+ try {
+ const response = await fetch(
+ `https://api.elevenlabs.io/v1/text-to-speech/${voiceId}?output_format=pcm_16000`,
+ {
+ method: 'POST',
+ headers: {
+ 'Content-Type': 'application/json',
+ 'xi-api-key': apiKey,
+ accept: 'audio/mpeg',
+ },
+ body: JSON.stringify({
+ text: message,
+ model_id: 'eleven_turbo_v2_5',
+ language_code: language,
+ }),
+ }
+ )
+
+ if (!response.ok) {
+ throw new Error(
+ `ElevenLabs APIからの応答が異常です。ステータスコード: ${response.status}`
+ )
+ }
+
+ const arrayBuffer = await response.arrayBuffer()
+ const wavHeader = createWavHeader(arrayBuffer.byteLength)
+ const fullBuffer = Buffer.concat([
+ Buffer.from(wavHeader),
+ Buffer.from(arrayBuffer),
+ ])
+
+ res.writeHead(200, {
+ 'Content-Type': 'audio/wav',
+ 'Content-Length': fullBuffer.length,
+ })
+ res.end(fullBuffer)
+ } catch (error: any) {
+ res.status(500).json({ error: error.message })
+ }
+}
diff --git a/src/pages/api/stylebertvits2.ts b/src/pages/api/stylebertvits2.ts
index 38fe6283..3f98960b 100644
--- a/src/pages/api/stylebertvits2.ts
+++ b/src/pages/api/stylebertvits2.ts
@@ -29,8 +29,10 @@ export default async function handler(
const body = req.body // JSON.parse を削除
const message = body.message
const stylebertvits2ModelId = body.stylebertvits2ModelId
- const stylebertvits2ServerUrl = body.stylebertvits2ServerUrl
- const stylebertvits2ApiKey = body.stylebertvits2ApiKey
+ const stylebertvits2ServerUrl =
+ body.stylebertvits2ServerUrl || process.env.STYLEBERTVITS2_SERVER_URL
+ const stylebertvits2ApiKey =
+ body.stylebertvits2ApiKey || process.env.STYLEBERTVITS2_API_KEY
const stylebertvits2Style = body.stylebertvits2Style
const stylebertvits2SdpRatio = body.stylebertvits2SdpRatio
const stylebertvits2Length = body.stylebertvits2Length
diff --git a/src/utils/migrateStore.ts b/src/utils/migrateStore.ts
index 56b14c0b..27e696a9 100644
--- a/src/utils/migrateStore.ts
+++ b/src/utils/migrateStore.ts
@@ -7,7 +7,7 @@ const migrateStore = () => {
if (!rawStore) return
type Store = Omit &
- Pick & {
+ Pick & {
selectLanguage: string
}