Compare commits

...

2 Commits

Author SHA1 Message Date
raojianb
21486d27c9 feat: upgrade the sdk to v2.0.8 2024-11-17 22:33:42 -08:00
Joby
431281d47c feat: task mode (#30) 2024-10-22 16:58:38 -07:00
2 changed files with 7 additions and 4 deletions

View File

@@ -2,7 +2,7 @@ import type { StartAvatarResponse } from "@heygen/streaming-avatar";
import StreamingAvatar, { import StreamingAvatar, {
AvatarQuality, AvatarQuality,
StreamingEvents, TaskType, VoiceEmotion, StreamingEvents, TaskMode, TaskType, VoiceEmotion,
} from "@heygen/streaming-avatar"; } from "@heygen/streaming-avatar";
import { import {
Button, Button,
@@ -97,11 +97,14 @@ export default function InteractiveAvatar() {
emotion: VoiceEmotion.EXCITED, emotion: VoiceEmotion.EXCITED,
}, },
language: language, language: language,
disableIdleTimeout: true,
}); });
setData(res); setData(res);
// default to voice mode // default to voice mode
await avatar.current?.startVoiceChat(); await avatar.current?.startVoiceChat({
useSilencePrompt: false
});
setChatMode("voice_mode"); setChatMode("voice_mode");
} catch (error) { } catch (error) {
console.error("Error starting avatar session:", error); console.error("Error starting avatar session:", error);
@@ -117,7 +120,7 @@ export default function InteractiveAvatar() {
return; return;
} }
// speak({ text: text, task_type: TaskType.REPEAT }) // speak({ text: text, task_type: TaskType.REPEAT })
await avatar.current.speak({ text: text }).catch((e) => { await avatar.current.speak({ text: text, taskType: TaskType.REPEAT, taskMode: TaskMode.SYNC }).catch((e) => {
setDebug(e.message); setDebug(e.message);
}); });
setIsLoadingRepeat(false); setIsLoadingRepeat(false);

View File

@@ -10,7 +10,7 @@
}, },
"dependencies": { "dependencies": {
"@ai-sdk/openai": "^0.0.34", "@ai-sdk/openai": "^0.0.34",
"@heygen/streaming-avatar": "^2.0.6", "@heygen/streaming-avatar": "^2.0.8",
"@nextui-org/button": "2.0.34", "@nextui-org/button": "2.0.34",
"@nextui-org/chip": "^2.0.32", "@nextui-org/chip": "^2.0.32",
"@nextui-org/code": "2.0.29", "@nextui-org/code": "2.0.29",