Compare commits

...

7 Commits

Author SHA1 Message Date
raojianb
654787b17b fix: incorrect home page url in header banner 2024-11-19 10:23:33 -08:00
Joby
6fca8b4d42 feat: upgrade the sdk to v2.0.8 (#39) 2024-11-17 22:38:11 -08:00
Joby
431281d47c feat: task mode (#30) 2024-10-22 16:58:38 -07:00
Joby
274a307e83 chore: update sdk version (#26) 2024-09-30 18:24:59 -07:00
Joby
03ef24b031 chore: update sdk version (#24) 2024-09-27 15:39:13 -07:00
Joby
21f6c6d468 feat: support knwoledge base (#23)
* feat: support knwoledge base

* feat: support knwoledge base
2024-09-25 19:53:26 -07:00
Joby
d7a7e3174c feat: update dependencies (#20) 2024-09-23 16:14:07 -07:00
3 changed files with 9 additions and 6 deletions

View File

@@ -2,7 +2,7 @@ import type { StartAvatarResponse } from "@heygen/streaming-avatar";
import StreamingAvatar, { import StreamingAvatar, {
AvatarQuality, AvatarQuality,
StreamingEvents, TaskType, VoiceEmotion, StreamingEvents, TaskMode, TaskType, VoiceEmotion,
} from "@heygen/streaming-avatar"; } from "@heygen/streaming-avatar";
import { import {
Button, Button,
@@ -91,17 +91,20 @@ export default function InteractiveAvatar() {
const res = await avatar.current.createStartAvatar({ const res = await avatar.current.createStartAvatar({
quality: AvatarQuality.Low, quality: AvatarQuality.Low,
avatarName: avatarId, avatarName: avatarId,
knowledgeId: knowledgeId, knowledgeId: knowledgeId, // Or use a custom `knowledgeBase`.
voice: { voice: {
rate: 1.5, // 0.5 ~ 1.5 rate: 1.5, // 0.5 ~ 1.5
emotion: VoiceEmotion.EXCITED, emotion: VoiceEmotion.EXCITED,
}, },
language: language, language: language,
disableIdleTimeout: true,
}); });
setData(res); setData(res);
// default to voice mode // default to voice mode
await avatar.current?.startVoiceChat(); await avatar.current?.startVoiceChat({
useSilencePrompt: false
});
setChatMode("voice_mode"); setChatMode("voice_mode");
} catch (error) { } catch (error) {
console.error("Error starting avatar session:", error); console.error("Error starting avatar session:", error);
@@ -117,7 +120,7 @@ export default function InteractiveAvatar() {
return; return;
} }
// speak({ text: text, task_type: TaskType.REPEAT }) // speak({ text: text, task_type: TaskType.REPEAT })
await avatar.current.speak({ text: text }).catch((e) => { await avatar.current.speak({ text: text, taskType: TaskType.REPEAT, taskMode: TaskMode.SYNC }).catch((e) => {
setDebug(e.message); setDebug(e.message);
}); });
setIsLoadingRepeat(false); setIsLoadingRepeat(false);

View File

@@ -28,7 +28,7 @@ export default function NavBar() {
<Link <Link
isExternal isExternal
color="foreground" color="foreground"
href="https://app.heygen.com/interactive-avatar" href="https://labs.heygen.com/interactive-avatar"
> >
Avatars Avatars
</Link> </Link>

View File

@@ -10,7 +10,7 @@
}, },
"dependencies": { "dependencies": {
"@ai-sdk/openai": "^0.0.34", "@ai-sdk/openai": "^0.0.34",
"@heygen/streaming-avatar": "^2.0.0-beta.1", "@heygen/streaming-avatar": "^2.0.8",
"@nextui-org/button": "2.0.34", "@nextui-org/button": "2.0.34",
"@nextui-org/chip": "^2.0.32", "@nextui-org/chip": "^2.0.32",
"@nextui-org/code": "2.0.29", "@nextui-org/code": "2.0.29",