1import appbuilder
2import os
3
4# 设置环境中的TOKEN，以下TOKEN为访问和QPS受限的试用TOKEN，正式使用请替换为您的个人TOKEN
5os.environ["APPBUILDER_TOKEN"] = "YOUR_APPBUILDER_TOKEN"
6
7# 从AppBuilder网页获取并传入应用ID
8# 存在数字人的应用
9app_id = "your_app_id"
10
11app_builder_client = appbuilder.AppBuilderClient(app_id)
12conversation_id = app_builder_client.create_conversation()
13
14answer = app_builder_client.run(conversation_id, "网上支付的流程")
15oral_text = False
16for event in answer.content.events:
17    content_type = event.content_type
18    if content_type == "oral_text":
19        print(event.detail)
20        print("存在数字人口播文本")
21        oral_text = True
22if not oral_text:
23    print("不存在数字人口播文本,请检查Client应用配置")

1<iframe
2    id="myIframe"
3    src="https://open.xiling.baidu.com/cloud/realtime?token=自行填写&initMode=noAudio&cameraId=0&figureId=自行填写
4    allow="autoplay;" // 可用权限
5/>

1/**
2 * @file DHIFrame
3 * @desc 1、iframe父页面发送消息到子页面 2、iframe父页面接收子页面消息
4 */
5
6const MESSAGE_TYPE = {
7    TEXT_RENDER: 'TEXT_RENDER'
8};
9
10export default {
11    /**
12     * 注册接收数据方法
13     * * @param {(this: Window, ev: MessageEvent<any>) => any} callback 方法实现
14     */
15    registerMessageReceived(callback: (this: Window, ev: MessageEvent<any>) => any) {
16        if (typeof window.addEventListener !== 'undefined') {
17            window.addEventListener('message', callback, false);
18        }
19    },
20
21    /**
22     * 移除接收数据方法
23     * @param {(this: Window, ev: MessageEvent<any>) => any} callback 方法实现
24     */
25    removeMessageReceived(callback: (this: Window, ev: MessageEvent<any>) => any) {
26        if (typeof window.addEventListener !== 'undefined') {
27            window.removeEventListener('message', callback, false);
28        }
29    },
30
31    /**
32     * 发送消息到iframe - 基础方法
33     * @param {string} type 消息类型
34     * @param {any} content 消息内容
35     */
36    sendMessageToIframe(type: string, content: any) {
37        // 业务里面的iframe
38        const iframeEle: any | null = document.getElementById('myIframe') as HTMLIFrameElement;
39        if (type && iframeEle !== null) {
40            iframeEle.contentWindow.postMessage({type, content}, '*');
41        }
42    },
43
44    /**
45     * 发送 command 消息到 iframe
46     * @param {any} message 消息
47     */
48    sendCommand(command: any) {
49        this.sendMessageToIframe('command', command);
50    },
51
52    /**
53     * 发送 message 消息到 iframe
54     * @param {any} message 消息
55     */
56    sendMessage(message: any) {
57        this.sendMessageToIframe('message', message);
58    },
59
60    /**
61     * 文本驱动数字人
62     * @param {any} message 消息
63     */
64    textRender(message: any) {
65        this.sendMessage({
66            action: MESSAGE_TYPE.TEXT_RENDER,
67            body: message
68        });
69    },
70
71    /**
72     * 静音audio元素声音
73     * @param {boolean} mute
74     */
75    muteAudio(mute: boolean) {
76        this.sendCommand({
77            subType: 'muteAudio',
78            subContent: mute
79        });
80    },
81
82    /**
83     * 播放
84     * @param {boolean} mute
85     */
86    playVideo(play: boolean) {
87        this.sendCommand({
88            subType: 'playVideo',
89            subContent: play
90        });
91    }
92};

1const jsonStr = {action: 'TEXT_RENDER', body: '你好', requestId: uuidV4()}; // requestId不加默认使用sdk自生成的id
2// 发送消息
3DHApp.sendMessage(jsonStr);

1import DHApp from 'DHApp';
2
3const onMessage = msg => {
4    console.log(msg);
5};
6
7// 增加监听
8DHApp.registerMessageReceived(onMessage);
9// 移除监听
10DHApp.removeMessageReceived(onMessage);

1import PictureHuman from'@bddh/starling-dh-picture-client';const instance =newPictureHuman({
2      modelUrl:'形象 zip 包',
3      licenseUrl:'license的 url',
4      licenseKey:'license 的 key',statusCallback:(status: object)=> console.info(JSON.stringify(status)),
5      canvasId:'#canvas-pic'// 跟下文的 id一致，添加#});return(<canvas id="canvas-pic"></canvas>)

1instance.textRender({
2    msg:{
3        token:'填写 appKey, appId 生成的鉴权 token',
4        text:'使用文本驱动数字人的播报文本',
5        tts:{
6            per:5116,
7            spd:5,
8            pit:5,
9            vol:5},
10        interrupted:true},
11        finishListener:err=> console.info('播报完成', err)
12        }
13 );