对话能够在两边显示,还缺少ui优化和长json显示

This commit is contained in:
fsy
2025-03-21 17:52:02 +08:00
parent 711ed1f13e
commit 9f58286bfe
3 changed files with 115 additions and 71 deletions

View File

@@ -10,8 +10,8 @@ class AgoraService {
this.volumeIndicator = null;
// 加入同一RTC频道
this.appid = '01a1debc964a4c6a8df1de2a6ce7aa4d';
this.token = '007eJxTYChiW7ib6cSzPW7fP2xqFVvPqf854sNXniin39cd3pu931SlwGBgmGiYkpqUbGlmkmiSbJZokZIG5BslmiWnmicmmqRcenA7vSGQkaFhbQArIwMEgvgiDMn5eWWJmUCyOD8nNd7QwtDAxJyBAQDAkSkW';
this.channel = 'convaiconsole_181047';
this.token = '007eJxTYOhQ/af5fwa3YP9mzYq4WWxKco1TJJqEC9L6z39c0cf2xkuBwcAw0TAlNSnZ0swk0STZLNEiJQ3IN0o0S041T0w0SQk0u5veEMjIwFi9lhFIgiGIL8KQnJ9XlpgJJIvzc1LjDQ3NjE3MGRgACCIjzA==';
this.channel = 'convaiconsole_116347';
this.isListening = false; // 是否正在监听
this.isSpeaking = false; // 用户是否正在说话
@@ -19,6 +19,7 @@ class AgoraService {
this.recordedChunks = []; // 存储录制的语音段
this.inConversation = false; // 是否在对话状态中
this.speechSegmentCallback = null; // 语音段落回调函数
this.readableTextCallback = null; // 可读文本回调函数
}
/**
@@ -35,6 +36,52 @@ class AgoraService {
* Set up event listeners for the Agora client
*/
setupEventListeners() {
let jsonBuffer = '';
this.client.on('stream-message', (uid, message) => {
try {
// 确认接收到的是字节流Uint8Array
if (message instanceof Uint8Array) {
const decodedMessage = new TextDecoder().decode(message);
// console.log('Decoded message (Raw String):', decodedMessage);
const parts = decodedMessage.split('|');
const base64Data = parts[parts.length - 1];
// console.log('Extracted Base64 data:', base64Data);
const jsonString = atob(base64Data);
console.log('Decoded JSON string:', jsonString);
jsonBuffer += jsonString;
if (isCompleteJson(jsonBuffer)) {
const jsonData = JSON.parse(jsonString); // 将字符串解析为 JSON 对象
console.log('Parsed JSON object:', jsonData);
if (this.readableTextCallback && typeof this.readableTextCallback === 'function') {
this.readableTextCallback(jsonData.text); // 传递解码后的文本到回调
}
jsonBuffer = '';
return jsonData.text;
}
} else {
console.log('Received message is not Uint8Array:', message);
}
} catch (error) {
console.error('Error processing stream-message:', error);
}
});
function isCompleteJson(jsonString) {
try {
JSON.parse(jsonString); // 解析测试是否为合法 JSON
return true; // 如果能被解析,说明是完整的 JSON
} catch (error) {
return false; // 捕获解析错误,说明 JSON 不完整
}
}
this.client.on('user-published', async (user, mediaType) => {
await this.client.subscribe(user, mediaType);
if (mediaType === 'audio') {
@@ -164,11 +211,13 @@ class AgoraService {
/**
* 开始对话状态
* @param {Function} callback - 语音段落回调函数
* @param {Function} speechCallback - 语音段落回调函数
* @param {Function} textCallback - 可读文本回调函数
*/
startConversation(callback) {
startConversation(speechCallback, textCallback) {
this.inConversation = true;
this.speechSegmentCallback = callback;
this.speechSegmentCallback = speechCallback;
this.readableTextCallback = textCallback;
}
/**
@@ -177,6 +226,7 @@ class AgoraService {
endConversation() {
this.inConversation = false;
this.speechSegmentCallback = null;
this.readableTextCallback = null;
// 如果有正在处理的语音段,发送它
if (this.segmentBuffer && this.segmentBuffer.trim()) {

View File

@@ -35,10 +35,10 @@ class ApiService {
const response = await this.client.post(
`${this.baseUrl}/projects/${this.projectId}/join/`,
{
"name": "convaiconsole_181047",
"name": "convaiconsole_116347",
"properties": {
"channel": "convaiconsole_181047",
"agent_rtc_uid": "28794",
"channel": "convaiconsole_116347",
"agent_rtc_uid": "87578",
"remote_rtc_uids": [
"*"
],
@@ -93,7 +93,7 @@ class ApiService {
"enable_metrics": true,
"audio_scenario": "default"
},
"token": "007eJxTYChiW7ib6cSzPW7fP2xqFVvPqf854sNXniin39cd3pu931SlwGBgmGiYkpqUbGlmkmiSbJZokZIG5BslmiWnmicmmqRcenA7vSGQkaFhbQArIwMEgvgiDMn5eWWJmUCyOD8nNd7QwtDAxJyBAQDAkSkW",
"token": "007eJxTYOhQ/af5fwa3YP9mzYq4WWxKco1TJJqEC9L6z39c0cf2xkuBwcAw0TAlNSnZ0swk0STZLNEiJQ3IN0o0S041T0w0SQk0u5veEMjIwFi9lhFIgiGIL8KQnJ9XlpgJJIvzc1LjDQ3NjE3MGRgACCIjzA==",
"advanced_features": {
"enable_aivad": false
}
@@ -109,31 +109,6 @@ class ApiService {
}
}
/**
* Send a message to the AI agent
* @param {string} message - The message to send
* @returns {Promise} - The response from the API
*/
async sendMessage(message) {
if (!this.sessionId) {
throw new Error('No active session. Please join a project first.');
}
try {
const response = await this.client.post(
`${this.baseUrl}/sessions/${this.sessionId}/messages/`,
{
type: 'text',
content: message
}
);
return response.data;
} catch (error) {
console.error('Error sending message:', error);
throw error;
}
}
/**
* End the current session
* @returns {Promise} - The response from the API