248 lines
9.3 KiB
JavaScript
248 lines
9.3 KiB
JavaScript
if (typeof Promise !== "undefined" && !Promise.prototype.finally) {
|
|
Promise.prototype.finally = function(callback) {
|
|
const promise = this.constructor;
|
|
return this.then(
|
|
(value) => promise.resolve(callback()).then(() => value),
|
|
(reason) => promise.resolve(callback()).then(() => {
|
|
throw reason;
|
|
})
|
|
);
|
|
};
|
|
}
|
|
;
|
|
if (typeof uni !== "undefined" && uni && uni.requireGlobal) {
|
|
const global = uni.requireGlobal();
|
|
ArrayBuffer = global.ArrayBuffer;
|
|
Int8Array = global.Int8Array;
|
|
Uint8Array = global.Uint8Array;
|
|
Uint8ClampedArray = global.Uint8ClampedArray;
|
|
Int16Array = global.Int16Array;
|
|
Uint16Array = global.Uint16Array;
|
|
Int32Array = global.Int32Array;
|
|
Uint32Array = global.Uint32Array;
|
|
Float32Array = global.Float32Array;
|
|
Float64Array = global.Float64Array;
|
|
BigInt64Array = global.BigInt64Array;
|
|
BigUint64Array = global.BigUint64Array;
|
|
}
|
|
;
|
|
if (uni.restoreGlobal) {
|
|
uni.restoreGlobal(Vue, weex, plus, setTimeout, clearTimeout, setInterval, clearInterval);
|
|
}
|
|
(function(vue) {
|
|
"use strict";
|
|
function formatAppLog(type, filename, ...args) {
|
|
if (uni.__log__) {
|
|
uni.__log__(type, filename, ...args);
|
|
} else {
|
|
console[type].apply(console, [...args, filename]);
|
|
}
|
|
}
|
|
const _export_sfc = (sfc, props) => {
|
|
const target = sfc.__vccOpts || sfc;
|
|
for (const [key, val] of props) {
|
|
target[key] = val;
|
|
}
|
|
return target;
|
|
};
|
|
const _sfc_main$1 = {
|
|
data() {
|
|
return {
|
|
inputAreaHeight: 80,
|
|
status: "未录音",
|
|
recorder: null,
|
|
// 录音实例
|
|
recordTimer: null
|
|
// 定时读取定时器
|
|
};
|
|
},
|
|
onUnload() {
|
|
this.stopRecord();
|
|
},
|
|
methods: {
|
|
// 申请录音权限
|
|
async applyRecordPermission() {
|
|
return true;
|
|
},
|
|
// 开始录音
|
|
async startRecord() {
|
|
const AudioRecord = plus.android.importClass("android.media.AudioRecord");
|
|
const AudioFormat = plus.android.importClass("android.media.AudioFormat");
|
|
const MediaRecorder = plus.android.importClass("android.media.MediaRecorder");
|
|
plus.android.importClass("android.content.Context");
|
|
plus.android.runtimeMainActivity();
|
|
const SAMPLE_RATE = 44100;
|
|
const CHANNEL_CONFIG = AudioFormat.CHANNEL_IN_MONO;
|
|
const AUDIO_FORMAT = AudioFormat.ENCODING_PCM_16BIT;
|
|
const BUFFER_SIZE = AudioRecord.getMinBufferSize(SAMPLE_RATE, CHANNEL_CONFIG, AUDIO_FORMAT);
|
|
const audioRecord = new AudioRecord(
|
|
MediaRecorder.AudioSource.MIC,
|
|
// 麦克风源
|
|
SAMPLE_RATE,
|
|
CHANNEL_CONFIG,
|
|
AUDIO_FORMAT,
|
|
BUFFER_SIZE * 2
|
|
// 缓冲区放大2倍，避免数据溢出
|
|
);
|
|
const pcmDataList = [];
|
|
const SLICE_DURATION = 200;
|
|
const SAMPLES_PER_SLICE = SAMPLE_RATE * (SLICE_DURATION / 1e3);
|
|
function createShortArray(length) {
|
|
try {
|
|
const ArrayClass = plus.android.importClass("java.lang.reflect.Array");
|
|
const ShortClass = plus.android.importClass("java.lang.Short").TYPE;
|
|
return ArrayClass.newInstance(ShortClass, length);
|
|
} catch (e) {
|
|
const ShortArray = plus.android.createInstance("short[]", [length]);
|
|
return ShortArray;
|
|
}
|
|
}
|
|
audioRecord.startRecording();
|
|
formatAppLog("log", "at pages/index/index.vue:127", "Android原生录音启动，开始实时PCM捕获");
|
|
const readPCMData = () => {
|
|
formatAppLog("log", "at pages/index/index.vue:131", "持续读取PCM数据到内存（修复newArray报错）", audioRecord.getRecordingState(), AudioRecord.RECORDSTATE_RECORDING);
|
|
if (!audioRecord || audioRecord.getRecordingState() !== AudioRecord.RECORDSTATE_RECORDING)
|
|
return;
|
|
const shortArray = createShortArray(BUFFER_SIZE);
|
|
const readSize = audioRecord.read(shortArray, 0, BUFFER_SIZE);
|
|
formatAppLog("log", "at pages/index/index.vue:139", "读取麦克风的PCM数据", readSize);
|
|
if (readSize > 0) {
|
|
const pcmChunk = [];
|
|
for (let i = 0; i < readSize; i++) {
|
|
try {
|
|
pcmChunk.push(plus.android.getArrayElement(shortArray, i));
|
|
} catch (e) {
|
|
pcmChunk.push(plus.android.getAttribute(shortArray, i));
|
|
}
|
|
}
|
|
pcmDataList.push(...pcmChunk);
|
|
}
|
|
setTimeout(readPCMData, 0);
|
|
};
|
|
setTimeout(() => {
|
|
readPCMData();
|
|
}, 1e3);
|
|
setInterval(() => {
|
|
if (pcmDataList.length >= SAMPLES_PER_SLICE) {
|
|
const slicePCM = pcmDataList.splice(0, SAMPLES_PER_SLICE);
|
|
handlePCMSlice(slicePCM, SAMPLE_RATE);
|
|
formatAppLog("log", "at pages/index/index.vue:171", `截取200ms PCM切片，采样点数：${slicePCM.length}`);
|
|
}
|
|
}, SLICE_DURATION);
|
|
},
|
|
// 停止录音
|
|
stopRecord() {
|
|
if (this.recorder) {
|
|
this.recorder.stop();
|
|
this.recorder = null;
|
|
}
|
|
if (this.recordTimer) {
|
|
clearInterval(this.recordTimer);
|
|
this.recordTimer = null;
|
|
}
|
|
this.status = "录音已停止";
|
|
}
|
|
}
|
|
};
|
|
function _sfc_render(_ctx, _cache, $props, $setup, $data, $options) {
|
|
return vue.openBlock(), vue.createElementBlock("view", { class: "ai-chat-container" }, [
|
|
vue.createElementVNode(
|
|
"scroll-view",
|
|
{
|
|
class: "chat-list",
|
|
"scroll-y": "",
|
|
"scroll-bottom": "{{scrollBottom}}",
|
|
style: vue.normalizeStyle({ height: `calc(100vh - ${$data.inputAreaHeight}px)` })
|
|
},
|
|
[
|
|
vue.createElementVNode("view", { class: "chat-item system" }, [
|
|
vue.createElementVNode("view", { class: "chat-avatar system-avatar" }, [
|
|
vue.createElementVNode("text", { class: "iconfont icon-robot" })
|
|
]),
|
|
vue.createElementVNode("view", { class: "chat-content" }, [
|
|
vue.createElementVNode("view", { class: "content-text" }, "你好，我是智能助手，有什么可以帮你的？")
|
|
])
|
|
]),
|
|
vue.createElementVNode("view", { class: "chat-item user" }, [
|
|
vue.createElementVNode("view", { class: "chat-content" }, [
|
|
vue.createElementVNode("view", { class: "content-text" }, "请问uniapp怎么实现语音流式传输？")
|
|
]),
|
|
vue.createElementVNode("view", { class: "chat-avatar user-avatar" }, [
|
|
vue.createElementVNode("text", { class: "iconfont icon-user" })
|
|
])
|
|
]),
|
|
vue.createElementVNode("view", { class: "chat-item ai" }, [
|
|
vue.createElementVNode("view", { class: "chat-avatar ai-avatar" }, [
|
|
vue.createElementVNode("text", { class: "iconfont icon-ai" })
|
|
]),
|
|
vue.createElementVNode("view", { class: "chat-content" }, [
|
|
vue.createElementVNode("view", { class: "content-text" }, " UniApp实现语音流式传输可通过5+ API采集音频帧，结合WebSocket分块发送，核心步骤包括： 1. 初始化录音实例（16k采样率、单声道PCM）； 2. 建立WebSocket连接； 3. 分块发送音频数据； 4. 接收实时ASR结果。 ")
|
|
])
|
|
])
|
|
],
|
|
4
|
|
/* STYLE */
|
|
),
|
|
vue.createElementVNode(
|
|
"view",
|
|
{
|
|
class: "input-area",
|
|
style: vue.normalizeStyle({ height: $data.inputAreaHeight + "px" })
|
|
},
|
|
[
|
|
vue.createElementVNode("view", { class: "send-btn-area" }, [
|
|
vue.createElementVNode(
|
|
"button",
|
|
{
|
|
class: "hold-send-btn",
|
|
onTouchstart: _cache[0] || (_cache[0] = (...args) => $options.startRecord && $options.startRecord(...args))
|
|
},
|
|
[
|
|
vue.createElementVNode(
|
|
"text",
|
|
{ class: "btn-text" },
|
|
vue.toDisplayString($data.status ? "松开发送" : "按住 说话/发送"),
|
|
1
|
|
/* TEXT */
|
|
)
|
|
],
|
|
32
|
|
/* NEED_HYDRATION */
|
|
)
|
|
])
|
|
],
|
|
4
|
|
/* STYLE */
|
|
)
|
|
]);
|
|
}
|
|
const PagesIndexIndex = /* @__PURE__ */ _export_sfc(_sfc_main$1, [["render", _sfc_render], ["__scopeId", "data-v-1cf27b2a"], ["__file", "C:/Users/Administrator/Desktop/新建文件夹 (8)/测试流式传输uniapp/pages/index/index.vue"]]);
|
|
__definePage("pages/index/index", PagesIndexIndex);
|
|
const _sfc_main = {
|
|
onLaunch: function() {
|
|
formatAppLog("log", "at App.vue:4", "App Launch");
|
|
},
|
|
onShow: function() {
|
|
formatAppLog("log", "at App.vue:7", "App Show");
|
|
},
|
|
onHide: function() {
|
|
formatAppLog("log", "at App.vue:10", "App Hide");
|
|
}
|
|
};
|
|
const App = /* @__PURE__ */ _export_sfc(_sfc_main, [["__file", "C:/Users/Administrator/Desktop/新建文件夹 (8)/测试流式传输uniapp/App.vue"]]);
|
|
function createApp() {
|
|
const app = vue.createVueApp(App);
|
|
return {
|
|
app
|
|
};
|
|
}
|
|
const { app: __app__, Vuex: __Vuex__, Pinia: __Pinia__ } = createApp();
|
|
uni.Vuex = __Vuex__;
|
|
uni.Pinia = __Pinia__;
|
|
__app__.provide("__globalStyles", __uniConfig.styles);
|
|
__app__._component.mpType = "app";
|
|
__app__._component.render = () => {
|
|
};
|
|
__app__.mount("#app");
|
|
})(Vue);
|