目录

AVRecorder如何获取录制音频的Uint8Array数据

问题现象

应用在聊天功能中,需要发送Uint8Array类型语音数据给对方,该如何实现?

背景知识

解决方案

  1. 应用通过AVRecorder完成语音录制,将语音文件保存到应用沙箱中。
  2. 语音录制结束后,通过文件管理接口readSync,获取语音文件的arrayBuffer数据后,转换为Uint8Array数据。

完整示例参考如下:

import { fileIo } from '@kit.CoreFileKit';
import { media } from '@kit.MediaKit';
import { common } from '@kit.AbilityKit';
import { BusinessError } from '@kit.BasicServicesKit';
import { util } from '@kit.ArkTS';

@Entry
@Component
struct Index {
  private context = this.getUIContext().getHostContext() as common.UIAbilityContext;
  private filesDir: string = this.context.filesDir;
  private avRecorder: media.AVRecorder | undefined = undefined;
  private curFile: fileIo.File | undefined = undefined;
  private avProfile: media.AVRecorderProfile = {
    audioBitrate: 100000, // 音频比特率
    audioChannels: 2, // 音频声道数
    audioCodec: media.CodecMimeType.AUDIO_AAC, // 音频编码格式,当前只支持aac
    audioSampleRate: 48000, // 音频采样率
    fileFormat: media.ContainerFormatType.CFT_MPEG_4A, // 封装格式,当前只支持m4a
  };
  private avConfig: media.AVRecorderConfig = {
    audioSourceType: media.AudioSourceType.AUDIO_SOURCE_TYPE_MIC, // 音频输入源,这里设置为麦克风
    profile: this.avProfile,
    url: '', // 参考应用文件访问与管理开发示例新建并读写一个文件
  };
  textTimerController: TextTimerController = new TextTimerController();

  build() {
    Row() {
      Column() {
        Text('按住说话')
          .fontSize(20)
          .fontWeight(FontWeight.Normal)
          .width(300)
          .height(40)
          .textAlign(TextAlign.Center)
          .backgroundColor(Color.Orange)
          .border({ radius: 20 }) // 单指长按文本触发该手势事件
          .gesture(
            LongPressGesture({ repeat: false })
              .onAction(async (event?: GestureEvent) => {
                console.info(`LongPressGesture onAction.${JSON.stringify(event)}`);
                // 长按录音
                await this.startRecordingProcess();
              }) // 长按动作一结束触发
              .onActionEnd(async () => {
                console.info(`LongPressGesture onActionEnd.`);
                await this.stopRecordingProcess();
              })
          );
      }
      .width('100%');
    }
    .height('100%');
  }

  // 开始录制对应的流程
  async startRecordingProcess() {
    try {
      if (this.avRecorder == undefined) {
        // 1.创建录制实例
        this.avRecorder = await media.createAVRecorder();
      }
      this.setAudioRecorderCallback();
      // 2.获取录制文件fd赋予avConfig里的url;参考FilePicker文档
      this.curFile = fileIo.openSync(this.filesDir + '/Audio_' + new Date().getTime() + '.mp4',
        fileIo.OpenMode.READ_WRITE | fileIo.OpenMode.CREATE);
      this.avConfig.url = 'fd://' + this.curFile.fd;
      // 3.配置录制参数完成准备工作
      await this.avRecorder.prepare(this.avConfig);
      // 4.开始录制
      this.textTimerController.start();
      await this.avRecorder.start();

    } catch (err) {
      console.info('startRecordingProcess' + JSON.stringify(err));
    }
  }

  // 停止录制对应的流程
  async stopRecordingProcess() {
    if (this.avRecorder != undefined) {
      // 1. 停止录制
      if (this.avRecorder.state === 'started'
        || this.avRecorder.state === 'paused') { // 仅在started或者paused状态下调用stop为合理状态切换
        await this.avRecorder.stop();
      }
      await this.avRecorder.reset();
      this.textTimerController.reset();
      // 3.释放录制实例
      await this.avRecorder.release();
      // 转Uint8Array
      let bytes: Uint8Array = this.stringToUint8Array(this.avConfig.url);
      console.info(`${bytes}`);
      // 4.关闭录制文件fd
      fileIo.closeSync(this.curFile);
      this.avRecorder = undefined;
    }
  }

  // 注册audioRecorder回调函数
  setAudioRecorderCallback() {
    if (this.avRecorder != undefined) {
      // 状态机变化回调函数
      this.avRecorder.on('stateChange', (state: media.AVRecorderState, reason: media.StateChangeReason) => {
        console.info(`AudioRecorder current state is ${state}`);
        console.info(`${reason}`);
      });
      // 错误上报回调函数
      this.avRecorder.on('error', (err: BusinessError) => {
        console.error(`AudioRecorder failed, code is ${err.code}, message is ${err.message}`);
      });
    }
  }

  stringToUint8Array(str: string): Uint8Array {
    let textEncoder = new util.TextEncoder();
    return textEncoder.encodeInto(str);
  }
}