Flutter音视频原始数据处理插件agora_rtc_rawdata的使用

Flutter音视频原始数据处理插件agora_rtc_rawdata的使用

重要

该插件仅导出了四个方法到Dart层，用于注册或注销观察者。

class AgoraRtcRawdata {
  static const MethodChannel _channel =
      const MethodChannel('agora_rtc_rawdata');

  static Future<void> registerAudioFrameObserver(int engineHandle) {
    return _channel.invokeMethod('registerAudioFrameObserver', engineHandle);
  }

  static Future<void> unregisterAudioFrameObserver() {
    return _channel.invokeMethod('registerAudioFrameObserver');
  }

  static Future<void> registerVideoFrameObserver(int engineHandle) {
    return _channel.invokeMethod('registerVideoFrameObserver', engineHandle);
  }

  static Future<void> unregisterVideoFrameObserver() {
    return _channel.invokeMethod('unregisterVideoFrameObserver');
  }
}

插件默认会改变视频流的颜色：

• 本地视频变为绿色
• 远程视频变为粉色

你可以在以下位置找到代码：

• Android: AgoraRtcRawdataPlugin.kt
  • 本地视频: onCaptureVideoFrame
  • 远程视频: onRenderVideoFrame
• iOS: AgoraRawdata.swift
  • 本地视频: onCapture
  • 远程视频: onRenderVideoFrame

如果你能用C++编程，建议在C++层处理原始数据以提高性能并移除关于调用Android和iOS的代码。

你可以在以下位置找到代码：

• Android:
  • 音频: AudioFrameObserver.cpp
  • 视频: VideoFrameObserver.cpp
• iOS:
  • 音频: AgoraAudioFrameObserver.mm
  • 视频: AgoraVideoFrameObserver.mm

安装

你应该fork此仓库，并修改代码以实现你的需求，例如使用第三方美颜SDK。

使用

import 'package:agora_rtc_engine/rtc_engine.dart';
import 'package:agora_rtc_rawdata/agora_rtc_rawdata.dart';

_initEngine() async {
  var engine = await RtcEngine.create(config.appId);
  await AgoraRtcRawdata.registerAudioFrameObserver(
      await engine.getNativeHandle());
  await AgoraRtcRawdata.registerVideoFrameObserver(
      await engine.getNativeHandle());
}

资源

• 文档 用于 agora_rtc_engine
• Android原始视频数据文档
• iOS原始视频数据文档

许可证

MIT

示例代码

import 'dart:developer';

import 'package:agora_rtc_engine/rtc_engine.dart';
import 'package:agora_rtc_engine/rtc_local_view.dart' as RtcLocalView;
import 'package:agora_rtc_engine/rtc_remote_view.dart' as RtcRemoteView;
import 'package:agora_rtc_rawdata/agora_rtc_rawdata.dart';
import 'package:agora_rtc_rawdata_example/config/agora.config.dart' as config;
import 'package:flutter/cupertino.dart';
import 'package:flutter/foundation.dart';
import 'package:flutter/material.dart';
import 'package:permission_handler/permission_handler.dart';

void main() {
  runApp(MyApp());
}

class MyApp extends StatefulWidget {
  [@override](/user/override)
  _MyAppState createState() => _MyAppState();
}

class _MyAppState extends State<MyApp> {
  late RtcEngine engine;
  bool startPreview = false, isJoined = false;
  List<int> remoteUid = [];

  [@override](/user/override)
  void initState() {
    super.initState();
    this._initEngine();
  }

  [@override](/user/override)
  void dispose() {
    super.dispose();
    this._deinitEngine();
  }

  _initEngine() async {
    if (defaultTargetPlatform == TargetPlatform.android) {
      await [Permission.microphone, Permission.camera].request();
    }

    engine = await RtcEngine.create(config.appId);
    engine.setEventHandler(
        RtcEngineEventHandler(joinChannelSuccess: (channel, uid, elapsed) {
      log('joinChannelSuccess $channel $uid $elapsed');
      setState(() {
        isJoined = true;
      });
    }, userJoined: (uid, elapsed) {
      log('userJoined  $uid $elapsed');
      setState(() {
        remoteUid.add(uid);
      });
    }, userOffline: (uid, reason) {
      log('userJoined  $uid $reason');
      setState(() {
        remoteUid.removeWhere((element) => element == uid);
      });
    }));
    await engine.enableVideo();
    await engine.startPreview();
    setState(() {
      startPreview = true;
    });
    var handle = await engine.getNativeHandle();
    if (handle != null) {
      await AgoraRtcRawdata.registerAudioFrameObserver(handle);
      await AgoraRtcRawdata.registerVideoFrameObserver(handle);
    }
    await engine.joinChannel(config.token, config.channelId, null, config.uid);
  }

  _deinitEngine() async {
    await AgoraRtcRawdata.unregisterAudioFrameObserver();
    await AgoraRtcRawdata.unregisterVideoFrameObserver();
    await engine.destroy();
  }

  [@override](/user/override)
  Widget build(BuildContext context) {
    return MaterialApp(
      home: Scaffold(
        appBar: AppBar(
          title: const Text('Plugin example app'),
        ),
        body: Stack(
          children: [
            if (startPreview) RtcLocalView.SurfaceView(),
            Align(
              alignment: Alignment.topLeft,
              child: SingleChildScrollView(
                scrollDirection: Axis.horizontal,
                child: Row(
                  children: List.of(remoteUid.map(
                    (e) => Container(
                      width: 120,
                      height: 120,
                      child: RtcRemoteView.SurfaceView(
                        uid: e,
                        channelId: config.channelId,
                      ),
                    ),
                  )),
                ),
              ),
            )
          ],
        ),
      ),
    );
  }
}