Flutter音频分析插件sound_analysis的使用

Flutter音频分析插件sound_analysis的使用

注意：Sound Analysis仅支持iOS 15及以上版本。

安装

1. 打开终端应用程序。
2. 切换到你的项目目录：cd [你的项目文件夹]
3. 添加sound_analysis插件：flutter pub add sound_analysis

使用

以下是一个完整的示例代码，展示了如何使用sound_analysis插件来分析音频文件。

import 'dart:io';
import 'package:flutter/material.dart';
import 'dart:async';
import 'package:path/path.dart' as path;
import 'package:path_provider/path_provider.dart';
import 'package:flutter/services.dart';
import 'package:sound_analysis/sound_analysis.dart';
import 'package:flutter/services' show rootBundle;

void main() {
  runApp(const MyApp());
}

class MyApp extends StatefulWidget {
  const MyApp({Key? key}) : super(key: key);

  @override
  State<MyApp> createState() => _MyAppState();
}

class _MyAppState extends State<MyApp> {
  String _platformVersion = 'Unknown';

  @override
  void initState() {
    super.initState();
    initPlatformState();
  }

  // 异步方法初始化平台状态
  Future<void> initPlatformState() async {
    String platformVersion;
    try {
      // 获取平台版本信息
      platformVersion = await SoundAnalysis.platformVersion ?? 'Unknown platform version';

      // 获取可识别的音频分类
      List<String> audios = await SoundAnalysis.knownClassifications(SoundAnalysis.SNClassifierIdentifier_version1);
      print("可识别的音频 === ${audios}");

      // 获取应用文档目录
      Directory directory = await getApplicationDocumentsDirectory();
      var videoFilePath = path.join(directory.path, "t2.mp4");
      File file = File(videoFilePath);

      // 如果文件不存在，则从assets加载并保存到指定路径
      if (!file.existsSync()) {
        ByteData data = await rootBundle.load("assets/t2.mp4");
        List<int> bytes = data.buffer.asUint8List(data.offsetInBytes, data.lengthInBytes);
        file.writeAsBytesSync(bytes, flush: true);
      }

      // 分析音频文件
      List<Map<String, dynamic>> clips = await SoundAnalysis.analyzeAudioFile(SoundAnalysis.SNClassifierIdentifier_version1, videoFilePath);
      print("识别的音频片段:${clips}");

    } on PlatformException {
      platformVersion = 'Failed to get platform version.';
    }

    // 如果组件已卸载，则不更新UI
    if (!mounted) return;

    setState(() {
      _platformVersion = platformVersion;
    });
  }

  @override
  Widget build(BuildContext context) {
    return MaterialApp(
      home: Scaffold(
        appBar: AppBar(
          title: const Text('插件示例应用'),
        ),
        body: Center(
          child: Text('运行于: $_platformVersion\n'),
        ),
      ),
    );
  }
}

输出

运行上述代码后，控制台将输出以下结果：

flutter: 可识别的音频  === [speech, shout, yell, battle_cry, children_shouting, screaming, whispering, laughter, baby_laughter, giggling, snicker, belly_laugh, chuckle_chortle, crying_sobbing, baby_crying, sigh, singing, choir_singing, yodeling, rapping, humming, whistling, breathing, snoring, gasp, cough, sneeze, nose_blowing, person_running, person_shuffling, person_walking, chewing, biting, gargling, burp, hiccup, slurp, finger_snapping, clapping, cheering, applause, booing, chatter, crowd, babble, dog, dog_bark, dog_howl, dog_bow_wow, dog_growl, dog_whimper, cat, cat_purr, cat_meow, horse_clip_clop, horse_neigh, cow_moo, pig_oink, sheep_bleat, fowl, chicken, chicken_cluck, rooster_crow, turkey_gobble, duck_quack, goose_honk, lion_roar, bird, bird_vocalization, bird_chirp_tweet, bird_squawk, pigeon_dove_coo, crow_caw, owl_hoot, bird_flapping, insect, cricket_chirp, mosquito_buzz, fly_buzz, bee_buzz, frog, frog_croak, snake_hiss, snake_rattle, whale_vocalization, coyote_howl, elk_bugle<…>

flutter: 识别的音频片段:[{confidence: 0.8910837173461914, audioKey: humming, duration: 3.0, startAt: 0.0}, {confidence: 0.9592931270599365, audioKey: humming, startAt: 1.5, duration: 3.0}, {confidence: 0.7030519843101501, startAt: 3.0, duration: 3.0, audioKey: laughter}, {audioKey: humming, confidence: 0.42257529497146606, duration: 3.0, startAt: 4.5}, {audioKey: humming, startAt: 6.0, duration: 3.0, confidence: 0.9056249260902405}, {confidence: 0.949840247631073, audioKey: laughter, duration: 3.0, startAt: 7.5}]