Flutter人脸识别插件apple_vision_face的使用

apple_vision_face

Apple Vision Face Detection 是一个 Flutter 插件，它使 Flutter 应用程序能够使用 Apple Vision Face Detection。

• 该插件不是由 Apple 赞助或维护。作者是一些希望为 macOS 创建类似 Google ML Kit 的开发者。

Requirements

MacOS

• 最低 osx 部署目标: 11.0
• Xcode 13 或更新版本
• Swift 5
• ML Kit 仅支持 64 位架构（x86_64 和 arm64）

iOS

• 最低 ios 部署目标: 13.0
• Xcode 13 或更新版本
• Swift 5
• ML Kit 仅支持 64 位架构（x86_64 和 arm64）

Getting Started

首先需要导入 'package:apple_vision/apple_vision.dart';

final GlobalKey cameraKey = GlobalKey(debugLabel: "cameraKey");
late AppleVisionFaceController cameraController;
late List<CameraMacOSDevice> _cameras;
CameraMacOSController? controller;
String? deviceId;

FaceData? faceData;

[@override](/user/override)
void initState() {
  cameraController = AppleVisionFaceController();
  CameraMacOS.instance.listDevices(deviceType: CameraMacOSDeviceType.video).then((value){
    _cameras = value;
    deviceId = _cameras.first.deviceId;
  });
  super.initState();
}

[@override](/user/override)
void dispose() {
  controller?.destroy();
  super.dispose();
}

void onTakePictureButtonPressed() async{
  CameraMacOSFile? file = await controller?.takePicture();
  if(file != null && mounted) {
    Uint8List? image = file.bytes;
    cameraController.process(image!, const Size(640,480)).then((data){
      faceData = data;
      setState(() {});
    });
  }
}

[@override](/user/override)
Widget build(BuildContext context) {
  deviceWidth = MediaQuery.of(context).size.width;
  deviceHeight = MediaQuery.of(context).size.height;
  return Stack(
    children:[
      SizedBox(
        width: 640, 
        height: 480, 
        child: _getScanWidgetByPlatform()
      ),
    ] + showPoints()
  );
}

List<Widget> showPoints(){
  if(faceData == null || faceData!.marks.isEmpty) return [];
  Map<LandMark, Color> colors = {
    LandMark.faceContour: Colors.amber,
    LandMark.outerLips: Colors.red,
    LandMark.innerLips: Colors.pink,
    LandMark.leftEye: Colors.green,
    LandMark.rightEye: Colors.green,
    LandMark.leftPupil: Colors.purple,
    LandMark.rightPupil: Colors.purple,
    LandMark.leftEyebrow: Colors.lime,
    LandMark.rightEyebrow: Colors.lime,
  };
  List<Widget> widgets = [];

  for(int i = 0; i < faceData!.marks.length; i++){
    List<Point> points = faceData!.marks[i].location;
    for(int j = 0; j < points.length; j++){
      widgets.add(
        Positioned(
          left: points[j].x,
          bottom: points[j].y,
          child: Container(
            width: 10,
            height: 10,
            decoration: BoxDecoration(
              color: colors[faceData!.marks[i].landmark],
              borderRadius: BorderRadius.circular(5)
            ),
          )
        )
      );
    }
  }
  return widgets;
}

Widget _getScanWidgetByPlatform() {
  return CameraMacOSView(
    key: cameraKey,
    fit: BoxFit.fill,
    cameraMode: CameraMacOSMode.photo,
    enableAudio: false,
    onCameraLoading: (ob){
      return Container(
        width: deviceWidth,
        height: deviceHeight,
        color: Theme.of(context).canvasColor,
        alignment: Alignment.center,
        child: const CircularProgressIndicator(color: Colors.blue)
      );
    },
    onCameraInizialized: (CameraMacOSController controller) {
      setState(() {
        this.controller = controller;
        Timer.periodic(const Duration(milliseconds: 32),(_){
          onTakePictureButtonPressed();
        });
      });
    },
  );
}

Example

查看此 API 的示例 在这里。

import 'package:apple_vision_face/apple_vision_face.dart';
import 'package:flutter/material.dart';
import '../camera/camera_insert.dart';
import 'package:flutter/foundation.dart';
import 'package:flutter/services.dart';
import 'camera/input_image.dart';

void main() {
  runApp(const MyApp());
}

class MyApp extends StatelessWidget {
  const MyApp({super.key});

  [@override](/user/override)
  Widget build(BuildContext context) {
    return MaterialApp(
      title: 'Flutter Demo',
      theme: ThemeData(
        primarySwatch: Colors.blue,
      ),
      home: const VisionFace(),
    );
  }
}

class VisionFace extends StatefulWidget {
  const VisionFace({
    Key? key,
    this.onScanned
  }):super(key: key);

  final Function(dynamic data)? onScanned; 

  [@override](/user/override)
  _VisionFace createState() => _VisionFace();
}

class _VisionFace extends State<VisionFace> {
  final GlobalKey cameraKey = GlobalKey(debugLabel: "cameraKey");
  AppleVisionFaceController visionController = AppleVisionFaceController();
  InsertCamera camera = InsertCamera();
  String? deviceId;
  bool loading = true;
  Size imageSize = const Size(640,640*9/16);

  List<FaceData>? faceData;
  late double deviceWidth;
  late double deviceHeight;

  [@override](/user/override)
  void initState() {
    camera.setupCameras().then((value){
      setState(() {
        loading = false;
      });
      camera.startLiveFeed((InputImage i){
        if(i.metadata?.size != null){
          imageSize = i.metadata!.size;
        }
        if(mounted) {
          Uint8List? image = i.bytes;
          visionController.processImage(image!, i.metadata!.size).then((data){
            faceData = data;
            setState(() {});
          });
        }
      });
    });
    super.initState();
  }

  [@override](/user/override)
  void dispose() {
    camera.dispose();
    super.dispose();
  }

  [@override](/user/override)
  Widget build(BuildContext context) {
    deviceWidth = MediaQuery.of(context).size.width;
    deviceHeight = MediaQuery.of(context).size.height;
    return Stack(
      children:[
        SizedBox(
          width: imageSize.width, 
          height: imageSize.height, 
          child: loading ? Container() : CameraSetup(camera: camera, size: imageSize,)
        ),
      ] + showPoints()
    );
  }

  List<Widget> showPoints(){
    if(faceData == null || faceData!.isEmpty) return [];
    List<Widget> widgets = [];
    Map<LandMark, Color> colors = {
      LandMark.faceContour: Colors.amber,
      LandMark.outerLips: Colors.red,
      LandMark.innerLips: Colors.pink,
      LandMark.leftEye: Colors.green,
      LandMark.rightEye: Colors.green,
      LandMark.leftPupil: Colors.purple,
      LandMark.rightPupil: Colors.purple,
      LandMark.leftEyebrow: Colors.lime,
      LandMark.rightEyebrow: Colors.lime,
    };

    for(int k = 0; k < faceData!.length; k++){
      if(faceData![k].marks.isNotEmpty){
        for(int i = 0; i < faceData![k].marks.length; i++){
          List<FacePoint> points = faceData![k].marks[i].location;
          for(int j = 0; j < points.length; j++){
            widgets.add(
              Positioned(
                left: points[j].x,
                top: points[j].y,
                child: Container(
                  width: 10,
                  height: 10,
                  decoration: BoxDecoration(
                    color: colors[faceData![k].marks[i].landmark],
                    borderRadius: BorderRadius.circular(5)
                  ),
                )
              )
            );
          }
        }
      }
    }
    return widgets;
  }

  Widget loadingWidget(){
    return Container(
      width: deviceWidth,
      height: deviceHeight,
      color: Theme.of(context).canvasColor,
      alignment: Alignment.center,
      child: const CircularProgressIndicator(color: Colors.blue)
    );
  }
}