Flutter深度图像获取插件apple_vision_image_depth的使用

apple_vision_image_depth

Apple Vision Depth Detection 是一个 Flutter 插件，使 Flutter 应用能够使用 Apple Vision Image Depth。

• 该插件并非由 Apple 赞助或维护。作者是一些希望为 macOS 创建类似 Google ML Kit 的开发者。

Requirements（需求）

MacOS

• 最低 osx 部署目标: 10.13
• Xcode 13 或更新版本
• Swift 5
• ML Kit 仅支持 64 位架构 (x86_64 和 arm64)。

iOS

• 最低 ios 部署目标: 14.0
• Xcode 13 或更新版本
• Swift 5
• ML Kit 仅支持 64 位架构 (x86_64 和 arm64)。

Getting Started（开始使用）

首先，需要导入 ‘package:apple_vision/apple_vision.dart’；

final GlobalKey cameraKey = GlobalKey(debugLabel: "cameraKey");
AppleVisionImageDepthController visionController = AppleVisionImageDepthController();
InsertCamera camera = InsertCamera();
Size imageSize = const Size(640,640*9/16);
String? deviceId;
bool loading = true;

Uint8List? image;
late double deviceWidth;
late double deviceHeight;

int intr = 0;

[@override](/user/override)
void initState() {
  camera.setupCameras().then((value){
    setState(() {
      loading = false;
    });
    camera.startLiveFeed((InputImage i){
      if(i.metadata?.size != null){
        imageSize = i.metadata!.size;
      }
      if(mounted) {
        Uint8List? image = i.bytes;
        visionController.processImage(ImageDepthData(image:image!, imageSize: imageSize)).then((data){
          this.image = data;
          if(intr == 0){
            intr++;
          }
          setState(() {
            
          });
        });
      }
    });
  });
  super.initState();
}

[@override](/user/override)
void dispose() {
  camera.dispose();
  super.dispose();
}

[@override](/user/override)
Widget build(BuildContext context) {
  deviceWidth = MediaQuery.of(context).size.width;
  deviceHeight = MediaQuery.of(context).size.height;
  return ListView(
    children:<Widget>[
      SizedBox(
        width: 320, 
        height: 320*9/16, 
        child: loading?Container():CameraSetup(camera: camera, size: imageSize)
      ),
      if(image != null) SizedBox(
        width: 320, 
        height: 320*9/16,
        child: Image.memory(
          image!, 
          fit: BoxFit.fitHeight,
        )
      )
    ]
  );
}

Widget loadingWidget(){
  return Container(
    width: deviceWidth,
    height:deviceHeight,
    color: Theme.of(context).canvasColor,
    alignment: Alignment.center,
    child: const CircularProgressIndicator(color: Colors.blue)
  );
}

Example（示例）

以下是完整的示例代码：

import 'package:apple_vision_image_depth/apple_vision_image_depth.dart';
import 'package:flutter/material.dart';
import '../camera/camera_insert.dart';
import 'package:flutter/foundation.dart';
import 'package:flutter/services.dart';
import 'camera/input_image.dart';

void main() {
  runApp(const MyApp());
}

class MyApp extends StatelessWidget {
  const MyApp({super.key});

  // 这个小部件是您的应用的根。
  [@override](/user/override)
  Widget build(BuildContext context) {
    return MaterialApp(
      title: 'Flutter Demo',
      theme: ThemeData(
        primarySwatch: Colors.blue,
      ),
      home: const VisionDepth(),
    );
  }
}

class VisionDepth extends StatefulWidget {
  const VisionDepth({
    Key? key,
    this.onScanned
  }):super(key: key);

  final Function(dynamic data)? onScanned; 

  [@override](/user/override)
  _VisionDepth createState() => _VisionDepth();
}

class _VisionDepth extends State<VisionDepth>{
  final GlobalKey cameraKey = GlobalKey(debugLabel: "cameraKey");
  AppleVisionImageDepthController visionController = AppleVisionImageDepthController();
  InsertCamera camera = InsertCamera();
  Size imageSize = const Size(640,640*9/16);
  String? deviceId;
  bool loading = true;

  Uint8List? image;
  late double deviceWidth;
  late double deviceHeight;

  int intr = 0;

  [@override](/user/override)
  void initState() {
    camera.setupCameras().then((value){
      setState(() {
        loading = false;
      });
      camera.startLiveFeed((InputImage i){
        if(i.metadata?.size != null){
          imageSize = i.metadata!.size;
        }
        if(mounted) {
          Uint8List? image = i.bytes;
          visionController.processImage(ImageDepthData(image:image!, imageSize: imageSize)).then((data){
            this.image = data;
            if(intr == 0){
              intr++;
            }
            setState(() {
              
            });
          });
        }
      });
    });
    super.initState();
  }
  
  [@override](/user/override)
  void dispose() {
    camera.dispose();
    super.dispose();
  }

  [@override](/user/override)
  Widget build(BuildContext context) {
    deviceWidth = MediaQuery.of(context).size.width;
    deviceHeight = MediaQuery.of(context).size.height;
    return ListView(
      children:<Widget>[
        SizedBox(
          width: 320, 
          height: 320*9/16, 
          child: loading?Container():CameraSetup(camera: camera, size: imageSize)
        ),
        if(image != null) SizedBox(
          width: 320, 
          height: 320*9/16,
          child: Image.memory(
            image!, 
            fit: BoxFit.fitHeight,
          )
        )
      ]
    );
  }

  Widget loadingWidget(){
    return Container(
      width: deviceWidth,
      height:deviceHeight,
      color: Theme.of(context).canvasColor,
      alignment: Alignment.center,
      child: const CircularProgressIndicator(color: Colors.blue)
    );
  }
}