Wes xx mediapipe integration

2023-03-12 20:34:16 +00:00
parent 8349b5f149
commit b11eeb465c
975 changed files with 192230 additions and 0 deletions
--- a/Assets/MediaPipeUnity/Common/Scripts/Bootstrap.cs
+++ b/Assets/MediaPipeUnity/Common/Scripts/Bootstrap.cs
@@ -0,0 +1,160 @@
+// Copyright (c) 2021 homuler
+//
+// Use of this source code is governed by an MIT-style
+// license that can be found in the LICENSE file or at
+// https://opensource.org/licenses/MIT.
+
+using System.Collections;
+using System.IO;
+using UnityEngine;
+
+namespace Mediapipe.Unity
+{
+  public class Bootstrap : MonoBehaviour
+  {
+    [System.Serializable]
+    public enum AssetLoaderType
+    {
+      StreamingAssets,
+      AssetBundle,
+      Local,
+    }
+
+    private const string _TAG = nameof(Bootstrap);
+
+    [SerializeField] private ImageSourceType _defaultImageSource;
+    [SerializeField] private InferenceMode _preferableInferenceMode;
+    [SerializeField] private AssetLoaderType _assetLoaderType;
+    [SerializeField] private bool _enableGlog = true;
+
+    public InferenceMode inferenceMode { get; private set; }
+    public bool isFinished { get; private set; }
+    private bool _isGlogInitialized;
+
+    private void OnEnable()
+    {
+      var _ = StartCoroutine(Init());
+    }
+
+    private IEnumerator Init()
+    {
+      Logger.SetLogger(new MemoizedLogger(100));
+      Logger.MinLogLevel = Logger.LogLevel.Debug;
+
+      Protobuf.SetLogHandler(Protobuf.DefaultLogHandler);
+
+      Logger.LogInfo(_TAG, "Setting global flags...");
+      GlobalConfigManager.SetFlags();
+
+      if (_enableGlog)
+      {
+        if (Glog.LogDir != null)
+        {
+          if (!Directory.Exists(Glog.LogDir))
+          {
+            Directory.CreateDirectory(Glog.LogDir);
+          }
+          Logger.LogVerbose(_TAG, $"Glog will output files under {Glog.LogDir}");
+        }
+        Glog.Initialize("MediaPipeUnityPlugin");
+        _isGlogInitialized = true;
+      }
+
+      Logger.LogInfo(_TAG, "Initializing AssetLoader...");
+      switch (_assetLoaderType)
+      {
+        case AssetLoaderType.AssetBundle:
+          {
+            AssetLoader.Provide(new AssetBundleResourceManager("mediapipe"));
+            break;
+          }
+        case AssetLoaderType.StreamingAssets:
+          {
+            AssetLoader.Provide(new StreamingAssetsResourceManager());
+            break;
+          }
+        case AssetLoaderType.Local:
+          {
+#if UNITY_EDITOR
+            AssetLoader.Provide(new LocalResourceManager());
+            break;
+#else
+            Logger.LogError("LocalResourceManager is only supported on UnityEditor");
+            yield break;
+#endif
+          }
+        default:
+          {
+            Logger.LogError($"AssetLoaderType is unknown: {_assetLoaderType}");
+            yield break;
+          }
+      }
+
+      DecideInferenceMode();
+      if (inferenceMode == InferenceMode.GPU)
+      {
+        Logger.LogInfo(_TAG, "Initializing GPU resources...");
+        yield return GpuManager.Initialize();
+
+        if (!GpuManager.IsInitialized)
+        {
+          Logger.LogWarning("If your native library is built for CPU, change 'Preferable Inference Mode' to CPU from the Inspector Window for Bootstrap");
+        }
+      }
+
+      Logger.LogInfo(_TAG, "Preparing ImageSource...");
+      ImageSourceProvider.ImageSource = GetImageSource(_defaultImageSource);
+
+      isFinished = true;
+    }
+
+    public ImageSource GetImageSource(ImageSourceType imageSourceType)
+    {
+      switch (imageSourceType)
+      {
+        case ImageSourceType.WebCamera:
+          {
+            return GetComponent<WebCamSource>();
+          }
+        case ImageSourceType.Image:
+          {
+            return GetComponent<StaticImageSource>();
+          }
+        case ImageSourceType.Video:
+          {
+            return GetComponent<VideoSource>();
+          }
+        case ImageSourceType.Unknown:
+        default:
+          {
+            throw new System.ArgumentException($"Unsupported source type: {imageSourceType}");
+          }
+      }
+    }
+
+    private void DecideInferenceMode()
+    {
+#if UNITY_EDITOR_OSX || UNITY_EDITOR_WIN
+      if (_preferableInferenceMode == InferenceMode.GPU) {
+        Logger.LogWarning(_TAG, "Current platform does not support GPU inference mode, so falling back to CPU mode");
+      }
+      inferenceMode = InferenceMode.CPU;
+#else
+      inferenceMode = _preferableInferenceMode;
+#endif
+    }
+
+    private void OnApplicationQuit()
+    {
+      GpuManager.Shutdown();
+
+      if (_isGlogInitialized)
+      {
+        Glog.Shutdown();
+      }
+
+      Protobuf.ResetLogHandler();
+      Logger.SetLogger(null);
+    }
+  }
+}