v1.0.4 Changed the HoloLensCameraStream plugin to the camnewnham's repository. (Improve camera update FPS, hide recording icon, extract camera intrinsic)

Hololens 10.0.17763.914 (RS5)
Windows 10 SDK 10.0.18362.0
Visual Studio 2017 or 2019
Unity 2018.4.28f1+
Microsoft Mixed Reality Toolkit v2.2.0
OpenCVForUnity 2.4.1+

Author: EnoxSoftware

Assets/HoloLensWithOpenCVForUnityExample/HoloLensArUcoExample/HoloLensArUcoCameraCalibrationExample.cs

@@ -111,11 +111,6 @@ public class HoloLensArUcoCameraCalibrationExample : MonoBehaviour
         /// </summary>
         HololensCameraStreamToMatHelper webCamTextureToMatHelper;
 
-        /// <summary>
-        /// The gray mat.
-        /// </summary>
-        Mat grayMat;
-
         /// <summary>
         /// The bgr mat.
         /// </summary>
@@ -204,6 +199,7 @@ public class HoloLensArUcoCameraCalibrationExample : MonoBehaviour
         IEnumerator Start()
         {
             webCamTextureToMatHelper = gameObject.GetComponent<HololensCameraStreamToMatHelper>();
+            webCamTextureToMatHelper.outputColorFormat = WebCamTextureToMatHelper.ColorFormat.GRAY;
 
             // fix the screen orientation.
             Screen.orientation = ScreenOrientation.LandscapeLeft;
@@ -246,10 +242,7 @@ public void OnWebCamTextureToMatHelperInitialized()
             InitializeCalibraton(webCamTextureMat);
 
             // if WebCamera is frontFaceing, flip Mat.
-            if (webCamTextureToMatHelper.GetWebCamDevice().isFrontFacing)
-            {
-                webCamTextureToMatHelper.flipHorizontal = true;
-            }
+            webCamTextureToMatHelper.flipHorizontal = webCamTextureToMatHelper.IsFrontFacing();
         }
 
         /// <summary>
@@ -280,9 +273,7 @@ void Update()
             if (webCamTextureToMatHelper.IsPlaying() && webCamTextureToMatHelper.DidUpdateThisFrame())
             {
 
-                Mat rgbaMat = webCamTextureToMatHelper.GetMat();
-
-                Imgproc.cvtColor(rgbaMat, grayMat, Imgproc.COLOR_RGBA2GRAY);
+                Mat grayMat = webCamTextureToMatHelper.GetMat();
 
                 if (shouldCaptureFrame)
                 {
@@ -344,7 +335,6 @@ private void InitializeCalibraton(Mat frameMat)
             Debug.Log("aspectratio " + aspectratio[0]);
 
 
-            grayMat = new Mat(frameMat.rows(), frameMat.cols(), CvType.CV_8UC1);
             bgrMat = new Mat(frameMat.rows(), frameMat.cols(), CvType.CV_8UC3);
             rgbaMat = new Mat(frameMat.rows(), frameMat.cols(), CvType.CV_8UC4);
             ids = new Mat();
@@ -377,8 +367,6 @@ private void DisposeCalibraton()
         {
             ResetCalibration();
 
-            if (grayMat != null)
-                grayMat.Dispose();
             if (bgrMat != null)
                 bgrMat.Dispose();
             if (rgbaMat != null)