Nuitrack v0.36.1

3DiVi · Aug 20, 2022 · 57a4187 · 57a4187
1 parent e7035d9
commit 57a4187
Show file tree

Hide file tree

Showing 58 changed files with 161 additions and 20 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -1,3 +1,19 @@
+# Release v0.36.1
+
+**Release Date**: 19 Aug 2022  
+**Nuitrack Runtime version**: 0.36.1  
+**Nuitrack SDK version**: 1.12.1
+
+## New Features
+
+* Added the [**person re-identification**](doc/Person_Reidentification.md) feature
+
+## Known Issues
+
+* Unstable work of Nuitrack on the **Android arm32** platform
+* **Linux x64** rules do not apply for Orbbec Astra Plus. See the first item from [here](doc/Troubleshooting.md#linux) to apply the workaround 
+* Gesture recognition may fail for a sitting pose
+
 # Release v0.36.0
 
 **Release Date**: 28 June 2022  

diff --git a/Examples/nuitrack_android_studio_gl_sample/app/libs/nuitrackhelper.jar b/Examples/nuitrack_android_studio_gl_sample/app/libs/nuitrackhelper.jar
diff --git a/Examples/nuitrack_csharp_device_api_sample/nuitrack.net.dll b/Examples/nuitrack_csharp_device_api_sample/nuitrack.net.dll
diff --git a/Examples/nuitrack_csharp_sample/nuitrack.net.dll b/Examples/nuitrack_csharp_sample/nuitrack.net.dll
diff --git a/Examples/nuitrack_gl_sample/android/libs/nuitrackhelper.jar b/Examples/nuitrack_gl_sample/android/libs/nuitrackhelper.jar
diff --git a/Examples/nuitrack_ni_gl_sample/android/libs/nuitrackhelper.jar b/Examples/nuitrack_ni_gl_sample/android/libs/nuitrackhelper.jar
diff --git a/Nuitrack/lib/android-arm64/libOpenNI.so b/Nuitrack/lib/android-arm64/libOpenNI.so
diff --git a/Nuitrack/lib/android-arm64/libmiddleware.so b/Nuitrack/lib/android-arm64/libmiddleware.so
diff --git a/Nuitrack/lib/android-arm64/libnuitrack.so b/Nuitrack/lib/android-arm64/libnuitrack.so
diff --git a/Nuitrack/lib/android-arm64/nuitrackhelper.jar b/Nuitrack/lib/android-arm64/nuitrackhelper.jar
diff --git a/Nuitrack/lib/android/libOpenNI.so b/Nuitrack/lib/android/libOpenNI.so
diff --git a/Nuitrack/lib/android/libmiddleware.so b/Nuitrack/lib/android/libmiddleware.so
diff --git a/Nuitrack/lib/android/libnuitrack.so b/Nuitrack/lib/android/libnuitrack.so
diff --git a/Nuitrack/lib/android/nuitrackhelper.jar b/Nuitrack/lib/android/nuitrackhelper.jar
diff --git a/Nuitrack/lib/csharp/nuitrack.net.dll b/Nuitrack/lib/csharp/nuitrack.net.dll
diff --git a/Nuitrack/lib/linux64/libmiddleware.so b/Nuitrack/lib/linux64/libmiddleware.so
diff --git a/Nuitrack/lib/linux64/libnuitrack.so b/Nuitrack/lib/linux64/libnuitrack.so
diff --git a/Nuitrack/lib/linux_arm/libmiddleware.so b/Nuitrack/lib/linux_arm/libmiddleware.so
diff --git a/Nuitrack/lib/linux_arm/libnuitrack.so b/Nuitrack/lib/linux_arm/libnuitrack.so
diff --git a/Nuitrack/lib/linux_arm64/libmiddleware.so b/Nuitrack/lib/linux_arm64/libmiddleware.so
diff --git a/Nuitrack/lib/linux_arm64/libnuitrack.so b/Nuitrack/lib/linux_arm64/libnuitrack.so
diff --git a/Nuitrack/lib/win32/middleware.lib b/Nuitrack/lib/win32/middleware.lib
diff --git a/Nuitrack/lib/win32/nuitrack.lib b/Nuitrack/lib/win32/nuitrack.lib
diff --git a/Nuitrack/lib/win64/middleware.lib b/Nuitrack/lib/win64/middleware.lib
diff --git a/Nuitrack/lib/win64/nuitrack.lib b/Nuitrack/lib/win64/nuitrack.lib
diff --git a/Platforms/Nuitrack.apk b/Platforms/Nuitrack.apk
diff --git a/Platforms/Nuitrack_arm64.apk b/Platforms/Nuitrack_arm64.apk
diff --git a/Platforms/nuitrack-linux-arm64.deb b/Platforms/nuitrack-linux-arm64.deb
diff --git a/Platforms/nuitrack-linux-armhf.deb b/Platforms/nuitrack-linux-armhf.deb
diff --git a/Platforms/nuitrack-ubuntu-amd64.deb b/Platforms/nuitrack-ubuntu-amd64.deb
diff --git a/Platforms/nuitrack-windows-x64.exe b/Platforms/nuitrack-windows-x64.exe
diff --git a/Platforms/nuitrack-windows-x86.exe b/Platforms/nuitrack-windows-x86.exe
diff --git a/PythonNuitrack-beta/pip_packages/dist/linux/py_nuitrack_ubuntu-0.0.1-py3-none-any.whl b/PythonNuitrack-beta/pip_packages/dist/linux/py_nuitrack_ubuntu-0.0.1-py3-none-any.whl
diff --git a/...rack-beta/pip_packages/dist/windows/py_nuitrack_windows_python3.10-0.0.1-py3-none-any.whl b/...rack-beta/pip_packages/dist/windows/py_nuitrack_windows_python3.10-0.0.1-py3-none-any.whl
diff --git a/...track-beta/pip_packages/dist/windows/py_nuitrack_windows_python3.6-0.0.1-py3-none-any.whl b/...track-beta/pip_packages/dist/windows/py_nuitrack_windows_python3.6-0.0.1-py3-none-any.whl
diff --git a/...track-beta/pip_packages/dist/windows/py_nuitrack_windows_python3.7-0.0.1-py3-none-any.whl b/...track-beta/pip_packages/dist/windows/py_nuitrack_windows_python3.7-0.0.1-py3-none-any.whl
diff --git a/...track-beta/pip_packages/dist/windows/py_nuitrack_windows_python3.8-0.0.1-py3-none-any.whl b/...track-beta/pip_packages/dist/windows/py_nuitrack_windows_python3.8-0.0.1-py3-none-any.whl
diff --git a/...track-beta/pip_packages/dist/windows/py_nuitrack_windows_python3.9-0.0.1-py3-none-any.whl b/...track-beta/pip_packages/dist/windows/py_nuitrack_windows_python3.9-0.0.1-py3-none-any.whl
diff --git a/README.md b/README.md
@@ -1,12 +1,12 @@
 <p align="center"><a href="https://nuitrack.com/"><img src="doc/img/nuitrack-logo.png" width="70%" /></a></p>
 
 ## What's New ? 
-- **:white_check_mark: May'22 - 0.35.15 - Official support for [Orbbec Astra+](https://youtu.be/NP5ayeqUr4I)**
+- **:white_check_mark: Aug'22 - 0.36.1 - [Person re-identification](/doc/Person_Reidentification.md)**
+- :white_check_mark: May'22 - 0.35.15 - Official support for [Orbbec Astra+](https://youtu.be/NP5ayeqUr4I)
 - :white_check_mark: Nov'21 - 0.35.12 - [Python API](/PythonNuitrack-beta)
 
 *Coming soon*:
 - :soon: Holistic skeletal tracking on multiple sensors
-- :soon: Person re-identification
 - :soon: Support for new Orbbec Astra Pro+, Persee+
 
 ## What is Nuitrack™ SDK?

diff --git a/UnrealEngine/NuitrackPlugin/Source/NuitrackModule/lib/android-arm64/libOpenNI.so b/UnrealEngine/NuitrackPlugin/Source/NuitrackModule/lib/android-arm64/libOpenNI.so
diff --git a/UnrealEngine/NuitrackPlugin/Source/NuitrackModule/lib/android-arm64/libmiddleware.so b/UnrealEngine/NuitrackPlugin/Source/NuitrackModule/lib/android-arm64/libmiddleware.so
diff --git a/UnrealEngine/NuitrackPlugin/Source/NuitrackModule/lib/android-arm64/libnuitrack.so b/UnrealEngine/NuitrackPlugin/Source/NuitrackModule/lib/android-arm64/libnuitrack.so
diff --git a/UnrealEngine/NuitrackPlugin/Source/NuitrackModule/lib/android-arm64/nuitrackhelper.jar b/UnrealEngine/NuitrackPlugin/Source/NuitrackModule/lib/android-arm64/nuitrackhelper.jar
diff --git a/UnrealEngine/NuitrackPlugin/Source/NuitrackModule/lib/android/libOpenNI.so b/UnrealEngine/NuitrackPlugin/Source/NuitrackModule/lib/android/libOpenNI.so
diff --git a/UnrealEngine/NuitrackPlugin/Source/NuitrackModule/lib/android/libmiddleware.so b/UnrealEngine/NuitrackPlugin/Source/NuitrackModule/lib/android/libmiddleware.so
diff --git a/UnrealEngine/NuitrackPlugin/Source/NuitrackModule/lib/android/libnuitrack.so b/UnrealEngine/NuitrackPlugin/Source/NuitrackModule/lib/android/libnuitrack.so
diff --git a/UnrealEngine/NuitrackPlugin/Source/NuitrackModule/lib/android/nuitrackhelper.jar b/UnrealEngine/NuitrackPlugin/Source/NuitrackModule/lib/android/nuitrackhelper.jar
diff --git a/UnrealEngine/NuitrackPlugin/Source/NuitrackModule/lib/win32/middleware.lib b/UnrealEngine/NuitrackPlugin/Source/NuitrackModule/lib/win32/middleware.lib
diff --git a/UnrealEngine/NuitrackPlugin/Source/NuitrackModule/lib/win32/nuitrack.lib b/UnrealEngine/NuitrackPlugin/Source/NuitrackModule/lib/win32/nuitrack.lib
diff --git a/UnrealEngine/NuitrackPlugin/Source/NuitrackModule/lib/win64/middleware.lib b/UnrealEngine/NuitrackPlugin/Source/NuitrackModule/lib/win64/middleware.lib
diff --git a/UnrealEngine/NuitrackPlugin/Source/NuitrackModule/lib/win64/nuitrack.lib b/UnrealEngine/NuitrackPlugin/Source/NuitrackModule/lib/win64/nuitrack.lib
diff --git a/VERSION b/VERSION
@@ -1 +1 @@
-1.12.0
+1.12.1
diff --git a/doc/Person_Reidentification.md b/doc/Person_Reidentification.md
@@ -0,0 +1,70 @@
+# Person Re-identification
+
+Nuitrack is now able to recognize the same users if they left the frame and returned back in a single runtime session.
+
+**_Disclaimer:_**  
+_For this feature to work Nuitrack SDK uses facial/body features to be able to recognize person on reappearance._  
+_This data is processed in RAM only through a single runtime session and isn't kept / stored / transmitted anyhow anywhere._  
+
+### Supported platforms
+- Linux x64
+- Windows x64/x86
+
+### Try out Re-identification feature
+
+To try the person re-identification:
+- launch the Nuitrack application 
+- make sure that the `Reidentification` checkbox is checked 
+- start visualization via `Try Nuitrack!` button
+
+You will see unique person identifier next to person skeleton, as well as time of first appearance and number of seconds spent in a frame.
+
+<p align="center"><a href="https://nuitrack.com/"><img src="img/reid.gif" width="70%" /></a></p>
+
+### Getting Re-identification data using SDK
+
+Follow these steps to get Re-identification data from Nuitrack.
+1. Enable Re-identification feature after initializing Nuitrack:
+    ```cpp
+    Nuitrack::init();
+    Nuitrack::setConfigValue("Reidentification.ToUse", "true");
+    ```
+2. Create `SkeletonTracker` module, connect it to the callback function and start Nuitrack:
+    ```cpp
+    void onSkeletonUpdate(SkeletonData::Ptr userSkeletons) { /* your SkeletonData processing */ }
+
+    ...
+
+    auto skeletonTracker = SkeletonTracker::create();
+    skeletonTracker->connectOnUpdate(onSkeletonUpdate);
+    Nuitrack::run();
+    ```
+3. After you run Nuitrack you can start getting it's data in JSON format like this:
+    ```cpp
+    while (true)
+    {
+        Nuitrack::waitUpdate(skeletonTracker);
+        auto jsonData = Nuitrack::getInstancesJson();
+    }
+    ```
+    Example of JSON file:
+    ```json
+    {
+        "Timestamp": "1659084464875886",
+        "Instances": [
+            {
+                "id": "1",
+                "class": "human",
+                "uuid": "2a6de0bd-5ed8-4b57-aedb-f38135f87c14"
+            }
+        ]
+    }
+    ```
+    **_Note:_** 
+      - _**id** from the JSON above matches with id provided by `UserTracker` and `SkeletonTracker`_  
+      - _**uuid** is a unique user identifier_  
+
+4. Before exiting your program don't forget to release Nuitrack:
+    ```cpp
+    Nuitrack::release();
+    ```
diff --git a/doc/img/reid.gif b/doc/img/reid.gif
diff --git a/doc/readme.md b/doc/readme.md
@@ -22,6 +22,7 @@
 * [Moving Sensor](Moving_Sensor.md)
 * [Nuitrack Samples](Samples.md)
 * [Using Nuitrack with Multiple Depth Sensors](Multiple_Depth_Sensors.md)
+* [Person Re-identification](Person_Reidentification.md)
 * ###### Nuitrack Best Practices
   * [How to make a VR App with Nuitrack](VR_app.md)
 * ###### Unreal Engine Tutorials

diff --git a/iOS-beta/nuitrack_sample/nuitrack.framework/Info.plist b/iOS-beta/nuitrack_sample/nuitrack.framework/Info.plist
@@ -15,7 +15,7 @@
 	<key>CFBundlePackageType</key>
 	<string>FMWK</string>
 	<key>CFBundleShortVersionString</key>
-	<string>0.36.0</string>
+	<string>0.36.1</string>
 	<key>CFBundleSignature</key>
 	<string>????</string>
 	<key>CFBundleVersion</key>

diff --git a/iOS-beta/nuitrack_sample/nuitrack.framework/data/nuitrack.config b/iOS-beta/nuitrack_sample/nuitrack.framework/data/nuitrack.config
@@ -32,6 +32,15 @@
         "AutoTracking": true, 
         "FeedbackThreshold": 0.1, 
         "Type": "RegressionSkeletonization", 
+        "CnnHPE": {
+            "Filter": {
+                "ThreshHold": {
+                    "MaxDisplacement": 200, 
+                    "SmoothCameraJointVelocity": false, 
+                    "MinDisplacement": 30
+                }
+            }
+        }, 
         "ActiveUsers": 2, 
         "MaxDistance": 4000
     }, 
@@ -84,6 +93,26 @@
             "PathToModel": "handtracker/testout12.pb"
         }
     }, 
+    "CnnDetectionModule": {
+        "meanPixel": 128.0, 
+        "ResizeMode": "pad", 
+        "ToUse": false, 
+        "InputSize": {
+            "width": 640, 
+            "height": 384
+        }, 
+        "per_sample_mode": true, 
+        "MinConfidence": 0.2, 
+        "Classes": [
+            "bottle", 
+            "cigarette", 
+            "phone", 
+            "laptop", 
+            "bag", 
+            "book"
+        ], 
+        "stdPixel": 33.0
+    }, 
     "RGBMarkEstimator": {
         "MarkerWidth": 105, 
         "MarkerHeight": 62, 
@@ -108,6 +137,29 @@
         "Depth2ColorRegistration": false, 
         "Mirror": false
     }, 
+    "CnnDetectionModel": {
+        "keypointsClasses": [
+            "human"
+        ], 
+        "keypointsNames": [
+            "head", 
+            "left_shoulder", 
+            "left_elbow", 
+            "left_wrist", 
+            "right_shoulder", 
+            "right_elbow", 
+            "right_wrist", 
+            "left_hip", 
+            "right_hip", 
+            "left_knee", 
+            "right_knee", 
+            "left_ankle", 
+            "right_ankle"
+        ], 
+        "InterParallelismThreads": -1, 
+        "IntraParallelismThreads": -1, 
+        "PathToModel": "CnnDetector/TFCnnDetector/model_description.bin"
+    }, 
     "Settings": {
         "Multiplexing": true, 
         "MapResolutionX": 480, 
@@ -193,8 +245,7 @@
         "LostHumanEndpoint": "onLostHuman"
     }, 
     "Faces": {
-        "ToUse": false, 
-        "BindToSkeletons": true
+        "ToUse": false
     }, 
     "Realsense2Module": {
         "DeviceHardwareReset": false, 
@@ -349,6 +400,9 @@
         }
     }, 
     "LicenseFile": "../license.json", 
+    "Reidentification": {
+        "ToUse": false
+    }, 
     "DefaultModules": {
         "DepthProvider": "DepthProviderManager"
     }

diff --git a/iOS-beta/nuitrack_sample/nuitrack.framework/nuitrack b/iOS-beta/nuitrack_sample/nuitrack.framework/nuitrack