v1.0.6

Updated OpenCVForUnity version to 2.3.6.
Updated NatCorder version to 1.6.1.

Author: EnoxSoftware

Assets/NatCorderWithOpenCVForUnityExample/NatCorderWithOpenCVForUnityExample.cs

@@ -70,11 +70,26 @@ private IEnumerator RequestAndroidPermission(string permission)
         {
             if (!RuntimePermissionHelper.HasPermission(permission))
             {
+                // Permission is not granted
+                // Should we show an explanation?
                 if (RuntimePermissionHelper.ShouldShowRequestPermissionRationale(permission))
                 {
+                    // Show an explanation to the user *asynchronously* -- don't block
+                    // this thread waiting for the user's response! After the user
+                    // sees the explanation, try again to request the permission.
+                    RuntimePermissionHelper.RequestPermission(new string[] { permission });
+                }
+                else
+                {
+                    // No explanation needed; request the permission
                     RuntimePermissionHelper.RequestPermission(new string[] { permission });
                 }
             }
+            else
+            {
+                // Permission has already been granted
+            }
+
             yield return new WaitForSeconds(0.5f);
         }
         #endif

Assets/NatCorderWithOpenCVForUnityExample/VideoRecordingExample/VideoRecordingExample.cs

@@ -66,6 +66,16 @@ public class VideoRecordingExample : MonoBehaviour
         /// </summary>
         public Toggle recordMicrophoneAudioToggle;
 
+        /// <summary>
+        /// The microphone frequency.
+        /// </summary>
+        public MicrophoneFrequencyPreset microphoneFrequency = MicrophoneFrequencyPreset._48000;
+
+        /// <summary>
+        /// The microphone frequency.
+        /// </summary>
+        public Dropdown microphoneFrequencyDropdown;
+
         [Space (20)]
 
         /// <summary>
@@ -133,6 +143,14 @@ public class VideoRecordingExample : MonoBehaviour
 
         int recordEveryNthFrame;
 
+        int recordingWidth;
+        int recordingHeight;
+        int videoFramerate;
+        int audioSampleRate;
+        int audioChannelCount;
+        int videoBitrate;
+        float frameDuration;
+
         ComicFilter comicFilter;
 
         /// <summary>
@@ -165,7 +183,10 @@ void Start ()
 
             // Update GUI state
             requestedResolutionDropdown.value = (int)requestedResolution;
-            containerDropdown.value = (int)container - 1;
+            containerDropdown.value = (int)container;
+            string[] enumNames = System.Enum.GetNames(typeof(MicrophoneFrequencyPreset));
+            int index = Array.IndexOf(enumNames, microphoneFrequency.ToString());
+            microphoneFrequencyDropdown.value = index;
             applyComicFilterToggle.isOn = applyComicFilter;
             recordMicrophoneAudioToggle.isOn = recordMicrophoneAudio;
         }
@@ -245,19 +266,24 @@ void Update ()
                     comicFilter.Process (rgbaMat, rgbaMat);
 
                 if (isVideoRecording) {
-                    Imgproc.putText (rgbaMat, "[NatCorder With OpenCVForUnity Example]", new Point (5, rgbaMat.rows () - 30), Imgproc.FONT_HERSHEY_SIMPLEX, 0.5, new Scalar (255, 255, 255, 255), 1, Imgproc.LINE_AA, false);
-                    Imgproc.putText (rgbaMat, "- Video Recording Example", new Point (5, rgbaMat.rows () - 10), Imgproc.FONT_HERSHEY_SIMPLEX, 0.5, new Scalar (255, 255, 255, 255), 1, Imgproc.LINE_AA, false);
+                    Imgproc.putText(rgbaMat, "[NatCorder With OpenCVForUnity Example]", new Point(5, rgbaMat.rows() - 70), Imgproc.FONT_HERSHEY_SIMPLEX, 0.5, new Scalar(255, 255, 255, 255), 1, Imgproc.LINE_AA, false);
+                    Imgproc.putText(rgbaMat, "- Video Recording Example", new Point(5, rgbaMat.rows() - 50), Imgproc.FONT_HERSHEY_SIMPLEX, 0.5, new Scalar(255, 255, 255, 255), 1, Imgproc.LINE_AA, false);
+                    if (container == ContainerPreset.MP4 || container == ContainerPreset.HEVC)
+                    {
+                        Imgproc.putText(rgbaMat, "- [" + container + "] SIZE:" + recordingWidth + "x" + recordingHeight + " FPS:" + videoFramerate, new Point(5, rgbaMat.rows() - 30), Imgproc.FONT_HERSHEY_SIMPLEX, 0.5, new Scalar(255, 255, 255, 255), 1, Imgproc.LINE_AA, false);
+                        Imgproc.putText(rgbaMat, "- ASR:" + audioSampleRate + " ACh:" + audioChannelCount + " VBR:" + videoBitrate + " MicFreq:" + (int)microphoneFrequency, new Point(5, rgbaMat.rows() - 10), Imgproc.FONT_HERSHEY_SIMPLEX, 0.5, new Scalar(255, 255, 255, 255), 1, Imgproc.LINE_AA, false);
+                    }
+                    else if (container == ContainerPreset.GIF) {
+                        Imgproc.putText(rgbaMat, "- [" + container + "] SIZE:" + recordingWidth + "x" + recordingHeight + " FrameDur:" + frameDuration, new Point(5, rgbaMat.rows() - 30), Imgproc.FONT_HERSHEY_SIMPLEX, 0.5, new Scalar(255, 255, 255, 255), 1, Imgproc.LINE_AA, false);
+                    }
                 }
 
                 // Restore the coordinate system of the image by OpenCV's Flip function.
                 Utils.fastMatToTexture2D (rgbaMat, texture);
 
                 // Record frames
                 if (videoRecorder != null && isVideoRecording && frameCount++ % recordEveryNthFrame == 0) {
-                    // Blit to recording frame
-                    var frame = videoRecorder.AcquireFrame ();
-                    Graphics.Blit (texture, frame);
-                    videoRecorder.CommitFrame (frame, recordingClock.Timestamp);
+                    videoRecorder.CommitFrame((IntPtr)rgbaMat.dataAddr(), recordingClock.Timestamp);
                 }
             }
 
@@ -272,42 +298,56 @@ private void StartRecording ()
                 return;
 
             Debug.Log ("StartRecording ()");
-            if (fpsMonitor != null) {
-                fpsMonitor.consoleText = "Recording";
-            }   
-                
-            // First make sure recording microphone is only on MP4
-            recordMicrophoneAudio &= container == ContainerPreset.MP4;
+
+            // First make sure recording microphone is only on MP4 or HEVC
+            recordMicrophoneAudio = recordMicrophoneAudioToggle.isOn;
+            recordMicrophoneAudio &= (container == ContainerPreset.MP4 || container == ContainerPreset.HEVC);
             // Create recording configurations
-            int recordingWidth = webCamTextureToMatHelper.GetWidth ();
-            int recordingHeight = webCamTextureToMatHelper.GetHeight ();
+            recordingWidth = webCamTextureToMatHelper.GetWidth ();
+            recordingHeight = webCamTextureToMatHelper.GetHeight ();
+            videoFramerate = 30;
+            audioSampleRate = recordMicrophoneAudio ? AudioSettings.outputSampleRate : 0;
+            audioChannelCount = recordMicrophoneAudio ? (int)AudioSettings.speakerMode : 0;
+            videoBitrate = (int)(960 * 540 * 11.4f);
+            frameDuration = 0.1f;
 
             // Start recording
             recordingClock = new RealtimeClock ();
             if (container == ContainerPreset.MP4) {
                 videoRecorder = new MP4Recorder (
                     recordingWidth,
                     recordingHeight,
-                    30,
-                    recordMicrophoneAudio ? AudioSettings.outputSampleRate : 0,
-                    recordMicrophoneAudio ? (int)AudioSettings.speakerMode : 0,
+                    videoFramerate,
+                    audioSampleRate,
+                    audioChannelCount,
                     OnVideo
                 );
                 recordEveryNthFrame = 1;
-            } else {
+            } else if (container == ContainerPreset.HEVC) {
+                videoRecorder = new HEVCRecorder(
+                    recordingWidth,
+                    recordingHeight,
+                    videoFramerate,
+                    audioSampleRate,
+                    audioChannelCount,
+                    OnVideo
+                );
+                recordEveryNthFrame = 1;
+            } else if (container == ContainerPreset.GIF) {
                 videoRecorder = new GIFRecorder (
                     recordingWidth,
                     recordingHeight,
-                    0.1f,
+                    frameDuration,
                     OnVideo
                 );
                 recordEveryNthFrame = 5;
             }
             frameCount = 0;
+
             // Start microphone and create audio input
             if (recordMicrophoneAudio) {
                 StartMicrophone ();
-                audioInput = AudioInput.Create (videoRecorder, microphoneSource, recordingClock, true);
+                audioInput = new AudioInput(videoRecorder, recordingClock, microphoneSource, true);
             }
 
             StartCoroutine ("Countdown");
@@ -323,7 +363,7 @@ private void StartMicrophone ()
         {
             #if !UNITY_WEBGL || UNITY_EDITOR // No `Microphone` API on WebGL :(
             // Create a microphone clip
-            microphoneSource.clip = Microphone.Start (null, true, 60, 48000);
+            microphoneSource.clip = Microphone.Start (null, true, (int)MAX_RECORDING_TIME, (int)microphoneFrequency);
             while (Microphone.GetPosition (null) <= 0)
                 ;          
             // Play through audio source
@@ -373,9 +413,15 @@ private IEnumerator Countdown ()
             float startTime = Time.time;
             while ((Time.time - startTime) < MAX_RECORDING_TIME) {
 
-                if (fpsMonitor != null) {
-                    fpsMonitor.consoleText += ".";
-                }   
+                if (fpsMonitor != null)
+                {
+                    string str = "Recording";
+                    for (int i = 0; i < (int)(MAX_RECORDING_TIME - (Time.time - startTime)); i++)
+                    {
+                        str += ".";
+                    }
+                    fpsMonitor.consoleText = str;
+                }
 
                 yield return new WaitForSeconds (0.5f);
             }
@@ -409,7 +455,6 @@ private void PlayVideo (string path)
 
             videoPlayer.source = VideoSource.Url;
             videoPlayer.url = path;
-
             videoPlayer.audioOutputMode = VideoAudioOutputMode.AudioSource;
             videoPlayer.controlledAudioTrackCount = 1;
             videoPlayer.EnableAudioTrack (0, true);
@@ -464,7 +509,9 @@ private void StopVideo ()
 
         private void ShowAllVideoUI ()
         {
+            requestedResolutionDropdown.interactable = true;
             containerDropdown.interactable = true;
+            microphoneFrequencyDropdown.interactable = true;
             applyComicFilterToggle.interactable = true;
             recordMicrophoneAudioToggle.interactable = true;
             recordVideoButton.interactable = true;
@@ -477,7 +524,9 @@ private void ShowAllVideoUI ()
 
         private void HideAllVideoUI ()
         {
+            requestedResolutionDropdown.interactable = false;
             containerDropdown.interactable = false;
+            microphoneFrequencyDropdown.interactable = false;
             applyComicFilterToggle.interactable = false;
             recordMicrophoneAudioToggle.interactable = false;
             recordVideoButton.interactable = false;
@@ -559,9 +608,28 @@ public void OnRequestedResolutionDropdownValueChanged (int result)
         /// </summary>
         public void OnContainerDropdownValueChanged (int result)
         {
-            Debug.Log (result);
-            if ((int)container != result + 1) {
-                container = (ContainerPreset)(result + 1);
+            if ((int)container != result) {
+                container = (ContainerPreset)(result);
+            }
+
+            #if UNITY_WEBGL && !UNITY_EDITOR
+            // WebGL platform only supports MP4 format.
+            containerDropdown.value = (int)ContainerPreset.MP4;
+            container = ContainerPreset.MP4;
+            #endif
+        }
+
+        /// <summary>
+        /// Raises the microphone frequency dropdown value changed event.
+        /// </summary>
+        public void OnMicrophoneFrequencyDropdownValueChanged(int result)
+        {
+            string[] enumNames = Enum.GetNames(typeof(MicrophoneFrequencyPreset));
+            int value = (int)System.Enum.Parse(typeof(MicrophoneFrequencyPreset), enumNames[result], true);
+
+            if ((int)microphoneFrequency != value)
+            {
+                microphoneFrequency = (MicrophoneFrequencyPreset)value;
             }
         }
 
@@ -620,8 +688,10 @@ public void OnPlayVideoButtonClick ()
             // Playback the video
             #if UNITY_IOS
             PlayVideo ("file://" + videoPath);
+            #elif UNITY_WEBGL
+            Debug.Log ("Please open the video URL (" + videoPath + ") in a new browser tab.");
             #else
-            PlayVideo (videoPath);
+            PlayVideo(videoPath);
             #endif
         }
 
@@ -712,8 +782,18 @@ private void Dimensions (ResolutionPreset preset, out int width, out int height)
 
         public enum ContainerPreset
         {
-            MP4 = 1,
-            GIF
+            MP4,
+            HEVC,
+            GIF,
+        }
+
+        public enum MicrophoneFrequencyPreset
+        {
+            _16000 = 16000,
+            _24000 = 24000,
+            _32000 = 32000,
+            _44100 = 44100,
+            _48000 = 48000,
         }
     }
 }

Assets/NatCorderWithOpenCVForUnityExample/VideoRecordingExample/VideoRecordingExample.unity

@@ -5,12 +5,12 @@
 
 
 ## Environment
-* Anddroid (Pixel, Nexus 7, Zenfone, SC-04E) / iOS (iPhone8, iPhone6)
-* Unity >= 5.6.6f2+
+* Anddroid (Pixel) / iOS (iPhone8, iPhone6s)
+* Unity >= 2018.4.7f1(LTS)+
 * Scripting backend MONO / IL2CPP
-* [NatCorder - Video Recording API](https://assetstore.unity.com/packages/tools/integration/natcorder-video-recording-api-102645?aid=1011l4ehR) 1.5 
+* [NatCorder - Video Recording API](https://assetstore.unity.com/packages/tools/integration/natcorder-video-recording-api-102645?aid=1011l4ehR) 1.6.1 
 * [NatShare - Mobile Sharing API](https://assetstore.unity.com/packages/tools/integration/natshare-mobile-sharing-api-117705?aid=1011l4ehR) 1.1f3+ 
-* [OpenCV for Unity](https://assetstore.unity.com/packages/tools/integration/opencv-for-unity-21088?aid=1011l4ehR) 2.3.4+ 
+* [OpenCV for Unity](https://assetstore.unity.com/packages/tools/integration/opencv-for-unity-21088?aid=1011l4ehR) 2.3.6+ 
 
 
 Demo
@@ -26,6 +26,8 @@ Demo
 1. Import OpenCVForUnity.
     * Setup the OpenCVForUnity. (Tools > OpenCV for Unity > Set Plugin Import Settings)
 1. Import the NatCorderWithOpenCVForUnityExample.unitypackage.
+1. Change the "Minimum API Level" to 24 or higher in the "Player Settings (Androd)" Inspector.
+1. Change the "Target minimum iOS Version" to 11 or higher in the "Player Settings (iOS)" Inspector.
 1. Add the "Assets/NatCorderWithOpenCVForUnityExample/*.unity" files to the "Scenes In Build" list in the "Build Settings" window.
 1. Build and Deploy to Android and iOS.