Light Estimation feature added

Due addition of the aboce feature ARcore and ARfoundation packages needed to be updated to 4.1.5..If any problems happen make sure to upgrade the packages.

Author: Vin-dictive

Assets/Scenes/ARStage.unity

@@ -38,7 +38,7 @@ RenderSettings:
   m_ReflectionIntensity: 1
   m_CustomReflection: {fileID: 0}
   m_Sun: {fileID: 0}
-  m_IndirectSpecularColor: {r: 0.44657898, g: 0.4964133, b: 0.5748178, a: 1}
+  m_IndirectSpecularColor: {r: 0.37311953, g: 0.38074014, b: 0.3587274, a: 1}
   m_UseRadianceAmbientProbe: 0
 --- !u!157 &3
 LightmapSettings:
@@ -161,98 +161,6 @@ RectTransform:
   m_AnchoredPosition: {x: 0, y: 0.80029297}
   m_SizeDelta: {x: 0, y: 1.6231384}
   m_Pivot: {x: 0.5, y: 0.5}
---- !u!1 &118669237
-GameObject:
-  m_ObjectHideFlags: 0
-  m_CorrespondingSourceObject: {fileID: 0}
-  m_PrefabInstance: {fileID: 0}
-  m_PrefabAsset: {fileID: 0}
-  serializedVersion: 6
-  m_Component:
-  - component: {fileID: 118669239}
-  - component: {fileID: 118669238}
-  m_Layer: 0
-  m_Name: Directional Light
-  m_TagString: Untagged
-  m_Icon: {fileID: 0}
-  m_NavMeshLayer: 0
-  m_StaticEditorFlags: 0
-  m_IsActive: 1
---- !u!108 &118669238
-Light:
-  m_ObjectHideFlags: 0
-  m_CorrespondingSourceObject: {fileID: 0}
-  m_PrefabInstance: {fileID: 0}
-  m_PrefabAsset: {fileID: 0}
-  m_GameObject: {fileID: 118669237}
-  m_Enabled: 1
-  serializedVersion: 10
-  m_Type: 1
-  m_Shape: 0
-  m_Color: {r: 1, g: 0.95686275, b: 0.8392157, a: 1}
-  m_Intensity: 1
-  m_Range: 10
-  m_SpotAngle: 30
-  m_InnerSpotAngle: 21.80208
-  m_CookieSize: 10
-  m_Shadows:
-    m_Type: 2
-    m_Resolution: -1
-    m_CustomResolution: -1
-    m_Strength: 1
-    m_Bias: 0.05
-    m_NormalBias: 0.4
-    m_NearPlane: 0.2
-    m_CullingMatrixOverride:
-      e00: 1
-      e01: 0
-      e02: 0
-      e03: 0
-      e10: 0
-      e11: 1
-      e12: 0
-      e13: 0
-      e20: 0
-      e21: 0
-      e22: 1
-      e23: 0
-      e30: 0
-      e31: 0
-      e32: 0
-      e33: 1
-    m_UseCullingMatrixOverride: 0
-  m_Cookie: {fileID: 0}
-  m_DrawHalo: 0
-  m_Flare: {fileID: 0}
-  m_RenderMode: 0
-  m_CullingMask:
-    serializedVersion: 2
-    m_Bits: 4294967295
-  m_RenderingLayerMask: 1
-  m_Lightmapping: 4
-  m_LightShadowCasterMode: 0
-  m_AreaSize: {x: 1, y: 1}
-  m_BounceIntensity: 1
-  m_ColorTemperature: 6570
-  m_UseColorTemperature: 0
-  m_BoundingSphereOverride: {x: 0, y: 0, z: 0, w: 0}
-  m_UseBoundingSphereOverride: 0
-  m_ShadowRadius: 0
-  m_ShadowAngle: 0
---- !u!4 &118669239
-Transform:
-  m_ObjectHideFlags: 0
-  m_CorrespondingSourceObject: {fileID: 0}
-  m_PrefabInstance: {fileID: 0}
-  m_PrefabAsset: {fileID: 0}
-  m_GameObject: {fileID: 118669237}
-  m_LocalRotation: {x: 0.40821788, y: -0.23456968, z: 0.10938163, w: 0.8754261}
-  m_LocalPosition: {x: 0, y: 3, z: 0}
-  m_LocalScale: {x: 1, y: 1, z: 1}
-  m_Children: []
-  m_Father: {fileID: 0}
-  m_RootOrder: 0
-  m_LocalEulerAnglesHint: {x: 50, y: -30, z: 0}
 --- !u!1 &145743102
 GameObject:
   m_ObjectHideFlags: 0
@@ -728,6 +636,7 @@ MonoBehaviour:
   m_EditorClassIdentifier: 
   m_AttemptUpdate: 1
   m_MatchFrameRate: 1
+  m_TrackingMode: 2
 --- !u!1 &669288912
 GameObject:
   m_ObjectHideFlags: 0
@@ -866,7 +775,7 @@ Transform:
   m_LocalScale: {x: 1, y: 1, z: 1}
   m_Children: []
   m_Father: {fileID: 0}
-  m_RootOrder: 2
+  m_RootOrder: 1
   m_LocalEulerAnglesHint: {x: 0, y: 0, z: 0}
 --- !u!1 &703624896
 GameObject:
@@ -1166,7 +1075,7 @@ Transform:
   - {fileID: 543700800}
   - {fileID: 1696152894}
   m_Father: {fileID: 0}
-  m_RootOrder: 1
+  m_RootOrder: 0
   m_LocalEulerAnglesHint: {x: 0, y: 0, z: 0}
 --- !u!1 &781962095
 GameObject:
@@ -1216,8 +1125,6 @@ MonoBehaviour:
   m_EditorClassIdentifier: 
   m_UseCustomMaterial: 0
   m_CustomMaterial: {fileID: 0}
-  m_UseCustomRendererAsset: 0
-  m_CustomRendererAsset: {fileID: 0}
 --- !u!114 &781962098
 MonoBehaviour:
   m_ObjectHideFlags: 0
@@ -1230,8 +1137,11 @@ MonoBehaviour:
   m_Script: {fileID: 11500000, guid: 4966719baa26e4b0e8231a24d9bd491a, type: 3}
   m_Name: 
   m_EditorClassIdentifier: 
-  m_FocusMode: 1
-  m_LightEstimationMode: 0
+  m_FocusMode: -1
+  m_LightEstimationMode: -1
+  m_AutoFocus: 1
+  m_LightEstimation: -1
+  m_FacingDirection: 1
 --- !u!114 &781962099
 MonoBehaviour:
   m_ObjectHideFlags: 0
@@ -1275,7 +1185,7 @@ Camera:
     height: 1
   near clip plane: 0.1
   far clip plane: 20
-  field of view: 60
+  field of view: 26.991467
   orthographic: 0
   orthographic size: 5
   m_Depth: 0
@@ -1612,6 +1522,7 @@ MonoBehaviour:
   m_Script: {fileID: 11500000, guid: fa17d122634046b4a8e23048891fafc5, type: 3}
   m_Name: 
   m_EditorClassIdentifier: 
+  m_RaycastPrefab: {fileID: 0}
 --- !u!114 &1084428878
 MonoBehaviour:
   m_ObjectHideFlags: 0
@@ -2036,6 +1947,7 @@ GameObject:
   m_Component:
   - component: {fileID: 1396019539}
   - component: {fileID: 1396019540}
+  - component: {fileID: 1396019541}
   m_Layer: 0
   m_Name: Directional Light
   m_TagString: Untagged
@@ -2050,13 +1962,13 @@ Transform:
   m_PrefabInstance: {fileID: 0}
   m_PrefabAsset: {fileID: 0}
   m_GameObject: {fileID: 1396019538}
-  m_LocalRotation: {x: 0.41860905, y: -0, z: -0, w: 0.9081665}
+  m_LocalRotation: {x: 0, y: 0, z: 0, w: 1}
   m_LocalPosition: {x: 0, y: 0, z: 0}
   m_LocalScale: {x: 1, y: 1, z: 1}
   m_Children: []
   m_Father: {fileID: 763329528}
   m_RootOrder: 0
-  m_LocalEulerAnglesHint: {x: 49.494003, y: 0, z: 0}
+  m_LocalEulerAnglesHint: {x: 0, y: 0, z: 0}
 --- !u!108 &1396019540
 Light:
   m_ObjectHideFlags: 0
@@ -2118,6 +2030,19 @@ Light:
   m_UseBoundingSphereOverride: 0
   m_ShadowRadius: 0
   m_ShadowAngle: 0
+--- !u!114 &1396019541
+MonoBehaviour:
+  m_ObjectHideFlags: 0
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  m_GameObject: {fileID: 1396019538}
+  m_Enabled: 1
+  m_EditorHideFlags: 0
+  m_Script: {fileID: 11500000, guid: 4117ea859710c4c42b38c4cb4802a615, type: 3}
+  m_Name: 
+  m_EditorClassIdentifier: 
+  arCameraManager: {fileID: 781962098}
 --- !u!1 &1487940038
 GameObject:
   m_ObjectHideFlags: 0

Assets/Scripts/LightEstimation.cs

@@ -0,0 +1,115 @@
+using UnityEngine;
+using UnityEngine.Rendering;
+using UnityEngine.XR.ARFoundation;
+
+[RequireComponent(typeof(Light))]
+public class LightEstimation : MonoBehaviour
+{
+    [SerializeField]
+    private ARCameraManager arCameraManager;
+
+    Light mainLight;
+
+    /// <summary>
+    /// The estimated brightness of the physical environment, if available.
+    /// </summary>
+    public float? brightness { get; private set; }
+
+    /// <summary>
+    /// The estimated color temperature of the physical environment, if available.
+    /// </summary>
+    public float? colorTemperature { get; private set; }
+
+    /// <summary>
+    /// The estimated color correction value of the physical environment, if available.
+    /// </summary>
+    public Color? colorCorrection { get; private set; }
+
+    /// <summary>
+    /// The estimated direction of the main light of the physical environment, if available.
+    /// </summary>
+    public Vector3? mainLightDirection { get; private set; }
+
+    /// <summary>
+    /// The estimated color of the main light of the physical environment, if available.
+    /// </summary>
+    public Color? mainLightColor { get; private set; }
+
+    /// <summary>
+    /// The estimated intensity in lumens of main light of the physical environment, if available.
+    /// </summary>
+    public float? mainLightIntensityLumens { get; private set; }
+
+    /// <summary>
+    /// The estimated spherical harmonics coefficients of the physical environment, if available.
+    /// </summary>
+    public SphericalHarmonicsL2? sphericalHarmonics { get; private set; }
+
+    void Awake()
+    {
+        mainLight = GetComponent<Light>();
+    }
+    void OnEnable()
+    {
+        if (arCameraManager != null)
+            arCameraManager.frameReceived += FrameChanged;
+    }
+    void OnDisable()
+    {
+        if (arCameraManager != null)
+            arCameraManager.frameReceived -= FrameChanged;
+    }
+
+    void FrameChanged(ARCameraFrameEventArgs args)
+    {
+        if (args.lightEstimation.averageBrightness.HasValue)
+        {
+            brightness = args.lightEstimation.averageBrightness.Value;
+            mainLight.intensity = brightness.Value;
+        }
+        if (args.lightEstimation.averageColorTemperature.HasValue)
+        {
+            colorTemperature = args.lightEstimation.averageColorTemperature.Value;
+            mainLight.colorTemperature = colorTemperature.Value;
+        }
+
+        if (args.lightEstimation.colorCorrection.HasValue)
+        {
+            colorCorrection = args.lightEstimation.colorCorrection.Value;
+            mainLight.color = colorCorrection.Value;
+        }
+        if (args.lightEstimation.mainLightDirection.HasValue)
+        {
+            mainLightDirection = args.lightEstimation.mainLightDirection;
+            mainLight.transform.rotation = Quaternion.LookRotation(mainLightDirection.Value);
+        }
+        if (args.lightEstimation.mainLightColor.HasValue)
+        {
+            mainLightColor = args.lightEstimation.mainLightColor;
+
+#if PLATFORM_ANDROID
+            // ARCore needs to apply energy conservation term (1 / PI) and be placed in gamma
+            mainLight.color = mainLightColor.Value / Mathf.PI;
+            mainLight.color = mainLight.color.gamma;
+
+            // ARCore returns color in HDR format (can be represented as FP16 and have values above 1.0)
+            var camera = arCameraManager.GetComponentInParent<Camera>();
+            if (camera == null || !camera.allowHDR)
+            {
+                Debug.LogWarning($"HDR Rendering is not allowed.  Color values returned could be above the maximum representable value.");
+            }
+#endif
+        }
+        if (args.lightEstimation.mainLightIntensityLumens.HasValue)
+        {
+            mainLightIntensityLumens = args.lightEstimation.mainLightIntensityLumens;
+            mainLight.intensity = args.lightEstimation.averageMainLightBrightness.Value;
+        }
+        if (args.lightEstimation.ambientSphericalHarmonics.HasValue)
+        {
+            sphericalHarmonics = args.lightEstimation.ambientSphericalHarmonics;
+            RenderSettings.ambientMode = AmbientMode.Skybox;
+            RenderSettings.ambientProbe = sphericalHarmonics.Value;
+        }
+    }
+}

Assets/Scripts/LightEstimation.cs.meta

@@ -0,0 +1,17 @@
+%YAML 1.1
+%TAG !u! tag:unity3d.com,2011:
+--- !u!114 &11400000
+MonoBehaviour:
+  m_ObjectHideFlags: 0
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  m_GameObject: {fileID: 0}
+  m_Enabled: 1
+  m_EditorHideFlags: 0
+  m_Script: {fileID: 11500000, guid: 9dae4501572e1418791be3e3bf1f7faa, type: 3}
+  m_Name: AR Core Settings
+  m_EditorClassIdentifier: 
+  m_Requirement: 0
+  m_Depth: 0
+  m_IgnoreGradleVersion: 0

Assets/XR/Settings/AR Core Settings.asset

@@ -44,4 +44,5 @@ MonoBehaviour:
   m_RequiresSettingsUpdate: 0
   m_AutomaticLoading: 0
   m_AutomaticRunning: 0
-  m_Loaders: []
+  m_Loaders:
+  - {fileID: 11400000, guid: 0450ab9a2603c59499d4e0c0abc60789, type: 2}