access to observations in Heuristic

com.unity.ml-agents/Runtime/Agent.cs

@@ -1,5 +1,6 @@
 using System;
 using System.Collections.Generic;
+using System.Collections.ObjectModel;
 using UnityEngine;
 using Barracuda;
 using MLAgents.Sensors;
@@ -691,6 +692,17 @@ public virtual void CollectObservations(VectorSensor sensor)
         {
         }
 
+        /// <summary>
+        /// Returns a read-only view of the observations that were generated in
+        /// <see cref="CollectObservations(VectorSensor)"/>. This is mainly useful inside of a
+        /// <see cref="Heuristic(float[])"/> method to avoid recomputing the observations.
+        /// </summary>
+        /// <returns>A read-only view of the observations list.</returns>
+        public ReadOnlyCollection<float> GetObservations()
+        {
+            return collectObservationsSensor.GetObservations();
+        }
+
         /// <summary>
         /// Collects the masks for discrete actions.
         /// When using discrete actions, the agent will not perform the masked action.

com.unity.ml-agents/Runtime/Sensors/VectorSensor.cs

@@ -1,4 +1,5 @@
 using System.Collections.Generic;
+using System.Collections.ObjectModel;
 using UnityEngine;
 
 namespace MLAgents.Sensors
@@ -60,6 +61,15 @@ public int Write(WriteAdapter adapter)
             return expectedObservations;
         }
 
+        /// <summary>
+        /// Returns a read-only view of the observations that added.
+        /// </summary>
+        /// <returns>A read-only view of the observations list.</returns>
+        internal ReadOnlyCollection<float> GetObservations()
+        {
+            return m_Observations.AsReadOnly();
+        }
+
         /// <inheritdoc/>
         public void Update()
         {

com.unity.ml-agents/Tests/Editor/MLAgentsEditModeTest.cs

@@ -96,6 +96,8 @@ public override void OnEpisodeBegin()
 
         public override void Heuristic(float[] actionsOut)
         {
+            var obs = GetObservations();
+            actionsOut[0] = obs[0];
             heuristicCalls++;
         }
     }
@@ -667,6 +669,9 @@ public void TestHeuristicPolicyStepsSensors()
             Assert.AreEqual(numSteps, agent1.heuristicCalls);
             Assert.AreEqual(numSteps, agent1.sensor1.numWriteCalls);
             Assert.AreEqual(numSteps, agent1.sensor2.numCompressedCalls);
+
+            // Make sure the Heuristic method read the observation and set the action
+            Assert.AreEqual(agent1.collectObservationsCallsForEpisode, agent1.GetAction()[0]);
         }
     }