Hugging Face's logo

AnnaMats
/
ppo-Pyramids-Training

Reinforcement Learning
ml-agents
TensorBoard
ONNX
Pyramids
deep-reinforcement-learning
ML-Agents-Pyramids
Model card Files Metrics Community
ppo-Pyramids-Training
File size: 2,653 Bytes 
05c9ac2
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
 
using NUnit.Framework;
using Unity.Barracuda;
using Unity.MLAgents.Actuators;
using UnityEngine;
using Unity.MLAgents.Policies;
using UnityEditor;
using UnityEngine.TestTools;

namespace Unity.MLAgents.Tests
{
    [TestFixture]
    public class BehaviorParameterTests : IHeuristicProvider
    {
        const string k_continuousONNXPath = "Packages/com.unity.ml-agents/Tests/Editor/TestModels/continuous2vis8vec2action_v1_0.onnx";
        public void Heuristic(in ActionBuffers actionsOut)
        {
            // No-op
        }

        [Test]
        public void TestNoModelInferenceOnlyThrows()
        {
            var gameObj = new GameObject();
            var bp = gameObj.AddComponent<BehaviorParameters>();
            bp.BehaviorType = BehaviorType.InferenceOnly;
            var actionSpec = new ActionSpec();

            Assert.Throws<UnityAgentsException>(() =>
            {
                bp.GeneratePolicy(actionSpec, new ActuatorManager());
            });
        }

        [Test]
        public void TestIsInHeuristicMode()
        {
            var gameObj = new GameObject();
            var bp = gameObj.AddComponent<BehaviorParameters>();
            bp.Model = null;
            gameObj.AddComponent<Agent>();
            bp.BehaviorType = BehaviorType.HeuristicOnly;
            Assert.IsTrue(bp.IsInHeuristicMode());

            bp.BehaviorType = BehaviorType.Default;
            Assert.IsTrue(bp.IsInHeuristicMode());

            bp.Model = ScriptableObject.CreateInstance<NNModel>();
            Assert.IsFalse(bp.IsInHeuristicMode());
        }

        [Test]
        public void TestPolicyUpdateEventFired()
        {
            var gameObj = new GameObject();
            var bp = gameObj.AddComponent<BehaviorParameters>();
            gameObj.AddComponent<Agent>().LazyInitialize();
            bp.OnPolicyUpdated += delegate (bool isInHeuristicMode) { Debug.Log($"OnPolicyChanged:{isInHeuristicMode}"); };
            bp.BehaviorType = BehaviorType.HeuristicOnly;
            LogAssert.Expect(LogType.Log, $"OnPolicyChanged:{true}");

            bp.BehaviorType = BehaviorType.Default;
            LogAssert.Expect(LogType.Log, $"OnPolicyChanged:{true}");

            Assert.Throws<UnityAgentsException>(() =>
            {
                bp.BehaviorType = BehaviorType.InferenceOnly;
            });

            bp.Model = AssetDatabase.LoadAssetAtPath<NNModel>(k_continuousONNXPath);
            LogAssert.Expect(LogType.Log, $"OnPolicyChanged:{false}");

            bp.BehaviorType = BehaviorType.HeuristicOnly;
            LogAssert.Expect(LogType.Log, $"OnPolicyChanged:{true}");
        }
    }
}