minor softmax eligibility traces fix

1 files changed, 7 insertions, 1 deletions

diff --git a/src/ats/plugin_ats_ril.c b/src/ats/plugin_ats_ril.c
index a57c2068b..eba687d75 100755
--- a/src/ats/plugin_ats_ril.c
+++ b/src/ats/plugin_ats_ril.c
@@ -1238,11 +1238,14 @@ static int
 agent_select_softmax (struct RIL_Peer_Agent *agent, double *state)
 {
   int i;
+  int a_max;
   double eqt[agent->n];
   double p[agent->n];
   double sum = 0;
   double r;
 
+  a_max = agent_get_action_best(agent, state);
+
   for (i=0; i<agent->n; i++)
   {
     eqt[i] = exp(agent_estimate_q(agent,state,i) / agent->envi->parameters.temperature);
@@ -1261,7 +1264,10 @@ agent_select_softmax (struct RIL_Peer_Agent *agent, double *state)
     {
       if (RIL_ALGO_Q == agent->envi->parameters.algorithm)
       {
-        agent_modify_eligibility(agent, RIL_E_UPDATE, NULL, i);
+        if (i == a_max)
+          agent_modify_eligibility(agent, RIL_E_UPDATE, NULL, i);
+        else
+          agent_modify_eligibility(agent, RIL_E_ZERO, NULL, -1);
       }
       return i;
     }