Skip to content

Commit

Permalink
fix actor update problem
Browse files Browse the repository at this point in the history
  • Loading branch information
MorvanZhou committed Dec 27, 2018
1 parent 6077858 commit 7517807
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion contents/9_Deep_Deterministic_Policy_Gradient_DDPG/DDPG.py
Original file line number Diff line number Diff line change
Expand Up @@ -119,7 +119,7 @@ def __init__(self, sess, state_dim, action_dim, learning_rate, gamma, replacemen

with tf.variable_scope('Critic'):
# Input (s, a), output q
self.a = a
self.a = tf.stop_gradient(a) # stop critic update flows to actor
self.q = self._build_net(S, self.a, 'eval_net', trainable=True)

# Input (s_, a_), output q_ for q_target
Expand Down

0 comments on commit 7517807

Please sign in to comment.