Add devices

vmoens · vmoens · commit 5929e7ce4551 · 2025-03-19T17:15:21.000-07:00
diff --git a/advanced_source/coding_ddpg.py b/advanced_source/coding_ddpg.py
@@ -1040,7 +1040,7 @@ def ceil_div(x, y):
 
 ###############################################################################
 # let's use the TD(lambda) estimator!
-loss_module.make_value_estimator(ValueEstimators.TDLambda, gamma=gamma, lmbda=lmbda)
+loss_module.make_value_estimator(ValueEstimators.TDLambda, gamma=gamma, lmbda=lmbda, device=device)
 
 ###############################################################################
 # .. note::
diff --git a/intermediate_source/reinforcement_ppo.py b/intermediate_source/reinforcement_ppo.py
@@ -551,7 +551,7 @@
 #
 
 advantage_module = GAE(
-    gamma=gamma, lmbda=lmbda, value_network=value_module, average_gae=True
+    gamma=gamma, lmbda=lmbda, value_network=value_module, average_gae=True, device=device,
 )
 
 loss_module = ClipPPOLoss(

Original file line number	Diff line number	Diff line change
`@@ -551,7 +551,7 @@`
`551`	`551`	`#`
`552`	`552`
`553`	`553`	`advantage_module = GAE(`
`554`		`- gamma=gamma, lmbda=lmbda, value_network=value_module, average_gae=True`
	`554`	`+ gamma=gamma, lmbda=lmbda, value_network=value_module, average_gae=True, device=device,`
`555`	`555`	`)`
`556`	`556`
`557`	`557`	`loss_module = ClipPPOLoss(`