fix(torch/ranger): allow not to use lookahead

fantes · mergify[bot] · commit d428d08e5bd4 · 2021-02-24T08:41:32.000Z
diff --git a/src/backends/torch/optim/ranger.cc b/src/backends/torch/optim/ranger.cc
@@ -221,7 +221,7 @@ namespace dd
                     p.add_(exp_avg, -step_size * options.lr());
                   }
               }
-            if (state.step() % options.lsteps() == 0)
+            if (state.step() % options.lsteps() == 0 && options.lookahead())
               {
                 auto slow_p = state.slow_buffer();
                 slow_p.add_(p.data() - slow_p, options.lalpha());

Original file line number	Diff line number	Diff line change
`@@ -221,7 +221,7 @@ namespace dd`
`221`	`221`	`p.add_(exp_avg, -step_size * options.lr());`
`222`	`222`	`}`
`223`	`223`	`}`
`224`		`- if (state.step() % options.lsteps() == 0)`
	`224`	`+ if (state.step() % options.lsteps() == 0 && options.lookahead())`
`225`	`225`	`{`
`226`	`226`	`auto slow_p = state.slow_buffer();`
`227`	`227`	`slow_p.add_(p.data() - slow_p, options.lalpha());`