diff --git a/notebooks/searches/mle.ipynb b/notebooks/searches/mle.ipynb index efc3180f..572a6807 100644 --- a/notebooks/searches/mle.ipynb +++ b/notebooks/searches/mle.ipynb @@ -379,6 +379,7 @@ " path_prefix=\"searches\",\n", " name=\"MultiStartAdam\",\n", " n_starts=16,\n", + " batch_size=None, # Starts evaluated at once: `None` vmaps all 16 together, which is fastest but allocates the whole batched gradient; set an integer (e.g. 4) if you hit an out-of-memory error.\n", " n_steps=500,\n", " learning_rate=0.5,\n", ")\n", diff --git a/scripts/searches/mle.py b/scripts/searches/mle.py index 7a7fee7f..0019f998 100644 --- a/scripts/searches/mle.py +++ b/scripts/searches/mle.py @@ -243,6 +243,7 @@ path_prefix="searches", name="MultiStartAdam", n_starts=16, + batch_size=None, # Starts evaluated at once: `None` vmaps all 16 together, which is fastest but allocates the whole batched gradient; set an integer (e.g. 4) if you hit an out-of-memory error. n_steps=500, learning_rate=0.5, )