diff --git a/environments/optimizer/deploy.py b/environments/optimizer/deploy.py index 1e8892d1..0d6a5ec3 100644 --- a/environments/optimizer/deploy.py +++ b/environments/optimizer/deploy.py @@ -50,6 +50,8 @@ def _write_optimizer_code_to_volume(code: str, volume: Volume) -> str: # --- Modal Function --- @app.function( image=base_image, + scaledown_window=60 * 5, + min_containers=2, timeout=60 * 30, volumes={"/optimizers": optimizers_volume, "/sysPrompt": sys_prompt_volume}, secrets=[Secret.from_name("optimizerSecret")], diff --git a/environments/optimizer/test.py b/environments/optimizer/test.py new file mode 100644 index 00000000..ab2b6294 --- /dev/null +++ b/environments/optimizer/test.py @@ -0,0 +1,14 @@ +from modal.functions import Function + +send_code = Function.from_name("optimizer-test", "send_code") + +res = send_code.remote(""" +import torch +import math + +class CustomOptimizer(torch.optim.Optimizer): + def __init__(self, params, lr=0.01, beta1=0.9, beta2=0.999, eps=1e-8): + defaults = dict(lr=lr, beta1=beta1, beta2=beta2, eps=eps) +""") + +print(res) \ No newline at end of file