Skip to content

Commit fe9090f

Browse files
committed
fix: add memory constraints as per a full run
1 parent 96411e7 commit fe9090f

File tree

1 file changed

+5
-5
lines changed

1 file changed

+5
-5
lines changed

workflow.py

+5-5
Original file line numberDiff line numberDiff line change
@@ -266,7 +266,7 @@ def run_workflow(args):
266266
pfn=top_dir / "bin/preprocess/preprocess.py",
267267
is_stageable=True,
268268
container=unet_wf_preprocess_cont
269-
)
269+
).add_pegasus_profile(cores=8, memory="12 GB", runtime=14400)
270270

271271
unet = Transformation(
272272
"unet",
@@ -290,7 +290,7 @@ def run_workflow(args):
290290
pfn=top_dir / "bin/model/hpo.py",
291291
is_stageable=True,
292292
container=unet_wf_cont
293-
).add_pegasus_profile(cores=8, runtime=14400)
293+
).add_pegasus_profile(cores=8, memory="12 GB", runtime=14400)
294294

295295

296296
train_model = Transformation(
@@ -299,23 +299,23 @@ def run_workflow(args):
299299
pfn=top_dir / "bin/model/train_model.py",
300300
is_stageable=True,
301301
container=unet_wf_cont
302-
).add_pegasus_profile(cores=8, runtime=7200)
302+
).add_pegasus_profile(cores=8, memory="24 GB", runtime=14400)
303303

304304
predict_masks = Transformation(
305305
"predict_masks",
306306
site="local",
307307
pfn=top_dir / "bin/model/prediction.py",
308308
is_stageable=True,
309309
container=unet_wf_cont
310-
).add_pegasus_profile(cores=8, runtime=3600)
310+
).add_pegasus_profile(cores=8, memory="12 GB", runtime=14400)
311311

312312
evaluate_model = Transformation(
313313
"evaluate",
314314
site="local",
315315
pfn=top_dir / "bin/model/evaluate.py",
316316
is_stageable=True,
317317
container=unet_wf_cont
318-
)
318+
).add_pegasus_profile(cores=8, memory="12 GB", runtime=14400)
319319

320320
if args.gpus:
321321
hpo_task.add_pegasus_profile(gpus=1)

0 commit comments

Comments
 (0)