From cf3eb61f363b59380c940e96da461d568ffe396a Mon Sep 17 00:00:00 2001 From: Ian Ross Date: Mon, 24 Aug 2026 12:45:02 -0500 Subject: [PATCH 1/2] update chtc data sources --- justfile | 10 ++++++++-- 1 file changed, 8 insertions(+), 2 deletions(-) diff --git a/justfile b/justfile index df067cd..f902357 100644 --- a/justfile +++ b/justfile @@ -29,6 +29,11 @@ _refresh-chtc: scp iaross@ap2002.chtc.wisc.edu:"/home/iaross/nairr_config_in_chtc/trainingrun*.dag*" . scp iaross@ap2002.chtc.wisc.edu:"/home/iaross/path_supplement_march_runs/metl.log" metl_experiment_devices.log scp iaross@ap2002.chtc.wisc.edu:"/home/iaross/path_supplement_march_runs/experiment_devices.dag*" . + scp iaross@ap2002.chtc.wisc.edu:"/home/iaross/single_protein_models_gpu_device_constrained/metl.log" metl_single_protein_models_gpu_device_constrained.log + scp iaross@ap2002.chtc.wisc.edu:"/home/iaross/single_protein_models_gpu_device_constrained/many_protein_pretraining_with_ospool_device_constrained_runs.dag*" . + scp iaross@ap2002.chtc.wisc.edu:"/home/iaross/single_protein_models_with_ospool/metl.log" metl_single_protein_models_with_ospool.log + scp iaross@ap2002.chtc.wisc.edu:"/home/iaross/single_protein_models_with_ospool/many_protein_pretraining_with_ospool.dag*" . + scp iaross@ap2002.chtc.wisc.edu:"/home/iaross/single_protein_models_with_ospool/many_protein_pretraining_with_ospool_run2.dag*" . _csv-ospool: uv run mldag-csv \ @@ -48,8 +53,9 @@ _csv-ospool-grand-total: _csv-chtc: uv run mldag-csv \ - --dag-files experiment_devices.dag* trainingrun*.dag* \ - --metl-logs metl_control.log metl_experiment_devices.log \ + --dag-files experiment_devices.dag* trainingrun*.dag* many_protein_pretraining_with_ospool.dag* many_protein_pretraining_with_ospool_device_constrained_runs.dag* many_protein_pretraining_with_ospool_run2.dag* \ + --metl-logs metl_control.log metl_experiment_devices.log metl_single_protein_models_gpu_device_constrained.log \ + metl_single_protein_models_with_ospool.log \ --output full_chtc.csv # Refresh data from remote (pool=ospool or pool=chtc) From cd691407c1031f29ad4718eac6bd1db6439df2ef Mon Sep 17 00:00:00 2001 From: Ian Ross Date: Thu, 1 Oct 2026 12:00:23 -0500 Subject: [PATCH 2/2] Add metl-updates and run2 DAGs to chtc refresh and CSV Co-Authored-By: Claude Opus 5.5 --- justfile | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/justfile b/justfile index f902357..e9f4098 100644 --- a/justfile +++ b/justfile @@ -31,9 +31,12 @@ _refresh-chtc: scp iaross@ap2002.chtc.wisc.edu:"/home/iaross/path_supplement_march_runs/experiment_devices.dag*" . scp iaross@ap2002.chtc.wisc.edu:"/home/iaross/single_protein_models_gpu_device_constrained/metl.log" metl_single_protein_models_gpu_device_constrained.log scp iaross@ap2002.chtc.wisc.edu:"/home/iaross/single_protein_models_gpu_device_constrained/many_protein_pretraining_with_ospool_device_constrained_runs.dag*" . + scp iaross@ap2002.chtc.wisc.edu:"/home/iaross/single_protein_models_gpu_device_constrained/many_protein_pretraining_with_ospool_device_constrained_runs_run2.dag*" . scp iaross@ap2002.chtc.wisc.edu:"/home/iaross/single_protein_models_with_ospool/metl.log" metl_single_protein_models_with_ospool.log scp iaross@ap2002.chtc.wisc.edu:"/home/iaross/single_protein_models_with_ospool/many_protein_pretraining_with_ospool.dag*" . scp iaross@ap2002.chtc.wisc.edu:"/home/iaross/single_protein_models_with_ospool/many_protein_pretraining_with_ospool_run2.dag*" . + scp iaross@ap2002.chtc.wisc.edu:"/home/iaross/single_protein_models_metl_updates/metl.log" metl_single_protein_models_metl_updates.log + scp iaross@ap2002.chtc.wisc.edu:"/home/iaross/single_protein_models_metl_updates/many_protein_pretraining_updated_metl.dag*" . _csv-ospool: uv run mldag-csv \ @@ -53,9 +56,10 @@ _csv-ospool-grand-total: _csv-chtc: uv run mldag-csv \ - --dag-files experiment_devices.dag* trainingrun*.dag* many_protein_pretraining_with_ospool.dag* many_protein_pretraining_with_ospool_device_constrained_runs.dag* many_protein_pretraining_with_ospool_run2.dag* \ + --dag-files experiment_devices.dag* trainingrun*.dag* many_protein_pretraining_with_ospool.dag* many_protein_pretraining_with_ospool_device_constrained_runs.dag* many_protein_pretraining_with_ospool_run2.dag* many_protein_pretraining_with_ospool_device_constrained_runs_run2.dag* \ + many_protein_pretraining_updated_metl.dag* \ --metl-logs metl_control.log metl_experiment_devices.log metl_single_protein_models_gpu_device_constrained.log \ - metl_single_protein_models_with_ospool.log \ + metl_single_protein_models_with_ospool.log metl_single_protein_models_metl_updates.log \ --output full_chtc.csv # Refresh data from remote (pool=ospool or pool=chtc)