From e1be7d7db9bdb3e365770f415890f962b8719d47 Mon Sep 17 00:00:00 2001 From: yinwanqi Date: Thu, 15 Jun 2023 01:14:40 +0800 Subject: [PATCH] add model name to configs --- .../{config_exp148.py => config_ft_3dpw.py} | 2 +- .../{config_exp149.py => config_ft_agora.py} | 4 +- .../{config_exp150.py => config_ft_arctic.py} | 2 +- ...{config_exp147.py => config_ft_egobody.py} | 2 +- ...{config_exp151.py => config_ft_renbody.py} | 4 +- .../{config_exp146.py => config_ft_ubody.py} | 2 +- ...onfig_exp108.py => config_smpler_x_b10.py} | 0 ...onfig_exp109.py => config_smpler_x_b20.py} | 1 - ...onfig_exp110.py => config_smpler_x_b32.py} | 5 +- ...config_exp107.py => config_smpler_x_b5.py} | 1 - ...onfig_exp116.py => config_smpler_x_h10.py} | 1 - ...onfig_exp117.py => config_smpler_x_h20.py} | 1 - ...onfig_exp118.py => config_smpler_x_h32.py} | 1 - ...config_exp115.py => config_smpler_x_h5.py} | 1 - ...onfig_exp112.py => config_smpler_x_l10.py} | 1 - ...onfig_exp113.py => config_smpler_x_l20.py} | 1 - ...onfig_exp114.py => config_smpler_x_l32.py} | 5 +- ...config_exp111.py => config_smpler_x_l5.py} | 1 - ...onfig_exp104.py => config_smpler_x_s10.py} | 1 - ...onfig_exp105.py => config_smpler_x_s20.py} | 5 +- ...onfig_exp106.py => config_smpler_x_s32.py} | 5 +- ...config_exp103.py => config_smpler_x_s5.py} | 0 main/slurm_test.sh | 250 +++++++++--------- main/slurm_test_wo_decoder.sh | 153 ----------- main/slurm_train.sh | 2 +- 25 files changed, 136 insertions(+), 315 deletions(-) rename main/config/{config_exp148.py => config_ft_3dpw.py} (96%) rename main/config/{config_exp149.py => config_ft_agora.py} (93%) rename main/config/{config_exp150.py => config_ft_arctic.py} (96%) rename main/config/{config_exp147.py => config_ft_egobody.py} (96%) rename main/config/{config_exp151.py => config_ft_renbody.py} (94%) rename main/config/{config_exp146.py => config_ft_ubody.py} (96%) rename main/config/{config_exp108.py => config_smpler_x_b10.py} (100%) rename main/config/{config_exp109.py => config_smpler_x_b20.py} (96%) rename main/config/{config_exp110.py => config_smpler_x_b32.py} (95%) rename main/config/{config_exp107.py => config_smpler_x_b5.py} (96%) rename main/config/{config_exp116.py => config_smpler_x_h10.py} (96%) rename main/config/{config_exp117.py => config_smpler_x_h20.py} (96%) rename main/config/{config_exp118.py => config_smpler_x_h32.py} (96%) rename main/config/{config_exp115.py => config_smpler_x_h5.py} (96%) rename main/config/{config_exp112.py => config_smpler_x_l10.py} (96%) rename main/config/{config_exp113.py => config_smpler_x_l20.py} (96%) rename main/config/{config_exp114.py => config_smpler_x_l32.py} (95%) rename main/config/{config_exp111.py => config_smpler_x_l5.py} (96%) rename main/config/{config_exp104.py => config_smpler_x_s10.py} (96%) rename main/config/{config_exp105.py => config_smpler_x_s20.py} (95%) rename main/config/{config_exp106.py => config_smpler_x_s32.py} (95%) rename main/config/{config_exp103.py => config_smpler_x_s5.py} (100%) delete mode 100644 main/slurm_test_wo_decoder.sh diff --git a/main/config/config_exp148.py b/main/config/config_ft_3dpw.py similarity index 96% rename from main/config/config_exp148.py rename to main/config/config_ft_3dpw.py index dff5ad4..ec8a8a3 100644 --- a/main/config/config_exp148.py +++ b/main/config/config_ft_3dpw.py @@ -18,7 +18,7 @@ bbox_ratio = 1.2 # continue continue_train = True start_over = True -pretrained_model_path = '../output/train_exp118_20230607_192422/model_dump/snapshot_9.pth.tar' +pretrained_model_path = '../path_to_smpler_x_h32/snapshot.pth.tar' # dataset setting agora_fix_betas = True diff --git a/main/config/config_exp149.py b/main/config/config_ft_agora.py similarity index 93% rename from main/config/config_exp149.py rename to main/config/config_ft_agora.py index 6f1e545..09d8561 100644 --- a/main/config/config_exp149.py +++ b/main/config/config_ft_agora.py @@ -18,7 +18,7 @@ bbox_ratio = 1.2 # continue continue_train = True start_over = True -pretrained_model_path = '../output/train_exp118_20230607_192422/model_dump/snapshot_9.pth.tar' +pretrained_model_path = '../path_to_smpler_x_h32/snapshot.pth.tar' # dataset setting agora_fix_betas = True @@ -30,7 +30,7 @@ dataset_list = ['Human36M', 'MSCOCO', 'MPII', 'AGORA', 'EHF', 'SynBody', 'GTA_Hu 'EgoBody_Egocentric', 'EgoBody_Kinect', 'UBody', 'PW3D', 'MuCo', 'PROX'] trainset_3d = ['AGORA'] trainset_2d = [] -trainset_humandata = ['GTA_Human2', 'BEDLAM', 'SynBody'] +trainset_humandata = ['GTA_Human2', 'BEDLAM', 'SynBody', 'SPEC'] testset = 'EHF' use_cache = True diff --git a/main/config/config_exp150.py b/main/config/config_ft_arctic.py similarity index 96% rename from main/config/config_exp150.py rename to main/config/config_ft_arctic.py index 4fb3e34..2f9e5e0 100644 --- a/main/config/config_exp150.py +++ b/main/config/config_ft_arctic.py @@ -18,7 +18,7 @@ bbox_ratio = 1.2 # continue continue_train = True start_over = True -pretrained_model_path = '../output/train_exp118_20230607_192422/model_dump/snapshot_9.pth.tar' +pretrained_model_path = '../path_to_smpler_x_h32/snapshot.pth.tar' # dataset setting agora_fix_betas = True agora_fix_global_orient_transl = True diff --git a/main/config/config_exp147.py b/main/config/config_ft_egobody.py similarity index 96% rename from main/config/config_exp147.py rename to main/config/config_ft_egobody.py index f401aa9..01116a1 100644 --- a/main/config/config_exp147.py +++ b/main/config/config_ft_egobody.py @@ -18,7 +18,7 @@ bbox_ratio = 1.2 # continue continue_train = True start_over = True -pretrained_model_path = '../output/train_exp118_20230607_192422/model_dump/snapshot_9.pth.tar' +pretrained_model_path = '../path_to_smpler_x_h32/snapshot.pth.tar' # dataset setting agora_fix_betas = True agora_fix_global_orient_transl = True diff --git a/main/config/config_exp151.py b/main/config/config_ft_renbody.py similarity index 94% rename from main/config/config_exp151.py rename to main/config/config_ft_renbody.py index 30598bd..0768a33 100644 --- a/main/config/config_exp151.py +++ b/main/config/config_ft_renbody.py @@ -18,7 +18,7 @@ bbox_ratio = 1.2 # continue continue_train = True start_over = True -pretrained_model_path = '../output/train_exp118_20230607_192422/model_dump/snapshot_9.pth.tar' +pretrained_model_path = '../path_to_smpler_x_h32/snapshot.pth.tar' # dataset setting agora_fix_betas = True agora_fix_global_orient_transl = True @@ -29,7 +29,7 @@ dataset_list = ['Human36M', 'MSCOCO', 'MPII', 'AGORA', 'EHF', 'SynBody', 'GTA_Hu 'EgoBody_Egocentric', 'EgoBody_Kinect', 'UBody', 'PW3D', 'MuCo', 'PROX'] trainset_3d = [] trainset_2d = [] -trainset_humandata = ['RenBody_HiRes'] +trainset_humandata = ['RenBody_HiRes', 'RenBody', 'BEDLAM', 'SynBody', 'CHI3D'] testset = 'EHF' use_cache = True diff --git a/main/config/config_exp146.py b/main/config/config_ft_ubody.py similarity index 96% rename from main/config/config_exp146.py rename to main/config/config_ft_ubody.py index b6ac497..5930f16 100644 --- a/main/config/config_exp146.py +++ b/main/config/config_ft_ubody.py @@ -18,7 +18,7 @@ bbox_ratio = 1.2 # continue continue_train = True start_over = True -pretrained_model_path = '../output/train_exp118_20230607_192422/model_dump/snapshot_9.pth.tar' +pretrained_model_path = '../path_to_smpler_x_h32/snapshot.pth.tar' # dataset setting agora_fix_betas = True diff --git a/main/config/config_exp108.py b/main/config/config_smpler_x_b10.py similarity index 100% rename from main/config/config_exp108.py rename to main/config/config_smpler_x_b10.py diff --git a/main/config/config_exp109.py b/main/config/config_smpler_x_b20.py similarity index 96% rename from main/config/config_exp109.py rename to main/config/config_smpler_x_b20.py index e486263..65c90b8 100644 --- a/main/config/config_exp109.py +++ b/main/config/config_smpler_x_b20.py @@ -17,7 +17,6 @@ bbox_ratio = 1.2 # continue continue_train = False start_over = True -# pretrained_model_path = '../output/train_exp78_20230526_105124/model_dump/snapshot_4.pth.tar' # dataset setting agora_fix_betas = True diff --git a/main/config/config_exp110.py b/main/config/config_smpler_x_b32.py similarity index 95% rename from main/config/config_exp110.py rename to main/config/config_smpler_x_b32.py index 20295b1..3591f4a 100644 --- a/main/config/config_exp110.py +++ b/main/config/config_smpler_x_b32.py @@ -15,9 +15,8 @@ syncbn = True bbox_ratio = 1.2 # continue -continue_train = True -start_over = False -pretrained_model_path = '../output/train_exp110_20230602_211349/model_dump/snapshot_0.pth.tar' +continue_train = False +start_over = True # dataset setting agora_fix_betas = True diff --git a/main/config/config_exp107.py b/main/config/config_smpler_x_b5.py similarity index 96% rename from main/config/config_exp107.py rename to main/config/config_smpler_x_b5.py index 01a8b76..576f212 100644 --- a/main/config/config_exp107.py +++ b/main/config/config_smpler_x_b5.py @@ -17,7 +17,6 @@ bbox_ratio = 1.2 # continue continue_train = False start_over = True -# pretrained_model_path = '../output/train_exp78_20230526_105124/model_dump/snapshot_4.pth.tar' # dataset setting agora_fix_betas = True diff --git a/main/config/config_exp116.py b/main/config/config_smpler_x_h10.py similarity index 96% rename from main/config/config_exp116.py rename to main/config/config_smpler_x_h10.py index bc4329b..2c664ea 100644 --- a/main/config/config_exp116.py +++ b/main/config/config_smpler_x_h10.py @@ -17,7 +17,6 @@ bbox_ratio = 1.2 # continue continue_train = False start_over = True -# pretrained_model_path = '../output/train_exp78_20230526_105124/model_dump/snapshot_4.pth.tar' # dataset setting agora_fix_betas = True diff --git a/main/config/config_exp117.py b/main/config/config_smpler_x_h20.py similarity index 96% rename from main/config/config_exp117.py rename to main/config/config_smpler_x_h20.py index b9b4c42..4055b46 100644 --- a/main/config/config_exp117.py +++ b/main/config/config_smpler_x_h20.py @@ -17,7 +17,6 @@ bbox_ratio = 1.2 # continue continue_train = False start_over = True -# pretrained_model_path = '../output/train_exp78_20230526_105124/model_dump/snapshot_4.pth.tar' # dataset setting agora_fix_betas = True diff --git a/main/config/config_exp118.py b/main/config/config_smpler_x_h32.py similarity index 96% rename from main/config/config_exp118.py rename to main/config/config_smpler_x_h32.py index b344917..af3ee31 100644 --- a/main/config/config_exp118.py +++ b/main/config/config_smpler_x_h32.py @@ -17,7 +17,6 @@ bbox_ratio = 1.2 # continue continue_train = False start_over = True -# pretrained_model_path = '../output/train_exp118_20230602_211120/model_dump/snapshot_0.pth.tar' # dataset setting agora_fix_betas = True diff --git a/main/config/config_exp115.py b/main/config/config_smpler_x_h5.py similarity index 96% rename from main/config/config_exp115.py rename to main/config/config_smpler_x_h5.py index bf56ff8..2bcfbca 100644 --- a/main/config/config_exp115.py +++ b/main/config/config_smpler_x_h5.py @@ -17,7 +17,6 @@ bbox_ratio = 1.2 # continue continue_train = False start_over = True -# pretrained_model_path = '../output/train_exp78_20230526_105124/model_dump/snapshot_4.pth.tar' # dataset setting agora_fix_betas = True diff --git a/main/config/config_exp112.py b/main/config/config_smpler_x_l10.py similarity index 96% rename from main/config/config_exp112.py rename to main/config/config_smpler_x_l10.py index 1db48ac..94e0b8d 100644 --- a/main/config/config_exp112.py +++ b/main/config/config_smpler_x_l10.py @@ -17,7 +17,6 @@ bbox_ratio = 1.2 # continue continue_train = False start_over = True -# pretrained_model_path = '../output/train_exp78_20230526_105124/model_dump/snapshot_4.pth.tar' # dataset setting agora_fix_betas = True diff --git a/main/config/config_exp113.py b/main/config/config_smpler_x_l20.py similarity index 96% rename from main/config/config_exp113.py rename to main/config/config_smpler_x_l20.py index a76526d..94e5c57 100644 --- a/main/config/config_exp113.py +++ b/main/config/config_smpler_x_l20.py @@ -17,7 +17,6 @@ bbox_ratio = 1.2 # continue continue_train = False start_over = True -# pretrained_model_path = '../output/train_exp78_20230526_105124/model_dump/snapshot_4.pth.tar' # dataset setting agora_fix_betas = True diff --git a/main/config/config_exp114.py b/main/config/config_smpler_x_l32.py similarity index 95% rename from main/config/config_exp114.py rename to main/config/config_smpler_x_l32.py index 6bd7d7f..06e2fbe 100644 --- a/main/config/config_exp114.py +++ b/main/config/config_smpler_x_l32.py @@ -15,9 +15,8 @@ syncbn = True bbox_ratio = 1.2 # continue -continue_train = True -start_over = False -pretrained_model_path = '../output/train_exp114_20230602_194715/model_dump/snapshot_0.pth.tar' +continue_train = False +start_over = True # dataset setting agora_fix_betas = True diff --git a/main/config/config_exp111.py b/main/config/config_smpler_x_l5.py similarity index 96% rename from main/config/config_exp111.py rename to main/config/config_smpler_x_l5.py index 6275604..104e9a9 100644 --- a/main/config/config_exp111.py +++ b/main/config/config_smpler_x_l5.py @@ -17,7 +17,6 @@ bbox_ratio = 1.2 # continue continue_train = False start_over = True -# pretrained_model_path = '../output/train_exp111_20230602_184623/model_dump/snapshot_4.pth.tar' # dataset setting agora_fix_betas = True diff --git a/main/config/config_exp104.py b/main/config/config_smpler_x_s10.py similarity index 96% rename from main/config/config_exp104.py rename to main/config/config_smpler_x_s10.py index 9c7a78f..7f37e39 100644 --- a/main/config/config_exp104.py +++ b/main/config/config_smpler_x_s10.py @@ -17,7 +17,6 @@ bbox_ratio = 1.2 # continue continue_train = False start_over = True -# pretrained_model_path = '../output/train_exp78_20230526_105124/model_dump/snapshot_4.pth.tar' # dataset setting agora_fix_betas = True diff --git a/main/config/config_exp105.py b/main/config/config_smpler_x_s20.py similarity index 95% rename from main/config/config_exp105.py rename to main/config/config_smpler_x_s20.py index 1ac2c78..bf17049 100644 --- a/main/config/config_exp105.py +++ b/main/config/config_smpler_x_s20.py @@ -15,9 +15,8 @@ syncbn = True bbox_ratio = 1.2 # continue -continue_train = True -start_over = False -pretrained_model_path = '../output/train_exp97_20230527_164023/model_dump/snapshot_0.pth.tar' +continue_train = False +start_over = True # dataset setting agora_fix_betas = True diff --git a/main/config/config_exp106.py b/main/config/config_smpler_x_s32.py similarity index 95% rename from main/config/config_exp106.py rename to main/config/config_smpler_x_s32.py index d7a51a5..9f60c33 100644 --- a/main/config/config_exp106.py +++ b/main/config/config_smpler_x_s32.py @@ -15,9 +15,8 @@ syncbn = True bbox_ratio = 1.2 # continue -continue_train = True -start_over = False -pretrained_model_path = '../output/train_exp106_20230602_211720/model_dump/snapshot_0.pth.tar' +continue_train = False +start_over = True # dataset setting agora_fix_betas = True diff --git a/main/config/config_exp103.py b/main/config/config_smpler_x_s5.py similarity index 100% rename from main/config/config_exp103.py rename to main/config/config_smpler_x_s5.py diff --git a/main/slurm_test.sh b/main/slurm_test.sh index 6b1f191..28ba7d8 100644 --- a/main/slurm_test.sh +++ b/main/slurm_test.sh @@ -1,4 +1,5 @@ #!/usr/bin/env bash +#!/usr/bin/env bash set -x @@ -8,84 +9,103 @@ GPUS=$2 RES_PATH=$3 CKPT=$4 -# model_path=../output/train_gta_synbody_ft_20230410_132110/model_dump/snapshot_2.pth.tar - GPUS_PER_NODE=$((${GPUS}<8?${GPUS}:8)) CPUS_PER_TASK=${CPUS_PER_TASK:-2} SRUN_ARGS=${SRUN_ARGS:-""} -# PYTHONPATH="$(dirname $0)/..":$PYTHONPATH \ -# srun -p ${PARTITION} \ -# --job-name=${JOB_NAME} \ -# --gres=gpu:${GPUS_PER_NODE} \ -# --ntasks-per-node=1 \ -# --cpus-per-task=${CPUS_PER_TASK} \ -# --kill-on-bad-exit=1 \ -# ${SRUN_ARGS} \ -# python test.py \ -# --num_gpus ${GPUS_PER_NODE} \ -# --exp_name output/test_${JOB_NAME}_ep${CKPT}_PW3D \ -# --result_path ${RES_PATH} \ -# --ckpt_idx ${CKPT} \ -# --testset PW3D \ -# # --agora_benchmark agora_model_val - -# PYTHONPATH="$(dirname $0)/..":$PYTHONPATH \ -# srun -p ${PARTITION} \ -# --job-name=${JOB_NAME} \ -# --gres=gpu:${GPUS_PER_NODE} \ -# --ntasks-per-node=1 \ -# --cpus-per-task=${CPUS_PER_TASK} \ -# --kill-on-bad-exit=1 \ -# ${SRUN_ARGS} \ -# python test.py \ -# --num_gpus ${GPUS_PER_NODE} \ -# --exp_name output/test_${JOB_NAME}_ep${CKPT}_EgoBody_Egocentric \ -# --result_path ${RES_PATH} \ -# --ckpt_idx ${CKPT} \ -# --testset EgoBody_Egocentric \ -# # --agora_benchmark agora_model_val - -# PYTHONPATH="$(dirname $0)/..":$PYTHONPATH \ -# srun -p ${PARTITION} \ -# --job-name=${JOB_NAME} \ -# --gres=gpu:${GPUS_PER_NODE} \ -# --ntasks-per-node=1 \ -# --cpus-per-task=${CPUS_PER_TASK} \ -# --kill-on-bad-exit=1 \ -# ${SRUN_ARGS} \ -# python test.py \ -# --num_gpus ${GPUS_PER_NODE} \ -# --exp_name output/test_${JOB_NAME}_ep${CKPT}_UBody \ -# --result_path ${RES_PATH} \ -# --ckpt_idx ${CKPT} \ -# --testset UBody \ -# # --agora_benchmark agora_model_val - -# PYTHONPATH="$(dirname $0)/..":$PYTHONPATH \ -# srun -p ${PARTITION} \ -# --job-name=${JOB_NAME} \ -# --gres=gpu:${GPUS_PER_NODE} \ -# --ntasks-per-node=1 \ -# --cpus-per-task=${CPUS_PER_TASK} \ -# --kill-on-bad-exit=1 \ -# ${SRUN_ARGS} \ -# python test.py \ -# --num_gpus ${GPUS_PER_NODE} \ -# --exp_name output/test_${JOB_NAME}_ep${CKPT}_SHAPY \ -# --result_path ${RES_PATH} \ -# --ckpt_idx ${CKPT} \ -# --testset SHAPY \ -# --shapy_eval_split test - PYTHONPATH="$(dirname $0)/..":$PYTHONPATH \ srun -p ${PARTITION} \ --job-name=${JOB_NAME} \ --gres=gpu:${GPUS_PER_NODE} \ --ntasks-per-node=1 \ --cpus-per-task=${CPUS_PER_TASK} \ + --quotatype=auto \ + --kill-on-bad-exit=1 \ + ${SRUN_ARGS} \ + python test.py \ + --num_gpus ${GPUS_PER_NODE} \ + --exp_name output/test_${JOB_NAME}_ep${CKPT}_PW3D \ + --result_path ${RES_PATH} \ + --ckpt_idx ${CKPT} \ + --testset PW3D \ + --agora_benchmark agora_model_val + +PYTHONPATH="$(dirname $0)/..":$PYTHONPATH \ +srun -p ${PARTITION} \ + --job-name=${JOB_NAME} \ + --gres=gpu:${GPUS_PER_NODE} \ + --ntasks-per-node=1 \ + --cpus-per-task=${CPUS_PER_TASK} \ + --quotatype=auto \ + --kill-on-bad-exit=1 \ + ${SRUN_ARGS} \ + python test.py \ + --num_gpus ${GPUS_PER_NODE} \ + --exp_name output/test_${JOB_NAME}_ep${CKPT}_EgoBody_Egocentric \ + --result_path ${RES_PATH} \ + --ckpt_idx ${CKPT} \ + --testset EgoBody_Egocentric \ + --agora_benchmark agora_model_val + +PYTHONPATH="$(dirname $0)/..":$PYTHONPATH \ +srun -p ${PARTITION} \ + --job-name=${JOB_NAME} \ + --gres=gpu:${GPUS_PER_NODE} \ + --ntasks-per-node=1 \ + --cpus-per-task=${CPUS_PER_TASK} \ + --quotatype=auto \ + --kill-on-bad-exit=1 \ + ${SRUN_ARGS} \ + python test.py \ + --num_gpus ${GPUS_PER_NODE} \ + --exp_name output/test_${JOB_NAME}_ep${CKPT}_UBody \ + --result_path ${RES_PATH} \ + --ckpt_idx ${CKPT} \ + --testset UBody \ + --agora_benchmark agora_model_val + +PYTHONPATH="$(dirname $0)/..":$PYTHONPATH \ +srun -p ${PARTITION} \ + --job-name=${JOB_NAME} \ + --gres=gpu:${GPUS_PER_NODE} \ + --ntasks-per-node=1 \ + --cpus-per-task=${CPUS_PER_TASK} \ + --quotatype=auto \ + --kill-on-bad-exit=1 \ + ${SRUN_ARGS} \ + python test.py \ + --num_gpus ${GPUS_PER_NODE} \ + --exp_name output/test_${JOB_NAME}_ep${CKPT}_EHF \ + --result_path ${RES_PATH} \ + --ckpt_idx ${CKPT} \ + --testset EHF \ + --agora_benchmark agora_model_val + +PYTHONPATH="$(dirname $0)/..":$PYTHONPATH \ +srun -p ${PARTITION} \ + --job-name=${JOB_NAME} \ + --gres=gpu:${GPUS_PER_NODE} \ + --ntasks-per-node=1 \ + --cpus-per-task=${CPUS_PER_TASK} \ + --quotatype=auto \ + --kill-on-bad-exit=1 \ + ${SRUN_ARGS} \ + python test.py \ + --num_gpus ${GPUS_PER_NODE} \ + --exp_name output/test_${JOB_NAME}_ep${CKPT}_AGORA_val \ + --result_path ${RES_PATH} \ + --ckpt_idx ${CKPT} \ + --testset AGORA \ + --agora_benchmark agora_model_val + +PYTHONPATH="$(dirname $0)/..":$PYTHONPATH \ +srun -p ${PARTITION} \ + --job-name=${JOB_NAME} \ + --gres=gpu:${GPUS_PER_NODE} \ + --ntasks-per-node=1 \ + --cpus-per-task=${CPUS_PER_TASK} \ + --quotatype=auto \ --kill-on-bad-exit=1 \ - --exclusive \ ${SRUN_ARGS} \ python test.py \ --num_gpus ${GPUS_PER_NODE} \ @@ -93,69 +113,37 @@ srun -p ${PARTITION} \ --result_path ${RES_PATH} \ --ckpt_idx ${CKPT} \ --testset ARCTIC \ - # --agora_benchmark agora_model_val + --agora_benchmark agora_model_val +w +PYTHONPATH="$(dirname $0)/..":$PYTHONPATH \ +srun -p ${PARTITION} \ + --job-name=${JOB_NAME} \ + --gres=gpu:${GPUS_PER_NODE} \ + --ntasks-per-node=1 \ + --cpus-per-task=${CPUS_PER_TASK} \ + --quotatype=auto \ + --kill-on-bad-exit=1 \ + ${SRUN_ARGS} \ + python test.py \ + --num_gpus ${GPUS_PER_NODE} \ + --exp_name output/test_${JOB_NAME}_ep${CKPT}_RenBody \ + --result_path ${RES_PATH} \ + --ckpt_idx ${CKPT} \ + --testset RenBody_HiRes \ + --agora_benchmark agora_model_val -# PYTHONPATH="$(dirname $0)/..":$PYTHONPATH \ -# srun -p ${PARTITION} \ -# --job-name=${JOB_NAME} \ -# --gres=gpu:${GPUS_PER_NODE} \ -# --ntasks-per-node=1 \ -# --cpus-per-task=${CPUS_PER_TASK} \ -# --kill-on-bad-exit=1 \ -# ${SRUN_ARGS} \ -# python test.py \ -# --num_gpus ${GPUS_PER_NODE} \ -# --exp_name output/test_${JOB_NAME}_ep${CKPT}_RenBody_HiRes \ -# --result_path ${RES_PATH} \ -# --ckpt_idx ${CKPT} \ -# --testset RenBody_HiRes \ -# # --agora_benchmark agora_model_val -# PYTHONPATH="$(dirname $0)/..":$PYTHONPATH \ -# srun -p ${PARTITION} \ -# --job-name=${JOB_NAME} \ -# --gres=gpu:${GPUS_PER_NODE} \ -# --ntasks-per-node=1 \ -# --cpus-per-task=${CPUS_PER_TASK} \ -# --kill-on-bad-exit=1 \ -# ${SRUN_ARGS} \ -# python test.py \ -# --num_gpus ${GPUS_PER_NODE} \ -# --exp_name output/test_${JOB_NAME}_ep${CKPT}_EHF \ -# --result_path ${RES_PATH} \ -# --ckpt_idx ${CKPT} \ -# --testset EHF \ -# # --agora_benchmark agora_model_val - -# PYTHONPATH="$(dirname $0)/..":$PYTHONPATH \ -# srun -p ${PARTITION} \ -# --job-name=${JOB_NAME} \ -# --gres=gpu:${GPUS_PER_NODE} \ -# --ntasks-per-node=1 \ -# --cpus-per-task=${CPUS_PER_TASK} \ -# --kill-on-bad-exit=1 \ -# ${SRUN_ARGS} \ -# python test.py \ -# --num_gpus ${GPUS_PER_NODE} \ -# --exp_name output/test_${JOB_NAME}_ep${CKPT}_AGORA_val \ -# --result_path ${RES_PATH} \ -# --ckpt_idx ${CKPT} \ -# --testset AGORA \ -# # --agora_benchmark agora_model_val - -# # PYTHONPATH="$(dirname $0)/..":$PYTHONPATH \ -# # srun -p ${PARTITION} \ -# # --job-name=${JOB_NAME} \ -# # --gres=gpu:${GPUS_PER_NODE} \ -# # --ntasks-per-node=1 \ -# # --cpus-per-task=${CPUS_PER_TASK} \ -# # --kill-on-bad-exit=1 \ -# # ${SRUN_ARGS} \ -# # python test.py \ -# # --num_gpus ${GPUS_PER_NODE} \ -# # --exp_name output/test_${JOB_NAME} \ -# # --result_path ${RES_PATH} \ -# # --ckpt_idx ${CKPT} \ -# # --testset AGORA \ -# # --agora_benchmark test_only # agora-test with non-agora model; 'agora_model_test' for testing agora model -# # --agora_benchmark agora_model_test \ No newline at end of file +srun -p ${PARTITION} \ + --job-name=${JOB_NAME} \ + --gres=gpu:${GPUS_PER_NODE} \ + --ntasks-per-node=1 \ + --cpus-per-task=${CPUS_PER_TASK} \ + --kill-on-bad-exit=1 \ + ${SRUN_ARGS} \ + python test.py \ + --num_gpus ${GPUS_PER_NODE} \ + --exp_name output/test_${JOB_NAME}_ep${CKPT}_AGORA_test \ + --result_path ${RES_PATH} \ + --ckpt_idx ${CKPT} \ + --testset AGORA \ + --agora_benchmark agora_model_test \ No newline at end of file diff --git a/main/slurm_test_wo_decoder.sh b/main/slurm_test_wo_decoder.sh deleted file mode 100644 index bb8e88d..0000000 --- a/main/slurm_test_wo_decoder.sh +++ /dev/null @@ -1,153 +0,0 @@ -#!/usr/bin/env bash -#!/usr/bin/env bash - -set -x - -PARTITION=Zoetrope -JOB_NAME=$1 -GPUS=$2 -RES_PATH=$3 -CKPT=$4 - -# model_path=../output/train_gta_synbody_ft_20230410_132110/model_dump/snapshot_2.pth.tar - -GPUS_PER_NODE=$((${GPUS}<8?${GPUS}:8)) -CPUS_PER_TASK=${CPUS_PER_TASK:-2} -SRUN_ARGS=${SRUN_ARGS:-""} - -PYTHONPATH="$(dirname $0)/..":$PYTHONPATH \ -srun -p ${PARTITION} \ - --job-name=${JOB_NAME} \ - --gres=gpu:${GPUS_PER_NODE} \ - --ntasks-per-node=1 \ - --cpus-per-task=${CPUS_PER_TASK} \ - --quotatype=auto \ - --kill-on-bad-exit=1 \ - ${SRUN_ARGS} \ - python test.py \ - --num_gpus ${GPUS_PER_NODE} \ - --exp_name output/test_${JOB_NAME}_ep${CKPT}_PW3D \ - --result_path ${RES_PATH} \ - --ckpt_idx ${CKPT} \ - --testset PW3D \ - --agora_benchmark agora_model_val - -PYTHONPATH="$(dirname $0)/..":$PYTHONPATH \ -srun -p ${PARTITION} \ - --job-name=${JOB_NAME} \ - --gres=gpu:${GPUS_PER_NODE} \ - --ntasks-per-node=1 \ - --cpus-per-task=${CPUS_PER_TASK} \ - --quotatype=auto \ - --kill-on-bad-exit=1 \ - ${SRUN_ARGS} \ - python test.py \ - --num_gpus ${GPUS_PER_NODE} \ - --exp_name output/test_${JOB_NAME}_ep${CKPT}_EgoBody_Egocentric \ - --result_path ${RES_PATH} \ - --ckpt_idx ${CKPT} \ - --testset EgoBody_Egocentric \ - --agora_benchmark agora_model_val - -PYTHONPATH="$(dirname $0)/..":$PYTHONPATH \ -srun -p ${PARTITION} \ - --job-name=${JOB_NAME} \ - --gres=gpu:${GPUS_PER_NODE} \ - --ntasks-per-node=1 \ - --cpus-per-task=${CPUS_PER_TASK} \ - --quotatype=auto \ - --kill-on-bad-exit=1 \ - ${SRUN_ARGS} \ - python test.py \ - --num_gpus ${GPUS_PER_NODE} \ - --exp_name output/test_${JOB_NAME}_ep${CKPT}_UBody \ - --result_path ${RES_PATH} \ - --ckpt_idx ${CKPT} \ - --testset UBody \ - --agora_benchmark agora_model_val - -PYTHONPATH="$(dirname $0)/..":$PYTHONPATH \ -srun -p ${PARTITION} \ - --job-name=${JOB_NAME} \ - --gres=gpu:${GPUS_PER_NODE} \ - --ntasks-per-node=1 \ - --cpus-per-task=${CPUS_PER_TASK} \ - --quotatype=auto \ - --kill-on-bad-exit=1 \ - ${SRUN_ARGS} \ - python test.py \ - --num_gpus ${GPUS_PER_NODE} \ - --exp_name output/test_${JOB_NAME}_ep${CKPT}_EHF \ - --result_path ${RES_PATH} \ - --ckpt_idx ${CKPT} \ - --testset EHF \ - --agora_benchmark agora_model_val - -PYTHONPATH="$(dirname $0)/..":$PYTHONPATH \ -srun -p ${PARTITION} \ - --job-name=${JOB_NAME} \ - --gres=gpu:${GPUS_PER_NODE} \ - --ntasks-per-node=1 \ - --cpus-per-task=${CPUS_PER_TASK} \ - --quotatype=auto \ - --kill-on-bad-exit=1 \ - ${SRUN_ARGS} \ - python test.py \ - --num_gpus ${GPUS_PER_NODE} \ - --exp_name output/test_${JOB_NAME}_ep${CKPT}_AGORA_val \ - --result_path ${RES_PATH} \ - --ckpt_idx ${CKPT} \ - --testset AGORA \ - --agora_benchmark agora_model_val - -PYTHONPATH="$(dirname $0)/..":$PYTHONPATH \ -srun -p ${PARTITION} \ - --job-name=${JOB_NAME} \ - --gres=gpu:${GPUS_PER_NODE} \ - --ntasks-per-node=1 \ - --cpus-per-task=${CPUS_PER_TASK} \ - --quotatype=auto \ - --kill-on-bad-exit=1 \ - ${SRUN_ARGS} \ - python test.py \ - --num_gpus ${GPUS_PER_NODE} \ - --exp_name output/test_${JOB_NAME}_ep${CKPT}_ARCTIC \ - --result_path ${RES_PATH} \ - --ckpt_idx ${CKPT} \ - --testset ARCTIC \ - --agora_benchmark agora_model_val -w -PYTHONPATH="$(dirname $0)/..":$PYTHONPATH \ -srun -p ${PARTITION} \ - --job-name=${JOB_NAME} \ - --gres=gpu:${GPUS_PER_NODE} \ - --ntasks-per-node=1 \ - --cpus-per-task=${CPUS_PER_TASK} \ - --quotatype=auto \ - --kill-on-bad-exit=1 \ - ${SRUN_ARGS} \ - python test.py \ - --num_gpus ${GPUS_PER_NODE} \ - --exp_name output/test_${JOB_NAME}_ep${CKPT}_RenBody \ - --result_path ${RES_PATH} \ - --ckpt_idx ${CKPT} \ - --testset RenBody_HiRes \ - --agora_benchmark agora_model_val - - -# srun -p ${PARTITION} \ -# --job-name=${JOB_NAME} \ -# --gres=gpu:${GPUS_PER_NODE} \ -# --ntasks-per-node=1 \ -# --cpus-per-task=${CPUS_PER_TASK} \ -# --kill-on-bad-exit=1 \ -# ${SRUN_ARGS} \ -# python test.py \ -# --num_gpus ${GPUS_PER_NODE} \ -# --exp_name output/test_${JOB_NAME} \ -# --result_path ${RES_PATH} \ -# --ckpt_idx ${CKPT} \ -# --testset AGORA \ -# --agora_benchmark agora_model_test -# # --agora_benchmark test_only # agora-test with non-agora model; 'agora_model_test' for testing agora model - \ No newline at end of file diff --git a/main/slurm_train.sh b/main/slurm_train.sh index 604266b..aacb401 100644 --- a/main/slurm_train.sh +++ b/main/slurm_train.sh @@ -8,7 +8,7 @@ GPUS=$2 CONFIG=$3 GPUS_PER_NODE=$((${GPUS}<8?${GPUS}:8)) -CPUS_PER_TASK=4 # ${CPUS_PER_TASK:-2} +CPUS_PER_TASK=4 SRUN_ARGS=${SRUN_ARGS:-""} PYTHONPATH="$(dirname $0)/..":$PYTHONPATH \