Skip to content
This repository has been archived by the owner on Jun 10, 2024. It is now read-only.

Commit

Permalink
code
Browse files Browse the repository at this point in the history
  • Loading branch information
Cai committed Aug 19, 2021
1 parent ebef643 commit 8b1cbae
Show file tree
Hide file tree
Showing 25 changed files with 31 additions and 25 deletions.
2 changes: 1 addition & 1 deletion CLOC/exp_BS/eval_BS128.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@ python ../code_online/no_PoLRS/main_online.py \
--evaluate \
--resume 'results_no_PoLRS/resnet50_lr0.05_epochs90_bufSize40000_adjustLr1_BS256_NOSubBatch2_noADRep/checkpoint.pth.tar' \
--cell_id "../data_preparation/release/cellID_yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250.npy" \
--root "/export/share/t1-datasets/yfcc100m_full_dataset_alt/images/" \
--root "../data_preparation/release/dataset/images/" \
--data "../data_preparation/release/" \
--data_val "../data_preparation/release/yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250_valid_files_2004To2014_compact_val.csv" \
--dist-url 'tcp://127.0.0.1:11805' --dist-backend 'nccl' --world-size 1 --rank 0 --multiprocessing-distributed
2 changes: 1 addition & 1 deletion CLOC/exp_BS/eval_BS256.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@ python ../code_online/no_PoLRS/main_online.py \
--evaluate \
--resume 'results_no_PoLRS/resnet50_lr0.05_epochs90_bufSize40000_adjustLr1_BS256_noADRep/checkpoint.pth.tar' \
--cell_id "../data_preparation/release/cellID_yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250.npy" \
--root "/export/share/t1-datasets/yfcc100m_full_dataset_alt/images/" \
--root "../data_preparation/release/dataset/images/" \
--data "../data_preparation/release/" \
--data_val "../data_preparation/release/yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250_valid_files_2004To2014_compact_val.csv" \
--dist-url 'tcp://127.0.0.1:11805' --dist-backend 'nccl' --world-size 1 --rank 0 --multiprocessing-distributed
2 changes: 1 addition & 1 deletion CLOC/exp_BS/eval_BS64.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@ python ../code_online/no_PoLRS/main_online.py \
--evaluate \
--resume 'results_no_PoLRS/resnet50_lr0.05_epochs90_bufSize40000_adjustLr1_BS256_NOSubBatch4_noADRep/checkpoint.pth.tar' \
--cell_id "../data_preparation/release/cellID_yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250.npy" \
--root "/export/share/t1-datasets/yfcc100m_full_dataset_alt/images/" \
--root "../data_preparation/release/dataset/images/" \
--data "../data_preparation/release/" \
--data_val "../data_preparation/release/yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250_valid_files_2004To2014_compact_val.csv" \
--dist-url 'tcp://127.0.0.1:11805' --dist-backend 'nccl' --world-size 1 --rank 0 --multiprocessing-distributed
2 changes: 1 addition & 1 deletion CLOC/exp_BS/train_BS128.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ python ../code_online/no_PoLRS/main_online.py \
--SaveInter 1 \
--use_ADRep 0 \
--cell_id "../data_preparation/release/cellID_yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250.npy" \
--root "/export/share/t1-datasets/yfcc100m_full_dataset_alt/images/" \
--root "../data_preparation/release/dataset/images/" \
--data "../data_preparation/release/" \
--data_val "../data_preparation/release/yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250_valid_files_2004To2014_compact_val.csv" \
--dist-url 'tcp://127.0.0.1:11805' --dist-backend 'nccl' --world-size 1 --rank 0 --multiprocessing-distributed
2 changes: 1 addition & 1 deletion CLOC/exp_BS/train_BS256.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ python ../code_online/no_PoLRS/main_online.py \
--SaveInter 1 \
--use_ADRep 0 \
--cell_id "../data_preparation/release/cellID_yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250.npy" \
--root "/export/share/t1-datasets/yfcc100m_full_dataset_alt/images/" \
--root "../data_preparation/release/dataset/images/" \
--data "../data_preparation/release/" \
--data_val "../data_preparation/release/yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250_valid_files_2004To2014_compact_val.csv" \
--dist-url 'tcp://127.0.0.1:11805' --dist-backend 'nccl' --world-size 1 --rank 0 --multiprocessing-distributed
2 changes: 1 addition & 1 deletion CLOC/exp_BS/train_BS64.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ python ../code_online/no_PoLRS/main_online.py \
--SaveInter 1 \
--use_ADRep 0 \
--cell_id "../data_preparation/release/cellID_yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250.npy" \
--root "/export/share/t1-datasets/yfcc100m_full_dataset_alt/images/" \
--root "../data_preparation/release/dataset/images/" \
--data "../data_preparation/release/" \
--data_val "../data_preparation/release/yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250_valid_files_2004To2014_compact_val.csv" \
--dist-url 'tcp://127.0.0.1:11805' --dist-backend 'nccl' --world-size 1 --rank 0 --multiprocessing-distributed
2 changes: 1 addition & 1 deletion CLOC/exp_LR/eval_PoLRS.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@ python ../code_online/best_model/main_online_best_model.py \
--evaluate \
--resume 'results_best_model/resnet50_lr0.05_epochs90_bufSize40000_LrAjIntv5_BS256_noADRep/checkpoint.pth.tar' \
--cell_id "../data_preparation/release/cellID_yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250.npy" \
--root "/export/share/t1-datasets/yfcc100m_full_dataset_alt/images/" \
--root "../data_preparation/release/dataset/images/" \
--data "../data_preparation/release/" \
--data_val "../data_preparation/release/yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250_valid_files_2004To2014_compact_val.csv" \
--dist-url 'tcp://127.0.0.1:23794' --dist-backend 'nccl' --world-size 1 --rank 0 --multiprocessing-distributed
2 changes: 1 addition & 1 deletion CLOC/exp_LR/eval_constant.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,7 @@ python ../code_online/no_PoLRS/main_online.py \
--evaluate \
--resume 'results_no_PoLRS/resnet50_lr0.05_epochs90_bufSize40000_BS256_noADRep/checkpoint.pth.tar' \
--cell_id "../data_preparation/release/cellID_yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250.npy" \
--root "/export/share/t1-datasets/yfcc100m_full_dataset_alt/images/" \
--root "../data_preparation/release/dataset/images/" \
--data "../data_preparation/release/" \
--data_val "../data_preparation/release/yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250_valid_files_2004To2014_compact_val.csv" \
--dist-url 'tcp://127.0.0.1:11805' --dist-backend 'nccl' --world-size 1 --rank 0 --multiprocessing-distributed
2 changes: 1 addition & 1 deletion CLOC/exp_LR/eval_cosine.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@ python ../code_online/no_PoLRS/main_online.py \
--evaluate \
--resume 'results_no_PoLRS/resnet50_lr0.05_epochs90_bufSize40000_adjustLr1_BS256_noADRep/checkpoint.pth.tar' \
--cell_id "../data_preparation/release/cellID_yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250.npy" \
--root "/export/share/t1-datasets/yfcc100m_full_dataset_alt/images/" \
--root "../data_preparation/release/dataset/images/" \
--data "../data_preparation/release/" \
--data_val "../data_preparation/release/yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250_valid_files_2004To2014_compact_val.csv" \
--dist-url 'tcp://127.0.0.1:11805' --dist-backend 'nccl' --world-size 1 --rank 0 --multiprocessing-distributed
2 changes: 1 addition & 1 deletion CLOC/exp_LR/train_PoLRS.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ python ../code_online/best_model/main_online_best_model.py \
--LR_adjust_intv 5 \
--use_ADRep 0 \
--cell_id "../data_preparation/release/cellID_yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250.npy" \
--root "/export/share/t1-datasets/yfcc100m_full_dataset_alt/images/" \
--root "../data_preparation/release/dataset/images/" \
--data "../data_preparation/release/" \
--data_val "../data_preparation/release/yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250_valid_files_2004To2014_compact_val.csv" \
--dist-url 'tcp://127.0.0.1:23794' --dist-backend 'nccl' --world-size 1 --rank 0 --multiprocessing-distributed
2 changes: 1 addition & 1 deletion CLOC/exp_LR/train_constant.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -15,7 +15,7 @@ python ../code_online/no_PoLRS/main_online.py \
--SaveInter 1 \
--use_ADRep 0 \
--cell_id "../data_preparation/release/cellID_yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250.npy" \
--root "/export/share/t1-datasets/yfcc100m_full_dataset_alt/images/" \
--root "../data_preparation/release/dataset/images/" \
--data "../data_preparation/release/" \
--data_val "../data_preparation/release/yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250_valid_files_2004To2014_compact_val.csv" \
--dist-url 'tcp://127.0.0.1:11805' --dist-backend 'nccl' --world-size 1 --rank 0 --multiprocessing-distributed
2 changes: 1 addition & 1 deletion CLOC/exp_LR/train_cosine.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ python ../code_online/no_PoLRS/main_online.py \
--SaveInter 1 \
--use_ADRep 0 \
--cell_id "../data_preparation/release/cellID_yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250.npy" \
--root "/export/share/t1-datasets/yfcc100m_full_dataset_alt/images/" \
--root "../data_preparation/release/dataset/images/" \
--data "../data_preparation/release/" \
--data_val "../data_preparation/release/yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250_valid_files_2004To2014_compact_val.csv" \
--dist-url 'tcp://127.0.0.1:11805' --dist-backend 'nccl' --world-size 1 --rank 0 --multiprocessing-distributed
2 changes: 1 addition & 1 deletion CLOC/exp_RepBuf/eval_39M.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@ python ../code_online/no_PoLRS/main_online.py \
--evaluate \
--resume 'results_no_PoLRS/resnet50_lr0.05_epochs90_bufSize40000000_adjustLr1_BS256_noADRep/checkpoint.pth.tar' \
--cell_id "../data_preparation/release/cellID_yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250.npy" \
--root "/export/share/t1-datasets/yfcc100m_full_dataset_alt/images/" \
--root "../data_preparation/release/dataset/images/" \
--data "../data_preparation/release/" \
--data_val "../data_preparation/release/yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250_valid_files_2004To2014_compact_val.csv" \
--dist-url 'tcp://127.0.0.1:11805' --dist-backend 'nccl' --world-size 1 --rank 0 --multiprocessing-distributed
2 changes: 1 addition & 1 deletion CLOC/exp_RepBuf/eval_40K.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@ python ../code_online/no_PoLRS/main_online.py \
--evaluate \
--resume 'results_no_PoLRS/resnet50_lr0.05_epochs90_bufSize40000_adjustLr1_BS256_noADRep/checkpoint.pth.tar' \
--cell_id "../data_preparation/release/cellID_yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250.npy" \
--root "/export/share/t1-datasets/yfcc100m_full_dataset_alt/images/" \
--root "../data_preparation/release/dataset/images/" \
--data "../data_preparation/release/" \
--data_val "../data_preparation/release/yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250_valid_files_2004To2014_compact_val.csv" \
--dist-url 'tcp://127.0.0.1:11805' --dist-backend 'nccl' --world-size 1 --rank 0 --multiprocessing-distributed
2 changes: 1 addition & 1 deletion CLOC/exp_RepBuf/eval_4M.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@ python ../code_online/no_PoLRS/main_online.py \
--evaluate \
--resume 'results_no_PoLRS/resnet50_lr0.05_epochs90_bufSize4000000_adjustLr1_BS256_noADRep/checkpoint.pth.tar' \
--cell_id "../data_preparation/release/cellID_yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250.npy" \
--root "/export/share/t1-datasets/yfcc100m_full_dataset_alt/images/" \
--root "../data_preparation/release/dataset/images/" \
--data "../data_preparation/release/" \
--data_val "../data_preparation/release/yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250_valid_files_2004To2014_compact_val.csv" \
--dist-url 'tcp://127.0.0.1:11805' --dist-backend 'nccl' --world-size 1 --rank 0 --multiprocessing-distributed
2 changes: 1 addition & 1 deletion CLOC/exp_RepBuf/eval_ADRep.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@ python ../code_online/no_PoLRS/main_online.py \
--evaluate \
--resume 'results_no_PoLRS/resnet50_lr0.05_epochs90_bufSize40000_adjustLr1_BS256/checkpoint.pth.tar' \
--cell_id "../data_preparation/release/cellID_yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250.npy" \
--root "/export/share/t1-datasets/yfcc100m_full_dataset_alt/images/" \
--root "../data_preparation/release/dataset/images/" \
--data "../data_preparation/release/" \
--data_val "../data_preparation/release/yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250_valid_files_2004To2014_compact_val.csv" \
--dist-url 'tcp://127.0.0.1:11805' --dist-backend 'nccl' --world-size 1 --rank 0 --multiprocessing-distributed
2 changes: 1 addition & 1 deletion CLOC/exp_RepBuf/train_39M.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ python ../code_online/no_PoLRS/main_online.py \
--SaveInter 1 \
--use_ADRep 0 \
--cell_id "../data_preparation/release/cellID_yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250.npy" \
--root "/export/share/t1-datasets/yfcc100m_full_dataset_alt/images/" \
--root "../data_preparation/release/dataset/images/" \
--data "../data_preparation/release/" \
--data_val "../data_preparation/release/yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250_valid_files_2004To2014_compact_val.csv" \
--dist-url 'tcp://127.0.0.1:11805' --dist-backend 'nccl' --world-size 1 --rank 0 --multiprocessing-distributed
2 changes: 1 addition & 1 deletion CLOC/exp_RepBuf/train_40K.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ python ../code_online/no_PoLRS/main_online.py \
--SaveInter 1 \
--use_ADRep 0 \
--cell_id "../data_preparation/release/cellID_yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250.npy" \
--root "/export/share/t1-datasets/yfcc100m_full_dataset_alt/images/" \
--root "../data_preparation/release/dataset/images/" \
--data "../data_preparation/release/" \
--data_val "../data_preparation/release/yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250_valid_files_2004To2014_compact_val.csv" \
--dist-url 'tcp://127.0.0.1:11805' --dist-backend 'nccl' --world-size 1 --rank 0 --multiprocessing-distributed
2 changes: 1 addition & 1 deletion CLOC/exp_RepBuf/train_4M.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ python ../code_online/no_PoLRS/main_online.py \
--SaveInter 1 \
--use_ADRep 0 \
--cell_id "../data_preparation/release/cellID_yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250.npy" \
--root "/export/share/t1-datasets/yfcc100m_full_dataset_alt/images/" \
--root "../data_preparation/release/dataset/images/" \
--data "../data_preparation/release/" \
--data_val "../data_preparation/release/yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250_valid_files_2004To2014_compact_val.csv" \
--dist-url 'tcp://127.0.0.1:11805' --dist-backend 'nccl' --world-size 1 --rank 0 --multiprocessing-distributed
2 changes: 1 addition & 1 deletion CLOC/exp_RepBuf/train_ADRep.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ python ../code_online/no_PoLRS/main_online.py \
--SaveInter 1 \
--use_ADRep 1 \
--cell_id "../data_preparation/release/cellID_yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250.npy" \
--root "/export/share/t1-datasets/yfcc100m_full_dataset_alt/images/" \
--root "../data_preparation/release/dataset/images/" \
--data "../data_preparation/release/" \
--data_val "../data_preparation/release/yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250_valid_files_2004To2014_compact_val.csv" \
--dist-url 'tcp://127.0.0.1:11805' --dist-backend 'nccl' --world-size 1 --rank 0 --multiprocessing-distributed
2 changes: 1 addition & 1 deletion CLOC/exp_best_model/eval_offline.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,7 @@ python ../code_offline/main.py \
--evaluate \
--resume 'results_offline/resnet50_lr0.025_epochs90_numPasses1_useVal1_valFreq1_BS256/checkpoint.pth.tar' \
--cell_id "../data_preparation/release/cellID_yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250.npy" \
--root "/export/share/t1-datasets/yfcc100m_full_dataset_alt/images/" \
--root "../data_preparation/release/dataset/images/" \
--data "../data_preparation/release/" \
--data_val "../data_preparation/release/yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250_valid_files_2004To2014_compact_val.csv" \
--dist-url 'tcp://127.0.0.1:52176' --dist-backend 'nccl' --world-size 1 --rank 0 --multiprocessing-distributed
Expand Down
2 changes: 1 addition & 1 deletion CLOC/exp_best_model/eval_online.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@ python ../code_online/best_model/main_online_best_model.py \
--evaluate \
--resume 'results_best_model/resnet50_lr0.0125_epochs90_bufSize40000_LrAjIntv5_BS256_NOSubBatch4/checkpoint.pth.tar' \
--cell_id "../data_preparation/release/cellID_yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250.npy" \
--root "/export/share/t1-datasets/yfcc100m_full_dataset_alt/images/" \
--root "../data_preparation/release/dataset/images/" \
--data "../data_preparation/release/" \
--data_val "../data_preparation/release/yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250_valid_files_2004To2014_compact_val.csv" \
--dist-url 'tcp://127.0.0.1:23794' --dist-backend 'nccl' --world-size 1 --rank 0 --multiprocessing-distributed
2 changes: 1 addition & 1 deletion CLOC/exp_best_model/train_offline.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ python ../code_offline/main.py \
--used_data_rate_start 0.0 \
--used_data_rate_end 1.0 \
--cell_id "../data_preparation/release/cellID_yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250.npy" \
--root "/export/share/t1-datasets/yfcc100m_full_dataset_alt/images/" \
--root "../data_preparation/release/dataset/images/" \
--data "../data_preparation/release/" \
--data_val "../data_preparation/release/yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250_valid_files_2004To2014_compact_val.csv" \
--dist-url 'tcp://127.0.0.1:52176' --dist-backend 'nccl' --world-size 1 --rank 0 --multiprocessing-distributed
Expand Down
2 changes: 1 addition & 1 deletion CLOC/exp_best_model/train_online.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ python ../code_online/best_model/main_online_best_model.py \
--epochs 90 \
--LR_adjust_intv 5 \
--cell_id "../data_preparation/release/cellID_yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250.npy" \
--root "/export/share/t1-datasets/yfcc100m_full_dataset_alt/images/" \
--root "../data_preparation/release/dataset/images/" \
--data "../data_preparation/release/" \
--data_val "../data_preparation/release/yfcc100m_metadata_with_labels_usedDataRatio0.05_t110000_t250_valid_files_2004To2014_compact_val.csv" \
--dist-url 'tcp://127.0.0.1:23794' --dist-backend 'nccl' --world-size 1 --rank 0 --multiprocessing-distributed
8 changes: 7 additions & 1 deletion README.md
View file
Original file line number Diff line number Diff line change
@@ -1 +1,7 @@
# continuallearning
# continual learning

# The "CLOC" folder in this repo contains the code for ICCV 2021 paper: Online Continual Learning with Natural Distribution Shifts: An Empirical Study with Visual Data.

[(Paper link)](coming soon)


0 comments on commit 8b1cbae

Please sign in to comment.