init

tsujuifu · Dec 15, 2021 · 43c3993 · 43c3993
1 parent 2d54700
commit 43c3993
Show file tree

Hide file tree

Showing 57 changed files with 3,312 additions and 2 deletions.
diff --git a/.gitignore b/.gitignore
@@ -0,0 +1,6 @@
+
+__pycache__
+*.pyc
+.ipynb_checkpoints
+
+_snapshot
diff --git a/README.md b/README.md
@@ -1,2 +1 @@
-# pytorch_violet
-A PyTorch implementation of [VIOLET](https://arxiv.org/abs/2111.12681)
+# VIOLET
diff --git a/_data/args_msrvtt-retrieval.json b/_data/args_msrvtt-retrieval.json
@@ -0,0 +1,16 @@
+{
+    "type": "retrieval",
+
+    "dataset": "msrvtt", 
+    "task": "msrvtt-retrieval", 
+
+    "size_img": 224,
+    "size_txt": 25,
+
+    "size_epoch": 20, 
+    "size_batch": 6, 
+    "lr": 1.2e-5, 
+    "decay": 1e-3, 
+
+    "path_ckpt": "./_data/ckpt_violet_pretrain.pt"
+}
diff --git a/_data/args_msvd-qa.json b/_data/args_msvd-qa.json
@@ -0,0 +1,17 @@
+{
+    "type": "qaoe",
+
+    "dataset": "msvd", 
+    "task": "msvd-qa", 
+
+    "size_img": 224,
+    "size_txt": 25,
+    "size_vocab": 1000,
+
+    "size_epoch": 20, 
+    "size_batch": 10, 
+    "lr": 1.2e-5, 
+    "decay": 1e-3, 
+
+    "path_ckpt": "./_data/ckpt_violet_pretrain.pt"
+}
diff --git a/_data/args_pretrain.json b/_data/args_pretrain.json
@@ -0,0 +1,13 @@
+{
+    "type": "pretrain", 
+
+    "size_img": 224,
+    "size_txt": 32,
+
+    "size_epoch": 5, 
+    "size_batch": 12, 
+    "lr": 2e-5, 
+    "decay": 1e-3, 
+
+    "path_ckpt": ""
+}
diff --git a/_data/args_tgif-action.json b/_data/args_tgif-action.json
@@ -0,0 +1,17 @@
+{
+    "type": "qamc",
+
+    "dataset": "tgif", 
+    "task": "tgif-action", 
+
+    "size_img": 224,
+    "size_txt": 25,
+    "size_option": 5,
+
+    "size_epoch": 20, 
+    "size_batch": 8, 
+    "lr": 1.2e-5, 
+    "decay": 1e-3, 
+
+    "path_ckpt": "./_data/ckpt_violet_pretrain.pt"
+}
diff --git a/_data/dummy b/_data/dummy
diff --git a/_data/img_cc3m_train_0.lineidx b/_data/img_cc3m_train_0.lineidx
@@ -0,0 +1,200 @@
+0
+25354
+55452
+108074
+133852
+151658
+197428
+211406
+309040
+355366
+382368
+409614
+447440
+491094
+519740
+553250
+580740
+601574
+633696
+674050
+700632
+725258
+747212
+765662
+787236
+816614
+838888
+872986
+906780
+922346
+947200
+982170
+1037644
+1055190
+1081364
+1102070
+1131656
+1152106
+1176468
+1193806
+1240576
+1258086
+1287680
+1308258
+1340088
+1390666
+1412188
+1442966
+1476148
+1561938
+1597248
+1635394
+1684256
+1714274
+1740484
+1763190
+1801340
+1815978
+1861728
+1894126
+1909376
+1962702
+1992044
+2012506
+2039208
+2060506
+2092624
+2126046
+2156312
+2184046
+2218420
+2249818
+2272048
+2303142
+2327668
+2345246
+2373108
+2418450
+2431248
+2463282
+2492396
+2520746
+2547468
+2572626
+2616440
+2657562
+2734056
+2769878
+2790944
+2808882
+2844764
+2900146
+2921724
+2947494
+2968660
+2996790
+3018544
+3046526
+3083540
+3108258
+3128620
+3163826
+3194132
+3234898
+3292364
+3338990
+3356464
+3379602
+3403488
+3448054
+3486836
+3521826
+3533784
+3556914
+3587168
+3630870
+3643176
+3658310
+3695356
+3728918
+3767528
+3809538
+3837328
+3894106
+3914364
+3936754
+3951556
+3979402
+4013756
+4049538
+4063180
+4102282
+4120640
+4148842
+4167928
+4179766
+4195064
+4233106
+4253600
+4268114
+4297088
+4316026
+4361872
+4382122
+4416740
+4439378
+4457388
+4485310
+4521400
+4585122
+4603884
+4627578
+4649324
+4657094
+4698416
+4764934
+4782572
+4821566
+4838320
+4872410
+4892808
+4928518
+4944984
+4966314
+5001684
+5041298
+5058120
+5102658
+5123220
+5150706
+5170336
+5214814
+5243780
+5281610
+5328660
+5364738
+5389524
+5414338
+5436948
+5464274
+5486176
+5520394
+5548140
+5569382
+5601736
+5635710
+5690308
+5706066
+5761940
+5776074
+5806388
+5846702
+5890020
+5915586
+5944340
+5977762
+6006152
+6028642
+6047060
+6072206
diff --git a/_data/img_cc3m_train_0.tsv b/_data/img_cc3m_train_0.tsv
-Original file line number
+Diff line change
@@ -0,0 +1,200 @@
+    1037644
+    1055190
+    1081364
+    1102070
+    1131656
+    1152106
+    1176468
+    1193806
+    1240576
+    1258086
+    1287680
+    1308258
+    1340088
+    1390666
+    1412188
+    1442966
+    1476148
+    1561938
+    1597248
+    1635394
+    1684256
+    1714274
+    1740484
+    1763190
+    1801340
+    1815978
+    1861728
+    1894126
+    1909376
+    1962702
+    1992044
+    2012506
+    2039208
+    2060506
+    2092624
+    2126046
+    2156312
+    2184046
+    2218420
+    2249818
+    2272048
+    2303142
+    2327668
+    2345246
+    2373108
+    2418450
+    2431248
+    2463282
+    2492396
+    2520746
+    2547468
+    2572626
+    2616440
+    2657562
+    2734056
+    2769878
+    2790944
+    2808882
+    2844764
+    2900146
+    2921724
+    2947494
+    2968660
+    2996790
+    3018544
+    3046526
+    3083540
+    3108258
+    3128620
+    3163826
+    3194132
+    3234898
+    3292364
+    3338990
+    3356464
+    3379602
+    3403488
+    3448054
+    3486836
+    3521826
+    3533784
+    3556914
+    3587168
+    3630870
+    3643176
+    3658310
+    3695356
+    3728918
+    3767528
+    3809538
+    3837328
+    3894106
+    3914364
+    3936754
+    3951556
+    3979402
+    4013756
+    4049538
+    4063180
+    4102282
+    4120640
+    4148842
+    4167928
+    4179766
+    4195064
+    4233106
+    4253600
+    4268114
+    4297088
+    4316026
+    4361872
+    4382122
+    4416740
+    4439378
+    4457388
+    4485310
+    4521400
+    4585122
+    4603884
+    4627578
+    4649324
+    4657094
+    4698416
+    4764934
+    4782572
+    4821566
+    4838320
+    4872410
+    4892808
+    4928518
+    4944984
+    4966314
+    5001684
+    5041298
+    5058120
+    5102658
+    5123220
+    5150706
+    5170336
+    5214814
+    5243780
+    5281610
+    5328660
+    5364738
+    5389524
+    5414338
+    5436948
+    5464274
+    5486176
+    5520394
+    5548140
+    5569382
+    5601736
+    5635710
+    5690308
+    5706066
+    5761940
+    5776074
+    5806388
+    5846702
+    5890020
+    5915586
+    5944340
+    5977762
+    6006152
+    6028642
+    6047060
+    6072206