change some default params

MaverickPeter · Jul 25, 2021 · 8315abf · 8315abf
1 parent 29a951c
commit 8315abf
Show file tree

Hide file tree

Showing 3 changed files with 8 additions and 8 deletions.
diff --git a/config.py b/config.py
@@ -15,9 +15,9 @@
 BATCH_NUM_QUERIES = 1
 TRAIN_POSITIVES_PER_QUERY = 2
 TRAIN_NEGATIVES_PER_QUERY = 4
-DECAY_STEP = 200000
+DECAY_STEP = 100000
 DECAY_RATE = 0.7
-BASE_LEARNING_RATE = 0.0005
+BASE_LEARNING_RATE = 0.0001
 MOMENTUM = 0.9
 OPTIMIZER = 'ADAM'
 MAX_EPOCH = 20

diff --git a/generating_queries/nclt/config.py b/generating_queries/nclt/config.py
@@ -15,9 +15,9 @@
 BATCH_NUM_QUERIES = 1
 TRAIN_POSITIVES_PER_QUERY = 2
 TRAIN_NEGATIVES_PER_QUERY = 4
-DECAY_STEP = 200000
+DECAY_STEP = 100000
 DECAY_RATE = 0.7
-BASE_LEARNING_RATE = 0.0005
+BASE_LEARNING_RATE = 0.0001
 MOMENTUM = 0.9
 OPTIMIZER = 'ADAM'
 MAX_EPOCH = 20

diff --git a/train_DiSCO.py b/train_DiSCO.py
@@ -41,14 +41,14 @@
                     help='Epoch to run [default: 20]')
 parser.add_argument('--batch_num_queries', type=int, default=2,
                     help='Batch Size during training [default: 2]')
-parser.add_argument('--learning_rate', type=float, default=0.000001,
-                    help='Initial learning rate [default: 0.000005]')
+parser.add_argument('--learning_rate', type=float, default=0.0001,
+                    help='Initial learning rate [default: 0.0001]')
 parser.add_argument('--momentum', type=float, default=0.9,
                     help='Initial learning rate [default: 0.9]')
 parser.add_argument('--optimizer', default='adam',
                     help='adam or momentum [default: adam]')
-parser.add_argument('--decay_step', type=int, default=200000,
-                    help='Decay step for lr decay [default: 200000]')
+parser.add_argument('--decay_step', type=int, default=100000,
+                    help='Decay step for lr decay [default: 100000]')
 parser.add_argument('--decay_rate', type=float, default=0.7,
                     help='Decay rate for lr decay [default: 0.7]')
 parser.add_argument('--margin_1', type=float, default=0.5,