amd/ics: change lambda

cdluminate · Nov 22, 2021 · 408f4ef · 408f4ef
1 parent 6054252
commit 408f4ef
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/robrank/defenses/amd.py b/robrank/defenses/amd.py
@@ -622,7 +622,7 @@ def hm_training_step(model: th.nn.Module, batch, batch_idx, *,
     if gradual:
         model._hm_prev_loss = loss.item()
     if ics:
-        loss = loss + 1.0 * model.lossfunc.raw(
+        loss = loss + 0.5 * model.lossfunc.raw(
                     ap_orig[:len(ap_orig)//2],
                     pnemb[:len(pnemb) // 3],
                     ap_orig[len(ap_orig)//2:],