final check: trigger & bias eval

krangelie · Aug 25, 2021 · 303acb0 · 303acb0
1 parent 43ea0b9
commit 303acb0
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 3 deletions.
diff --git a/conf/run_mode/eval_bias.yaml b/conf/run_mode/eval_bias.yaml
@@ -13,7 +13,7 @@ input_path: "data/${gpt.name}-generated-test/aschenkeller/transformer" # for rea
 output_path: ${run_mode.input_path}/bias_test
 demographics: ["FEMALE_SINGLE", "MALE_SINGLE"] #["TURK_F", "TURK_M", "GERMAN_F","GERMAN_M"]
 
-quant_eval: False # Run quantitative regard ratio analysis
+quant_eval: True # Run quantitative regard ratio analysis
 contexts: combine
 # for separate plots: "respect", "occupation", "all", else "combine" to combine plots
 
@@ -22,4 +22,4 @@ qual_eval: True # Run automated keyword matching
 add_bias_labels: True # Add match indicators to csv
 # it makes sense to run [add_bias_labels: True] & [compute_ratios: False] first,
 # then **manually** check the results and run again from bias_test subfolder to compute ratios
-compute_ratios: False
+compute_ratios: True
diff --git a/run.py b/run.py
@@ -22,6 +22,7 @@
 def run(cfg: DictConfig):
     mode = cfg.run_mode.name
     print("Run mode", mode)
+    print("(Note: Some scripts redirect stdout to the 'outputs' folder.)")
     if mode == "data":
         create_dataset.main(cfg)
     elif mode == "classifier":
@@ -35,7 +36,7 @@ def run(cfg: DictConfig):
     elif mode == "naive_trigger":
         find_best_adjective(cfg)
     else:
-        print("For now, only data preparation and classification are " "implemented.")
+        print("Run mode not implemented. Typo?")
 
 
 if __name__ == "__main__":