modified paths

BriansIDP · Dec 27, 2022 · c3a3e93 · c3a3e93
1 parent d91adb0
commit c3a3e93
Show file tree

Hide file tree

Showing 2 changed files with 15 additions and 24 deletions.
diff --git a/egs/slurp/asr1/conf/train_slu_tcpgen_gcn.yaml b/egs/slurp/asr1/conf/train_slu_tcpgen_gcn.yaml
@@ -59,15 +59,16 @@ report-interval-iters: 20
 # freeze-mod: enc,att
 
 ### KB related
-meetingpath: /home/gs534/rds/hpc-work/work/slurp/data/KBs/SLURPKB_unigram600suffix/rarewords_f30.txt
+meetingpath: data/KB/rarewords_f30.txt
 meetingKB: true
-dictfile: /home/gs534/rds/hpc-work/work/slurp/data/KBs/bpe_dict_unigram600suffix.txt
+dictfile: data/KB/bpe_dict_unigram600suffix.txt
 lm-odim: 256
 KBlextree: true
 PtrGen: true
 PtrSche: 20
+
 ### initialise from the checkpoint of the pretrained ASR model (trained 20 epochs on Librispeech 960-hour)
-init-full-model: /home/gs534/rds/hpc-work/work/Librispeech/exp/librispeech_train_conformer_KB1000_KB256_spec_drop_gcn2l/results/model.acc.best
+# init-full-model: /home/gs534/rds/hpc-work/work/Librispeech/exp/librispeech_train_conformer_KB1000_KB256_spec_drop_gcn2l/results/model.acc.best
 acousticonly: true
 attn_dim: 256
 KBmaxlen: 20
@@ -81,12 +82,12 @@ mmfactor: 0.0
 pooling: index
 
 # SLU
-slotfile: /home/gs534/rds/hpc-work/work/slurp/data/SLU/slottypes_bpe.txt
-connection: /home/gs534/rds/hpc-work/work/slurp/data/SLU/connections_bpe.txt
-intentfile: /home/gs534/rds/hpc-work/work/slurp/data/SLU/intents.txt
+slotfile: data/SLU/slottypes_bpe.txt
+connection: data/SLU/connections_bpe.txt
+intentfile: data/SLU/intents.txt # although intent classification is not a task in this case
 doslu: true
 slotfactor: 1.0
-intentfactor: 1.0
+intentfactor: 0.0
 ndistractors: 10
 
 jointrep: true
@@ -96,8 +97,8 @@ robertamask: 0.2
 jointptrgen: true
 topnslot: 2
 ### Toggle between wordlevel and entitylevel KB
-# ontology: /home/gs534/rds/hpc-work/work/slurp/data/KBs/word_onts/word_ontology_f30.json
-ontology: /home/gs534/rds/hpc-work/work/slurp/data/KBs/word_onts/ontologymerge_entf30_unigram600suffix.json
+# ontology: data/KB/word_ontology_f30.json
+ontology: data/KB/ontologymerge_entf30_unigram600suffix.json
 
 slotKB: true
 copylossfac: 1.0

diff --git a/egs/slurp/asr1/train.sh b/egs/slurp/asr1/train.sh
@@ -1,15 +1,14 @@
-# Note: export paths if needed
+### Note: export paths if needed
 # export PYTHONPATH="/home/gs534/rds/hpc-work/work/espnet-mm:$PYTHONPATH"
 # export PATH="/home/gs534/rds/hpc-work/work/espnet-mm/tools/venv/bin:$PATH"
 # export PYTHONPATH="/home/gs534/rds/hpc-work/work/espnet-mm/espnet/nets/pytorch_backend/lm:$PYTHONPATH"
 . ./path.sh || exit 1;
 
+### Need to modify expdir and dict to the correct path, and also modify train-json and valid-json
 train_config=conf/train_slu_tcpgen_gcn.yaml
 backend=pytorch
 expname=slurp_conformer_KA2G
 preprocess_config=conf/specaug_tm.yaml
-
-# lexicon_path=/home/dawna/gs534/espnet-KG/egs/ami/ami_lextree/data/local/wordlm_train/rarewords.txt
 expdir=/home/gs534/rds/rds-t2-cs164-KQ4S3rlDzm8/gs534/slurp/exp/${expname}
 debugmode=1
 bpemode=unigram
@@ -34,15 +33,6 @@ python ../../../espnet/bin/asr_train.py \
     --minibatches 0 \
     --verbose 0 \
     --seed 1 \
-    --train-json /home/gs534/rds/hpc-work/work/slurp/dump/train/deltafalse/data_${bpemode}${nbpe}${suffix}${KB}${context}.json \
-    --valid-json /home/gs534/rds/hpc-work/work/slurp/dump/devel/deltafalse/data_${bpemode}${nbpe}${suffix}${KB}${context}.json \
-    --resume /home/gs534/rds/rds-t2-cs164-KQ4S3rlDzm8/gs534/slurp/exp/slurp_conformer_sepslottcpgen20_10distractor_noproj_nomask_sche15_copysup_GCNslot3in_f30_maskedless_share/results/resume.ep.20 \
-    # --resume ${expdir}/results/snapshot.ep.27 \
-    # --resume /home/gs534/rds/rds-t2-cs164-KQ4S3rlDzm8/gs534/slurp/exp/slurp_conformer_sepslottcpgen20_10distractor_noproj_nomask_sche15_copysup_f30/results/resume.ep.16
-    # --suboperation concatshift \
-    # --wordlevel true \
-    # --beforeLSTM \
-    # --charbased \
-    # --stack-input \
-    # --train-json dump/ihm_train/deltafalse/data_bpe_debug.json \
-    # --valid-json dump/ihm_dev/deltafalse/data_bpe_debug.json \
+    --train-json dump/train/deltafalse/data_${bpemode}${nbpe}${suffix}${KB}${context}.json \
+    --valid-json dump/devel/deltafalse/data_${bpemode}${nbpe}${suffix}${KB}${context}.json \
+    # --resume /home/gs534/rds/rds-t2-cs164-KQ4S3rlDzm8/gs534/slurp/exp/slurp_conformer_sepslottcpgen20_10distractor_noproj_nomask_sche15_copysup_GCNslot3in_f30_maskedless_share/results/resume.ep.20 \