nabu 2.0

vrenkens · Apr 28, 2017 · b4d58d0 · b4d58d0
1 parent 91d4e47
commit b4d58d0
Show file tree

Hide file tree

Showing 245 changed files with 7,039 additions and 6,330 deletions.
diff --git a/.gitignore b/.gitignore
@@ -2,3 +2,4 @@
 *.pyc
 *.conf
 cluster
+nabu/computing/condor/create_environment.sh
diff --git a/.pylintrc b/.pylintrc
@@ -38,7 +38,7 @@ extension-pkg-whitelist=numpy,tensorflow
 # --enable=similarities". If you want to run only the classes checker, but have
 # no Warning level messages displayed, use"--disable=all --enable=classes
 # --disable=W"
-disable= R, C0103, C0413
+disable= R, C0103, C0413, W0403
 
 
 [REPORTS]

diff --git a/README.md b/README.md
diff --git a/asr_dataprep.py b/asr_dataprep.py
diff --git a/config/asr/DBLSTM.cfg b/config/asr/DBLSTM.cfg
diff --git a/config/asr/DNN.cfg b/config/asr/DNN.cfg
diff --git a/config/asr/FfLAS.cfg b/config/asr/FfLAS.cfg
diff --git a/config/asr/LAS.cfg b/config/asr/LAS.cfg
diff --git a/config/asr/wavenet.cfg b/config/asr/wavenet.cfg
diff --git a/config/asr_databases/template.cfg b/config/asr_databases/template.cfg
diff --git a/config/asr_lm.cfg b/config/asr_lm.cfg
diff --git a/config/computing/README.md b/config/computing/README.md
@@ -0,0 +1,5 @@
+# Computing configuration
+
+This directory contains the configuration files for the different computing
+modes. You can find more information about these modes
+[here](../../nabu/computing/README.md).
diff --git a/config/computing/condor.cfg → config/computing/condor/multi_machine.cfg b/config/computing/condor.cfg → config/computing/condor/multi_machine.cfg
@@ -1,7 +1,6 @@
 [computing]
 #build the cluster with HTCondor. HTCondor will be used to dynamically assign
 #machines to the cluster and will then execute on that cluster
-distributed = condor
 #the number of parameter servers (minimum 1)
 numps = 1
 #the number of workers (minimum 1)

diff --git a/config/computing/condor/non_distributed.cfg b/config/computing/condor/non_distributed.cfg
@@ -0,0 +1,3 @@
+[computing]
+#the minimum memory requirement of the GPUs in Mb
+minmemory = 2000
diff --git a/config/computing/condor_local.cfg → config/computing/condor/single_machine.cfg b/config/computing/condor_local.cfg → config/computing/condor/single_machine.cfg
@@ -1,10 +1,9 @@
 [computing]
 #build the cluster with HTCondor. HTCondor will be used to dynamically assign
 #machines to the cluster and will then execute on that cluster
-distributed = condor_local
 #the number of parameter servers (minimum 1)
 numps = 2
 #the number of workers (minimum 1)
 numworkers = 1
 #the minimum memory requirement of the GPUs in Mb
-minmemory = 1000
+minmemory = 6000
diff --git a/config/computing/non-distributed.cfg b/config/computing/non-distributed.cfg
diff --git a/config/computing/static.cfg → config/computing/standart/multi_machine.cfg b/config/computing/static.cfg → config/computing/standart/multi_machine.cfg
@@ -5,7 +5,6 @@
 #ps,ps.machines.com,1024
 #worker,worker1.machines.com,1024,0
 #worker,worker2.machines.com,1024,0
-distributed = static
 #the file where the cluster is defined
 clusterfile = cluster
 #wheterer or not ssh_tunnels should be created to communicate between machines

diff --git a/config/computing/local.cfg → config/computing/standart/single_machine.cfg b/config/computing/local.cfg → config/computing/standart/single_machine.cfg
@@ -1,7 +1,5 @@
 [computing]
-#use local computing
-distributed = local
 #the number of parameter servers (minimum 1)
-numps = 2
+numps = 1
 #the number of workers (minimum 1)
 numworkers = 1
diff --git a/config/decoder/BeamSearchDecoder.cfg b/config/decoder/BeamSearchDecoder.cfg
diff --git a/config/decoder/CTCdecoder.cfg b/config/decoder/CTCdecoder.cfg
diff --git a/config/decoder/LmConfidenceDecoder.cfg b/config/decoder/LmConfidenceDecoder.cfg
diff --git a/config/decoder/attention_visualizer.cfg b/config/decoder/attention_visualizer.cfg
diff --git a/config/lm/lstmlm.cfg b/config/lm/lstmlm.cfg
-Original file line number
+Diff line change
@@ Expand Up / @@ -2,3 +2,4 @@ @@
     *.pyc
     *.conf
     cluster
+    nabu/computing/condor/create_environment.sh