Merge remote-tracking branch 'origin/master'

RowitZou · Aug 20, 2019 · 6751daf · 6751daf
2 parents 3fb3e5c + c64cfb2
commit 6751daf
Showing 1 changed file with 6 additions and 3 deletions.
diff --git a/utils/functions.py b/utils/functions.py
@@ -27,15 +27,18 @@ def read_instance_with_gaz(input_file, word_dict, char_alphabet, word_alphabet,
         label_Ids = []
 
         for line in f:
-            if len(line) > 2:
+            if len(line) > 1:
                 pairs = line.strip().split()
                 char = pairs[0]
                 if number_normalized:
                     char = normalize_word(char)
-                label = pairs[-1]
                 chars.append(char)
-                labels.append(label)
                 char_Ids.append(char_alphabet.get_index(char))
+                if len(pairs) > 1:
+                    label = pairs[-1]
+                else:
+                    label = 'O'
+                labels.append(label)
                 label_Ids.append(label_alphabet.get_index(label))
 
             # A sentence is finished.