Add ablation experiment settings.

whustan · Jun 19, 2019 · c7b03c1 · c7b03c1
1 parent 651d3d2
commit c7b03c1
Show file tree

Hide file tree

Showing 9 changed files with 217 additions and 798 deletions.
diff --git a/model/LGN.py b/model/LGN.py
diff --git a/model/LGN_no_edge.py b/model/LGN_no_edge.py
diff --git a/model/LGN_no_glo_no_edge.py b/model/LGN_no_glo_no_edge.py
diff --git a/model/crf.py b/model/crf.py
@@ -1,8 +1,6 @@
 # -*- coding: utf-8 -*-
 # @Author: Jie Yang
-# @Date:   2017-12-04 23:19:38
 # @Last Modified by:   Yicheng Zou,     Contact: yczou18@fudan.edu.cn
-# @Last Modified time: 2018-12-13 22:48:17
 
 import torch
 import torch.autograd as autograd
@@ -25,6 +23,7 @@ def log_sum_exp(vec, m_size):
     max_score = torch.gather(vec, 1, idx.view(-1, 1, m_size)).view(-1, 1, m_size)  # B * M
     return max_score.view(-1, m_size) + torch.log(torch.sum(torch.exp(vec - max_score.expand_as(vec)), 1)).view(-1, m_size)  # B * M
 
+
 class CRF(nn.Module):
 
     def __init__(self, tagset_size, gpu):

diff --git a/model/module.py b/model/module.py
@@ -106,19 +106,15 @@ def forward(self, x, y, mask=None):
 
 
 class Nodes_Cell(nn.Module):
-    def __init__(self, hid_h, use_global=True, dropout=0.2):
+    def __init__(self, input_h, hid_h, use_global=True, dropout=0.2):
         super(Nodes_Cell, self).__init__()
 
         self.use_global = use_global
-        if self.use_global:
-            input_size = hid_h * 5
-        else:
-            input_size = hid_h * 3
 
-        self.Wix = nn.Linear(input_size, hid_h)
-        self.Wi2 = nn.Linear(input_size, hid_h)
-        self.Wf = nn.Linear(input_size, hid_h)
-        self.Wcx = nn.Linear(input_size, hid_h)
+        self.Wix = nn.Linear(input_h, hid_h)
+        self.Wi2 = nn.Linear(input_h, hid_h)
+        self.Wf = nn.Linear(input_h, hid_h)
+        self.Wcx = nn.Linear(input_h, hid_h)
 
         self.drop = nn.Dropout(dropout)
 
@@ -144,18 +140,14 @@ def forward(self, h, h2, x, glo=None):
 
 
 class Edges_Cell(nn.Module):
-    def __init__(self, hid_h, use_global=True, dropout=0.2):
+    def __init__(self, input_h, hid_h, use_global=True, dropout=0.2):
         super(Edges_Cell, self).__init__()
 
         self.use_global = use_global
-        if self.use_global:
-            input_size = hid_h * 4
-        else:
-            input_size = hid_h * 2
 
-        self.Wi = nn.Linear(input_size, hid_h)
-        self.Wf = nn.Linear(input_size, hid_h)
-        self.Wc = nn.Linear(input_size, hid_h)
+        self.Wi = nn.Linear(input_h, hid_h)
+        self.Wf = nn.Linear(input_h, hid_h)
+        self.Wc = nn.Linear(input_h, hid_h)
 
         self.drop = nn.Dropout(dropout)
 
@@ -179,13 +171,13 @@ def forward(self, h, x, glo=None):
         return output
 
 
-class GLobal_Cell(nn.Module):
-    def __init__(self, hid_h, dropout=0.2):
-        super(GLobal_Cell, self).__init__()
+class Global_Cell(nn.Module):
+    def __init__(self, input_h, hid_h, dropout=0.2):
+        super(Global_Cell, self).__init__()
 
-        self.Wi = nn.Linear(hid_h*3, hid_h)
-        self.Wf = nn.Linear(hid_h*3, hid_h)
-        self.Wc = nn.Linear(hid_h*3, hid_h)
+        self.Wi = nn.Linear(input_h, hid_h)
+        self.Wf = nn.Linear(input_h, hid_h)
+        self.Wc = nn.Linear(input_h, hid_h)
 
         self.drop = nn.Dropout(dropout)
 

diff --git a/utils/data.py b/utils/data.py
@@ -1,12 +1,13 @@
 # -*- coding: utf-8 -*-
-# @Author: Jie
+# @Author: Jie Yang
 # @Last Modified by:   Yicheng Zou,     Contact: yczou18@fudan.edu.cn
 
 import sys
 from utils.alphabet import Alphabet
 from utils.functions import *
 from utils.word_trie import Word_Trie
 
+
 class Data:
     def __init__(self): 
         self.MAX_SENTENCE_LENGTH = 250
@@ -75,7 +76,7 @@ def build_alphabet(self, input_file):
         self.char_alphabet.close()
 
     def build_word_file(self, word_file):
-        ## build word file,initial word embedding file
+        # build word file,initial word embedding file
         with open(word_file, 'r', encoding="utf-8") as f:
             for line in f:
                 word = line.strip().split()[0]
@@ -146,7 +147,7 @@ def write_decoded_results(self, output_file, predict_results, name):
         for idx in range(sent_num):
             sent_length = len(predict_results[idx])
             for idy in range(sent_length):
-                ## content_list[idx] is a list with [word, char, label]
+                # content_list[idx] is a list with [word, char, label]
                 fout.write(content_list[idx][0][idy] + " " + predict_results[idx][idy] + '\n')
             fout.write('\n')
         fout.close()