Fix a bug in tokenize data.

Signed-off-by: cairo <[email protected]>
AdrianLsk · May 13, 2017 · 51cf971 · 51cf971
1 parent 281f55d
commit 51cf971
Show file tree

Hide file tree

Showing 7 changed files with 16 additions and 53 deletions.
diff --git a/data/prepare-embedding.sh b/data/prepare-embedding.sh
@@ -4,4 +4,4 @@
 wget http://nlp.stanford.edu/data/glove.6B.zip
 
 # unpack all files
-unzip glove.6B.zip
+unzip glove.6B.zip -d glove.6B
diff --git a/weights/AS-reader/best-CBT-NE/args.json b/weights/AS-reader/best-CBT-NE/args.json
@@ -1,11 +1,11 @@
 {
-    "args_file": "weights\\AS-reader\\best-CBT-NE\\args.json",
+  "args_file": "weights/AS-reader/best-CBT-NE/args.json",
     "batch_size": 32,
-    "data_root": "D:/source/data/RC-Cloze-CBT/CBTest/CBTest/data/",
+  "data_root": "data/CBTest/CBTest/data/",
     "dataset": "cbt",
     "debug": false,
     "embedding_dim": 200,
-    "embedding_file": "D:/source/data/embedding/glove.6B/glove.6B.200d.txt",
+  "embedding_file": "data/glove.6B/glove.6B.200d.txt",
     "ensemble": false,
     "evaluate_every_n": 400,
     "grad_clipping": 10,
@@ -29,5 +29,5 @@
     "train_file": "cbtest_NE_train.txt",
     "use_lstm": false,
     "valid_file": "cbtest_NE_valid_2000ex.txt",
-    "weight_path": "weights\\AS-reader\\best-CBT-NE\\"
+  "weight_path": "weights/AS-reader/best-CBT-NE"
 }
diff --git a/weights/AS-reader/best-best-CBT-NE/args.json b/weights/AS-reader/best-best-CBT-NE/args.json
@@ -1,11 +1,11 @@
 {
-  "args_file": "weights\\args.json",
+  "args_file": "weights/AS-reader/best-best-CBT-NE/args.json",
   "batch_size": 32,
-  "data_root": "D:/source/data/RC-Cloze-CBT/CBTest/CBTest/data/",
+  "data_root": "data/CBTest/CBTest/data/",
   "dataset": "cbt",
   "debug": false,
   "embedding_dim": 300,
-  "embedding_file": "D:\\source\\data\\embedding\\glove.6B\\glove.6B.300d.txt",
+  "embedding_file": "data/glove.6B/glove.6B.300d.txt",
   "ensemble": false,
   "evaluate_every_n": 400,
   "grad_clipping": 10,
@@ -29,5 +29,5 @@
   "train_file": "cbtest_NE_train.txt",
   "use_lstm": false,
   "valid_file": "cbtest_NE_valid_2000ex.txt",
-  "weight_path": "weights"
+  "weight_path": "weights/AS-reader/best-best-CBT-NE"
 }
diff --git a/weights/AoA-reader/best-CBT-NE/args.json b/weights/AoA-reader/best-CBT-NE/args.json
@@ -1,11 +1,11 @@
 {
-    "args_file": "weights\\AoA-reader\\best-CBT-NE\\args.json",
+  "args_file": "weights/AoA-reader/best-CBT-NE/args.json",
     "batch_size": 32,
-    "data_root": "D:/source/data/RC-Cloze-CBT/CBTest/CBTest/data/",
+  "data_root": "data/CBTest/CBTest/data/",
     "dataset": "cbt",
     "debug": false,
     "embedding_dim": 200,
-    "embedding_file": "D:/source/data/embedding/glove.6B/glove.6B.200d.txt",
+  "embedding_file": "data/glove.6B/glove.6B.200d.txt",
     "ensemble": false,
     "evaluate_every_n": 400,
     "grad_clipping": 10,

diff --git a/weights/AoA-reader/best-best-CBT-NE/args.json b/weights/AoA-reader/best-best-CBT-NE/args.json
@@ -1,11 +1,11 @@
 {
-    "args_file": "weights\\args.json",
+  "args_file": "weights/args.json",
     "batch_size": 32,
-    "data_root": "D:/source/data/RC-Cloze-CBT/CBTest/CBTest/data/",
+  "data_root": "data/CBTest/CBTest/data/",
     "dataset": "cbt",
     "debug": false,
     "embedding_dim": 300,
-    "embedding_file": "D:\\source\\data\\embedding\\glove.6B\\glove.6B.300d.txt",
+  "embedding_file": "data/glove.6B/glove.6B.300d.txt",
     "ensemble": false,
     "evaluate_every_n": 400,
     "grad_clipping": 10,
@@ -29,5 +29,5 @@
     "train_file": "cbtest_NE_train.txt",
     "use_lstm": false,
     "valid_file": "cbtest_NE_valid_2000ex.txt",
-    "weight_path": "weights\\"
+  "weight_path": "weights/"
 }
diff --git a/weights/AoA-reader/best2-CBT-NE/args.json b/weights/AoA-reader/best2-CBT-NE/args.json
diff --git a/weights/AoA-reader/best2-CBT-NE/result.json b/weights/AoA-reader/best2-CBT-NE/result.json