Update data_split.py

husseinmozannar · Nov 13, 2020 · 960d81c · 960d81c
1 parent fc9cc48
commit 960d81c
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/data_helpers/data_split.py b/data_helpers/data_split.py
@@ -5,11 +5,14 @@
 
 
 def combine_json_files(fnames):
-    # fnames is an array of filenames
+    '''
+    Assumes json files are in SQuAD format, i.e see https://github.com/facebookresearch/DrQA#format-b
+    fnames is an array of filenames
+    ''' 
     combined_data = []
     for fname in fnames:
         with open(fname) as f:
-            data = json.load(f)#['data']
+            data = json.load(f)['data']
         for article in data:
             combined_data.append(article)