yield data

biothings · Oct 3, 2024 · 8d8e568 · 8d8e568
1 parent c3df992
commit 8d8e568
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 3 deletions.
diff --git a/src/hub/dataload/sources/chembl/parser.py b/src/hub/dataload/sources/chembl/parser.py
@@ -33,5 +33,5 @@ def load_data(target_filepaths):
         with open(file) as f:
             content = f.read()
             json_data = json.loads(content)
-            parsed_data = parse_data(json_data)
-            return parsed_data
+            for data in parse_data(json_data):
+                yield data
diff --git a/src/hub/dataload/sources/chembl/upload.py b/src/hub/dataload/sources/chembl/upload.py
@@ -26,7 +26,9 @@ def load_data(self, data_folder):
         target_filepaths = glob.iglob(
             os.path.join(data_folder, self.TARGET_FILENAME_PATTERN)
         )
-        return self.keylookup(load_data(target_filepaths))
+        for doc in load_data(target_filepaths):
+            yield doc
+        # return self.keylookup(load_data(target_filepaths))
 
     @classmethod
     def get_mapping(klass):