fix: Update metadata handling in finder (#326)

Update metadata handling in finder
chanzuckerberg · Oct 17, 2024 · 4289210 · 4289210
1 parent 03d0d88
commit 4289210
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 5 deletions.
diff --git a/ingestion_tools/dataset_configs/deposition_10301.yaml b/ingestion_tools/dataset_configs/deposition_10301.yaml
@@ -1,6 +1,5 @@
 alignments:
-- metadata:
-  sources:
+- sources:
   - destination_glob:
       list_glob: "{run_output_path}/Alignments/100/alignment_metadata.json"
       match_regex: .*

diff --git a/ingestion_tools/scripts/common/finders.py b/ingestion_tools/scripts/common/finders.py
@@ -338,10 +338,10 @@ def _get_instantiated_results(
             if len(filtered_results) > 1:
                 raise Exception("Multiple metadata files found for a single entity")
             metadata_path = next(iter(filtered_results.values()))
-            remote_metadata = get_remote_json(metadata_path, config)
-            name, path, filtered_results = self.importer_cls.get_name_and_path(remote_metadata, None, None, filtered_results)
+            metadata = get_remote_json(metadata_path, config)
+            name, path, filtered_results = self.importer_cls.get_name_and_path(metadata, None, None, filtered_results)
 
-        names = ",".join([os.path.basename(path) for path in filtered_results])
+        names = ",".join([os.path.basename(path) for path in filtered_results if path])
         item = self.importer_cls(
             config=config,
             metadata=metadata,