about summary refs log tree commit diff
path: root/r_qtl
diff options
context:
space:
mode:
authorFrederick Muriuki Muriithi2024-02-09 03:10:06 +0300
committerFrederick Muriuki Muriithi2024-02-12 18:17:38 +0300
commitdd369b846524fed0c08d1b7318fd73478506c3ee (patch)
tree7dd4969c327c2affb95e93a492ab904126ea33e4 /r_qtl
parentd02cef83c3c0b3f3098df1a7e7eeaf90430f784a (diff)
downloadgn-uploader-dd369b846524fed0c08d1b7318fd73478506c3ee.tar.gz
Provide the key for each file listed in the control file.
Diffstat (limited to 'r_qtl')
-rw-r--r--r_qtl/r_qtl2_qc.py32
1 files changed, 18 insertions, 14 deletions
diff --git a/r_qtl/r_qtl2_qc.py b/r_qtl/r_qtl2_qc.py
index 4b3e184..a41c442 100644
--- a/r_qtl/r_qtl2_qc.py
+++ b/r_qtl/r_qtl2_qc.py
@@ -2,7 +2,7 @@
 import re
 from zipfile import ZipFile
 from functools import reduce
-from typing import Union, Sequence, Iterator, Optional, Callable
+from typing import Union, Iterator, Optional, Callable
 
 from r_qtl import errors as rqe
 from r_qtl import r_qtl2 as rqtl2
@@ -11,14 +11,15 @@ from r_qtl.fileerrors import MissingFile
 
 from quality_control.errors import InvalidValue
 
-def bundle_files_list(cdata: dict) -> tuple[str, ...]:
+def bundle_files_list(cdata: dict) -> tuple[tuple[str, str], ...]:
     """Retrieve files listed in control file."""
-    def __merge__(alist: tuple[str, ...], member: Union[str, Sequence[str]]) -> tuple[str, ...]:
+    def __merge__(alist: tuple[tuple[str, str], ...], member: str) -> tuple[
+            tuple[str, str], ...]:
         if isinstance(cdata[member], str):
-            return alist + (cdata[member],)
-        return alist + tuple(cdata[member])
+            return alist + ((member, str(cdata[member])),)
+        return alist + tuple((member, str(afile)) for afile in cdata[member])
 
-    fileslist: tuple[str, ...] = reduce(
+    fileslist: tuple[tuple[str, str], ...] = reduce(
         __merge__,
         (key for key in cdata.keys() if key in __FILE_TYPES__),
         tuple())
@@ -26,30 +27,33 @@ def bundle_files_list(cdata: dict) -> tuple[str, ...]:
     if "file" in cdata.get("sex", {}):
         sexfile = cdata["sex"]["file"]
         fileslist = fileslist + (
-            (sexfile,) if isinstance(sexfile, str) else tuple(sexfile))
+            (("sex.file", sexfile),) if isinstance(sexfile, str)
+            else tuple(("sex.file", afile) for afile in sexfile))
 
     if "file" in cdata.get("cross_info", {}):
         crossinfofile = cdata["cross_info"]["file"]
         fileslist = fileslist + (
-            (crossinfofile,) if isinstance(crossinfofile, str)
-            else tuple(crossinfofile))
+            (("cross_info.file", crossinfofile),)
+            if isinstance(crossinfofile, str)
+            else tuple(("cross_info.file", afile) for afile in crossinfofile))
 
     return fileslist
 
-def missing_files(zfile: ZipFile) -> tuple[str, ...]:
+def missing_files(zfile: ZipFile) -> tuple[tuple[str, str], ...]:
     """
     Retrieve a list of files listed in the control file that do not exist in the
     bundle.
     """
-    def __missing_p__(thefile):
+    def __missing_p__(filedetails: tuple[str, str]):
+        _cfkey, thefile = filedetails
         try:
             zfile.getinfo(thefile)
             return False
         except KeyError:
             return True
 
-    return tuple(filter(__missing_p__,
-                        bundle_files_list(rqtl2.control_data(zfile))))
+    return tuple(afile for afile in bundle_files_list(rqtl2.control_data(zfile))
+                 if __missing_p__(afile))
 
 def validate_bundle(zfile: ZipFile):
     """Ensure the R/qtl2 bundle is valid."""
@@ -57,7 +61,7 @@ def validate_bundle(zfile: ZipFile):
     if len(missing) > 0:
         raise rqe.MissingFileError(
                         "The following files do not exist in the bundle: " +
-                        ", ".join(missing))
+                        ", ".join(mfile[1] for mfile in missing))
 
 def make_genocode_checker(genocode: dict) -> Callable[[int, str, str], Optional[InvalidValue]]:
     """Make a checker from the genotypes in the control data"""