diff options
author | Frederick Muriuki Muriithi | 2024-01-22 09:27:58 +0300 |
---|---|---|
committer | Frederick Muriuki Muriithi | 2024-01-22 09:27:58 +0300 |
commit | 6ca397279e09d968679930f429d6341798be990e (patch) | |
tree | f861aa460b089c787a9b1420cf1dcb998aeca151 /scripts/rqtl2 | |
parent | f875926183e2e26881c3288e2f5c3d8ffe6397b8 (diff) | |
download | gn-uploader-6ca397279e09d968679930f429d6341798be990e.tar.gz |
scripts: Pass in logger to get detailed updates.
Diffstat (limited to 'scripts/rqtl2')
-rw-r--r-- | scripts/rqtl2/install_genotypes.py | 16 | ||||
-rw-r--r-- | scripts/rqtl2/install_phenos.py | 24 |
2 files changed, 21 insertions, 19 deletions
diff --git a/scripts/rqtl2/install_genotypes.py b/scripts/rqtl2/install_genotypes.py index 733ccf9..bfe17b8 100644 --- a/scripts/rqtl2/install_genotypes.py +++ b/scripts/rqtl2/install_genotypes.py @@ -1,11 +1,11 @@ """Load genotypes from R/qtl2 bundle into the database.""" import sys -import logging import traceback from pathlib import Path from zipfile import ZipFile from functools import reduce from typing import Iterator, Optional +from logging import Logger, getLogger, StreamHandler import MySQLdb as mdb from MySQLdb.cursors import DictCursor @@ -18,10 +18,6 @@ from scripts.rqtl2.entry import build_main from scripts.rqtl2.cli_parser import add_common_arguments from scripts.cli_parser import init_cli_parser, add_global_data_arguments -stderr_handler = logging.StreamHandler(stream=sys.stderr) -logger = logging.getLogger("install_genotypes") -logger.addHandler(stderr_handler) - def insert_markers(dbconn: mdb.Connection, speciesid: int, markers: tuple[str, ...], @@ -158,11 +154,13 @@ def cross_reference_genotypes(dbconn: mdb.Connection, } for row in dataids)) return cursor.rowcount -def install_genotypes(dbconn: mdb.Connection, +def install_genotypes(#pylint: disable=[too-many-arguments, too-many-locals] + dbconn: mdb.Connection, speciesid: int, populationid: int, datasetid: int, - rqtl2bundle: Path) -> int: + rqtl2bundle: Path, + logger: Logger = getLogger()) -> int: """Load any existing genotypes into the database.""" count = 0 with ZipFile(str(rqtl2bundle.absolute()), "r") as zfile: @@ -223,6 +221,8 @@ if __name__ == "__main__": return parser.parse_args() + thelogger = getLogger("install_genotypes") + thelogger.addHandler(StreamHandler(stream=sys.stderr)) main = build_main( cli_args(), lambda dbconn, args: install_genotypes(dbconn, @@ -230,6 +230,6 @@ if __name__ == "__main__": args.populationid, args.datasetid, args.rqtl2bundle), - logger, + thelogger, "INFO") sys.exit(main()) diff --git a/scripts/rqtl2/install_phenos.py b/scripts/rqtl2/install_phenos.py index 21b5f00..a6cdacc 100644 --- a/scripts/rqtl2/install_phenos.py +++ b/scripts/rqtl2/install_phenos.py @@ -1,10 +1,10 @@ """Load pheno from R/qtl2 bundle into the database.""" import sys -import logging import traceback from pathlib import Path from zipfile import ZipFile from functools import reduce +from logging import Logger, getLogger, StreamHandler import MySQLdb as mdb from MySQLdb.cursors import DictCursor @@ -16,9 +16,6 @@ from scripts.cli_parser import init_cli_parser, add_global_data_arguments from r_qtl import r_qtl2 as rqtl2 from functional_tools import take -stderr_handler = logging.StreamHandler(stream=sys.stderr) -logger = logging.getLogger("install_phenos") -logger.addHandler(stderr_handler) def insert_probesets(dbconn: mdb.Connection, platformid: int, @@ -95,11 +92,13 @@ def cross_reference_probeset_data(dbconn: mdb.Connection, } for row in dataids)) return cursor.rowcount -def install_pheno_files(dbconn: mdb.Connection, - speciesid: int, - platformid: int, - datasetid: int, - rqtl2bundle: Path) -> int: +def install_pheno_files(#pylint: disable=[too-many-arguments, too-many-locals] + dbconn: mdb.Connection, + speciesid: int, + platformid: int, + datasetid: int, + rqtl2bundle: Path, + logger: Logger = getLogger()) -> int: """Load data in `pheno` files and other related files into the database.""" with ZipFile(str(rqtl2bundle), "r") as zfile: try: @@ -155,13 +154,16 @@ if __name__ == "__main__": return parser.parse_args() + thelogger = getLogger("install_phenos") + thelogger.addHandler(StreamHandler(stream=sys.stderr)) main = build_main( cli_args(), lambda dbconn, args: install_pheno_files(dbconn, args.speciesid, args.platformid, args.datasetid, - args.rqtl2bundle), - logger, + args.rqtl2bundle, + thelogger), + thelogger, "DEBUG") sys.exit(main()) |