From 89c099319a4f5730cfff7d26219a43eab7490b83 Mon Sep 17 00:00:00 2001 From: Arun Isaac Date: Fri, 3 Jun 2022 18:22:28 +0530 Subject: gn3: Add genodb. genodb is a tiny library to read our new genotype database file format. * gn3/genodb.py: New file. --- gn3/genodb.py | 34 ++++++++++++++++++++++++++++++++++ 1 file changed, 34 insertions(+) create mode 100644 gn3/genodb.py diff --git a/gn3/genodb.py b/gn3/genodb.py new file mode 100644 index 0000000..71e9994 --- /dev/null +++ b/gn3/genodb.py @@ -0,0 +1,34 @@ +import lmdb +import numpy as np + +class GenotypeDatabase: + def __init__(self, path): + self.env = lmdb.open(path) + self.txn = self.env.begin() + # 32 bytes in a SHA256 hash + self.hash_length = 32 + def __enter__(self): + return self + def __exit__(self, type, value, traceback): + self.txn.abort() + self.env.close() + def get(self, hash): + return self.txn.get(hash) + def get_metadata(self, hash, metadata): + return self.txn.get(hash + b':' + metadata.encode() + b'\0') + def matrix(self): + hash = self.get(b'current\0') + return Matrix(self, hash) + +class Matrix(): + def __init__(self, db, hash): + # TODO: Decide on endianness. + self.nrows = int.from_bytes(db.get_metadata(hash, 'nrows'), byteorder='little') + self.ncols = int.from_bytes(db.get_metadata(hash, 'ncols'), byteorder='little') + self.row_pointers = db.get(hash) + self.db = db + def row(self, index): + start = index * self.db.hash_length + end = start + self.db.hash_length + return np.frombuffer(self.db.get(self.row_pointers[start:end]), + dtype=np.uint8) -- cgit v1.2.3