diff options
| -rw-r--r-- | wqflask/wqflask/correlation/correlation_file_generator.py | 33 |
1 files changed, 29 insertions, 4 deletions
diff --git a/wqflask/wqflask/correlation/correlation_file_generator.py b/wqflask/wqflask/correlation/correlation_file_generator.py index ccc06f3c..3b6a0984 100644 --- a/wqflask/wqflask/correlation/correlation_file_generator.py +++ b/wqflask/wqflask/correlation/correlation_file_generator.py @@ -146,9 +146,6 @@ def generate_csv_file(conn,db_name,txt_dir,file_name): raise e -def lmdb_file_generator(): - pass - def array_to_bytes(x:np.ndarray) -> bytes: @@ -162,4 +159,32 @@ def array_to_bytes(x:np.ndarray) -> bytes: def bytes_to_array(b: bytes) -> np.ndarray: np_bytes = BytesIO(b) - return np.load(np_bytes, allow_pickle=True) \ No newline at end of file + return np.load(np_bytes, allow_pickle=True) + + +def lmdb_file_generator(file_name,data:np.ndarray): + + #create unique filename + + # pass + + +def create_dataset(file_name, db_name, dataset: np.ndarray): + + # map size int(ie12) + with lmdb.open(file_name, map_size=(dataset.nbytes*10)) as env: + with env.begin(write=True) as txn: + txn.put(db_name.encode(), array_to_bytes(dataset)) + + return (file_name, db_name) + + +def read_dataset(file_name, db_name): + with lmdb.open(file_name, readonly=True, create=False) as env: + with env.begin() as txn: + ndaray_bytes = txn.get(db_name.encode()) + # error handling + return bytes_to_array(ndaray_bytes) + + +#simple lmdb file \ No newline at end of file |