From 0b161341083fdaad9bd187ea74bf4e8b9631eef4 Mon Sep 17 00:00:00 2001 From: Frederick Muriuki Muriithi Date: Mon, 16 May 2022 12:59:27 +0300 Subject: Run computation in one-shot asynchronous process After reworking the worker/runner to have a one-shot mode, add a function that queues up the task and then runs the worker in the one-shot mode to process the computation in the background. --- gn3/api/correlation.py | 16 ++++++++++------ 1 file changed, 10 insertions(+), 6 deletions(-) (limited to 'gn3/api/correlation.py') diff --git a/gn3/api/correlation.py b/gn3/api/correlation.py index 44aaf56..e362b38 100644 --- a/gn3/api/correlation.py +++ b/gn3/api/correlation.py @@ -9,7 +9,7 @@ from flask import request from flask import current_app from gn3.settings import SQL_URI -from gn3.commands import queue_cmd, compose_pcorrs_command +from gn3.commands import queue_cmd, run_async_cmd, compose_pcorrs_command from gn3.db_utils import database_connector from gn3.responses.pcorrs_responses import build_response from gn3.computations.correlations import map_shared_keys_to_values @@ -125,10 +125,9 @@ def partial_correlation(): "error_type": "Client Error"}) if with_target_db: - return build_response({ - "status": "queued", - "results": queue_cmd( - conn=redis.Redis(), + with redis.Redis() as conn: + queueing_results = run_async_cmd( + conn=conn, cmd=compose_pcorrs_command( trait_fullname(args["primary_trait"]), tuple( @@ -136,7 +135,12 @@ def partial_correlation(): args["method"], args["target_db"], int(args.get("criteria", 500))), job_queue=current_app.config.get("REDIS_JOB_QUEUE"), - env = {"PYTHONPATH": ":".join(sys.path), "SQL_URI": SQL_URI})}) + env = {"PYTHONPATH": ":".join(sys.path), "SQL_URI": SQL_URI}) + return build_response({ + "status": "success", + "results": queueing_results, + "queued": True + }) with database_connector() as conn: results = partial_correlations_with_target_traits( -- cgit v1.2.3