diff options
| author | Frederick Muriuki Muriithi | 2022-05-16 12:59:27 +0300 |
|---|---|---|
| committer | Frederick Muriuki Muriithi | 2022-05-16 12:59:27 +0300 |
| commit | 0b161341083fdaad9bd187ea74bf4e8b9631eef4 (patch) | |
| tree | 76580a8d32d80c499747b4434ea55afda6c1963d /gn3/api | |
| parent | a657b502e6ed46ea0887b5febb89a7408f163820 (diff) | |
| download | genenetwork3-0b161341083fdaad9bd187ea74bf4e8b9631eef4.tar.gz | |
Run computation in one-shot asynchronous process
After reworking the worker/runner to have a one-shot mode, add a function that
queues up the task and then runs the worker in the one-shot mode to process
the computation in the background.
Diffstat (limited to 'gn3/api')
| -rw-r--r-- | gn3/api/correlation.py | 16 |
1 files changed, 10 insertions, 6 deletions
diff --git a/gn3/api/correlation.py b/gn3/api/correlation.py index 44aaf56..e362b38 100644 --- a/gn3/api/correlation.py +++ b/gn3/api/correlation.py @@ -9,7 +9,7 @@ from flask import request from flask import current_app from gn3.settings import SQL_URI -from gn3.commands import queue_cmd, compose_pcorrs_command +from gn3.commands import queue_cmd, run_async_cmd, compose_pcorrs_command from gn3.db_utils import database_connector from gn3.responses.pcorrs_responses import build_response from gn3.computations.correlations import map_shared_keys_to_values @@ -125,10 +125,9 @@ def partial_correlation(): "error_type": "Client Error"}) if with_target_db: - return build_response({ - "status": "queued", - "results": queue_cmd( - conn=redis.Redis(), + with redis.Redis() as conn: + queueing_results = run_async_cmd( + conn=conn, cmd=compose_pcorrs_command( trait_fullname(args["primary_trait"]), tuple( @@ -136,7 +135,12 @@ def partial_correlation(): args["method"], args["target_db"], int(args.get("criteria", 500))), job_queue=current_app.config.get("REDIS_JOB_QUEUE"), - env = {"PYTHONPATH": ":".join(sys.path), "SQL_URI": SQL_URI})}) + env = {"PYTHONPATH": ":".join(sys.path), "SQL_URI": SQL_URI}) + return build_response({ + "status": "success", + "results": queueing_results, + "queued": True + }) with database_connector() as conn: results = partial_correlations_with_target_traits( |