about summary refs log tree commit diff
path: root/gn_libs/jobs/launcher.py
diff options
context:
space:
mode:
Diffstat (limited to 'gn_libs/jobs/launcher.py')
-rw-r--r--gn_libs/jobs/launcher.py76
1 files changed, 76 insertions, 0 deletions
diff --git a/gn_libs/jobs/launcher.py b/gn_libs/jobs/launcher.py
new file mode 100644
index 0000000..8eab55b
--- /dev/null
+++ b/gn_libs/jobs/launcher.py
@@ -0,0 +1,76 @@
+import sys
+import time
+import shlex
+import argparse
+import traceback
+import subprocess
+from uuid import UUID
+from pathlib import Path
+
+from gn_libs import jobs, sqlite3
+
+
+def run_job(conn, job, outputs_directory: Path):
+    """Run the job."""
+    job_id = job["job_id"]
+    stdout_file = outputs_directory.joinpath(f"{job_id}.stdout")
+    stderr_file = outputs_directory.joinpath(f"{job_id}.stderr")
+    try:
+        with (# TODO: Add the output streams' files to job metadata
+                stdout_file.open(mode="w") as outfile,
+                stderr_file.open(mode="w") as errfile,
+                subprocess.Popen(
+                    shlex.split(job["command"]),
+                    encoding="utf-8",
+                    stdout=outfile,
+                    stderr=errfile) as process):
+            with (stdout_file.open(mode="r") as stdout_output,
+                  stderr_file.open(mode="r") as stderr_output):
+                while process.poll() is None:
+                    jobs.update_metadata(conn, job_id, "status", "running")
+                    jobs.push_to_stream(
+                        conn, job_id, "stdout", stdout_output.read())
+                    jobs.push_to_stream(
+                        conn, job_id, "stderr", stderr_output.read())
+                    time.sleep(1)
+    except:
+        jobs.update_metadata(conn, job_id, "status", "error")
+        jobs.push_to_stream(conn, job_id, "stderr", traceback.format_exc())
+        return 4
+
+
+def parse_args():
+    """Define and parse CLI args."""
+    parser = argparse.ArgumentParser(
+        prog="GN Jobs Launcher",
+        description = (
+            "Generic launcher and manager of jobs defined with gn-libs"))
+    parser.add_argument(
+        "jobs_db_uri",
+        help="The URI to the SQLite3 database holding the jobs' details")
+    parser.add_argument(
+        "job_id", help="The id of the job being processed", type=UUID)
+    parser.add_argument("outputs_directory",
+                        help="Directory where output files will be created",
+                        type=Path)
+    return parser.parse_args()
+
+def main():
+    """Entry-point to this program."""
+    args = parse_args()
+    with (sqlite3.connection(args.jobs_db_uri) as conn,
+          sqlite3.cursor(conn) as cursor):
+        job = jobs.job(conn, args.job_id)
+        if job:
+            return run_job(conn, job, args.outputs_directory)
+
+        jobs.update_metadata(conn, args.job_id, "status", "error")
+        jobs.push_to_stream(conn, args.job_id, "stderr", "Job not found!")
+        return 2
+
+    return 3
+
+
+
+if __name__ == "__main__":
+    sys.exit(main())