From bbbd8742852984e44c934d5389a12bafcf00df99 Mon Sep 17 00:00:00 2001 From: Pjotr Prins Date: Mon, 13 May 2024 11:27:47 +0200 Subject: Simplified a bit and batch size 500 appears to work alright --- scripts/precompute/list-traits-to-compute.scm | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/scripts/precompute/list-traits-to-compute.scm b/scripts/precompute/list-traits-to-compute.scm index 3f59863..37b3e6e 100755 --- a/scripts/precompute/list-traits-to-compute.scm +++ b/scripts/precompute/list-traits-to-compute.scm @@ -78,11 +78,11 @@ When that is the case we might as well write the phenotype file because we have (lambda (db) (begin (let [(bxd-strains (memo-bxd-strain-id-names #:used-for-mapping? #t))] - (define (run-list-traits-to-compute db num2 prev-id) - (let* [(count (if (< batch-size num2) + (define (run-list-traits-to-compute db num prev-id) + (let* [(count (if (< batch-size num) batch-size - num2)) - (rest (- num2 count)) + num)) + (rest (- num count)) (hits (get-precompute-hits db prev-id count)) (data-ids (map (lambda (hit) (let* [(data-id (assoc-ref hit "DataId")) @@ -140,5 +140,5 @@ Usage: list-traits-to-compute [options...] -n, --next count In batches of count size (default 5) -h, --help Display this help ") - (write-phenotypes start-id next 10) + (write-phenotypes start-id next 500) ;; batch size 500 appears to work best on my machine ))) -- cgit v1.2.3