From a5c1958d5b1abfaaa4ae2a2749ce7f8b0ed3055c Mon Sep 17 00:00:00 2001 From: Munyoki Kilyungi Date: Wed, 4 Mar 2026 18:16:59 +0300 Subject: Revert "transform: add keyset pagination and streaming emit path" This reverts commit ba347362d64f9e634fad7f1aa8ab0a7753ff7a81. Causes and endless loop. See: https://ci.genenetwork.org/jobs/transform-genenetwork-database/99 Signed-off-by: Munyoki Kilyungi --- examples/probesets-experiment-metadata.scm | 9 ++++----- 1 file changed, 4 insertions(+), 5 deletions(-) (limited to 'examples') diff --git a/examples/probesets-experiment-metadata.scm b/examples/probesets-experiment-metadata.scm index d7c0764..b2eb93e 100755 --- a/examples/probesets-experiment-metadata.scm +++ b/examples/probesets-experiment-metadata.scm @@ -70,11 +70,10 @@ (name "ProbeSet Experiments Metadata") (connection %connection-settings) (table-metadata? #f) - ;; Use composite keyset pagination over joined table identifiers. - (keyset-pagination? #t) - (chunk-key-field '("ProbeSetFreeze.Id" "ProbeSet.Id")) - ;; (total-rows 1000000) - (rows-per-chunk 10000) + (total-rows (assoc-ref + (sql-find db "SELECT count(*) AS count from ProbeSetXRef") + "count")) + (rows-per-chunk 1000000) (prefixes '(("dcat:" "") ("gn:" "") -- cgit 1.4.1