about summary refs log tree commit diff
path: root/examples
diff options
context:
space:
mode:
authorMunyoki Kilyungi2026-03-04 18:16:59 +0300
committerMunyoki Kilyungi2026-03-04 18:16:59 +0300
commita5c1958d5b1abfaaa4ae2a2749ce7f8b0ed3055c (patch)
tree2a23abe2cf539785320cbb826b99a02c54ff2e9a /examples
parentba347362d64f9e634fad7f1aa8ab0a7753ff7a81 (diff)
downloadgn-transform-databases-a5c1958d5b1abfaaa4ae2a2749ce7f8b0ed3055c.tar.gz
Revert "transform: add keyset pagination and streaming emit path" HEAD master
This reverts commit ba347362d64f9e634fad7f1aa8ab0a7753ff7a81.  Causes
and endless loop.  See:

  https://ci.genenetwork.org/jobs/transform-genenetwork-database/99

Signed-off-by: Munyoki Kilyungi <me@bonfacemunyoki.com>
Diffstat (limited to 'examples')
-rwxr-xr-xexamples/probesets-experiment-metadata.scm9
1 files changed, 4 insertions, 5 deletions
diff --git a/examples/probesets-experiment-metadata.scm b/examples/probesets-experiment-metadata.scm
index d7c0764..b2eb93e 100755
--- a/examples/probesets-experiment-metadata.scm
+++ b/examples/probesets-experiment-metadata.scm
@@ -70,11 +70,10 @@
       (name "ProbeSet Experiments Metadata")
       (connection %connection-settings)
       (table-metadata? #f)
-      ;; Use composite keyset pagination over joined table identifiers.
-      (keyset-pagination? #t)
-      (chunk-key-field '("ProbeSetFreeze.Id" "ProbeSet.Id"))
-      ;; (total-rows 1000000)
-      (rows-per-chunk 10000)
+      (total-rows (assoc-ref
+                   (sql-find db "SELECT count(*) AS count from ProbeSetXRef")
+                   "count"))
+      (rows-per-chunk 1000000)
       (prefixes
        '(("dcat:" "<http://www.w3.org/ns/dcat#>")
          ("gn:" "<http://rdf.genenetwork.org/v1/id/>")