aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorMunyoki Kilyungi2024-10-22 10:49:19 +0300
committerMunyoki Kilyungi2024-10-28 09:45:56 +0300
commitc1c492389ff2d37e5b6cd76d0134de1aba979a9d (patch)
tree82017d9e4491e9a3d751406054b9eb486c2ab24e
parent2e954105f3cdd1a93c41f8e3168677ac0355e94f (diff)
downloadgn-transform-databases-c1c492389ff2d37e5b6cd76d0134de1aba979a9d.tar.gz
Replace (guix build utils) functions with guile in-built ones.
Signed-off-by: Munyoki Kilyungi <me@bonfacemunyoki.com>
-rwxr-xr-xgenerate-ttl-files.scm138
1 files changed, 112 insertions, 26 deletions
diff --git a/generate-ttl-files.scm b/generate-ttl-files.scm
index 2f14b25..ded6423 100755
--- a/generate-ttl-files.scm
+++ b/generate-ttl-files.scm
@@ -3,12 +3,98 @@
(use-modules (ice-9 format)
(ice-9 getopt-long)
- (guix build utils)
+ (ice-9 ftw)
+ (ice-9 regex)
(srfi srfi-26)
(srfi srfi-34)
(srfi srfi-35))
+;; Copied over from GNU/Guix source tree.
+(define (file-name-predicate regexp)
+ "Return a predicate that returns true when passed a file name whose base
+name matches REGEXP."
+ (let ((file-rx (if (regexp? regexp)
+ regexp
+ (make-regexp regexp))))
+ (lambda (file stat)
+ (regexp-exec file-rx (basename file)))))
+
+(define* (find-files dir #:optional (pred (const #t))
+ #:key (stat lstat)
+ directories?
+ fail-on-error?)
+ "Return the lexicographically sorted list of files under DIR for which PRED
+returns true. PRED is passed two arguments: the absolute file name, and its
+stat buffer; the default predicate always returns true. PRED can also be a
+regular expression, in which case it is equivalent to (file-name-predicate
+PRED). STAT is used to obtain file information; using 'lstat' means that
+symlinks are not followed. If DIRECTORIES? is true, then directories will
+also be included. If FAIL-ON-ERROR? is true, raise an exception upon error."
+ (let ((pred (if (procedure? pred)
+ pred
+ (file-name-predicate pred))))
+ ;; Sort the result to get deterministic results.
+ (sort (file-system-fold (const #t)
+ (lambda (file stat result) ; leaf
+ (if (pred file stat)
+ (cons file result)
+ result))
+ (lambda (dir stat result) ; down
+ (if (and directories?
+ (pred dir stat))
+ (cons dir result)
+ result))
+ (lambda (dir stat result) ; up
+ result)
+ (lambda (file stat result) ; skip
+ result)
+ (lambda (file stat errno result)
+ (format (current-error-port) "find-files: ~a: ~a~%"
+ file (strerror errno))
+ (when fail-on-error?
+ (error "find-files failed"))
+ result)
+ '()
+ dir
+ stat)
+ string<?)))
+
+(define-syntax-rule (warn-on-error expr file)
+ (catch 'system-error
+ (lambda ()
+ expr)
+ (lambda args
+ (format (current-error-port)
+ "warning: failed to delete ~a: ~a~%"
+ file (strerror
+ (system-error-errno args))))))
+
+(define* (delete-file-recursively dir
+ #:key follow-mounts?)
+ "Delete DIR recursively, like `rm -rf', without following symlinks. Don't
+follow mount points either, unless FOLLOW-MOUNTS? is true. Report but ignore
+errors."
+ (let ((dev (stat:dev (lstat dir))))
+ (file-system-fold (lambda (dir stat result) ; enter?
+ (or follow-mounts?
+ (= dev (stat:dev stat))))
+ (lambda (file stat result) ; leaf
+ (warn-on-error (delete-file file) file))
+ (const #t) ; down
+ (lambda (dir stat result) ; up
+ (warn-on-error (rmdir dir) dir))
+ (const #t) ; skip
+ (lambda (file stat errno result)
+ (format (current-error-port)
+ "warning: failed to delete ~a: ~a~%"
+ file (strerror errno)))
+ #t
+ dir
+
+ ;; Don't follow symlinks.
+ lstat)))
+
(define (call-with-temporary-directory proc)
(let ((tmp-dir (mkdtemp "/tmp/generate-ttl-files.XXXXXX")))
(dynamic-wind
@@ -16,52 +102,52 @@
(cut proc tmp-dir)
(cut delete-file-recursively tmp-dir))))
+
(let* ((option-spec
'((settings (single-char #\s) (value #t))
(documentation (single-char #\d) (value #t))
(output (single-char #\o) (value #t))))
(options (getopt-long (command-line) option-spec))
- (settings (canonicalize-path (option-ref options 'settings #f)))
- (output (canonicalize-path (option-ref options 'output #f)))
- (documentation (canonicalize-path (option-ref options 'documentation #f)))
+ (settings (option-ref options 'settings #f))
+ (output (option-ref options 'output #f))
+ (documentation (option-ref options 'documentation #f))
(%source-dir (dirname (current-filename))))
(call-with-temporary-directory
(lambda (tmpdir)
(let* ((gn-docs-dir (string-append tmpdir "/gn-docs"))
(rdf-documentation (string-append gn-docs-dir "/rdf-documentation")))
(unless (file-exists? output)
- (mkdir-p output))
-
- (invoke "git" "clone" "--depth" "1"
- documentation gn-docs-dir)
+ (mkdir output))
+ (system* "git" "clone" "--depth" "1"
+ documentation gn-docs-dir)
;; Delete all the files in the gn-docs/rdf-documentation
- (delete-file-recursively rdf-documentation)
- (mkdir-p rdf-documentation)
+ (for-each (lambda (file)
+ (delete-file file))
+ (find-files rdf-documentation ".md"))
;; Transform data to RDF
(for-each (lambda (file)
(let* ((base-file-name (basename file ".scm"))
- (pre-inst-env (canonicalize-path "./pre-inst-env"))
- (ttl-file (string-append (canonicalize-path output)
- "/" base-file-name ".ttl"))
+ (ttl-file (string-append output "/" base-file-name ".ttl"))
(md-file (format #f "~a/~a.md" rdf-documentation base-file-name)))
;; Ignore dataset-metadata-git.scm because TODO
(unless (string=? base-file-name "dataset-metadata-git")
- (invoke "./pre-inst-env" file "--settings" settings
- "--output" ttl-file
- "--documentation" md-file))))
+ (system* "./pre-inst-env" file "--settings" settings
+ "--output" ttl-file
+ "--documentation" md-file))))
(find-files "./examples" ".scm"))
- (copy-recursively "./schema" output)
+ (for-each (lambda (file)
+ (copy-file
+ file (format #f "/~a/~a.ttl" output (basename file))))
+ (find-files "./schema" ".ttl"))
;; Validate transformed turtle files
(for-each (lambda (file)
- (invoke "rapper" "--input" "turtle" "--count" file))
+ (system* "rapper" "--input" "turtle" "--count" file))
(append (find-files output ".ttl")
(find-files "./schema" ".ttl")))
;; Push changes to git when data is correctly valldated
- (guard (c ((invoke-error? c)
- (invoke "git" "-C" gn-docs-dir "add" rdf-documentation)
- (invoke "git" "-C" gn-docs-dir "commit" "--no-gpg-sign" "-m"
- "Update RDF documentation.\n\n* Commit made via the generate-ttl-files.scm script\"")
- (invoke "git" "-C" gn-docs-dir "push" "origin" "master")))
- (invoke "git" "-C" gn-docs-dir "diff" "--exit-code"))))))
-
-
+ (unless (zero? (status:exit-val
+ (system* "git" "-C" gn-docs-dir "diff" "--exit-code")))
+ (system* "git" "-C" gn-docs-dir "add" rdf-documentation)
+ (system* "git" "-C" gn-docs-dir "commit" "--no-gpg-sign" "-m"
+ "Update RDF documentation.\n\n* Commit made via the generate-ttl-files.scm script\"")
+ (system* "git" "-C" gn-docs-dir "push" "origin" "master"))))))