guix-bioinformatics
/
guix
2
0
Fork 0
Code Issues 0 Pull Requests 0 Releases 0 Wiki Activity
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
316 Commits
5 Branches
138 MiB
 
 
 
 
 
 
Tree: 81dbd783bd
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from '81dbd783bd'
${ noResults }
guix/tests/derivations.scm

392 lines
18 KiB
Raw Blame History 

  1. ;;; Guix --- Nix package management from Guile.         -*- coding: utf-8 -*-

  2. ;;; Copyright (C) 2012 Ludovic Courtès <ludo@gnu.org>

  3. ;;;

  4. ;;; This file is part of Guix.

  5. ;;;

  6. ;;; Guix is free software; you can redistribute it and/or modify it

  7. ;;; under the terms of the GNU General Public License as published by

  8. ;;; the Free Software Foundation; either version 3 of the License, or (at

  9. ;;; your option) any later version.

  10. ;;;

  11. ;;; Guix is distributed in the hope that it will be useful, but

  12. ;;; WITHOUT ANY WARRANTY; without even the implied warranty of

  13. ;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

  14. ;;; GNU General Public License for more details.

  15. ;;;

  16. ;;; You should have received a copy of the GNU General Public License

  17. ;;; along with Guix.  If not, see <http://www.gnu.org/licenses/>.

  18. 

  19. 

  20. (define-module (test-derivations)

  21.   #:use-module (guix derivations)

  22.   #:use-module (guix store)

  23.   #:use-module (guix utils)

  24.   #:use-module ((guix packages) #:select (package-derivation))

  25.   #:use-module ((distro packages base) #:select (%bootstrap-guile))

  26.   #:use-module (srfi srfi-1)

  27.   #:use-module (srfi srfi-11)

  28.   #:use-module (srfi srfi-26)

  29.   #:use-module (srfi srfi-34)

  30.   #:use-module (srfi srfi-64)

  31.   #:use-module (rnrs io ports)

  32.   #:use-module (rnrs bytevectors)

  33.   #:use-module (ice-9 rdelim)

  34.   #:use-module (ice-9 regex)

  35.   #:use-module (ice-9 ftw)

  36.   #:use-module (ice-9 match))

  37. 

  38. (define %store

  39.   (false-if-exception (open-connection)))

  40. 

  41. (when %store

  42.   ;; Make sure we build everything by ourselves.

  43.   (set-build-options %store #:use-substitutes? #f)

  44. 

  45.   ;; By default, use %BOOTSTRAP-GUILE for the current system.

  46.   (let ((drv (package-derivation %store %bootstrap-guile)))

  47.     (%guile-for-build drv)))

  48. 

  49. (define (directory-contents dir)

  50.   "Return an alist representing the contents of DIR."

  51.   (define prefix-len (string-length dir))

  52.   (sort (file-system-fold (const #t)                   ; enter?

  53.                           (lambda (path stat result)   ; leaf

  54.                             (alist-cons (string-drop path prefix-len)

  55.                                         (call-with-input-file path

  56.                                           get-bytevector-all)

  57.                                         result))

  58.                           (lambda (path stat result) result)      ; down

  59.                           (lambda (path stat result) result)      ; up

  60.                           (lambda (path stat result) result)      ; skip

  61.                           (lambda (path stat errno result) result) ; error

  62.                           '()

  63.                           dir)

  64.         (lambda (e1 e2)

  65.           (string<? (car e1) (car e2)))))

  66. 

  67. (test-begin "derivations")

  68. 

  69. (test-assert "parse & export"

  70.   (let* ((f  (search-path %load-path "tests/test.drv"))

  71.          (b1 (call-with-input-file f get-bytevector-all))

  72.          (d1 (read-derivation (open-bytevector-input-port b1)))

  73.          (b2 (call-with-bytevector-output-port (cut write-derivation d1 <>)))

  74.          (d2 (read-derivation (open-bytevector-input-port b2))))

  75.     (and (equal? b1 b2)

  76.          (equal? d1 d2))))

  77. 

  78. (test-skip (if %store 0 4))

  79. 

  80. (test-assert "add-to-store, flat"

  81.   (let* ((file (search-path %load-path "language/tree-il/spec.scm"))

  82.          (drv  (add-to-store %store "flat-test" #t #f "sha256" file)))

  83.     (and (eq? 'regular (stat:type (stat drv)))

  84.          (valid-path? %store drv)

  85.          (equal? (call-with-input-file file get-bytevector-all)

  86.                  (call-with-input-file drv get-bytevector-all)))))

  87. 

  88. (test-assert "add-to-store, recursive"

  89.   (let* ((dir (dirname (search-path %load-path "language/tree-il/spec.scm")))

  90.          (drv (add-to-store %store "dir-tree-test" #t #t "sha256" dir)))

  91.     (and (eq? 'directory (stat:type (stat drv)))

  92.          (valid-path? %store drv)

  93.          (equal? (directory-contents dir)

  94.                  (directory-contents drv)))))

  95. 

  96. (test-assert "derivation with no inputs"

  97.   (let* ((builder  (add-text-to-store %store "my-builder.sh"

  98.                                       "#!/bin/sh\necho hello, world\n"

  99.                                       '()))

  100.          (drv-path (derivation %store "foo" (%current-system) builder

  101.                                '() '(("HOME" . "/homeless")) '())))

  102.     (and (store-path? drv-path)

  103.          (valid-path? %store drv-path))))

  104. 

  105. (test-assert "build derivation with 1 source"

  106.   (let*-values (((builder)

  107.                  (add-text-to-store %store "my-builder.sh"

  108.                                     "echo hello, world > \"$out\"\n"

  109.                                     '()))

  110.                 ((drv-path drv)

  111.                  (derivation %store "foo" (%current-system)

  112.                              "/bin/sh" `(,builder)

  113.                              '(("HOME" . "/homeless")

  114.                                ("zzz"  . "Z!")

  115.                                ("AAA"  . "A!"))

  116.                              `((,builder))))

  117.                 ((succeeded?)

  118.                  (build-derivations %store (list drv-path))))

  119.     (and succeeded?

  120.          (let ((path (derivation-output-path

  121.                       (assoc-ref (derivation-outputs drv) "out"))))

  122.            (and (valid-path? %store path)

  123.                 (string=? (call-with-input-file path read-line)

  124.                           "hello, world"))))))

  125. 

  126. (test-assert "fixed-output derivation"

  127.   (let* ((builder    (add-text-to-store %store "my-fixed-builder.sh"

  128.                                         "echo -n hello > $out" '()))

  129.          (hash       (sha256 (string->utf8 "hello")))

  130.          (drv-path   (derivation %store "fixed" (%current-system)

  131.                                  "/bin/sh" `(,builder)

  132.                                  '() `((,builder))

  133.                                  #:hash hash #:hash-algo 'sha256))

  134.          (succeeded? (build-derivations %store (list drv-path))))

  135.     (and succeeded?

  136.          (let ((p (derivation-path->output-path drv-path)))

  137.            (and (equal? (string->utf8 "hello")

  138.                         (call-with-input-file p get-bytevector-all))

  139.                 (bytevector? (query-path-hash %store p)))))))

  140. 

  141. (test-assert "multiple-output derivation"

  142.   (let* ((builder    (add-text-to-store %store "my-fixed-builder.sh"

  143.                                         "echo one > $out ; echo two > $second"

  144.                                         '()))

  145.          (drv-path   (derivation %store "fixed" (%current-system)

  146.                                  "/bin/sh" `(,builder)

  147.                                  '(("HOME" . "/homeless")

  148.                                    ("zzz"  . "Z!")

  149.                                    ("AAA"  . "A!"))

  150.                                  `((,builder))

  151.                                  #:outputs '("out" "second")))

  152.          (succeeded? (build-derivations %store (list drv-path))))

  153.     (and succeeded?

  154.          (let ((one (derivation-path->output-path drv-path "out"))

  155.                (two (derivation-path->output-path drv-path "second")))

  156.            (and (eq? 'one (call-with-input-file one read))

  157.                 (eq? 'two (call-with-input-file two read)))))))

  158. 

  159. (test-assert "multiple-output derivation, non-alphabetic order"

  160.   ;; Here, the outputs are not listed in alphabetic order.  Yet, the store

  161.   ;; path computation must reorder them first.

  162.   (let* ((builder    (add-text-to-store %store "my-fixed-builder.sh"

  163.                                         "echo one > $out ; echo two > $AAA"

  164.                                         '()))

  165.          (drv-path   (derivation %store "fixed" (%current-system)

  166.                                  "/bin/sh" `(,builder)

  167.                                  '()

  168.                                  `((,builder))

  169.                                  #:outputs '("out" "AAA")))

  170.          (succeeded? (build-derivations %store (list drv-path))))

  171.     (and succeeded?

  172.          (let ((one (derivation-path->output-path drv-path "out"))

  173.                (two (derivation-path->output-path drv-path "AAA")))

  174.            (and (eq? 'one (call-with-input-file one read))

  175.                 (eq? 'two (call-with-input-file two read)))))))

  176. 

  177. (test-assert "user of multiple-output derivation"

  178.   ;; Check whether specifying several inputs coming from the same

  179.   ;; multiple-output derivation works.

  180.   (let* ((builder1   (add-text-to-store %store "my-mo-builder.sh"

  181.                                         "echo one > $out ; echo two > $two"

  182.                                         '()))

  183.          (mdrv       (derivation %store "multiple-output" (%current-system)

  184.                                  "/bin/sh" `(,builder1)

  185.                                  '()

  186.                                  `((,builder1))

  187.                                  #:outputs '("out" "two")))

  188.          (builder2   (add-text-to-store %store "my-mo-user-builder.sh"

  189.                                         "read x < $one;

  190.                                          read y < $two;

  191.                                          echo \"($x $y)\" > $out"

  192.                                         '()))

  193.          (udrv       (derivation %store "multiple-output-user"

  194.                                  (%current-system)

  195.                                  "/bin/sh" `(,builder2)

  196.                                  `(("one" . ,(derivation-path->output-path

  197.                                               mdrv "out"))

  198.                                    ("two" . ,(derivation-path->output-path

  199.                                               mdrv "two")))

  200.                                  `((,builder2)

  201.                                    ;; two occurrences of MDRV:

  202.                                    (,mdrv)

  203.                                    (,mdrv "two")))))

  204.     (and (build-derivations %store (list (pk 'udrv udrv)))

  205.          (let ((p (derivation-path->output-path udrv)))

  206.            (and (valid-path? %store p)

  207.                 (equal? '(one two) (call-with-input-file p read)))))))

  208. 

  209. 

  210. (define %coreutils

  211.   (false-if-exception

  212.    (or (package-derivation %store

  213.                            (@@ (distro packages base)

  214.                                %bootstrap-coreutils&co))

  215.        (nixpkgs-derivation "coreutils"))))

  216. 

  217. (test-skip (if %coreutils 0 1))

  218. 

  219. (test-assert "build derivation with coreutils"

  220.   (let* ((builder

  221.           (add-text-to-store %store "build-with-coreutils.sh"

  222.                              "echo $PATH ; mkdir --version ; mkdir $out ; touch $out/good"

  223.                              '()))

  224.          (drv-path

  225.           (derivation %store "foo" (%current-system)

  226.                       "/bin/sh" `(,builder)

  227.                       `(("PATH" .

  228.                          ,(string-append

  229.                            (derivation-path->output-path %coreutils)

  230.                            "/bin")))

  231.                       `((,builder)

  232.                         (,%coreutils))))

  233.          (succeeded?

  234.           (build-derivations %store (list drv-path))))

  235.     (and succeeded?

  236.          (let ((p (derivation-path->output-path drv-path)))

  237.            (and (valid-path? %store p)

  238.                 (file-exists? (string-append p "/good")))))))

  239. 

  240. (test-skip (if (%guile-for-build) 0 6))

  241. 

  242. (test-assert "build-expression->derivation and derivation-prerequisites"

  243.   (let-values (((drv-path drv)

  244.                 (build-expression->derivation %store "fail" (%current-system)

  245.                                               #f '())))

  246.     (any (match-lambda

  247.           (($ <derivation-input> path)

  248.            (string=? path (%guile-for-build))))

  249.          (derivation-prerequisites drv))))

  250. 

  251. (test-assert "build-expression->derivation without inputs"

  252.   (let* ((builder    '(begin

  253.                         (mkdir %output)

  254.                         (call-with-output-file (string-append %output "/test")

  255.                           (lambda (p)

  256.                             (display '(hello guix) p)))))

  257.          (drv-path   (build-expression->derivation %store "goo" (%current-system)

  258.                                                    builder '()))

  259.          (succeeded? (build-derivations %store (list drv-path))))

  260.     (and succeeded?

  261.          (let ((p (derivation-path->output-path drv-path)))

  262.            (equal? '(hello guix)

  263.                    (call-with-input-file (string-append p "/test") read))))))

  264. 

  265. (test-assert "build-expression->derivation and derivation-prerequisites-to-build"

  266.   (let-values (((drv-path drv)

  267.                 (build-expression->derivation %store "fail" (%current-system)

  268.                                               #f '())))

  269.     ;; The only direct dependency is (%guile-for-build) and it's already

  270.     ;; built.

  271.     (null? (derivation-prerequisites-to-build %store drv))))

  272. 

  273. (test-assert "build-expression->derivation with expression returning #f"

  274.   (let* ((builder  '(begin

  275.                       (mkdir %output)

  276.                       #f))                        ; fail!

  277.          (drv-path (build-expression->derivation %store "fail" (%current-system)

  278.                                                  builder '()))

  279.          (out-path (derivation-path->output-path drv-path)))

  280.     (guard (c ((nix-protocol-error? c)

  281.                ;; Note that the output path may exist at this point, but it

  282.                ;; is invalid.

  283.                (and (string-match "build .* failed"

  284.                                   (nix-protocol-error-message c))

  285.                     (not (valid-path? %store out-path)))))

  286.       (build-derivations %store (list drv-path))

  287.       #f)))

  288. 

  289. (test-assert "build-expression->derivation with two outputs"

  290.   (let* ((builder    '(begin

  291.                         (call-with-output-file (assoc-ref %outputs "out")

  292.                           (lambda (p)

  293.                             (display '(hello) p)))

  294.                         (call-with-output-file (assoc-ref %outputs "second")

  295.                           (lambda (p)

  296.                             (display '(world) p)))))

  297.          (drv-path   (build-expression->derivation %store "double"

  298.                                                    (%current-system)

  299.                                                    builder '()

  300.                                                    #:outputs '("out"

  301.                                                                "second")))

  302.          (succeeded? (build-derivations %store (list drv-path))))

  303.     (and succeeded?

  304.          (let ((one (derivation-path->output-path drv-path))

  305.                (two (derivation-path->output-path drv-path "second")))

  306.            (and (equal? '(hello) (call-with-input-file one read))

  307.                 (equal? '(world) (call-with-input-file two read)))))))

  308. 

  309. (test-assert "build-expression->derivation with one input"

  310.   (let* ((builder    '(call-with-output-file %output

  311.                         (lambda (p)

  312.                           (let ((cu (assoc-ref %build-inputs "cu")))

  313.                             (close 1)

  314.                             (dup2 (port->fdes p) 1)

  315.                             (execl (string-append cu "/bin/uname")

  316.                                    "uname" "-a")))))

  317.          (drv-path   (build-expression->derivation %store "uname" (%current-system)

  318.                                                    builder

  319.                                                    `(("cu" ,%coreutils))))

  320.          (succeeded? (build-derivations %store (list drv-path))))

  321.     (and succeeded?

  322.          (let ((p (derivation-path->output-path drv-path)))

  323.            (string-contains (call-with-input-file p read-line) "GNU")))))

  324. 

  325. (test-assert "imported-files"

  326.   (let* ((files    `(("x"     . ,(search-path %load-path "ice-9/q.scm"))

  327.                      ("a/b/c" . ,(search-path %load-path

  328.                                               "guix/derivations.scm"))

  329.                      ("p/q"   . ,(search-path %load-path "guix.scm"))

  330.                      ("p/z"   . ,(search-path %load-path "guix/store.scm"))))

  331.          (drv-path (imported-files %store files)))

  332.     (and (build-derivations %store (list drv-path))

  333.          (let ((dir (derivation-path->output-path drv-path)))

  334.            (every (match-lambda

  335.                    ((path . source)

  336.                     (equal? (call-with-input-file (string-append dir "/" path)

  337.                               get-bytevector-all)

  338.                             (call-with-input-file source

  339.                               get-bytevector-all))))

  340.                   files)))))

  341. 

  342. (test-assert "build-expression->derivation with modules"

  343.   (let* ((builder  `(begin

  344.                       (use-modules (guix build utils))

  345.                       (let ((out (assoc-ref %outputs "out")))

  346.                         (mkdir-p (string-append out "/guile/guix/nix"))

  347.                         #t)))

  348.          (drv-path (build-expression->derivation %store

  349.                                                  "test-with-modules"

  350.                                                  (%current-system)

  351.                                                  builder '()

  352.                                                  #:modules

  353.                                                  '((guix build utils)))))

  354.     (and (build-derivations %store (list drv-path))

  355.          (let* ((p (derivation-path->output-path drv-path))

  356.                 (s (stat (string-append p "/guile/guix/nix"))))

  357.            (eq? (stat:type s) 'directory)))))

  358. 

  359. (test-skip (if (false-if-exception (getaddrinfo "ftp.gnu.org" "http"))

  360.                0

  361.                1))

  362. 

  363. (test-assert "build-expression->derivation for fixed-output derivation"

  364.   (let* ((url         "http://ftp.gnu.org/gnu/hello/hello-2.8.tar.gz")

  365.          (builder

  366.           `(begin

  367.              (use-modules (web client) (web uri)

  368.                           (rnrs io ports) (srfi srfi-11))

  369.              (let-values (((resp bv)

  370.                            (http-get (string->uri ,url) #:decode-body? #f)))

  371.                (call-with-output-file %output

  372.                  (lambda (p)

  373.                    (put-bytevector p bv))))))

  374.          (drv-path    (build-expression->derivation

  375.                        %store "hello-2.8.tar.gz" (%current-system) builder '()

  376.                        #:hash (nix-base32-string->bytevector

  377.                                "0wqd8sjmxfskrflaxywc7gqw7sfawrfvdxd9skxawzfgyy0pzdz6")

  378.                        #:hash-algo 'sha256))

  379.          (succeeded?  (build-derivations %store (list drv-path))))

  380.     (and succeeded?

  381.          (file-exists? (derivation-path->output-path drv-path)))))

  382. 

  383. (test-end)

  384. 

  385. 

  386. (exit (= (test-runner-fail-count (test-runner-current)) 0))

  387. 

  388. ;;; Local Variables:

  389. ;;; eval: (put 'test-assert 'scheme-indent-function 1)

  390. ;;; eval: (put 'guard 'scheme-indent-function 1)

  391. ;;; End: