aboutsummaryrefslogtreecommitdiff
path: root/examples/dump-phenotype.scm
blob: 8d04a80459a0daa1a1e6e9a90ec47227bc2a403e (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
#! /usr/bin/env guile
!#

(use-modules (rnrs programs)
             (rnrs io ports)
             (srfi srfi-1)
             (srfi srfi-26)
             (ice-9 match)
             (ice-9 regex)
             (dump strings)
             (dump sql)
             (dump triples)
             (dump special-forms))



(define %connection-settings
  (call-with-input-file (list-ref (command-line) 1)
    read))



;; These are phenotype datasets that don't have Infofile metadata
(define-dump dump-publishfreeze
  (tables (PublishFreeze
           (left-join InfoFiles "ON InfoFiles.InfoPageName = PublishFreeze.Name")
           (left-join InbredSet "ON PublishFreeze.InbredSetId = InbredSet.InbredSetId"))
          "WHERE PublishFreeze.public > 0 AND PublishFreeze.confidentiality < 1 AND InfoFiles.InfoFileId IS NULL")
  (triples
      (string->identifier
       ""
       (regexp-substitute/global #f "[^A-Za-z0-9:]"
                                 (field PublishFreeze Name)
                                 'pre "_" 'post)
       #:separator ""
       #:proc string-capitalize-first)
    (set rdf:type 'gnc:phenotypeDataset)
    (set rdfs:label (field PublishFreeze Name))
    (set skos:prefLabel (field PublishFreeze FullName))
    (set skos:altLabel (field PublishFreeze ShortName))
    (set dct:created (annotate-field
                      (field PublishFreeze CreateTime)
                      '^^xsd:date))
    (set gnt:belongsToInbredSet
         (string->identifier
            "" (field InbredSet Name)
            #:separator ""
            #:proc string-capitalize-first))))

(define-dump dump-phenotypes
  (tables (PublishXRef
           (left-join InbredSet "ON InbredSet.InbredSetId = PublishXRef.InbredSetId")
           (left-join Publication "ON Publication.Id = PublishXRef.PublicationId")
           (left-join Phenotype "ON Phenotype.Id = PublishXRef.PhenotypeId"))
          "WHERE PublishXRef.InbredSetId IN (SELECT PublishFreeze.InbredSetId FROM PublishFreeze)")
  (schema-triples
   (gnc:phenotype a skos:Concept)
   (gnc:phenotype skos:description "This is a set of controlled terms that are used to describe a given phenotype")
   (gnt:abbreviation a owl:ObjectProperty)
   (gnt:abbreviation rdfs:domain gnc:phenotype)
   (gnt:abbreviation skos:definition "The abbreviation used for this resource")
   (gnt:labCode a owl:ObjectProperty)
   (gnt:labCode rdfs:domain gnc:phenotype)
   (gnt:submitter a owl:ObjectProperty)
   (gnt:submitter rdfs:domain gnc:phenotype)
   (gnt:submitter skos:definition "A person who submitted this resource to GN")
   (gnt:mean rdfs:domain gnc:phenotype)
   (gnt:mean rdfs:range xsd:double)
   (gnt:LRS rdfs:domain gnc:phenotype)
   (gnt:LRS rdfs:range xsd:double)
   (gnt:locus rdfs:domain gnc:phenotype)
   (gnt:locus rdfs:range rdfs:Literal)
   (gnt:additive rdfs:domain gnc:phenotype)
   (gnt:additive rdfs:range xsd:double)
   (gnt:sequence rdfs:domain gnc:phenotype)
   (gnt:sequence rdfs:range xsd:integer))
  (triples (string->identifier
            "trait"
            (field ("CONCAT(IFNULL(InbredSet.Name, PublishXRef.InbredSetId), '_', PublishXRef.Id)"
                    Phenotype)))
    (set rdf:type 'gnc:phenotype)
    (set rdfs:label
         (field ("CONCAT(IFNULL(InbredSet.Name, PublishXRef.InbredSetId), '_', PublishXRef.Id)"
                 Phenotype)))
    ;; All phenotypes have a post-publication description
    (set dct:description
         (sanitize-rdf-string
          (field Phenotype Post_publication_description)))
    ;; All phenotypes have a post-publication abbreviation
    (set gnt:abbreviation (field Phenotype Post_publication_abbreviation))
    (set gnt:labCode (field Phenotype Lab_code))
    (set gnt:submitter
         (sanitize-rdf-string (field Phenotype Submitter)))
    (multiset dct:contributor
              (string-split
               (sanitize-rdf-string (field Phenotype Owner))
               #\,))
    (set gnt:mean (annotate-field (field ("IFNULL(PublishXRef.mean, '')" mean))
                                  '^^xsd:double))
    (set gnt:locus (field PublishXRef Locus))
    (set gnt:LRS (annotate-field
                  (field ("IFNULL(PublishXRef.LRS, '')" lrs))
                  '^^xsd:double))
    (set gnt:additive
         (annotate-field (field ("IFNULL(PublishXRef.additive, '')" additive))
                         '^^xsd:double))
    (set gnt:sequence (annotate-field (field PublishXRef Sequence) '^^xsd:integer))
    (set dct:isReferencedBy
         (let ((pmid (field
                      ("IF(Publication.PubMed_ID IS NULL, '', CONVERT(Publication.PubMed_Id, INT))"
                       pmid)))
               (publication-id (field Publication Id)))
           (if (string-null? pmid)
               (string->identifier "unpublished"
                                   (number->string publication-id))
               (ontology 'pubmed: pmid))))))



(dump-with-documentation
 (name "Phenotypes Metadata")
 (connection %connection-settings)
 (table-metadata? #f)
 (prefixes
  '(("dct:" "<http://purl.org/dc/terms/>")
    ("gn:" "<http://genenetwork.org/id/>")
    ("owl:" "<http://www.w3.org/2002/07/owl#>")
    ("gnc:" "<http://genenetwork.org/category/>")
    ("gnt:" "<http://genenetwork.org/terms/>")
    ("skos:" "<http://www.w3.org/2004/02/skos/core#>")
    ("rdf:" "<http://www.w3.org/1999/02/22-rdf-syntax-ns#>")
    ("rdfs:" "<http://www.w3.org/2000/01/rdf-schema#>")
    ("xsd:" "<http://www.w3.org/2001/XMLSchema#>")
    ("pubmed:" "<http://rdf.ncbi.nlm.nih.gov/pubmed/>")))
 (inputs
  (list
   dump-publishfreeze
   dump-phenotypes))
 (outputs
  '(#:documentation "./docs/dump-phenotype.md"
    #:rdf "./verified-data/dump-phenotype.ttl")))