#! /usr/bin/env guile
!#
(use-modules (rnrs programs)
(rnrs io ports)
(srfi srfi-1)
(srfi srfi-26)
(ice-9 match)
(ice-9 regex)
(dump strings)
(dump sql)
(dump triples)
(dump special-forms))
(define %connection-settings
(call-with-input-file (list-ref (command-line) 1)
read))
;; Only dump publish freeze entries that were not dumped from the InfoFiles page
(define-dump dump-publishfreeze
(tables (PublishFreeze
(left-join InfoFiles "ON InfoFiles.InfoPageName = PublishFreeze.Name")
(left-join InbredSet "ON PublishFreeze.InbredSetId = InbredSet.InbredSetId"))
"WHERE PublishFreeze.public > 0 AND PublishFreeze.confidentiality < 1 AND InfoFiles.InfoPageName IS NULL")
(schema-triples
(gnt:datasetOfInbredSet rdfs:range gn:inbredSet)
(gnt:name rdfs:range rdfs:Literal)
(gnt:fullName rdfs:range rdfs:Literal)
(gnt:shortName rdfs:range rdfs:Literal)
(gn:phenotypeDataset rdf:subClassOf gn:dataset))
(triples
(string->identifier
""
(regexp-substitute/global #f "[^A-Za-z0-9:]"
(field PublishFreeze Name)
'pre "_" 'post)
#:separator ""
#:proc string-capitalize-first)
(set rdf:type 'gn:phenotypeDataset)
(set gnt:name (field PublishFreeze Name))
(set gnt:fullName (field PublishFreeze FullName))
(set gnt:shortName (field PublishFreeze ShortName))
(set dct:created (annotate-field
(field PublishFreeze CreateTime)
'^^xsd:date))
(set gnt:datasetOfInbredSet
(string->identifier "inbredSet" (field InbredSet Name InbredSetName)))))
(define-dump dump-phenotypes
(tables (Phenotype
(left-join PublishXRef "ON Phenotype.Id = PublishXRef.PhenotypeId")
(left-join Publication "ON Publication.Id = PublishXRef.PublicationId")
(left-join PublishFreeze "ON PublishFreeze.InbredSetId = PublishXRef.InbredSetId")
(left-join InfoFiles "ON InfoFiles.InfoPageName = PublishFreeze.Name")))
(schema-triples
(gn:phenotypeDataset rdfs:subPropertyOf gn:dataset)
(gnt:publicationDescription rdfs:range rdfs:Literal)
(gnt:originalDescription rdfs:range rdfs:Literal)
(gnt:prePublicationDescription rdfs:range rdfs:Literal)
(gnt:postPublicationAbbreviation rdfs:range rdfs:Literal)
(gnt:labCode rdfs:range rdfs:Literal)
(gnt:submitter rdfs:range rdfs:Literal)
(gnt:owner rdfs:range rdfs:Literal)
(gnt:mean rdfs:range xsd:double)
(gnt:LRS rdfs:range xsd:float)
(gnt:locus rdfs:range rdfs:Literal)
(gnt:additive rdfs:range xsd:decimal)
(gnt:sequence rdfs:range rdfs:Literal)
(gnt:phenotypeOfPublication rdfs:range gn-term:pubMedId))
(triples (string->identifier
""
(regexp-substitute/global #f "[^A-Za-z0-9:]"
(field ("CONCAT(IF(PublishFreeze.Name IS NULL, '', CONCAT(PublishFreeze.Name, '_')), IF(Phenotype.Post_publication_abbreviation IS NULL, IF(Phenotype.Pre_publication_abbreviation IS NULL, Phenotype.Id, Pre_publication_abbreviation), Phenotype.Post_publication_abbreviation))" abbrev))
'pre "_" 'post)
#:separator ""
#:proc string-capitalize-first)
(set rdf:type 'gn:phenotype)
(set gnt:name (sanitize-rdf-string
(field
("CAST(CONVERT(BINARY CONVERT(IF(Phenotype.Post_publication_abbreviation IS NULL, IF(Phenotype.Pre_publication_abbreviation IS NULL, Phenotype.Id, Phenotype.Pre_publication_abbreviation), Phenotype.Post_publication_abbreviation) USING latin1) USING utf8) AS VARCHAR(100))"
PhenotypeName))))
;; There is no row with an empty post-publication description so
;; use this field as the main publication description
(set gnt:publicationDescription
(sanitize-rdf-string
(field ("CAST(CONVERT(BINARY CONVERT(Phenotype.Post_publication_description USING latin1) USING utf8) AS CHAR(10000))"
postPubDescr))))
(set gnt:originalDescription (sanitize-rdf-string
(delete-substrings
(field Phenotype Original_description)
"Original post publication description: ")))
(set gnt:prePublicationDescription
(sanitize-rdf-string
(field
("CAST(CONVERT(BINARY CONVERT(Phenotype.Pre_publication_description USING latin1) USING utf8) AS VARCHAR(15000))"
prePubDesc))))
(set gnt:prePublicationAbbreviation (sanitize-rdf-string (field Phenotype Pre_publication_abbreviation)))
(set gnt:postPublicationAbbreviation (sanitize-rdf-string (field Phenotype Post_publication_abbreviation)))
(set gnt:labCode (field Phenotype Lab_code))
(set gnt:submitter (sanitize-rdf-string (field Phenotype Submitter)))
(set gnt:owner (sanitize-rdf-string (field Phenotype Owner)))
(set gnt:mean (annotate-field (field ("IFNULL(PublishXRef.mean, '')" mean))
'^^xsd:double))
(set gnt:locus (field PublishXRef Locus))
(set gnt:LRS (annotate-field (field ("IFNULL(PublishXRef.LRS, '')" lrs)) '^^xsd:float))
(set gnt:additive (annotate-field (field ("IFNULL(PublishXRef.additive, '')" additive)) '^^xsd:decimal))
(set gnt:sequence (annotate-field (field PublishXRef Sequence) '^^xsd:int))
(set gnt:phenotypeOfDataset
(string->identifier
""
(field
("IFNULL(InfoFiles.InfoPageName, IFNULL(PublishFreeze.Name, ''))" DatasetName))
#:separator ""
#:proc string-capitalize-first))
(set gnt:phenotypeOfPublication
(let ((pmid (field
("IF(Publication.PubMed_ID IS NULL, '', CONVERT(Publication.PubMed_Id, INT))"
pmid)))
(publication-id (field Publication Id)))
(if (string-null? pmid)
(string->identifier "unpublished"
(number->string publication-id))
(ontology 'pubmed: pmid))))))
(dump-with-documentation
(name "Phenotypes Metadata")
(connection %connection-settings)
(table-metadata? #f)
(prefixes
'(("dct:" "")
("gn:" "")
("gnt:" "")
("rdf:" "")
("rdfs:" "")
("xsd:" "")
("pubmed:" "")))
(inputs
(list dump-publishfreeze
dump-phenotypes))
(outputs
'(#:documentation "./docs/dump-phenotype.md"
#:rdf "./verified-data/dump-phenotype.ttl")))