annotate cravat_annotate/cravat_annotate.py @ 20:c5b3d80c43e6 draft

Uploaded
author in_silico
date Tue, 12 Jun 2018 14:06:22 -0400
parents dd9181024296
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
18
dd9181024296 Uploaded
in_silico
parents:
diff changeset
1 """
dd9181024296 Uploaded
in_silico
parents:
diff changeset
2 A galaxy wrapper for the /rest/service/query API endpoint on Cravat.
dd9181024296 Uploaded
in_silico
parents:
diff changeset
3 """
dd9181024296 Uploaded
in_silico
parents:
diff changeset
4
dd9181024296 Uploaded
in_silico
parents:
diff changeset
5
dd9181024296 Uploaded
in_silico
parents:
diff changeset
6 import requests
dd9181024296 Uploaded
in_silico
parents:
diff changeset
7 import json
dd9181024296 Uploaded
in_silico
parents:
diff changeset
8 import sys
dd9181024296 Uploaded
in_silico
parents:
diff changeset
9 import re
dd9181024296 Uploaded
in_silico
parents:
diff changeset
10 import argparse
dd9181024296 Uploaded
in_silico
parents:
diff changeset
11
dd9181024296 Uploaded
in_silico
parents:
diff changeset
12
dd9181024296 Uploaded
in_silico
parents:
diff changeset
13 # The endpoint that CravatQuerys are submitted to
dd9181024296 Uploaded
in_silico
parents:
diff changeset
14 endpoint = 'http://cravat.us/CRAVAT/rest/service/query'
dd9181024296 Uploaded
in_silico
parents:
diff changeset
15
dd9181024296 Uploaded
in_silico
parents:
diff changeset
16
dd9181024296 Uploaded
in_silico
parents:
diff changeset
17 # The value delimiter used in the Cravat input file to delimit values
dd9181024296 Uploaded
in_silico
parents:
diff changeset
18 delimiter = "\t"
dd9181024296 Uploaded
in_silico
parents:
diff changeset
19
dd9181024296 Uploaded
in_silico
parents:
diff changeset
20
dd9181024296 Uploaded
in_silico
parents:
diff changeset
21 # Defualt indices for intepretting a cravat file's row of data in to a CravatQuery
dd9181024296 Uploaded
in_silico
parents:
diff changeset
22 cr_mapping = {
dd9181024296 Uploaded
in_silico
parents:
diff changeset
23 'chromosome': 1,
dd9181024296 Uploaded
in_silico
parents:
diff changeset
24 'position': 2,
dd9181024296 Uploaded
in_silico
parents:
diff changeset
25 'strand': 3,
dd9181024296 Uploaded
in_silico
parents:
diff changeset
26 'reference': 4,
dd9181024296 Uploaded
in_silico
parents:
diff changeset
27 'alternate': 5
dd9181024296 Uploaded
in_silico
parents:
diff changeset
28 }
dd9181024296 Uploaded
in_silico
parents:
diff changeset
29
dd9181024296 Uploaded
in_silico
parents:
diff changeset
30
dd9181024296 Uploaded
in_silico
parents:
diff changeset
31 # The neccessary attributes neeeded to submit a query.
dd9181024296 Uploaded
in_silico
parents:
diff changeset
32 query_keys = [
dd9181024296 Uploaded
in_silico
parents:
diff changeset
33 'chromosome', 'position', 'strand', 'reference', 'alternate'
dd9181024296 Uploaded
in_silico
parents:
diff changeset
34 ]
dd9181024296 Uploaded
in_silico
parents:
diff changeset
35
dd9181024296 Uploaded
in_silico
parents:
diff changeset
36
dd9181024296 Uploaded
in_silico
parents:
diff changeset
37 # Expected response keys from server. Ordered in list so that galaxy output has uniform column ordering run-to-run.
dd9181024296 Uploaded
in_silico
parents:
diff changeset
38 # If cravat server returns additional keys, they are appended to and included in output.
dd9181024296 Uploaded
in_silico
parents:
diff changeset
39 response_keys = [
dd9181024296 Uploaded
in_silico
parents:
diff changeset
40 "Chromosome", "Position", "Strand", "Reference base(s)", "Alternate base(s)",
dd9181024296 Uploaded
in_silico
parents:
diff changeset
41 "HUGO symbol", "S.O. transcript", "Sequence ontology protein change", "Sequence ontology",
dd9181024296 Uploaded
in_silico
parents:
diff changeset
42 "S.O. all transcripts", "gnomAD AF", "gnomAD AF (African)", "gnomAD AF (Amrican)",
dd9181024296 Uploaded
in_silico
parents:
diff changeset
43 "gnomAD AF (Ashkenazi Jewish)", "gnomAD AF (East Asian)", "gnomAD AF (Finnish)",
dd9181024296 Uploaded
in_silico
parents:
diff changeset
44 "gnomAD AF (Non-Finnish European)", "gnomAD AF (Other)", "gnomAD AF (South Asian)",
dd9181024296 Uploaded
in_silico
parents:
diff changeset
45 "1000 Genomes AF", "ESP6500 AF (average)", "ESP6500 AF (European American)",
dd9181024296 Uploaded
in_silico
parents:
diff changeset
46 "ESP6500 AF (African American)", "COSMIC transcript", "COSMIC protein change",
dd9181024296 Uploaded
in_silico
parents:
diff changeset
47 "COSMIC variant count [exact nucleotide change]", "cosmic_site_nt", "CGL driver class",
dd9181024296 Uploaded
in_silico
parents:
diff changeset
48 "TARGET", "dbSNP", "cgc_role", "cgc_inheritance", "cgc_tumor_type_somatic",
dd9181024296 Uploaded
in_silico
parents:
diff changeset
49 "cgc_tumor_type_germline", "ClinVar", "ClinVar disease identifier", "ClinVar XRef",
dd9181024296 Uploaded
in_silico
parents:
diff changeset
50 "GWAS Phenotype (GRASP)", "GWAS PMID (GRASP)", "Protein 3D variant"
dd9181024296 Uploaded
in_silico
parents:
diff changeset
51 ]
dd9181024296 Uploaded
in_silico
parents:
diff changeset
52
dd9181024296 Uploaded
in_silico
parents:
diff changeset
53
dd9181024296 Uploaded
in_silico
parents:
diff changeset
54 def get_args():
dd9181024296 Uploaded
in_silico
parents:
diff changeset
55 parser = argparse.ArgumentParser()
dd9181024296 Uploaded
in_silico
parents:
diff changeset
56 parser.add_argument('--input',
dd9181024296 Uploaded
in_silico
parents:
diff changeset
57 '-i',
dd9181024296 Uploaded
in_silico
parents:
diff changeset
58 required = True,
dd9181024296 Uploaded
in_silico
parents:
diff changeset
59 help='Input path to a VCF file for conversion',)
dd9181024296 Uploaded
in_silico
parents:
diff changeset
60 parser.add_argument('--output',
dd9181024296 Uploaded
in_silico
parents:
diff changeset
61 '-o',
dd9181024296 Uploaded
in_silico
parents:
diff changeset
62 default = None,
dd9181024296 Uploaded
in_silico
parents:
diff changeset
63 help = 'Output path to write the cravat file to')
dd9181024296 Uploaded
in_silico
parents:
diff changeset
64 return parser.parse_args()
dd9181024296 Uploaded
in_silico
parents:
diff changeset
65
dd9181024296 Uploaded
in_silico
parents:
diff changeset
66
dd9181024296 Uploaded
in_silico
parents:
diff changeset
67 def format_chromosome(chrom):
dd9181024296 Uploaded
in_silico
parents:
diff changeset
68 """ : Ensure chromosome entry is propely formatted for use as querying attribute. """
dd9181024296 Uploaded
in_silico
parents:
diff changeset
69 if chrom[0:3] == 'chr':
dd9181024296 Uploaded
in_silico
parents:
diff changeset
70 return chrom
dd9181024296 Uploaded
in_silico
parents:
diff changeset
71 return 'chr' + str(chrom)
dd9181024296 Uploaded
in_silico
parents:
diff changeset
72
dd9181024296 Uploaded
in_silico
parents:
diff changeset
73
dd9181024296 Uploaded
in_silico
parents:
diff changeset
74 def get_query_string(row):
dd9181024296 Uploaded
in_silico
parents:
diff changeset
75 """ : From a row dict, return a query string for the Cravat server.
dd9181024296 Uploaded
in_silico
parents:
diff changeset
76 : The row dict is cravat headeres associated to their values of that row.
dd9181024296 Uploaded
in_silico
parents:
diff changeset
77 """
dd9181024296 Uploaded
in_silico
parents:
diff changeset
78 return '_'.join([ row['chromosome'], row['position'], row['strand'], row['reference'], row['alternate'] ])
dd9181024296 Uploaded
in_silico
parents:
diff changeset
79
dd9181024296 Uploaded
in_silico
parents:
diff changeset
80
dd9181024296 Uploaded
in_silico
parents:
diff changeset
81 def query(in_path, out_path):
dd9181024296 Uploaded
in_silico
parents:
diff changeset
82 """ : From a Cravat the file at in_path, query each line on the Cravat server.
dd9181024296 Uploaded
in_silico
parents:
diff changeset
83 : Write the response values to file at out_path.
dd9181024296 Uploaded
in_silico
parents:
diff changeset
84 """
dd9181024296 Uploaded
in_silico
parents:
diff changeset
85
dd9181024296 Uploaded
in_silico
parents:
diff changeset
86 with open(in_path, 'r') as in_file, \
dd9181024296 Uploaded
in_silico
parents:
diff changeset
87 open(out_path, 'w') as out_file:
dd9181024296 Uploaded
in_silico
parents:
diff changeset
88
dd9181024296 Uploaded
in_silico
parents:
diff changeset
89 for line in in_file:
dd9181024296 Uploaded
in_silico
parents:
diff changeset
90 line = line.strip().split('\t')
dd9181024296 Uploaded
in_silico
parents:
diff changeset
91 # row is dict of cravat col headers assioted values in this line
dd9181024296 Uploaded
in_silico
parents:
diff changeset
92 row = { header: line[index] for header, index in cr_mapping.items() }
dd9181024296 Uploaded
in_silico
parents:
diff changeset
93 row['chromosome'] = format_chromosome(row['chromosome'])
dd9181024296 Uploaded
in_silico
parents:
diff changeset
94 query_string = get_query_string(row)
dd9181024296 Uploaded
in_silico
parents:
diff changeset
95 call = requests.get(endpoint, params={ 'mutation': query_string })
dd9181024296 Uploaded
in_silico
parents:
diff changeset
96 if call.status_code != 200 or call.text == "":
dd9181024296 Uploaded
in_silico
parents:
diff changeset
97 raise requests.RequestException("Bad Server Response. Respone code: '{}', Response Text: '{}'".format(call.status_code, call.text))
dd9181024296 Uploaded
in_silico
parents:
diff changeset
98 json_response = json.loads(call.text)
dd9181024296 Uploaded
in_silico
parents:
diff changeset
99 # See if server returned additional json key-val paris not expected in response_keys
dd9181024296 Uploaded
in_silico
parents:
diff changeset
100 for key in json_response:
dd9181024296 Uploaded
in_silico
parents:
diff changeset
101 if key not in response_keys:
dd9181024296 Uploaded
in_silico
parents:
diff changeset
102 response_keys.append(key)
dd9181024296 Uploaded
in_silico
parents:
diff changeset
103 # Write key in order of response_keys to standardize order of output columns
dd9181024296 Uploaded
in_silico
parents:
diff changeset
104 wrote = False
dd9181024296 Uploaded
in_silico
parents:
diff changeset
105 for key in response_keys:
dd9181024296 Uploaded
in_silico
parents:
diff changeset
106 if key not in json_response:
dd9181024296 Uploaded
in_silico
parents:
diff changeset
107 val = None
dd9181024296 Uploaded
in_silico
parents:
diff changeset
108 val = json_response[key]
dd9181024296 Uploaded
in_silico
parents:
diff changeset
109 # Format standardization for numerics
dd9181024296 Uploaded
in_silico
parents:
diff changeset
110 try:
dd9181024296 Uploaded
in_silico
parents:
diff changeset
111 val = float(val)
dd9181024296 Uploaded
in_silico
parents:
diff changeset
112 val = format(val, ".4f")
dd9181024296 Uploaded
in_silico
parents:
diff changeset
113 except:
dd9181024296 Uploaded
in_silico
parents:
diff changeset
114 pass
dd9181024296 Uploaded
in_silico
parents:
diff changeset
115 if wrote:
dd9181024296 Uploaded
in_silico
parents:
diff changeset
116 out_file.write("\t")
dd9181024296 Uploaded
in_silico
parents:
diff changeset
117 out_file.write(val)
dd9181024296 Uploaded
in_silico
parents:
diff changeset
118 wrote = True
dd9181024296 Uploaded
in_silico
parents:
diff changeset
119 out_file.write("\n")
dd9181024296 Uploaded
in_silico
parents:
diff changeset
120
dd9181024296 Uploaded
in_silico
parents:
diff changeset
121
dd9181024296 Uploaded
in_silico
parents:
diff changeset
122 if __name__ == "__main__":
dd9181024296 Uploaded
in_silico
parents:
diff changeset
123 cli_args = get_args()
dd9181024296 Uploaded
in_silico
parents:
diff changeset
124 if cli_args.output == None:
dd9181024296 Uploaded
in_silico
parents:
diff changeset
125 base, _ = os.path.split(cli_args.input)
dd9181024296 Uploaded
in_silico
parents:
diff changeset
126 cli_args.output = os.path.join(base, "cravat_converted.txt")
dd9181024296 Uploaded
in_silico
parents:
diff changeset
127 query(cli_args.input, cli_args.output)