annotate cravat_score_and_annotate-9c6b7291c4e6/cravat_submit.py @ 2:cdd97b06c802 draft

Uploaded
author in_silico
date Wed, 19 Jul 2017 14:58:50 -0400
parents
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
2
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
1 import requests
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
2 import json
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
3 import time
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
4 import urllib
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
5 import sys
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
6 import csv
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
7
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
8 input_filename = sys.argv[1]
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
9 input_select_bar = sys.argv[2]
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
10 output_filename = sys.argv[3]
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
11
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
12 #in_file = open('input_call.txt', "r")
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
13 #out_file = open('output_call.txt', "w")
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
14
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
15 write_header = True
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
16
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
17 #plugs in params to given URL
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
18 submit = requests.post('http://staging.cravat.us/CRAVAT/rest/service/submit', files={'inputfile':open(input_filename)}, data={'email':'znylund@insilico.us.com', 'analyses': input_select_bar})
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
19 #,'analysis':input_select_bar,'functionalannotation': "on"})
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
20 #Makes the data a json dictionary, takes out only the job ID
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
21 jobid = json.loads(submit.text)['jobid']
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
22 #out_file.write(jobid)
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
23 submitted = json.loads(submit.text)['status']
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
24 #out_file.write('\t' + submitted)
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
25
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
26 #loops until we find a status equal to Success, then breaks
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
27 while True:
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
28 check = requests.get('http://staging.cravat.us/CRAVAT/rest/service/status', params={'jobid': jobid})
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
29 status = json.loads(check.text)['status']
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
30 resultfileurl = json.loads(check.text)['resultfileurl']
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
31 #out_file.write(str(status) + ', ')
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
32 if status == 'Success':
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
33 #out_file.write('\t' + resultfileurl)
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
34 break
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
35 else:
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
36 time.sleep(2)
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
37
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
38 #out_file.write('\n')
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
39
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
40 #creates three files
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
41 file_1 = time.strftime("%H:%M") + '_Z_Variant_Result.tsv'
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
42 file_2 = time.strftime("%H:%M") + '_Z_Additional_Details.tsv'
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
43 file_3 = time.strftime("%H:%M") + 'Combined_Variant_Results.tsv'
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
44
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
45
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
46 #Download the two results
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
47 urllib.urlretrieve("http://staging.cravat.us/CRAVAT/results/" + jobid + "/" + "Variant.Result.tsv", file_1)
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
48 urllib.urlretrieve("http://staging.cravat.us/CRAVAT/results/" + jobid + "/" + "Variant_Additional_Details.Result.tsv", file_2)
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
49
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
50 headers = []
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
51 duplicates = []
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
52
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
53 #opens the Variant Result file and the Variant Additional Details file as csv readers, then opens the output file (galaxy) as a writer
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
54 with open(file_1) as tsvin_1, open(file_2) as tsvin_2, open(output_filename, 'wb') as tsvout:
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
55 tsvreader_1 = csv.reader(tsvin_1, delimiter='\t')
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
56 tsvreader_2 = csv.reader(tsvin_2, delimiter='\t')
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
57 tsvout = csv.writer(tsvout, delimiter='\t')
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
58
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
59 #loops through each row in the Variant Additional Details file
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
60 for row in tsvreader_2:
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
61 #sets row_2 equal to the same row in Variant Result file
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
62 row_2 = tsvreader_1.next()
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
63 #checks if row is empty or if the first term contains '#'
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
64 if row == [] or row[0][0] == '#':
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
65 continue
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
66 #checks if the row begins with input line
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
67 if row[0] == 'Input line':
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
68 #Goes through each value in the headers list in VAD
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
69 for value in row:
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
70 #Adds each value into headers
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
71 headers.append(value)
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
72 #Loops through the Keys in VR
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
73 for value in row_2:
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
74 #Checks if the value is already in headers
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
75 if value in headers:
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
76 continue
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
77 #else adds the header to headers
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
78 else:
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
79 headers.append(value)
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
80
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
81 print headers
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
82 tsvout.writerow(headers)
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
83
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
84
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
85 else:
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
86
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
87 cells = []
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
88 #Goes through each value in the next list
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
89 for value in row:
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
90 #adds it to cells
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
91 cells.append(value)
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
92 #Goes through each value from the VR file after position 11 (After it is done repeating from VAD file)
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
93 for value in row_2[11:]:
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
94 #adds in the rest of the values to cells
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
95 cells.append(value)
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
96
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
97 print cells
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
98 tsvout.writerow(cells)
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
99
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
100
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
101
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
102
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
103
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
104
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
105
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
106
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
107
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
108
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
109
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
110
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
111
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
112
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
113
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
114
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
115
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
116
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
117
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
118
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
119
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
120
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
121
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
122 #a = 'col1\tcol2\tcol3'
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
123 #header_list = a.split('\t')
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
124
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
125 #loop through the two results, when you first hit header you print out the headers in tabular form
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
126 #Print out each header only once
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
127 #Combine both headers into one output file
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
128 #loop through the rest of the data and assign each value to its assigned header
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
129 #combine this all into one output file
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
130
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
131
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
132
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
133
cdd97b06c802 Uploaded
in_silico
parents:
diff changeset
134