annotate Marea/marea.py @ 29:9fcb0e8d6d47 draft

Uploaded
author bimib
date Mon, 14 Oct 2019 05:11:10 -0400
parents e6831924df01
children 944e15aa970a
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
1 from __future__ import division
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
2 import sys
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
3 import pandas as pd
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
4 import itertools as it
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
5 import scipy.stats as st
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
6 import collections
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
7 import lxml.etree as ET
16
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
8 import shutil
0
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
9 import pickle as pk
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
10 import math
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
11 import os
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
12 import argparse
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
13 from svglib.svglib import svg2rlg
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
14 from reportlab.graphics import renderPDF
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
15
16
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
16 ########################## argparse ##########################################
0
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
17
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
18 def process_args(args):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
19 parser = argparse.ArgumentParser(usage = '%(prog)s [options]',
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
20 description = 'process some value\'s'+
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
21 ' genes to create a comparison\'s map.')
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
22 parser.add_argument('-rs', '--rules_selector',
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
23 type = str,
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
24 default = 'HMRcore',
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
25 choices = ['HMRcore', 'Recon', 'Custom'],
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
26 help = 'chose which type of dataset you want use')
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
27 parser.add_argument('-cr', '--custom',
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
28 type = str,
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
29 help='your dataset if you want custom rules')
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
30 parser.add_argument('-na', '--names',
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
31 type = str,
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
32 nargs = '+',
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
33 help = 'input names')
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
34 parser.add_argument('-n', '--none',
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
35 type = str,
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
36 default = 'true',
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
37 choices = ['true', 'false'],
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
38 help = 'compute Nan values')
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
39 parser.add_argument('-pv' ,'--pValue',
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
40 type = float,
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
41 default = 0.05,
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
42 help = 'P-Value threshold (default: %(default)s)')
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
43 parser.add_argument('-fc', '--fChange',
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
44 type = float,
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
45 default = 1.5,
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
46 help = 'Fold-Change threshold (default: %(default)s)')
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
47 parser.add_argument('-td', '--tool_dir',
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
48 type = str,
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
49 required = True,
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
50 help = 'your tool directory')
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
51 parser.add_argument('-op', '--option',
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
52 type = str,
28
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
53 choices = ['datasets', 'dataset_class', 'datasets_rasonly'],
0
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
54 help='dataset or dataset and class')
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
55 parser.add_argument('-ol', '--out_log',
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
56 help = "Output log")
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
57 parser.add_argument('-ids', '--input_datas',
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
58 type = str,
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
59 nargs = '+',
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
60 help = 'input datasets')
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
61 parser.add_argument('-id', '--input_data',
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
62 type = str,
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
63 help = 'input dataset')
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
64 parser.add_argument('-ic', '--input_class',
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
65 type = str,
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
66 help = 'sample group specification')
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
67 parser.add_argument('-cm', '--custom_map',
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
68 type = str,
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
69 help = 'custom map')
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
70 parser.add_argument('-yn', '--yes_no',
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
71 type = str,
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
72 choices = ['yes', 'no'],
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
73 help = 'if make or not custom map')
16
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
74 parser.add_argument('-gs', '--generate_svg',
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
75 type = str,
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
76 default = 'true',
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
77 choices = ['true', 'false'],
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
78 help = 'generate svg map')
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
79 parser.add_argument('-gp', '--generate_pdf',
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
80 type = str,
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
81 default = 'true',
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
82 choices = ['true', 'false'],
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
83 help = 'generate pdf map')
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
84 parser.add_argument('-gr', '--generate_ras',
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
85 type = str,
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
86 default = 'true',
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
87 choices = ['true', 'false'],
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
88 help = 'generate reaction activity score')
28
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
89 parser.add_argument('-sr', '--single_ras_file',
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
90 type = str,
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
91 help = 'file that will contain ras')
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
92
0
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
93 args = parser.parse_args()
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
94 return args
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
95
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
96 ########################### warning ###########################################
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
97
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
98 def warning(s):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
99 args = process_args(sys.argv)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
100 with open(args.out_log, 'a') as log:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
101 log.write(s)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
102
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
103 ############################ dataset input ####################################
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
104
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
105 def read_dataset(data, name):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
106 try:
16
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
107 dataset = pd.read_csv(data, sep = '\t', header = 0, engine='python')
0
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
108 except pd.errors.EmptyDataError:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
109 sys.exit('Execution aborted: wrong format of ' + name + '\n')
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
110 if len(dataset.columns) < 2:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
111 sys.exit('Execution aborted: wrong format of ' + name + '\n')
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
112 return dataset
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
113
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
114 ############################ dataset name #####################################
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
115
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
116 def name_dataset(name_data, count):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
117 if str(name_data) == 'Dataset':
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
118 return str(name_data) + '_' + str(count)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
119 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
120 return str(name_data)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
121
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
122 ############################ load id e rules ##################################
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
123
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
124 def load_id_rules(reactions):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
125 ids, rules = [], []
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
126 for key, value in reactions.items():
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
127 ids.append(key)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
128 rules.append(value)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
129 return (ids, rules)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
130
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
131 ############################ check_methods ####################################
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
132
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
133 def gene_type(l, name):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
134 if check_hgnc(l):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
135 return 'hugo_id'
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
136 elif check_ensembl(l):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
137 return 'ensembl_gene_id'
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
138 elif check_symbol(l):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
139 return 'symbol'
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
140 elif check_entrez(l):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
141 return 'entrez_id'
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
142 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
143 sys.exit('Execution aborted:\n' +
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
144 'gene ID type in ' + name + ' not supported. Supported ID'+
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
145 'types are: HUGO ID, Ensemble ID, HUGO symbol, Entrez ID\n')
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
146
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
147 def check_hgnc(l):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
148 if len(l) > 5:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
149 if (l.upper()).startswith('HGNC:'):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
150 return l[5:].isdigit()
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
151 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
152 return False
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
153 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
154 return False
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
155
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
156 def check_ensembl(l):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
157 if len(l) == 15:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
158 if (l.upper()).startswith('ENS'):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
159 return l[4:].isdigit()
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
160 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
161 return False
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
162 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
163 return False
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
164
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
165 def check_symbol(l):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
166 if len(l) > 0:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
167 if l[0].isalpha() and l[1:].isalnum():
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
168 return True
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
169 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
170 return False
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
171 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
172 return False
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
173
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
174 def check_entrez(l):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
175 if len(l) > 0:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
176 return l.isdigit()
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
177 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
178 return False
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
179
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
180 def check_bool(b):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
181 if b == 'true':
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
182 return True
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
183 elif b == 'false':
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
184 return False
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
185
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
186 ############################ resolve_methods ##################################
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
187
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
188 def replace_gene_value(l, d):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
189 tmp = []
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
190 err = []
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
191 while l:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
192 if isinstance(l[0], list):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
193 tmp_rules, tmp_err = replace_gene_value(l[0], d)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
194 tmp.append(tmp_rules)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
195 err.extend(tmp_err)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
196 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
197 value = replace_gene(l[0], d)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
198 tmp.append(value)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
199 if value == None:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
200 err.append(l[0])
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
201 l = l[1:]
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
202 return (tmp, err)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
203
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
204 def replace_gene(l, d):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
205 if l =='and' or l == 'or':
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
206 return l
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
207 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
208 value = d.get(l, None)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
209 if not(value == None or isinstance(value, (int, float))):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
210 sys.exit('Execution aborted: ' + value + ' value not valid\n')
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
211 return value
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
212
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
213 def computes(val1, op, val2, cn):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
214 if val1 != None and val2 != None:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
215 if op == 'and':
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
216 return min(val1, val2)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
217 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
218 return val1 + val2
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
219 elif op == 'and':
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
220 if cn is True:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
221 if val1 != None:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
222 return val1
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
223 elif val2 != None:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
224 return val2
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
225 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
226 return None
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
227 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
228 return None
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
229 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
230 if val1 != None:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
231 return val1
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
232 elif val2 != None:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
233 return val2
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
234 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
235 return None
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
236
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
237 def control(ris, l, cn):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
238 if len(l) == 1:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
239 if isinstance(l[0], (float, int)) or l[0] == None:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
240 return l[0]
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
241 elif isinstance(l[0], list):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
242 return control(None, l[0], cn)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
243 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
244 return False
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
245 elif len(l) > 2:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
246 return control_list(ris, l, cn)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
247 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
248 return False
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
249
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
250 def control_list(ris, l, cn):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
251 while l:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
252 if len(l) == 1:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
253 return False
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
254 elif (isinstance(l[0], (float, int)) or
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
255 l[0] == None) and l[1] in ['and', 'or']:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
256 if isinstance(l[2], (float, int)) or l[2] == None:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
257 ris = computes(l[0], l[1], l[2], cn)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
258 elif isinstance(l[2], list):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
259 tmp = control(None, l[2], cn)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
260 if tmp is False:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
261 return False
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
262 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
263 ris = computes(l[0], l[1], tmp, cn)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
264 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
265 return False
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
266 l = l[3:]
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
267 elif l[0] in ['and', 'or']:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
268 if isinstance(l[1], (float, int)) or l[1] == None:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
269 ris = computes(ris, l[0], l[1], cn)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
270 elif isinstance(l[1], list):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
271 tmp = control(None,l[1], cn)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
272 if tmp is False:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
273 return False
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
274 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
275 ris = computes(ris, l[0], tmp, cn)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
276 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
277 return False
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
278 l = l[2:]
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
279 elif isinstance(l[0], list) and l[1] in ['and', 'or']:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
280 if isinstance(l[2], (float, int)) or l[2] == None:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
281 tmp = control(None, l[0], cn)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
282 if tmp is False:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
283 return False
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
284 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
285 ris = computes(tmp, l[1], l[2], cn)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
286 elif isinstance(l[2], list):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
287 tmp = control(None, l[0], cn)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
288 tmp2 = control(None, l[2], cn)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
289 if tmp is False or tmp2 is False:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
290 return False
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
291 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
292 ris = computes(tmp, l[1], tmp2, cn)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
293 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
294 return False
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
295 l = l[3:]
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
296 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
297 return False
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
298 return ris
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
299
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
300 ############################ map_methods ######################################
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
301
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
302 def fold_change(avg1, avg2):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
303 if avg1 == 0 and avg2 == 0:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
304 return 0
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
305 elif avg1 == 0:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
306 return '-INF'
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
307 elif avg2 == 0:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
308 return 'INF'
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
309 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
310 return math.log(avg1 / avg2, 2)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
311
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
312 def fix_style(l, col, width, dash):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
313 tmp = l.split(';')
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
314 flag_col = False
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
315 flag_width = False
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
316 flag_dash = False
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
317 for i in range(len(tmp)):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
318 if tmp[i].startswith('stroke:'):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
319 tmp[i] = 'stroke:' + col
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
320 flag_col = True
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
321 if tmp[i].startswith('stroke-width:'):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
322 tmp[i] = 'stroke-width:' + width
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
323 flag_width = True
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
324 if tmp[i].startswith('stroke-dasharray:'):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
325 tmp[i] = 'stroke-dasharray:' + dash
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
326 flag_dash = True
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
327 if not flag_col:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
328 tmp.append('stroke:' + col)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
329 if not flag_width:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
330 tmp.append('stroke-width:' + width)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
331 if not flag_dash:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
332 tmp.append('stroke-dasharray:' + dash)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
333 return ';'.join(tmp)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
334
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
335 def fix_map(d, core_map, threshold_P_V, threshold_F_C, max_F_C):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
336 maxT = 12
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
337 minT = 2
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
338 grey = '#BEBEBE'
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
339 blue = '#0000FF'
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
340 red = '#E41A1C'
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
341 for el in core_map.iter():
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
342 el_id = str(el.get('id'))
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
343 if el_id.startswith('R_'):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
344 tmp = d.get(el_id[2:])
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
345 if tmp != None:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
346 p_val = tmp[0]
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
347 f_c = tmp[1]
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
348 if p_val < threshold_P_V:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
349 if not isinstance(f_c, str):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
350 if abs(f_c) < math.log(threshold_F_C, 2):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
351 col = grey
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
352 width = str(minT)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
353 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
354 if f_c < 0:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
355 col = blue
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
356 elif f_c > 0:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
357 col = red
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
358 width = str(max((abs(f_c) * maxT) / max_F_C, minT))
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
359 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
360 if f_c == '-INF':
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
361 col = blue
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
362 elif f_c == 'INF':
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
363 col = red
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
364 width = str(maxT)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
365 dash = 'none'
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
366 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
367 dash = '5,5'
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
368 col = grey
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
369 width = str(minT)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
370 el.set('style', fix_style(el.get('style'), col, width, dash))
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
371 return core_map
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
372
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
373 ############################ make recon #######################################
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
374
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
375 def check_and_doWord(l):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
376 tmp = []
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
377 tmp_genes = []
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
378 count = 0
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
379 while l:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
380 if count >= 0:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
381 if l[0] == '(':
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
382 count += 1
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
383 tmp.append(l[0])
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
384 l.pop(0)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
385 elif l[0] == ')':
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
386 count -= 1
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
387 tmp.append(l[0])
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
388 l.pop(0)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
389 elif l[0] == ' ':
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
390 l.pop(0)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
391 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
392 word = []
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
393 while l:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
394 if l[0] in [' ', '(', ')']:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
395 break
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
396 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
397 word.append(l[0])
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
398 l.pop(0)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
399 word = ''.join(word)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
400 tmp.append(word)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
401 if not(word in ['or', 'and']):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
402 tmp_genes.append(word)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
403 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
404 return False
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
405 if count == 0:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
406 return (tmp, tmp_genes)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
407 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
408 return False
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
409
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
410 def brackets_to_list(l):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
411 tmp = []
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
412 while l:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
413 if l[0] == '(':
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
414 l.pop(0)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
415 tmp.append(resolve_brackets(l))
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
416 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
417 tmp.append(l[0])
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
418 l.pop(0)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
419 return tmp
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
420
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
421 def resolve_brackets(l):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
422 tmp = []
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
423 while l[0] != ')':
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
424 if l[0] == '(':
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
425 l.pop(0)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
426 tmp.append(resolve_brackets(l))
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
427 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
428 tmp.append(l[0])
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
429 l.pop(0)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
430 l.pop(0)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
431 return tmp
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
432
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
433 def priorityAND(l):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
434 tmp = []
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
435 flag = True
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
436 while l:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
437 if len(l) == 1:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
438 if isinstance(l[0], list):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
439 tmp.append(priorityAND(l[0]))
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
440 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
441 tmp.append(l[0])
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
442 l = l[1:]
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
443 elif l[0] == 'or':
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
444 tmp.append(l[0])
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
445 flag = False
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
446 l = l[1:]
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
447 elif l[1] == 'or':
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
448 if isinstance(l[0], list):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
449 tmp.append(priorityAND(l[0]))
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
450 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
451 tmp.append(l[0])
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
452 tmp.append(l[1])
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
453 flag = False
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
454 l = l[2:]
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
455 elif l[1] == 'and':
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
456 tmpAnd = []
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
457 if isinstance(l[0], list):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
458 tmpAnd.append(priorityAND(l[0]))
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
459 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
460 tmpAnd.append(l[0])
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
461 tmpAnd.append(l[1])
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
462 if isinstance(l[2], list):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
463 tmpAnd.append(priorityAND(l[2]))
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
464 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
465 tmpAnd.append(l[2])
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
466 l = l[3:]
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
467 while l:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
468 if l[0] == 'and':
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
469 tmpAnd.append(l[0])
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
470 if isinstance(l[1], list):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
471 tmpAnd.append(priorityAND(l[1]))
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
472 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
473 tmpAnd.append(l[1])
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
474 l = l[2:]
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
475 elif l[0] == 'or':
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
476 flag = False
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
477 break
13
e96f3b85e5a0 Uploaded
bimib
parents: 12
diff changeset
478 if flag == True: #when there are only AND in list
0
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
479 tmp.extend(tmpAnd)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
480 elif flag == False:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
481 tmp.append(tmpAnd)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
482 return tmp
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
483
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
484 def checkRule(l):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
485 if len(l) == 1:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
486 if isinstance(l[0], list):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
487 if checkRule(l[0]) is False:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
488 return False
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
489 elif len(l) > 2:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
490 if checkRule2(l) is False:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
491 return False
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
492 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
493 return False
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
494 return True
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
495
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
496 def checkRule2(l):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
497 while l:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
498 if len(l) == 1:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
499 return False
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
500 elif isinstance(l[0], list) and l[1] in ['and', 'or']:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
501 if checkRule(l[0]) is False:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
502 return False
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
503 if isinstance(l[2], list):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
504 if checkRule(l[2]) is False:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
505 return False
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
506 l = l[3:]
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
507 elif l[1] in ['and', 'or']:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
508 if isinstance(l[2], list):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
509 if checkRule(l[2]) is False:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
510 return False
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
511 l = l[3:]
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
512 elif l[0] in ['and', 'or']:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
513 if isinstance(l[1], list):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
514 if checkRule(l[1]) is False:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
515 return False
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
516 l = l[2:]
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
517 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
518 return False
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
519 return True
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
520
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
521 def do_rules(rules):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
522 split_rules = []
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
523 err_rules = []
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
524 tmp_gene_in_rule = []
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
525 for i in range(len(rules)):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
526 tmp = list(rules[i])
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
527 if tmp:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
528 tmp, tmp_genes = check_and_doWord(tmp)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
529 tmp_gene_in_rule.extend(tmp_genes)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
530 if tmp is False:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
531 split_rules.append([])
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
532 err_rules.append(rules[i])
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
533 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
534 tmp = brackets_to_list(tmp)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
535 if checkRule(tmp):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
536 split_rules.append(priorityAND(tmp))
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
537 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
538 split_rules.append([])
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
539 err_rules.append(rules[i])
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
540 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
541 split_rules.append([])
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
542 if err_rules:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
543 warning('Warning: wrong format rule in ' + str(err_rules) + '\n')
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
544 return (split_rules, list(set(tmp_gene_in_rule)))
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
545
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
546 def make_recon(data):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
547 try:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
548 import cobra as cb
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
549 import warnings
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
550 with warnings.catch_warnings():
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
551 warnings.simplefilter('ignore')
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
552 recon = cb.io.read_sbml_model(data)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
553 react = recon.reactions
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
554 rules = [react[i].gene_reaction_rule for i in range(len(react))]
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
555 ids = [react[i].id for i in range(len(react))]
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
556 except cb.io.sbml3.CobraSBMLError:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
557 try:
16
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
558 data = (pd.read_csv(data, sep = '\t', dtype = str, engine='python')).fillna('')
0
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
559 if len(data.columns) < 2:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
560 sys.exit('Execution aborted: wrong format of '+
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
561 'custom datarules\n')
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
562 if not len(data.columns) == 2:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
563 warning('Warning: more than 2 columns in custom datarules.\n' +
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
564 'Extra columns have been disregarded\n')
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
565 ids = list(data.iloc[:, 0])
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
566 rules = list(data.iloc[:, 1])
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
567 except pd.errors.EmptyDataError:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
568 sys.exit('Execution aborted: wrong format of custom datarules\n')
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
569 except pd.errors.ParserError:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
570 sys.exit('Execution aborted: wrong format of custom datarules\n')
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
571 split_rules, tmp_genes = do_rules(rules)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
572 gene_in_rule = {}
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
573 for i in tmp_genes:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
574 gene_in_rule[i] = 'ok'
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
575 return (ids, split_rules, gene_in_rule)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
576
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
577 ############################ gene #############################################
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
578
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
579 def data_gene(gene, type_gene, name, gene_custom):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
580 args = process_args(sys.argv)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
581 for i in range(len(gene)):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
582 tmp = gene.iloc[i, 0]
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
583 if tmp.startswith(' ') or tmp.endswith(' '):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
584 gene.iloc[i, 0] = (tmp.lstrip()).rstrip()
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
585 gene_dup = [item for item, count in
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
586 collections.Counter(gene[gene.columns[0]]).items() if count > 1]
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
587 pat_dup = [item for item, count in
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
588 collections.Counter(list(gene.columns)).items() if count > 1]
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
589 if gene_dup:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
590 if gene_custom == None:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
591 if args.rules_selector == 'HMRcore':
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
592 gene_in_rule = pk.load(open(args.tool_dir +
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
593 '/local/HMRcore_genes.p', 'rb'))
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
594 elif args.rules_selector == 'Recon':
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
595 gene_in_rule = pk.load(open(args.tool_dir +
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
596 '/local/Recon_genes.p', 'rb'))
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
597 gene_in_rule = gene_in_rule.get(type_gene)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
598 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
599 gene_in_rule = gene_custom
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
600 tmp = []
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
601 for i in gene_dup:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
602 if gene_in_rule.get(i) == 'ok':
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
603 tmp.append(i)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
604 if tmp:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
605 sys.exit('Execution aborted because gene ID '
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
606 +str(tmp)+' in '+name+' is duplicated\n')
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
607 if pat_dup:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
608 warning('Warning: duplicated label\n' + str(pat_dup) + 'in ' + name +
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
609 '\n')
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
610 return (gene.set_index(gene.columns[0])).to_dict()
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
611
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
612 ############################ resolve ##########################################
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
613
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
614 def resolve(genes, rules, ids, resolve_none, name):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
615 resolve_rules = {}
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
616 not_found = []
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
617 flag = False
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
618 for key, value in genes.items():
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
619 tmp_resolve = []
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
620 for i in range(len(rules)):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
621 tmp = rules[i]
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
622 if tmp:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
623 tmp, err = replace_gene_value(tmp, value)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
624 if err:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
625 not_found.extend(err)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
626 ris = control(None, tmp, resolve_none)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
627 if ris is False or ris == None:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
628 tmp_resolve.append(None)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
629 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
630 tmp_resolve.append(ris)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
631 flag = True
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
632 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
633 tmp_resolve.append(None)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
634 resolve_rules[key] = tmp_resolve
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
635 if flag is False:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
636 warning('Warning: no computable score (due to missing gene values)' +
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
637 'for class ' + name + ', the class has been disregarded\n')
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
638 return (None, None)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
639 return (resolve_rules, list(set(not_found)))
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
640
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
641 ############################ split class ######################################
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
642
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
643 def split_class(classes, resolve_rules):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
644 class_pat = {}
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
645 for i in range(len(classes)):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
646 classe = classes.iloc[i, 1]
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
647 if not pd.isnull(classe):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
648 l = []
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
649 for j in range(i, len(classes)):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
650 if classes.iloc[j, 1] == classe:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
651 pat_id = classes.iloc[j, 0]
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
652 tmp = resolve_rules.get(pat_id, None)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
653 if tmp != None:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
654 l.append(tmp)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
655 classes.iloc[j, 1] = None
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
656 if l:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
657 class_pat[classe] = list(map(list, zip(*l)))
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
658 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
659 warning('Warning: no sample found in class ' + classe +
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
660 ', the class has been disregarded\n')
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
661 return class_pat
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
662
16
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
663 ############################ create_ras #######################################
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
664
28
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
665 def create_ras (resolve_rules, dataset_name, single_ras):
16
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
666
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
667 if resolve_rules == None:
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
668 warning("Couldn't generate RAS for current dataset: " + dataset_name)
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
669
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
670 for geni in resolve_rules.values():
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
671 for i, valori in enumerate(geni):
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
672 if valori == None:
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
673 geni[i] = 'None'
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
674
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
675 output_ras = pd.DataFrame.from_dict(resolve_rules)
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
676 output_to_csv = pd.DataFrame.to_csv(output_ras, sep = '\t', index = False)
28
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
677
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
678 if (single_ras):
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
679 args = process_args(sys.argv)
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
680 text_file = open(args.single_ras_file, "w")
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
681 else:
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
682 text_file = open("ras/Reaction_Activity_Score_Of_" + dataset_name + ".tsv", "w")
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
683
16
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
684 text_file.write(output_to_csv)
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
685 text_file.close()
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
686
0
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
687 ############################ map ##############################################
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
688
16
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
689 def maps(core_map, class_pat, ids, threshold_P_V, threshold_F_C, create_svg, create_pdf):
0
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
690 args = process_args(sys.argv)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
691 if (not class_pat) or (len(class_pat.keys()) < 2):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
692 sys.exit('Execution aborted: classes provided for comparisons are ' +
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
693 'less than two\n')
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
694 for i, j in it.combinations(class_pat.keys(), 2):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
695 tmp = {}
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
696 count = 0
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
697 max_F_C = 0
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
698 for l1, l2 in zip(class_pat.get(i), class_pat.get(j)):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
699 try:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
700 stat_D, p_value = st.ks_2samp(l1, l2)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
701 avg = fold_change(sum(l1) / len(l1), sum(l2) / len(l2))
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
702 if not isinstance(avg, str):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
703 if max_F_C < abs(avg):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
704 max_F_C = abs(avg)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
705 tmp[ids[count]] = [float(p_value), avg]
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
706 count += 1
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
707 except (TypeError, ZeroDivisionError):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
708 count += 1
16
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
709 tab = 'result/' + i + '_vs_' + j + ' (Tabular Result).tsv'
0
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
710 tmp_csv = pd.DataFrame.from_dict(tmp, orient = "index")
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
711 tmp_csv = tmp_csv.reset_index()
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
712 header = ['ids', 'P_Value', 'Average']
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
713 tmp_csv.to_csv(tab, sep = '\t', index = False, header = header)
16
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
714
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
715 if create_svg or create_pdf:
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
716 if args.rules_selector == 'HMRcore' or (args.rules_selector == 'Custom'
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
717 and args.yes_no == 'yes'):
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
718 fix_map(tmp, core_map, threshold_P_V, threshold_F_C, max_F_C)
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
719 file_svg = 'result/' + i + '_vs_' + j + ' (SVG Map).svg'
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
720 with open(file_svg, 'wb') as new_map:
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
721 new_map.write(ET.tostring(core_map))
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
722
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
723
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
724 if create_pdf:
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
725 file_pdf = 'result/' + i + '_vs_' + j + ' (PDF Map).pdf'
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
726 renderPDF.drawToFile(svg2rlg(file_svg), file_pdf)
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
727
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
728 if not create_svg:
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
729 #Ho utilizzato il file svg per generare il pdf,
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
730 #ma l'utente non ne ha richiesto il ritorno, quindi
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
731 #lo elimino
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
732 os.remove('result/' + i + '_vs_' + j + ' (SVG Map).svg')
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
733
0
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
734 return None
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
735
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
736 ############################ MAIN #############################################
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
737
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
738 def main():
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
739 args = process_args(sys.argv)
16
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
740
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
741 create_svg = check_bool(args.generate_svg)
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
742 create_pdf = check_bool(args.generate_pdf)
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
743 generate_ras = check_bool(args.generate_ras)
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
744
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
745 os.makedirs('result')
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
746
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
747 if generate_ras:
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
748 os.makedirs('ras')
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
749
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
750 if args.rules_selector == 'HMRcore':
0
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
751 recon = pk.load(open(args.tool_dir + '/local/HMRcore_rules.p', 'rb'))
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
752 elif args.rules_selector == 'Recon':
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
753 recon = pk.load(open(args.tool_dir + '/local/Recon_rules.p', 'rb'))
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
754 elif args.rules_selector == 'Custom':
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
755 ids, rules, gene_in_rule = make_recon(args.custom)
16
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
756
0
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
757 resolve_none = check_bool(args.none)
16
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
758
0
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
759 class_pat = {}
16
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
760
28
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
761 if args.option == 'datasets_rasonly':
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
762 name = "RAS Dataset"
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
763 dataset = read_dataset(args.input_datas[0],"dataset")
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
764
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
765 dataset.iloc[:, 0] = (dataset.iloc[:, 0]).astype(str)
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
766
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
767 type_gene = gene_type(dataset.iloc[0, 0], name)
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
768
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
769 if args.rules_selector != 'Custom':
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
770 genes = data_gene(dataset, type_gene, name, None)
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
771 ids, rules = load_id_rules(recon.get(type_gene))
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
772 elif args.rules_selector == 'Custom':
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
773 genes = data_gene(dataset, type_gene, name, gene_in_rule)
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
774
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
775 resolve_rules, err = resolve(genes, rules, ids, resolve_none, name)
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
776
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
777 create_ras(resolve_rules, name, True)
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
778
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
779 if err != None and err:
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
780 warning('Warning: gene\n' + str(err) + '\nnot found in class '
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
781 + name + ', the expression level for this gene ' +
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
782 'will be considered NaN\n')
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
783
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
784 print('execution succeded')
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
785 return None
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
786
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
787
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
788 elif args.option == 'datasets':
0
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
789 num = 1
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
790 for i, j in zip(args.input_datas, args.names):
16
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
791
0
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
792 name = name_dataset(j, num)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
793 dataset = read_dataset(i, name)
16
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
794
0
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
795 dataset.iloc[:, 0] = (dataset.iloc[:, 0]).astype(str)
16
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
796
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
797 type_gene = gene_type(dataset.iloc[0, 0], name)
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
798
0
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
799 if args.rules_selector != 'Custom':
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
800 genes = data_gene(dataset, type_gene, name, None)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
801 ids, rules = load_id_rules(recon.get(type_gene))
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
802 elif args.rules_selector == 'Custom':
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
803 genes = data_gene(dataset, type_gene, name, gene_in_rule)
16
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
804
0
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
805 resolve_rules, err = resolve(genes, rules, ids, resolve_none, name)
16
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
806
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
807 if generate_ras:
28
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
808 create_ras(resolve_rules, name, False)
16
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
809
0
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
810 if err != None and err:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
811 warning('Warning: gene\n' + str(err) + '\nnot found in class '
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
812 + name + ', the expression level for this gene ' +
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
813 'will be considered NaN\n')
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
814 if resolve_rules != None:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
815 class_pat[name] = list(map(list, zip(*resolve_rules.values())))
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
816 num += 1
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
817 elif args.option == 'dataset_class':
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
818 name = 'RNAseq'
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
819 dataset = read_dataset(args.input_data, name)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
820 dataset.iloc[:, 0] = (dataset.iloc[:, 0]).astype(str)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
821 type_gene = gene_type(dataset.iloc[0, 0], name)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
822 classes = read_dataset(args.input_class, 'class')
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
823 if not len(classes.columns) == 2:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
824 warning('Warning: more than 2 columns in class file. Extra' +
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
825 'columns have been disregarded\n')
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
826 classes = classes.astype(str)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
827 if args.rules_selector != 'Custom':
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
828 genes = data_gene(dataset, type_gene, name, None)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
829 ids, rules = load_id_rules(recon.get(type_gene))
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
830 elif args.rules_selector == 'Custom':
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
831 genes = data_gene(dataset, type_gene, name, gene_in_rule)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
832 resolve_rules, err = resolve(genes, rules, ids, resolve_none, name)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
833 if err != None and err:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
834 warning('Warning: gene\n'+str(err)+'\nnot found in class '
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
835 + name + ', the expression level for this gene ' +
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
836 'will be considered NaN\n')
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
837 if resolve_rules != None:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
838 class_pat = split_class(classes, resolve_rules)
28
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
839
e6831924df01 small fixes (elbow plot and output managment)
bimib
parents: 16
diff changeset
840
0
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
841 if args.rules_selector == 'Custom':
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
842 if args.yes_no == 'yes':
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
843 try:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
844 core_map = ET.parse(args.custom_map)
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
845 except (ET.XMLSyntaxError, ET.XMLSchemaParseError):
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
846 sys.exit('Execution aborted: custom map in wrong format')
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
847 elif args.yes_no == 'no':
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
848 core_map = ET.parse(args.tool_dir + '/local/HMRcoreMap.svg')
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
849 else:
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
850 core_map = ET.parse(args.tool_dir+'/local/HMRcoreMap.svg')
16
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
851
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
852 maps(core_map, class_pat, ids, args.pValue, args.fChange, create_svg, create_pdf)
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
853
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
854 print('Execution succeded')
c71ac0bb12de Uploaded
bimib
parents: 13
diff changeset
855
0
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
856 return None
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
857
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
858 ###############################################################################
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
859
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
860 if __name__ == "__main__":
23ac9cf12788 Uploaded
bimib
parents:
diff changeset
861 main()