annotate msconvert_wrapper.py @ 4:001e77708ec9

Uploaded
author galaxyp
date Fri, 12 Jul 2013 12:45:51 -0400
parents 861e3f0c2bb6
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
1 #!/usr/bin/env python
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
2 import optparse
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
3 import os
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
4 import sys
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
5 import tempfile
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
6 import shutil
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
7 import subprocess
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
8 import re
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
9 import logging
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
10
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
11 assert sys.version_info[:2] >= (2, 6)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
12
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
13 log = logging.getLogger(__name__)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
14 working_directory = os.getcwd()
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
15 tmp_stderr_name = tempfile.NamedTemporaryFile(dir=working_directory, suffix='.stderr').name
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
16 tmp_stdout_name = tempfile.NamedTemporaryFile(dir=working_directory, suffix='.stdout').name
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
17
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
18
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
19 def stop_err(msg):
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
20 sys.stderr.write("%s\n" % msg)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
21 sys.exit()
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
22
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
23
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
24 def read_stderr():
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
25 stderr = ''
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
26 if(os.path.exists(tmp_stderr_name)):
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
27 with open(tmp_stderr_name, 'rb') as tmp_stderr:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
28 buffsize = 1048576
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
29 try:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
30 while True:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
31 stderr += tmp_stderr.read(buffsize)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
32 if not stderr or len(stderr) % buffsize != 0:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
33 break
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
34 except OverflowError:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
35 pass
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
36 return stderr
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
37
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
38
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
39 def execute(command, stdin=None):
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
40 try:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
41 with open(tmp_stderr_name, 'wb') as tmp_stderr:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
42 with open(tmp_stdout_name, 'wb') as tmp_stdout:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
43 proc = subprocess.Popen(args=command, shell=True, stderr=tmp_stderr.fileno(), stdout=tmp_stdout.fileno(), stdin=stdin, env=os.environ)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
44 returncode = proc.wait()
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
45 if returncode != 0:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
46 raise Exception("Program returned with non-zero exit code %d. stderr: %s" % (returncode, read_stderr()))
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
47 finally:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
48 print open(tmp_stderr_name, "r").read()
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
49 print open(tmp_stdout_name, "r").read()
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
50
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
51
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
52 def delete_file(path):
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
53 if os.path.exists(path):
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
54 try:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
55 os.remove(path)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
56 except:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
57 pass
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
58
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
59
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
60 def delete_directory(directory):
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
61 if os.path.exists(directory):
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
62 try:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
63 shutil.rmtree(directory)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
64 except:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
65 pass
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
66
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
67
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
68 def symlink(source, link_name):
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
69 import platform
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
70 if platform.system() == 'Windows':
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
71 try:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
72 import win32file
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
73 win32file.CreateSymbolicLink(source, link_name, 1)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
74 except:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
75 shutil.copy(source, link_name)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
76 else:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
77 os.symlink(source, link_name)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
78
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
79
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
80 def copy_to_working_directory(data_file, relative_path):
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
81 if os.path.abspath(data_file) != os.path.abspath(relative_path):
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
82 symlink(data_file, relative_path)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
83 return relative_path
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
84
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
85
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
86 def __main__():
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
87 run_script()
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
88
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
89 #ENDTEMPLATE
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
90
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
91 to_extensions = ['mzML', 'mzXML', 'unindexed_mzML', 'unindexed_mzXML', 'mgf', 'txt', 'ms2', 'cms2']
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
92
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
93
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
94 def str_to_bool(v):
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
95 """ From http://stackoverflow.com/questions/715417/converting-from-a-string-to-boolean-in-python """
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
96 return v.lower() in ["yes", "true", "t", "1"]
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
97
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
98
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
99 def _add_filter(filters_file, contents):
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
100 filters_file.write("filter=%s\n" % contents)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
101
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
102
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
103 def _skip_line(options, file_num, line_parts):
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
104 file_num_column = options.filter_table_file_column
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
105 if not file_num_column:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
106 return False
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
107 else:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
108 target_file_num_val = str(file_num).strip()
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
109 query_file_num_val = line_parts[int(file_num_column) - 1].strip()
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
110 #print "target %s, query %s" % (target_file_num_val, query_file_num_val)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
111 return target_file_num_val != query_file_num_val
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
112
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
113
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
114 def _read_table_numbers(path, options, file_num=None):
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
115 unique_numbers = set([])
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
116 column_num = options.filter_table_column
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
117 input = open(path, "r")
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
118 first_line = True
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
119 for line in input:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
120 if not line:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
121 continue
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
122 line = line.strip()
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
123 if line.startswith("#"):
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
124 first_line = False
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
125 continue
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
126 if column_num == None:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
127 column = line
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
128 else:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
129 line_parts = line.split("\t")
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
130 if _skip_line(options, file_num, line_parts):
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
131 continue
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
132 column = line_parts[int(column_num) - 1]
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
133 match = re.match("\d+", column)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
134 if match:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
135 unique_numbers.add(int(match.group()))
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
136 first_line = False
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
137 return unique_numbers
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
138
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
139
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
140 def shellquote(s):
1
861e3f0c2bb6 Uploaded
galaxyp
parents: 0
diff changeset
141 return '"' + s.replace('"', '\\"') + '"'
0
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
142
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
143
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
144 def _add_filter_line_from_file(filter_file, options, file_num=None):
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
145 file = options.filter_table
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
146 if not file:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
147 return
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
148 numbers = _read_table_numbers(file, options, file_num)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
149 msconvert_int_set = " ".join([str(number) for number in numbers])
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
150 filter_type = options.filter_table_type
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
151 if filter_type == 'number':
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
152 filter_prefix = 'scanNumber'
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
153 else:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
154 filter_prefix = 'index'
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
155 _add_filter(filter_file, "%s %s" % (filter_prefix, msconvert_int_set))
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
156
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
157
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
158 def _create_filters_file(options, file_num=None, debug=False):
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
159 suffix = "" if not file_num else str(file_num)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
160 filters_file_path = "filters%s" % suffix
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
161 filters_file = open(filters_file_path, "w")
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
162 if options.filters_file:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
163 filters_file.write(open(options.filters_file, "r").read())
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
164 for filter in options.filter:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
165 _add_filter(filters_file, filter)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
166 _add_filter_line_from_file(filters_file, options, file_num=file_num)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
167
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
168 filters_file.close()
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
169 if debug:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
170 print open(filters_file_path, "r").read()
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
171 return filters_file_path
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
172
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
173
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
174 def _build_base_cmd(options):
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
175 to_extension = options.toextension
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
176 if to_extension.startswith("unindexed_"):
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
177 to_extension = to_extension[len("unindexed_"):]
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
178 to_params = "--noindex"
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
179 else:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
180 to_params = ""
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
181 cmd = "msconvert --%s %s" % (to_extension, to_params)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
182 if str_to_bool(options.zlib):
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
183 cmd = "%s %s" % (cmd, "--zlib")
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
184 if options.binaryencoding:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
185 cmd = "%s --%s" % (cmd, options.binaryencoding)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
186 if options.mzencoding:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
187 cmd = "%s --mz%s" % (cmd, options.mzencoding)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
188 if options.intensityencoding:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
189 cmd = "%s --inten%s" % (cmd, options.intensityencoding)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
190 return cmd
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
191
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
192
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
193 def _run(base_cmd, output_dir='output', inputs=[], debug=False):
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
194 inputs_as_str = " ".join(['%s' % shellquote(input) for input in inputs])
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
195 os.mkdir(output_dir)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
196 cmd = "%s -o %s %s" % (base_cmd, shellquote(output_dir), inputs_as_str)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
197 if debug:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
198 print cmd
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
199 execute(cmd)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
200 output_files = os.listdir(output_dir)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
201 assert len(output_files) == 1
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
202 output_file = output_files[0]
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
203 return os.path.join(output_dir, output_file)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
204
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
205
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
206 def run_script():
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
207 parser = optparse.OptionParser()
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
208 parser.add_option('--input', dest='inputs', action='append', default=[])
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
209 parser.add_option('--input_name', dest='input_names', action='append', default=[])
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
210 parser.add_option('--output', dest='output')
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
211 parser.add_option('--fromextension', dest='fromextension')
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
212 parser.add_option('--toextension', dest='toextension', default='mzML', choices=to_extensions)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
213 parser.add_option('--binaryencoding', dest='binaryencoding', choices=['32', '64'])
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
214 parser.add_option('--mzencoding', dest='mzencoding', choices=['32', '64'])
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
215 parser.add_option('--intensityencoding', dest='intensityencoding', choices=['32', '64'])
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
216 parser.add_option('--zlib', dest='zlib', default="false")
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
217 parser.add_option('--filter', dest='filter', action='append', default=[])
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
218 parser.add_option('--filters_file', dest='filters_file', default=None)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
219 parser.add_option('--filter_table', default=None)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
220 parser.add_option('--filter_table_type', default='index', choices=['index', 'number'])
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
221 parser.add_option('--filter_table_column', default=None)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
222 parser.add_option('--filter_table_file_column', default=None)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
223 parser.add_option('--debug', dest='debug', action='store_true', default=False)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
224
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
225 (options, args) = parser.parse_args()
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
226 if len(options.inputs) < 1:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
227 stop_err("No input files to msconvert specified")
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
228 if len(options.input_names) > 0 and len(options.input_names) != len(options.inputs):
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
229 stop_err("Number(s) of supplied input names and input files do not match")
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
230 if not options.output:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
231 stop_err("Must specify output location")
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
232 input_files = []
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
233 for i, input in enumerate(options.inputs):
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
234 input_base = None
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
235 if len(options.input_names) > i:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
236 input_base = options.input_names[i]
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
237 if not input_base:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
238 input_base = 'input%s' % i
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
239 if not input_base.lower().endswith(options.fromextension.lower()):
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
240 input_file = '%s.%s' % (input_base, options.fromextension)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
241 else:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
242 input_file = input_base
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
243 input_file = input_file
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
244 copy_to_working_directory(input, input_file)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
245 input_files.append(input_file)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
246
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
247 cmd = _build_base_cmd(options)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
248 file_column = options.filter_table_file_column
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
249 if not file_column:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
250 # Apply same filters to all files, just create a unviersal filter files
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
251 # and run msconvert once.
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
252 filters_file_path = _create_filters_file(options, debug=options.debug)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
253 cmd = "%s -c %s" % (cmd, filters_file_path)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
254 else:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
255 # Dispatching on a column to filter different files differently, need to filter
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
256 # each input once with msconvert and then merge once.
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
257 filtered_files = []
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
258 for index, input_file in enumerate(input_files):
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
259 filters_file_path = _create_filters_file(options, index + 1, debug=options.debug)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
260 filter_cmd = "%s -c %s" % (cmd, filters_file_path)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
261 filtered_output_file = _run(filter_cmd, output_dir='output%d' % index, inputs=[input_file], debug=options.debug)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
262 filtered_files.append(filtered_output_file)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
263 input_files = filtered_files
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
264 if len(input_files) > 1:
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
265 cmd = "%s --merge" % cmd
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
266 output_file = _run(cmd, output_dir='output', inputs=input_files, debug=options.debug)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
267 shutil.copy(output_file, options.output)
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
268
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
269
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
270 if __name__ == '__main__':
10f4a0356342 Uploaded
galaxyp
parents:
diff changeset
271 __main__()