Mercurial > repos > devteam > bowtie_wrappers
annotate bowtie_wrapper.py @ 8:b46e7d48076a draft default tip
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 8e2dbf796d0e7a8a00b7ff70a26c0c4f1a6f8cba
author | devteam |
---|---|
date | Mon, 15 May 2017 20:57:25 -0400 |
parents | 2c811e06006a |
children |
rev | line source |
---|---|
0 | 1 #!/usr/bin/env python |
2 | |
3 """ | |
4 Runs Bowtie on single-end or paired-end data. | |
5 | |
6 usage: bowtie_wrapper.py [options] | |
7 -t, --threads=t: The number of threads to run | |
8 -o, --output=o: The output file | |
9 --output_unmapped_reads=: File name for unmapped reads (single-end) | |
10 --output_unmapped_reads_l=: File name for unmapped reads (left, paired-end) | |
11 --output_unmapped_reads_r=: File name for unmapped reads (right, paired-end) | |
12 --output_suppressed_reads=: File name for suppressed reads because of max setting (single-end) | |
13 --output_suppressed_reads_l=: File name for suppressed reads because of max setting (left, paired-end) | |
14 --output_suppressed_reads_r=: File name for suppressed reads because of max setting (right, paired-end) | |
5
306077e393d4
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit b2e1043bf4db38be490fec298a1829f8e4a1c48e
devteam
parents:
4
diff
changeset
|
15 --output_mapping_stats=: File name for mapping statistics (output on stderr by bowtie) |
0 | 16 -i, --input1=i: The (forward or single-end) reads file in Sanger FASTQ format |
17 -I, --input2=I: The reverse reads file in Sanger FASTQ format | |
18 -4, --dataType=4: The type of data (SOLiD or Solexa) | |
19 -2, --paired=2: Whether the data is single- or paired-end | |
20 -g, --genomeSource=g: The type of reference provided | |
21 -r, --ref=r: The reference genome to use or index | |
22 -s, --skip=s: Skip the first n reads | |
23 -a, --alignLimit=a: Only align the first n reads | |
24 -T, --trimH=T: Trim n bases from high-quality (left) end of each read before alignment | |
25 -L, --trimL=L: Trim n bases from low-quality (right) end of each read before alignment | |
26 -m, --mismatchSeed=m: Maximum number of mismatches permitted in the seed | |
27 -M, --mismatchQual=M: Maximum permitted total of quality values at mismatched read positions | |
28 -l, --seedLen=l: Seed length | |
29 -n, --rounding=n: Whether or not to round to the nearest 10 and saturating at 30 | |
4
df86f29bedee
planemo upload commit 00a7926c285bc4a339bd7deebf40b28f39c7d947-dirty
devteam
parents:
0
diff
changeset
|
30 -P, --maxMismatches=P: Maximum number of mismatches for -v alignment mode |
0 | 31 -w, --tryHard=: Whether or not to try as hard as possible to find valid alignments when they exist |
4
df86f29bedee
planemo upload commit 00a7926c285bc4a339bd7deebf40b28f39c7d947-dirty
devteam
parents:
0
diff
changeset
|
32 -V, --allValAligns=V: Whether or not to report all valid alignments per read or pair |
df86f29bedee
planemo upload commit 00a7926c285bc4a339bd7deebf40b28f39c7d947-dirty
devteam
parents:
0
diff
changeset
|
33 -v, --valAlign=v: Report up to n valid alignments per read or pair |
0 | 34 -G, --suppressAlign=G: Suppress all alignments for a read if more than n reportable alignments exist |
35 -b, --best=b: Whether or not to make Bowtie guarantee that reported singleton alignments are 'best' in terms of stratum and in terms of the quality values at the mismatched positions | |
36 -B, --maxBacktracks=B: Maximum number of backtracks permitted when aligning a read | |
37 -R, --strata=R: Whether or not to report only those alignments that fall in the best stratum if many valid alignments exist and are reportable | |
38 -j, --minInsert=j: Minimum insert size for valid paired-end alignments | |
39 -J, --maxInsert=J: Maximum insert size for valid paired-end alignments | |
40 -O, --mateOrient=O: The upstream/downstream mate orientation for valid paired-end alignment against the forward reference strand | |
41 -A, --maxAlignAttempt=A: Maximum number of attempts Bowtie will make to match an alignment for one mate with an alignment for the opposite mate | |
42 -f, --forwardAlign=f: Whether or not to attempt to align the forward reference strand | |
43 -E, --reverseAlign=E: Whether or not to attempt to align the reverse-complement reference strand | |
44 -F, --offrate=F: Override the offrate of the index to n | |
45 -8, --snpphred=8: SNP penalty on Phred scale | |
46 -6, --snpfrac=6: Fraction of sites expected to be SNP sites | |
47 -7, --keepends=7: Keep extreme-end nucleotides and qualities | |
48 -S, --seed=S: Seed for pseudo-random number generator | |
49 -C, --params=C: Whether to use default or specified parameters | |
50 -u, --iautoB=u: Automatic or specified behavior | |
51 -K, --ipacked=K: Whether or not to use a packed representation for DNA strings | |
52 -Q, --ibmax=Q: Maximum number of suffixes allowed in a block | |
53 -Y, --ibmaxdivn=Y: Maximum number of suffixes allowed in a block as a fraction of the length of the reference | |
54 -D, --idcv=D: The period for the difference-cover sample | |
55 -U, --inodc=U: Whether or not to disable the use of the difference-cover sample | |
56 -y, --inoref=y: Whether or not to build the part of the reference index used only in paired-end alignment | |
57 -z, --ioffrate=z: How many rows get marked during annotation of some or all of the Burrows-Wheeler rows | |
58 -W, --iftab=W: The size of the lookup table used to calculate an initial Burrows-Wheeler range with respect to the first n characters of the query | |
59 -X, --intoa=X: Whether or not to convert Ns in the reference sequence to As | |
60 -N, --iendian=N: Endianness to use when serializing integers to the index file | |
61 -Z, --iseed=Z: Seed for the pseudorandom number generator | |
62 -x, --indexSettings=x: Whether or not indexing options are to be set | |
63 -H, --suppressHeader=H: Suppress header | |
64 --do_not_build_index: Flag to specify that provided file is already indexed and to just use 'as is' | |
65 """ | |
66 | |
7
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
67 import optparse |
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
68 import os |
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
69 import shutil |
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
70 import subprocess |
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
71 import sys |
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
72 import tempfile |
0 | 73 |
7
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
74 # Allow more than Sanger encoded variants |
0 | 75 DEFAULT_ASCII_ENCODING = '--phred33-quals' |
7
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
76 GALAXY_FORMAT_TO_QUALITY_SCORE_ENCODING_ARG = {'fastqsanger': '--phred33-quals', 'fastqillumina': '--phred64-quals', 'fastqsolexa': '--solexa-quals'} |
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
77 # FIXME: Integer quality scores are supported only when the '--integer-quals' argument is specified to bowtie; this is not currently able to be set in the tool/wrapper/config |
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
78 |
0 | 79 |
80 def stop_err( msg ): | |
7
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
81 sys.exit('%s\n' % msg) |
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
82 |
0 | 83 |
84 def __main__(): | |
85 parser = optparse.OptionParser() | |
86 parser.add_option( '-t', '--threads', dest='threads', help='The number of threads to run' ) | |
87 parser.add_option( '-o', '--output', dest='output', help='The output file' ) | |
88 parser.add_option( '', '--output_unmapped_reads', dest='output_unmapped_reads', help='File name for unmapped reads (single-end)' ) | |
89 parser.add_option( '', '--output_unmapped_reads_l', dest='output_unmapped_reads_l', help='File name for unmapped reads (left, paired-end)' ) | |
90 parser.add_option( '', '--output_unmapped_reads_r', dest='output_unmapped_reads_r', help='File name for unmapped reads (right, paired-end)' ) | |
91 parser.add_option( '', '--output_suppressed_reads', dest='output_suppressed_reads', help='File name for suppressed reads because of max setting (single-end)' ) | |
92 parser.add_option( '', '--output_suppressed_reads_l', dest='output_suppressed_reads_l', help='File name for suppressed reads because of max setting (left, paired-end)' ) | |
93 parser.add_option( '', '--output_suppressed_reads_r', dest='output_suppressed_reads_r', help='File name for suppressed reads because of max setting (right, paired-end)' ) | |
5
306077e393d4
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit b2e1043bf4db38be490fec298a1829f8e4a1c48e
devteam
parents:
4
diff
changeset
|
94 parser.add_option( '', '--output_mapping_stats', dest='output_mapping_stats', help='File for mapping statistics (i.e. stderr from bowtie)' ) |
0 | 95 parser.add_option( '-4', '--dataType', dest='dataType', help='The type of data (SOLiD or Solexa)' ) |
96 parser.add_option( '-i', '--input1', dest='input1', help='The (forward or single-end) reads file in Sanger FASTQ format' ) | |
97 parser.add_option( '-I', '--input2', dest='input2', help='The reverse reads file in Sanger FASTQ format' ) | |
98 parser.add_option( '-2', '--paired', dest='paired', help='Whether the data is single- or paired-end' ) | |
99 parser.add_option( '-g', '--genomeSource', dest='genomeSource', help='The type of reference provided' ) | |
100 parser.add_option( '-r', '--ref', dest='ref', help='The reference genome to use or index' ) | |
101 parser.add_option( '-s', '--skip', dest='skip', help='Skip the first n reads' ) | |
102 parser.add_option( '-a', '--alignLimit', dest='alignLimit', help='Only align the first n reads' ) | |
103 parser.add_option( '-T', '--trimH', dest='trimH', help='Trim n bases from high-quality (left) end of each read before alignment' ) | |
104 parser.add_option( '-L', '--trimL', dest='trimL', help='Trim n bases from low-quality (right) end of each read before alignment' ) | |
105 parser.add_option( '-m', '--mismatchSeed', dest='mismatchSeed', help='Maximum number of mismatches permitted in the seed' ) | |
106 parser.add_option( '-M', '--mismatchQual', dest='mismatchQual', help='Maximum permitted total of quality values at mismatched read positions' ) | |
107 parser.add_option( '-l', '--seedLen', dest='seedLen', help='Seed length' ) | |
108 parser.add_option( '-n', '--rounding', dest='rounding', help='Whether or not to round to the nearest 10 and saturating at 30' ) | |
4
df86f29bedee
planemo upload commit 00a7926c285bc4a339bd7deebf40b28f39c7d947-dirty
devteam
parents:
0
diff
changeset
|
109 parser.add_option( '-P', '--maxMismatches', dest='maxMismatches', help='Maximum number of mismatches for -v alignment mode' ) |
0 | 110 parser.add_option( '-w', '--tryHard', dest='tryHard', help='Whether or not to try as hard as possible to find valid alignments when they exist' ) |
4
df86f29bedee
planemo upload commit 00a7926c285bc4a339bd7deebf40b28f39c7d947-dirty
devteam
parents:
0
diff
changeset
|
111 parser.add_option( '-V', '--allValAligns', dest='allValAligns', help='Whether or not to report all valid alignments per read or pair' ) |
df86f29bedee
planemo upload commit 00a7926c285bc4a339bd7deebf40b28f39c7d947-dirty
devteam
parents:
0
diff
changeset
|
112 parser.add_option( '-v', '--valAlign', dest='valAlign', help='Report up to n valid alignments per read or pair' ) |
0 | 113 parser.add_option( '-G', '--suppressAlign', dest='suppressAlign', help='Suppress all alignments for a read if more than n reportable alignments exist' ) |
114 parser.add_option( '-b', '--best', dest='best', help="Whether or not to make Bowtie guarantee that reported singleton alignments are 'best' in terms of stratum and in terms of the quality values at the mismatched positions" ) | |
115 parser.add_option( '-B', '--maxBacktracks', dest='maxBacktracks', help='Maximum number of backtracks permitted when aligning a read' ) | |
116 parser.add_option( '-R', '--strata', dest='strata', help='Whether or not to report only those alignments that fall in the best stratum if many valid alignments exist and are reportable' ) | |
117 parser.add_option( '-j', '--minInsert', dest='minInsert', help='Minimum insert size for valid paired-end alignments' ) | |
118 parser.add_option( '-J', '--maxInsert', dest='maxInsert', help='Maximum insert size for valid paired-end alignments' ) | |
119 parser.add_option( '-O', '--mateOrient', dest='mateOrient', help='The upstream/downstream mate orientation for valid paired-end alignment against the forward reference strand' ) | |
120 parser.add_option( '-A', '--maxAlignAttempt', dest='maxAlignAttempt', help='Maximum number of attempts Bowtie will make to match an alignment for one mate with an alignment for the opposite mate' ) | |
121 parser.add_option( '-f', '--forwardAlign', dest='forwardAlign', help='Whether or not to attempt to align the forward reference strand' ) | |
122 parser.add_option( '-E', '--reverseAlign', dest='reverseAlign', help='Whether or not to attempt to align the reverse-complement reference strand' ) | |
123 parser.add_option( '-F', '--offrate', dest='offrate', help='Override the offrate of the index to n' ) | |
124 parser.add_option( '-S', '--seed', dest='seed', help='Seed for pseudo-random number generator' ) | |
125 parser.add_option( '-8', '--snpphred', dest='snpphred', help='SNP penalty on Phred scale' ) | |
126 parser.add_option( '-6', '--snpfrac', dest='snpfrac', help='Fraction of sites expected to be SNP sites' ) | |
127 parser.add_option( '-7', '--keepends', dest='keepends', help='Keep extreme-end nucleotides and qualities' ) | |
128 parser.add_option( '-C', '--params', dest='params', help='Whether to use default or specified parameters' ) | |
129 parser.add_option( '-u', '--iautoB', dest='iautoB', help='Automatic or specified behavior' ) | |
130 parser.add_option( '-K', '--ipacked', dest='ipacked', help='Whether or not to use a packed representation for DNA strings' ) | |
131 parser.add_option( '-Q', '--ibmax', dest='ibmax', help='Maximum number of suffixes allowed in a block' ) | |
132 parser.add_option( '-Y', '--ibmaxdivn', dest='ibmaxdivn', help='Maximum number of suffixes allowed in a block as a fraction of the length of the reference' ) | |
133 parser.add_option( '-D', '--idcv', dest='idcv', help='The period for the difference-cover sample' ) | |
134 parser.add_option( '-U', '--inodc', dest='inodc', help='Whether or not to disable the use of the difference-cover sample' ) | |
135 parser.add_option( '-y', '--inoref', dest='inoref', help='Whether or not to build the part of the reference index used only in paired-end alignment' ) | |
136 parser.add_option( '-z', '--ioffrate', dest='ioffrate', help='How many rows get marked during annotation of some or all of the Burrows-Wheeler rows' ) | |
137 parser.add_option( '-W', '--iftab', dest='iftab', help='The size of the lookup table used to calculate an initial Burrows-Wheeler range with respect to the first n characters of the query' ) | |
138 parser.add_option( '-X', '--intoa', dest='intoa', help='Whether or not to convert Ns in the reference sequence to As' ) | |
139 parser.add_option( '-N', '--iendian', dest='iendian', help='Endianness to use when serializing integers to the index file' ) | |
140 parser.add_option( '-Z', '--iseed', dest='iseed', help='Seed for the pseudorandom number generator' ) | |
141 parser.add_option( '-x', '--indexSettings', dest='index_settings', help='Whether or not indexing options are to be set' ) | |
142 parser.add_option( '-H', '--suppressHeader', dest='suppressHeader', help='Suppress header' ) | |
143 parser.add_option( '--galaxy_input_format', dest='galaxy_input_format', default="fastqsanger", help='galaxy input format' ) | |
144 parser.add_option( '--do_not_build_index', dest='do_not_build_index', action="store_true", default=False, help='Flag to specify that provided file is already indexed, use as is' ) | |
145 (options, args) = parser.parse_args() | |
4
df86f29bedee
planemo upload commit 00a7926c285bc4a339bd7deebf40b28f39c7d947-dirty
devteam
parents:
0
diff
changeset
|
146 if options.mismatchSeed and options.maxMismatches: |
df86f29bedee
planemo upload commit 00a7926c285bc4a339bd7deebf40b28f39c7d947-dirty
devteam
parents:
0
diff
changeset
|
147 parser.error("options --mismatchSeed and --maxMismatches are mutually exclusive") |
0 | 148 stdout = '' |
149 | |
150 # make temp directory for placement of indices and copy reference file there if necessary | |
151 tmp_index_dir = tempfile.mkdtemp() | |
152 # get type of data (solid or solexa) | |
153 if options.dataType == 'solid': | |
154 colorspace = '-C' | |
155 else: | |
156 colorspace = '' | |
157 # index if necessary | |
158 if options.genomeSource == 'history' and not options.do_not_build_index: | |
159 # set up commands | |
7
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
160 if options.index_settings == 'indexPreSet': |
0 | 161 indexing_cmds = '%s' % colorspace |
162 else: | |
163 try: | |
164 if options.iautoB and options.iautoB == 'set': | |
165 iautoB = '--noauto' | |
166 else: | |
167 iautoB = '' | |
4
df86f29bedee
planemo upload commit 00a7926c285bc4a339bd7deebf40b28f39c7d947-dirty
devteam
parents:
0
diff
changeset
|
168 if options.ipacked and options.ipacked == 'packed': |
0 | 169 ipacked = '--packed' |
170 else: | |
171 ipacked = '' | |
172 if options.ibmax and int( options.ibmax ) >= 1: | |
4
df86f29bedee
planemo upload commit 00a7926c285bc4a339bd7deebf40b28f39c7d947-dirty
devteam
parents:
0
diff
changeset
|
173 ibmax = '--bmax %s' % options.ibmax |
0 | 174 else: |
175 ibmax = '' | |
176 if options.ibmaxdivn and int( options.ibmaxdivn ) >= 0: | |
177 ibmaxdivn = '--bmaxdivn %s' % options.ibmaxdivn | |
178 else: | |
179 ibmaxdivn = '' | |
4
df86f29bedee
planemo upload commit 00a7926c285bc4a339bd7deebf40b28f39c7d947-dirty
devteam
parents:
0
diff
changeset
|
180 if options.idcv and int( options.idcv ) >= 3: |
0 | 181 idcv = '--dcv %s' % options.idcv |
182 else: | |
183 idcv = '' | |
184 if options.inodc and options.inodc == 'nodc': | |
185 inodc = '--nodc' | |
186 else: | |
187 inodc = '' | |
188 if options.inoref and options.inoref == 'noref': | |
189 inoref = '--noref' | |
190 else: | |
191 inoref = '' | |
4
df86f29bedee
planemo upload commit 00a7926c285bc4a339bd7deebf40b28f39c7d947-dirty
devteam
parents:
0
diff
changeset
|
192 if options.iftab and int( options.iftab ) >= 1: |
0 | 193 iftab = '--ftabchars %s' % options.iftab |
194 else: | |
195 iftab = '' | |
196 if options.intoa and options.intoa == 'yes': | |
197 intoa = '--ntoa' | |
198 else: | |
199 intoa = '' | |
200 if options.iendian and options.iendian == 'big': | |
201 iendian = '--big' | |
202 else: | |
203 iendian = '--little' | |
204 if options.iseed and int( options.iseed ) > 0: | |
205 iseed = '--seed %s' % options.iseed | |
206 else: | |
207 iseed = '' | |
4
df86f29bedee
planemo upload commit 00a7926c285bc4a339bd7deebf40b28f39c7d947-dirty
devteam
parents:
0
diff
changeset
|
208 indexing_cmds = '%s %s %s %s %s %s %s --offrate %s %s %s %s %s %s' % \ |
df86f29bedee
planemo upload commit 00a7926c285bc4a339bd7deebf40b28f39c7d947-dirty
devteam
parents:
0
diff
changeset
|
209 ( iautoB, ipacked, ibmax, ibmaxdivn, idcv, inodc, |
df86f29bedee
planemo upload commit 00a7926c285bc4a339bd7deebf40b28f39c7d947-dirty
devteam
parents:
0
diff
changeset
|
210 inoref, options.ioffrate, iftab, intoa, iendian, |
df86f29bedee
planemo upload commit 00a7926c285bc4a339bd7deebf40b28f39c7d947-dirty
devteam
parents:
0
diff
changeset
|
211 iseed, colorspace ) |
7
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
212 except ValueError as e: |
0 | 213 # clean up temp dir |
214 if os.path.exists( tmp_index_dir ): | |
215 shutil.rmtree( tmp_index_dir ) | |
216 stop_err( "Something is wrong with the indexing parameters and the indexing and alignment could not be run. Make sure you don't have any non-numeric values where they should be numeric.\n" + str( e ) ) | |
217 ref_file = tempfile.NamedTemporaryFile( dir=tmp_index_dir ) | |
218 ref_file_name = ref_file.name | |
219 ref_file.close() | |
220 os.symlink( options.ref, ref_file_name ) | |
221 cmd1 = 'bowtie-build %s -f %s %s' % ( indexing_cmds, ref_file_name, ref_file_name ) | |
222 try: | |
223 tmp = tempfile.NamedTemporaryFile( dir=tmp_index_dir ).name | |
7
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
224 with open(tmp, 'w') as tmp_stderr: |
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
225 returncode = subprocess.call(args=cmd1, shell=True, cwd=tmp_index_dir, stderr=tmp_stderr.fileno()) |
0 | 226 if returncode != 0: |
7
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
227 # get stderr, allowing for case where it's very large |
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
228 stderr = '' |
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
229 buffsize = 1048576 |
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
230 with open(tmp, 'r') as tmp_stderr: |
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
231 try: |
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
232 while True: |
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
233 stderr += tmp_stderr.read(buffsize) |
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
234 if not stderr or len(stderr) % buffsize != 0: |
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
235 break |
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
236 except OverflowError: |
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
237 pass |
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
238 raise Exception(stderr) |
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
239 except Exception as e: |
0 | 240 # clean up temp dir |
241 if os.path.exists( tmp_index_dir ): | |
242 shutil.rmtree( tmp_index_dir ) | |
243 stop_err( 'Error indexing reference sequence\n' + str( e ) ) | |
244 stdout += 'File indexed. ' | |
245 else: | |
246 ref_file_name = options.ref | |
247 # set up aligning and generate aligning command options | |
248 # automatically set threads in both cases | |
249 tmp_suppressed_file_name = None | |
250 tmp_unmapped_file_name = None | |
251 if options.suppressHeader == 'true': | |
252 suppressHeader = '--sam-nohead' | |
253 else: | |
254 suppressHeader = '' | |
255 if options.maxInsert and int( options.maxInsert ) > 0: | |
256 maxInsert = '-X %s' % options.maxInsert | |
257 else: | |
258 maxInsert = '' | |
259 if options.mateOrient: | |
260 mateOrient = '--%s' % options.mateOrient | |
261 else: | |
262 mateOrient = '' | |
263 quality_score_encoding = GALAXY_FORMAT_TO_QUALITY_SCORE_ENCODING_ARG.get( options.galaxy_input_format, DEFAULT_ASCII_ENCODING ) | |
264 if options.params == 'preSet': | |
265 aligning_cmds = '-q %s %s -p %s -S %s %s %s ' % \ | |
7
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
266 ( maxInsert, mateOrient, options.threads, suppressHeader, colorspace, quality_score_encoding ) |
0 | 267 else: |
268 try: | |
269 if options.skip and int( options.skip ) > 0: | |
270 skip = '-s %s' % options.skip | |
271 else: | |
272 skip = '' | |
273 if options.alignLimit and int( options.alignLimit ) >= 0: | |
274 alignLimit = '-u %s' % options.alignLimit | |
275 else: | |
276 alignLimit = '' | |
277 if options.trimH and int( options.trimH ) > 0: | |
278 trimH = '-5 %s' % options.trimH | |
279 else: | |
280 trimH = '' | |
281 if options.trimL and int( options.trimL ) > 0: | |
282 trimL = '-3 %s' % options.trimL | |
283 else: | |
284 trimL = '' | |
7
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
285 if options.maxMismatches and (options.maxMismatches == '0' or options.maxMismatches == '1' or |
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
286 options.maxMismatches == '2' or options.maxMismatches == '3'): |
4
df86f29bedee
planemo upload commit 00a7926c285bc4a339bd7deebf40b28f39c7d947-dirty
devteam
parents:
0
diff
changeset
|
287 maxMismatches = '-v %s' % options.maxMismatches |
0 | 288 else: |
4
df86f29bedee
planemo upload commit 00a7926c285bc4a339bd7deebf40b28f39c7d947-dirty
devteam
parents:
0
diff
changeset
|
289 maxMismatches = '' |
7
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
290 if options.mismatchSeed and (options.mismatchSeed == '0' or options.mismatchSeed == '1' or |
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
291 options.mismatchSeed == '2' or options.mismatchSeed == '3'): |
0 | 292 mismatchSeed = '-n %s' % options.mismatchSeed |
293 else: | |
294 mismatchSeed = '' | |
4
df86f29bedee
planemo upload commit 00a7926c285bc4a339bd7deebf40b28f39c7d947-dirty
devteam
parents:
0
diff
changeset
|
295 if options.mismatchQual and int( options.mismatchQual ) >= 1: |
0 | 296 mismatchQual = '-e %s' % options.mismatchQual |
297 else: | |
298 mismatchQual = '' | |
299 if options.seedLen and int( options.seedLen ) >= 5: | |
300 seedLen = '-l %s' % options.seedLen | |
301 else: | |
302 seedLen = '' | |
303 if options.rounding == 'noRound': | |
304 rounding = '--nomaqround' | |
305 else: | |
306 rounding = '' | |
307 if options.minInsert and int( options.minInsert ) > 0: | |
308 minInsert = '-I %s' % options.minInsert | |
309 else: | |
310 minInsert = '' | |
311 if options.maxAlignAttempt and int( options.maxAlignAttempt ) >= 0: | |
312 maxAlignAttempt = '--pairtries %s' % options.maxAlignAttempt | |
313 else: | |
314 maxAlignAttempt = '' | |
315 if options.forwardAlign == 'noForward': | |
316 forwardAlign = '--nofw' | |
317 else: | |
318 forwardAlign = '' | |
319 if options.reverseAlign == 'noReverse': | |
320 reverseAlign = '--norc' | |
321 else: | |
322 reverseAlign = '' | |
323 if options.maxBacktracks and int( options.maxBacktracks ) > 0 and \ | |
324 ( options.mismatchSeed == '2' or options.mismatchSeed == '3' ): | |
325 maxBacktracks = '--maxbts %s' % options.maxBacktracks | |
326 else: | |
327 maxBacktracks = '' | |
328 if options.tryHard == 'doTryHard': | |
329 tryHard = '-y' | |
330 else: | |
331 tryHard = '' | |
332 if options.valAlign and int( options.valAlign ) >= 0: | |
333 valAlign = '-k %s' % options.valAlign | |
334 else: | |
335 valAlign = '' | |
336 if options.allValAligns == 'doAllValAligns': | |
337 allValAligns = '-a' | |
338 else: | |
339 allValAligns = '' | |
340 if options.suppressAlign and int( options.suppressAlign ) >= 0: | |
341 suppressAlign = '-m %s' % options.suppressAlign | |
342 else: | |
343 suppressAlign = '' | |
344 if options.best == 'doBest': | |
345 best = '--best' | |
346 else: | |
347 best = '' | |
348 if options.strata == 'doStrata': | |
349 strata = '--strata' | |
350 else: | |
351 strata = '' | |
352 if options.offrate and int( options.offrate ) >= 0: | |
353 offrate = '-o %s' % options.offrate | |
354 else: | |
355 offrate = '' | |
356 if options.seed and int( options.seed ) >= 0: | |
357 seed = '--seed %s' % options.seed | |
358 else: | |
359 seed = '' | |
360 if options.paired == 'paired': | |
361 if options.output_unmapped_reads_l and options.output_unmapped_reads_r: | |
362 tmp_unmapped_file = tempfile.NamedTemporaryFile( dir=tmp_index_dir, suffix='.fastq' ) | |
363 tmp_unmapped_file_name = tmp_unmapped_file.name | |
364 tmp_unmapped_file.close() | |
365 output_unmapped_reads = '--un %s' % tmp_unmapped_file_name | |
366 else: | |
367 output_unmapped_reads = '' | |
368 if options.output_suppressed_reads: | |
369 tmp_suppressed_file = tempfile.NamedTemporaryFile( dir=tmp_index_dir, suffix='.fastq' ) | |
370 tmp_suppressed_file_name = tmp_suppressed_file.name | |
371 tmp_suppressed_file.close() | |
372 output_suppressed_reads = '--max %s' % tmp_suppressed_file_name | |
373 else: | |
374 output_suppressed_reads = '' | |
375 else: | |
376 if options.output_unmapped_reads: | |
377 output_unmapped_reads = '--un %s' % options.output_unmapped_reads | |
378 else: | |
379 output_unmapped_reads = '' | |
380 if options.output_suppressed_reads: | |
381 output_suppressed_reads = '--max %s' % options.output_suppressed_reads | |
382 else: | |
383 output_suppressed_reads = '' | |
384 snpfrac = '' | |
385 if options.snpphred and int( options.snpphred ) >= 0: | |
386 snpphred = '--snpphred %s' % options.snpphred | |
387 else: | |
388 snpphred = '' | |
389 if options.snpfrac and float( options.snpfrac ) >= 0: | |
390 snpfrac = '--snpfrac %s' % options.snpfrac | |
391 if options.keepends and options.keepends == 'doKeepends': | |
392 keepends = '--col-keepends' | |
393 else: | |
394 keepends = '' | |
395 aligning_cmds = '-q %s %s -p %s -S %s %s %s %s %s %s %s %s %s %s %s %s ' \ | |
396 '%s %s %s %s %s %s %s %s %s %s %s %s %s %s %s %s %s %s ' % \ | |
397 ( maxInsert, mateOrient, options.threads, suppressHeader, | |
4
df86f29bedee
planemo upload commit 00a7926c285bc4a339bd7deebf40b28f39c7d947-dirty
devteam
parents:
0
diff
changeset
|
398 colorspace, skip, alignLimit, trimH, trimL, maxMismatches, |
df86f29bedee
planemo upload commit 00a7926c285bc4a339bd7deebf40b28f39c7d947-dirty
devteam
parents:
0
diff
changeset
|
399 mismatchSeed, mismatchQual, seedLen, rounding, minInsert, |
0 | 400 maxAlignAttempt, forwardAlign, reverseAlign, maxBacktracks, |
401 tryHard, valAlign, allValAligns, suppressAlign, best, | |
402 strata, offrate, seed, snpphred, snpfrac, keepends, | |
403 output_unmapped_reads, output_suppressed_reads, | |
404 quality_score_encoding ) | |
7
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
405 except ValueError as e: |
0 | 406 # clean up temp dir |
407 if os.path.exists( tmp_index_dir ): | |
408 shutil.rmtree( tmp_index_dir ) | |
409 stop_err( 'Something is wrong with the alignment parameters and the alignment could not be run\n' + str( e ) ) | |
410 try: | |
411 # have to nest try-except in try-finally to handle 2.4 | |
412 try: | |
413 # prepare actual mapping commands | |
414 if options.paired == 'paired': | |
415 cmd2 = 'bowtie %s %s -1 %s -2 %s > %s' % ( aligning_cmds, ref_file_name, options.input1, options.input2, options.output ) | |
416 else: | |
417 cmd2 = 'bowtie %s %s %s > %s' % ( aligning_cmds, ref_file_name, options.input1, options.output ) | |
418 # align | |
419 tmp = tempfile.NamedTemporaryFile( dir=tmp_index_dir ).name | |
7
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
420 with open(tmp, 'w') as tmp_stderr: |
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
421 returncode = subprocess.call(args=cmd2, shell=True, cwd=tmp_index_dir, stderr=tmp_stderr.fileno()) |
0 | 422 # get stderr, allowing for case where it's very large |
423 stderr = '' | |
424 buffsize = 1048576 | |
7
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
425 with open(tmp, 'r') as tmp_stderr: |
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
426 try: |
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
427 while True: |
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
428 stderr += tmp_stderr.read(buffsize) |
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
429 if not stderr or len(stderr) % buffsize != 0: |
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
430 break |
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
431 except OverflowError: |
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
432 pass |
0 | 433 if returncode != 0: |
7
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
434 raise Exception(stderr) |
5
306077e393d4
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit b2e1043bf4db38be490fec298a1829f8e4a1c48e
devteam
parents:
4
diff
changeset
|
435 elif options.output_mapping_stats is not None: |
306077e393d4
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit b2e1043bf4db38be490fec298a1829f8e4a1c48e
devteam
parents:
4
diff
changeset
|
436 # Write stderr (containing the mapping statistics) to a named file |
306077e393d4
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit b2e1043bf4db38be490fec298a1829f8e4a1c48e
devteam
parents:
4
diff
changeset
|
437 with open(options.output_mapping_stats, 'w') as mapping_stats: |
306077e393d4
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit b2e1043bf4db38be490fec298a1829f8e4a1c48e
devteam
parents:
4
diff
changeset
|
438 mapping_stats.write( stderr ) |
0 | 439 # get suppressed and unmapped reads output files in place if appropriate |
440 if options.paired == 'paired' and tmp_suppressed_file_name and \ | |
7
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
441 options.output_suppressed_reads_l and options.output_suppressed_reads_r: |
0 | 442 try: |
443 left = tmp_suppressed_file_name.replace( '.fastq', '_1.fastq' ) | |
444 right = tmp_suppressed_file_name.replace( '.fastq', '_1.fastq' ) | |
445 shutil.move( left, options.output_suppressed_reads_l ) | |
446 shutil.move( right, options.output_suppressed_reads_r ) | |
7
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
447 except Exception as e: |
0 | 448 sys.stdout.write( 'Error producing the suppressed output file.\n' ) |
449 if options.paired == 'paired' and tmp_unmapped_file_name and \ | |
7
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
450 options.output_unmapped_reads_l and options.output_unmapped_reads_r: |
0 | 451 try: |
452 left = tmp_unmapped_file_name.replace( '.fastq', '_1.fastq' ) | |
453 right = tmp_unmapped_file_name.replace( '.fastq', '_2.fastq' ) | |
454 shutil.move( left, options.output_unmapped_reads_l ) | |
455 shutil.move( right, options.output_unmapped_reads_r ) | |
7
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
456 except Exception as e: |
0 | 457 sys.stdout.write( 'Error producing the unmapped output file.\n' ) |
458 # check that there are results in the output file | |
459 if os.path.getsize( options.output ) == 0: | |
7
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
460 raise Exception('The output file is empty, there may be an error with your input file or settings.') |
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
461 except Exception as e: |
0 | 462 stop_err( 'Error aligning sequence. ' + str( e ) ) |
463 finally: | |
464 # clean up temp dir | |
465 if os.path.exists( tmp_index_dir ): | |
466 shutil.rmtree( tmp_index_dir ) | |
467 stdout += 'Sequence file aligned.\n' | |
468 sys.stdout.write( stdout ) | |
469 | |
7
2c811e06006a
planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/bowtie_wrappers commit 397bc85634156862fdaa3d74b8f1e53752876619
devteam
parents:
5
diff
changeset
|
470 |
4
df86f29bedee
planemo upload commit 00a7926c285bc4a339bd7deebf40b28f39c7d947-dirty
devteam
parents:
0
diff
changeset
|
471 if __name__ == "__main__": |
df86f29bedee
planemo upload commit 00a7926c285bc4a339bd7deebf40b28f39c7d947-dirty
devteam
parents:
0
diff
changeset
|
472 __main__() |