annotate bowtie_genome_wrapper/bowtie_genomic_wrapper.py @ 1:ba39548ca273 draft default tip

Uploaded
author jackcurragh
date Mon, 04 Apr 2022 14:07:23 +0000
parents
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
1
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
1 #!/usr/bin/env python
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
2
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
3 """
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
4 Runs Bowtie on single-end or paired-end data.
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
5
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
6 usage: bowtie_wrapper.py [options]
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
7 -t, --threads=t: The number of threads to run
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
8 -o, --output=o: The output file
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
9 --output_unmapped_reads=: File name for unmapped reads (single-end)
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
10 --output_unmapped_reads_l=: File name for unmapped reads (left, paired-end)
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
11 --output_unmapped_reads_r=: File name for unmapped reads (right, paired-end)
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
12 --output_suppressed_reads=: File name for suppressed reads because of max setting (single-end)
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
13 --output_suppressed_reads_l=: File name for suppressed reads because of max setting (left, paired-end)
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
14 --output_suppressed_reads_r=: File name for suppressed reads because of max setting (right, paired-end)
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
15 --output_mapping_stats=: File name for mapping statistics (output on stderr by bowtie)
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
16 -i, --input1=i: The (forward or single-end) reads file in Sanger FASTQ format
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
17 -I, --input2=I: The reverse reads file in Sanger FASTQ format
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
18 -4, --dataType=4: The type of data (SOLiD or Solexa)
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
19 -2, --paired=2: Whether the data is single- or paired-end
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
20 -g, --genomeSource=g: The type of reference provided
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
21 -r, --ref=r: The reference genome to use or index
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
22 -s, --skip=s: Skip the first n reads
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
23 -a, --alignLimit=a: Only align the first n reads
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
24 -T, --trimH=T: Trim n bases from high-quality (left) end of each read before alignment
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
25 -L, --trimL=L: Trim n bases from low-quality (right) end of each read before alignment
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
26 -m, --mismatchSeed=m: Maximum number of mismatches permitted in the seed
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
27 -M, --mismatchQual=M: Maximum permitted total of quality values at mismatched read positions
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
28 -l, --seedLen=l: Seed length
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
29 -n, --rounding=n: Whether or not to round to the nearest 10 and saturating at 30
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
30 -P, --maxMismatches=P: Maximum number of mismatches for -v alignment mode
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
31 -w, --tryHard=: Whether or not to try as hard as possible to find valid alignments when they exist
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
32 -V, --allValAligns=V: Whether or not to report all valid alignments per read or pair
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
33 -v, --valAlign=v: Report up to n valid alignments per read or pair
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
34 -G, --suppressAlign=G: Suppress all alignments for a read if more than n reportable alignments exist
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
35 -b, --best=b: Whether or not to make Bowtie guarantee that reported singleton alignments are 'best' in terms of stratum and in terms of the quality values at the mismatched positions
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
36 -B, --maxBacktracks=B: Maximum number of backtracks permitted when aligning a read
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
37 -R, --strata=R: Whether or not to report only those alignments that fall in the best stratum if many valid alignments exist and are reportable
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
38 -j, --minInsert=j: Minimum insert size for valid paired-end alignments
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
39 -J, --maxInsert=J: Maximum insert size for valid paired-end alignments
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
40 -O, --mateOrient=O: The upstream/downstream mate orientation for valid paired-end alignment against the forward reference strand
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
41 -A, --maxAlignAttempt=A: Maximum number of attempts Bowtie will make to match an alignment for one mate with an alignment for the opposite mate
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
42 -f, --forwardAlign=f: Whether or not to attempt to align the forward reference strand
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
43 -E, --reverseAlign=E: Whether or not to attempt to align the reverse-complement reference strand
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
44 -F, --offrate=F: Override the offrate of the index to n
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
45 -8, --snpphred=8: SNP penalty on Phred scale
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
46 -6, --snpfrac=6: Fraction of sites expected to be SNP sites
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
47 -7, --keepends=7: Keep extreme-end nucleotides and qualities
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
48 -S, --seed=S: Seed for pseudo-random number generator
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
49 -C, --params=C: Whether to use default or specified parameters
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
50 -u, --iautoB=u: Automatic or specified behavior
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
51 -K, --ipacked=K: Whether or not to use a packed representation for DNA strings
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
52 -Q, --ibmax=Q: Maximum number of suffixes allowed in a block
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
53 -Y, --ibmaxdivn=Y: Maximum number of suffixes allowed in a block as a fraction of the length of the reference
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
54 -D, --idcv=D: The period for the difference-cover sample
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
55 -U, --inodc=U: Whether or not to disable the use of the difference-cover sample
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
56 -y, --inoref=y: Whether or not to build the part of the reference index used only in paired-end alignment
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
57 -z, --ioffrate=z: How many rows get marked during annotation of some or all of the Burrows-Wheeler rows
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
58 -W, --iftab=W: The size of the lookup table used to calculate an initial Burrows-Wheeler range with respect to the first n characters of the query
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
59 -X, --intoa=X: Whether or not to convert Ns in the reference sequence to As
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
60 -N, --iendian=N: Endianness to use when serializing integers to the index file
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
61 -Z, --iseed=Z: Seed for the pseudorandom number generator
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
62 -x, --indexSettings=x: Whether or not indexing options are to be set
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
63 -H, --suppressHeader=H: Suppress header
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
64 --do_not_build_index: Flag to specify that provided file is already indexed and to just use 'as is'
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
65 """
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
66
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
67 import optparse
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
68 import os
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
69 import shutil
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
70 import subprocess
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
71 import sys
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
72 import tempfile
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
73
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
74 # Allow more than Sanger encoded variants
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
75 DEFAULT_ASCII_ENCODING = '--phred33-quals'
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
76 GALAXY_FORMAT_TO_QUALITY_SCORE_ENCODING_ARG = {'fastqsanger': '--phred33-quals', 'fastqillumina': '--phred64-quals', 'fastqsolexa': '--solexa-quals'}
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
77 # FIXME: Integer quality scores are supported only when the '--integer-quals' argument is specified to bowtie; this is not currently able to be set in the tool/wrapper/config
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
78
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
79
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
80 def stop_err( msg ):
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
81 sys.exit('%s\n' % msg)
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
82
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
83
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
84 def __main__():
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
85 parser = optparse.OptionParser()
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
86 parser.add_option( '-t', '--threads', dest='threads', help='The number of threads to run' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
87 parser.add_option( '-o', '--output', dest='output', help='The output file' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
88 parser.add_option( '', '--output_unmapped_reads', dest='output_unmapped_reads', help='File name for unmapped reads (single-end)' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
89 parser.add_option( '', '--output_unmapped_reads_l', dest='output_unmapped_reads_l', help='File name for unmapped reads (left, paired-end)' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
90 parser.add_option( '', '--output_unmapped_reads_r', dest='output_unmapped_reads_r', help='File name for unmapped reads (right, paired-end)' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
91 parser.add_option( '', '--output_suppressed_reads', dest='output_suppressed_reads', help='File name for suppressed reads because of max setting (single-end)' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
92 parser.add_option( '', '--output_suppressed_reads_l', dest='output_suppressed_reads_l', help='File name for suppressed reads because of max setting (left, paired-end)' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
93 parser.add_option( '', '--output_suppressed_reads_r', dest='output_suppressed_reads_r', help='File name for suppressed reads because of max setting (right, paired-end)' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
94 parser.add_option( '', '--output_mapping_stats', dest='output_mapping_stats', help='File for mapping statistics (i.e. stderr from bowtie)' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
95 parser.add_option( '-4', '--dataType', dest='dataType', help='The type of data (SOLiD or Solexa)' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
96 parser.add_option( '-i', '--input1', dest='input1', help='The (forward or single-end) reads file in Sanger FASTQ format' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
97 parser.add_option( '-I', '--input2', dest='input2', help='The reverse reads file in Sanger FASTQ format' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
98 parser.add_option( '-2', '--paired', dest='paired', help='Whether the data is single- or paired-end' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
99 parser.add_option( '-g', '--genomeSource', dest='genomeSource', help='The type of reference provided' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
100 parser.add_option( '-r', '--ref', dest='ref', help='The reference genome to use or index' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
101 parser.add_option( '-s', '--skip', dest='skip', help='Skip the first n reads' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
102 parser.add_option( '-a', '--alignLimit', dest='alignLimit', help='Only align the first n reads' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
103 parser.add_option( '-T', '--trimH', dest='trimH', help='Trim n bases from high-quality (left) end of each read before alignment' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
104 parser.add_option( '-L', '--trimL', dest='trimL', help='Trim n bases from low-quality (right) end of each read before alignment' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
105 parser.add_option( '-m', '--mismatchSeed', dest='mismatchSeed', help='Maximum number of mismatches permitted in the seed' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
106 parser.add_option( '-M', '--mismatchQual', dest='mismatchQual', help='Maximum permitted total of quality values at mismatched read positions' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
107 parser.add_option( '-l', '--seedLen', dest='seedLen', help='Seed length' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
108 parser.add_option( '-n', '--rounding', dest='rounding', help='Whether or not to round to the nearest 10 and saturating at 30' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
109 parser.add_option( '-P', '--maxMismatches', dest='maxMismatches', help='Maximum number of mismatches for -v alignment mode' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
110 parser.add_option( '-w', '--tryHard', dest='tryHard', help='Whether or not to try as hard as possible to find valid alignments when they exist' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
111 parser.add_option( '-V', '--allValAligns', dest='allValAligns', help='Whether or not to report all valid alignments per read or pair' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
112 parser.add_option( '-v', '--valAlign', dest='valAlign', help='Report up to n valid alignments per read or pair' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
113 parser.add_option( '-G', '--suppressAlign', dest='suppressAlign', help='Suppress all alignments for a read if more than n reportable alignments exist' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
114 parser.add_option( '-b', '--best', dest='best', help="Whether or not to make Bowtie guarantee that reported singleton alignments are 'best' in terms of stratum and in terms of the quality values at the mismatched positions" )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
115 parser.add_option( '-B', '--maxBacktracks', dest='maxBacktracks', help='Maximum number of backtracks permitted when aligning a read' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
116 parser.add_option( '-R', '--strata', dest='strata', help='Whether or not to report only those alignments that fall in the best stratum if many valid alignments exist and are reportable' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
117 parser.add_option( '-j', '--minInsert', dest='minInsert', help='Minimum insert size for valid paired-end alignments' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
118 parser.add_option( '-J', '--maxInsert', dest='maxInsert', help='Maximum insert size for valid paired-end alignments' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
119 parser.add_option( '-O', '--mateOrient', dest='mateOrient', help='The upstream/downstream mate orientation for valid paired-end alignment against the forward reference strand' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
120 parser.add_option( '-A', '--maxAlignAttempt', dest='maxAlignAttempt', help='Maximum number of attempts Bowtie will make to match an alignment for one mate with an alignment for the opposite mate' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
121 parser.add_option( '-f', '--forwardAlign', dest='forwardAlign', help='Whether or not to attempt to align the forward reference strand' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
122 parser.add_option( '-E', '--reverseAlign', dest='reverseAlign', help='Whether or not to attempt to align the reverse-complement reference strand' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
123 parser.add_option( '-F', '--offrate', dest='offrate', help='Override the offrate of the index to n' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
124 parser.add_option( '-S', '--seed', dest='seed', help='Seed for pseudo-random number generator' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
125 parser.add_option( '-8', '--snpphred', dest='snpphred', help='SNP penalty on Phred scale' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
126 parser.add_option( '-6', '--snpfrac', dest='snpfrac', help='Fraction of sites expected to be SNP sites' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
127 parser.add_option( '-7', '--keepends', dest='keepends', help='Keep extreme-end nucleotides and qualities' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
128 parser.add_option( '-C', '--params', dest='params', help='Whether to use default or specified parameters' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
129 parser.add_option( '-u', '--iautoB', dest='iautoB', help='Automatic or specified behavior' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
130 parser.add_option( '-K', '--ipacked', dest='ipacked', help='Whether or not to use a packed representation for DNA strings' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
131 parser.add_option( '-Q', '--ibmax', dest='ibmax', help='Maximum number of suffixes allowed in a block' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
132 parser.add_option( '-Y', '--ibmaxdivn', dest='ibmaxdivn', help='Maximum number of suffixes allowed in a block as a fraction of the length of the reference' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
133 parser.add_option( '-D', '--idcv', dest='idcv', help='The period for the difference-cover sample' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
134 parser.add_option( '-U', '--inodc', dest='inodc', help='Whether or not to disable the use of the difference-cover sample' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
135 parser.add_option( '-y', '--inoref', dest='inoref', help='Whether or not to build the part of the reference index used only in paired-end alignment' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
136 parser.add_option( '-z', '--ioffrate', dest='ioffrate', help='How many rows get marked during annotation of some or all of the Burrows-Wheeler rows' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
137 parser.add_option( '-W', '--iftab', dest='iftab', help='The size of the lookup table used to calculate an initial Burrows-Wheeler range with respect to the first n characters of the query' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
138 parser.add_option( '-X', '--intoa', dest='intoa', help='Whether or not to convert Ns in the reference sequence to As' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
139 parser.add_option( '-N', '--iendian', dest='iendian', help='Endianness to use when serializing integers to the index file' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
140 parser.add_option( '-Z', '--iseed', dest='iseed', help='Seed for the pseudorandom number generator' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
141 parser.add_option( '-x', '--indexSettings', dest='index_settings', help='Whether or not indexing options are to be set' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
142 parser.add_option( '-H', '--suppressHeader', dest='suppressHeader', help='Suppress header' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
143 parser.add_option( '--galaxy_input_format', dest='galaxy_input_format', default="fastqsanger", help='galaxy input format' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
144 parser.add_option( '--do_not_build_index', dest='do_not_build_index', action="store_true", default=False, help='Flag to specify that provided file is already indexed, use as is' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
145 (options, args) = parser.parse_args()
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
146 if options.mismatchSeed and options.maxMismatches:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
147 parser.error("options --mismatchSeed and --maxMismatches are mutually exclusive")
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
148 stdout = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
149
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
150 # make temp directory for placement of indices and copy reference file there if necessary
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
151 tmp_index_dir = tempfile.mkdtemp()
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
152 # get type of data (solid or solexa)
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
153 if options.dataType == 'solid':
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
154 colorspace = '-C'
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
155 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
156 colorspace = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
157 # index if necessary
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
158 if options.genomeSource == 'history' and not options.do_not_build_index:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
159 # set up commands
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
160 if options.index_settings == 'indexPreSet':
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
161 indexing_cmds = '%s' % colorspace
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
162 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
163 try:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
164 if options.iautoB and options.iautoB == 'set':
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
165 iautoB = '--noauto'
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
166 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
167 iautoB = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
168 if options.ipacked and options.ipacked == 'packed':
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
169 ipacked = '--packed'
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
170 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
171 ipacked = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
172 if options.ibmax and int( options.ibmax ) >= 1:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
173 ibmax = '--bmax %s' % options.ibmax
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
174 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
175 ibmax = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
176 if options.ibmaxdivn and int( options.ibmaxdivn ) >= 0:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
177 ibmaxdivn = '--bmaxdivn %s' % options.ibmaxdivn
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
178 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
179 ibmaxdivn = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
180 if options.idcv and int( options.idcv ) >= 3:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
181 idcv = '--dcv %s' % options.idcv
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
182 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
183 idcv = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
184 if options.inodc and options.inodc == 'nodc':
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
185 inodc = '--nodc'
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
186 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
187 inodc = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
188 if options.inoref and options.inoref == 'noref':
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
189 inoref = '--noref'
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
190 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
191 inoref = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
192 if options.iftab and int( options.iftab ) >= 1:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
193 iftab = '--ftabchars %s' % options.iftab
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
194 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
195 iftab = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
196 if options.intoa and options.intoa == 'yes':
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
197 intoa = '--ntoa'
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
198 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
199 intoa = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
200 if options.iendian and options.iendian == 'big':
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
201 iendian = '--big'
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
202 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
203 iendian = '--little'
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
204 if options.iseed and int( options.iseed ) > 0:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
205 iseed = '--seed %s' % options.iseed
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
206 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
207 iseed = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
208 indexing_cmds = '%s %s %s %s %s %s %s --offrate %s %s %s %s %s %s' % \
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
209 ( iautoB, ipacked, ibmax, ibmaxdivn, idcv, inodc,
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
210 inoref, options.ioffrate, iftab, intoa, iendian,
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
211 iseed, colorspace )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
212 except ValueError as e:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
213 # clean up temp dir
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
214 if os.path.exists( tmp_index_dir ):
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
215 shutil.rmtree( tmp_index_dir )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
216 stop_err( "Something is wrong with the indexing parameters and the indexing and alignment could not be run. Make sure you don't have any non-numeric values where they should be numeric.\n" + str( e ) )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
217 ref_file = tempfile.NamedTemporaryFile( dir=tmp_index_dir )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
218 ref_file_name = ref_file.name
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
219 ref_file.close()
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
220 os.symlink( options.ref, ref_file_name )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
221 cmd1 = 'bowtie-build %s -f %s %s' % ( indexing_cmds, ref_file_name, ref_file_name )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
222 try:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
223 tmp = tempfile.NamedTemporaryFile( dir=tmp_index_dir ).name
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
224 with open(tmp, 'w') as tmp_stderr:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
225 returncode = subprocess.call(args=cmd1, shell=True, cwd=tmp_index_dir, stderr=tmp_stderr.fileno())
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
226 if returncode != 0:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
227 # get stderr, allowing for case where it's very large
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
228 stderr = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
229 buffsize = 1048576
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
230 with open(tmp, 'r') as tmp_stderr:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
231 try:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
232 while True:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
233 stderr += tmp_stderr.read(buffsize)
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
234 if not stderr or len(stderr) % buffsize != 0:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
235 break
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
236 except OverflowError:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
237 pass
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
238 raise Exception(stderr)
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
239 except Exception as e:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
240 # clean up temp dir
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
241 if os.path.exists( tmp_index_dir ):
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
242 shutil.rmtree( tmp_index_dir )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
243 stop_err( 'Error indexing reference sequence\n' + str( e ) )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
244 stdout += 'File indexed. '
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
245 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
246 ref_file_name = options.ref
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
247 # set up aligning and generate aligning command options
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
248 # automatically set threads in both cases
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
249 tmp_suppressed_file_name = None
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
250 tmp_unmapped_file_name = None
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
251 if options.suppressHeader == 'true':
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
252 suppressHeader = '--sam-nohead'
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
253 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
254 suppressHeader = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
255 if options.maxInsert and int( options.maxInsert ) > 0:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
256 maxInsert = '-X %s' % options.maxInsert
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
257 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
258 maxInsert = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
259 if options.mateOrient:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
260 mateOrient = '--%s' % options.mateOrient
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
261 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
262 mateOrient = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
263 quality_score_encoding = GALAXY_FORMAT_TO_QUALITY_SCORE_ENCODING_ARG.get( options.galaxy_input_format, DEFAULT_ASCII_ENCODING )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
264 if options.params == 'preSet':
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
265 aligning_cmds = '-q %s %s -p %s -S %s %s %s ' % \
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
266 ( maxInsert, mateOrient, options.threads, suppressHeader, colorspace, quality_score_encoding )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
267 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
268 try:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
269 if options.skip and int( options.skip ) > 0:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
270 skip = '-s %s' % options.skip
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
271 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
272 skip = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
273 if options.alignLimit and int( options.alignLimit ) >= 0:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
274 alignLimit = '-u %s' % options.alignLimit
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
275 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
276 alignLimit = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
277 if options.trimH and int( options.trimH ) > 0:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
278 trimH = '-5 %s' % options.trimH
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
279 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
280 trimH = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
281 if options.trimL and int( options.trimL ) > 0:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
282 trimL = '-3 %s' % options.trimL
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
283 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
284 trimL = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
285 if options.maxMismatches and (options.maxMismatches == '0' or options.maxMismatches == '1' or
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
286 options.maxMismatches == '2' or options.maxMismatches == '3'):
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
287 maxMismatches = '-v %s' % options.maxMismatches
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
288 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
289 maxMismatches = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
290 if options.mismatchSeed and (options.mismatchSeed == '0' or options.mismatchSeed == '1' or
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
291 options.mismatchSeed == '2' or options.mismatchSeed == '3'):
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
292 mismatchSeed = '-n %s' % options.mismatchSeed
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
293 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
294 mismatchSeed = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
295 if options.mismatchQual and int( options.mismatchQual ) >= 1:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
296 mismatchQual = '-e %s' % options.mismatchQual
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
297 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
298 mismatchQual = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
299 if options.seedLen and int( options.seedLen ) >= 5:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
300 seedLen = '-l %s' % options.seedLen
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
301 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
302 seedLen = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
303 if options.rounding == 'noRound':
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
304 rounding = '--nomaqround'
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
305 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
306 rounding = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
307 if options.minInsert and int( options.minInsert ) > 0:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
308 minInsert = '-I %s' % options.minInsert
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
309 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
310 minInsert = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
311 if options.maxAlignAttempt and int( options.maxAlignAttempt ) >= 0:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
312 maxAlignAttempt = '--pairtries %s' % options.maxAlignAttempt
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
313 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
314 maxAlignAttempt = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
315 if options.forwardAlign == 'noForward':
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
316 forwardAlign = '--nofw'
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
317 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
318 forwardAlign = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
319 if options.reverseAlign == 'noReverse':
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
320 reverseAlign = '--norc'
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
321 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
322 reverseAlign = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
323 if options.maxBacktracks and int( options.maxBacktracks ) > 0 and \
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
324 ( options.mismatchSeed == '2' or options.mismatchSeed == '3' ):
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
325 maxBacktracks = '--maxbts %s' % options.maxBacktracks
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
326 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
327 maxBacktracks = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
328 if options.tryHard == 'doTryHard':
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
329 tryHard = '-y'
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
330 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
331 tryHard = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
332 if options.valAlign and int( options.valAlign ) >= 0:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
333 valAlign = '-k %s' % options.valAlign
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
334 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
335 valAlign = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
336 if options.allValAligns == 'doAllValAligns':
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
337 allValAligns = '-a'
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
338 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
339 allValAligns = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
340 if options.suppressAlign and int( options.suppressAlign ) >= 0:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
341 suppressAlign = '-m %s' % options.suppressAlign
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
342 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
343 suppressAlign = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
344 if options.best == 'doBest':
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
345 best = '--best'
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
346 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
347 best = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
348 if options.strata == 'doStrata':
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
349 strata = '--strata'
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
350 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
351 strata = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
352 if options.offrate and int( options.offrate ) >= 0:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
353 offrate = '-o %s' % options.offrate
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
354 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
355 offrate = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
356 if options.seed and int( options.seed ) >= 0:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
357 seed = '--seed %s' % options.seed
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
358 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
359 seed = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
360 if options.paired == 'paired':
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
361 if options.output_unmapped_reads_l and options.output_unmapped_reads_r:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
362 tmp_unmapped_file = tempfile.NamedTemporaryFile( dir=tmp_index_dir, suffix='.fastq' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
363 tmp_unmapped_file_name = tmp_unmapped_file.name
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
364 tmp_unmapped_file.close()
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
365 output_unmapped_reads = '--un %s' % tmp_unmapped_file_name
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
366 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
367 output_unmapped_reads = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
368 if options.output_suppressed_reads:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
369 tmp_suppressed_file = tempfile.NamedTemporaryFile( dir=tmp_index_dir, suffix='.fastq' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
370 tmp_suppressed_file_name = tmp_suppressed_file.name
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
371 tmp_suppressed_file.close()
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
372 output_suppressed_reads = '--max %s' % tmp_suppressed_file_name
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
373 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
374 output_suppressed_reads = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
375 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
376 if options.output_unmapped_reads:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
377 output_unmapped_reads = '--un %s' % options.output_unmapped_reads
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
378 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
379 output_unmapped_reads = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
380 if options.output_suppressed_reads:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
381 output_suppressed_reads = '--max %s' % options.output_suppressed_reads
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
382 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
383 output_suppressed_reads = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
384 snpfrac = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
385 if options.snpphred and int( options.snpphred ) >= 0:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
386 snpphred = '--snpphred %s' % options.snpphred
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
387 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
388 snpphred = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
389 if options.snpfrac and float( options.snpfrac ) >= 0:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
390 snpfrac = '--snpfrac %s' % options.snpfrac
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
391 if options.keepends and options.keepends == 'doKeepends':
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
392 keepends = '--col-keepends'
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
393 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
394 keepends = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
395 aligning_cmds = '-q %s %s -p %s -S %s %s %s %s %s %s %s %s %s %s %s %s ' \
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
396 '%s %s %s %s %s %s %s %s %s %s %s %s %s %s %s %s %s %s ' % \
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
397 ( maxInsert, mateOrient, options.threads, suppressHeader,
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
398 colorspace, skip, alignLimit, trimH, trimL, maxMismatches,
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
399 mismatchSeed, mismatchQual, seedLen, rounding, minInsert,
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
400 maxAlignAttempt, forwardAlign, reverseAlign, maxBacktracks,
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
401 tryHard, valAlign, allValAligns, suppressAlign, best,
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
402 strata, offrate, seed, snpphred, snpfrac, keepends,
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
403 output_unmapped_reads, output_suppressed_reads,
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
404 quality_score_encoding )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
405 except ValueError as e:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
406 # clean up temp dir
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
407 if os.path.exists( tmp_index_dir ):
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
408 shutil.rmtree( tmp_index_dir )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
409 stop_err( 'Something is wrong with the alignment parameters and the alignment could not be run\n' + str( e ) )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
410 try:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
411 # have to nest try-except in try-finally to handle 2.4
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
412 try:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
413 # prepare actual mapping commands
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
414 if options.paired == 'paired':
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
415 cmd2 = 'bowtie %s %s -1 %s -2 %s > %s' % ( aligning_cmds, ref_file_name, options.input1, options.input2, options.output )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
416 else:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
417 cmd2 = 'bowtie %s %s %s > %s' % ( aligning_cmds, ref_file_name, options.input1, options.output )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
418 # align
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
419 tmp = tempfile.NamedTemporaryFile( dir=tmp_index_dir ).name
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
420 with open(tmp, 'w') as tmp_stderr:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
421 returncode = subprocess.call(args=cmd2, shell=True, cwd=tmp_index_dir, stderr=tmp_stderr.fileno())
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
422 # get stderr, allowing for case where it's very large
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
423 stderr = ''
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
424 buffsize = 1048576
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
425 with open(tmp, 'r') as tmp_stderr:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
426 try:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
427 while True:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
428 stderr += tmp_stderr.read(buffsize)
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
429 if not stderr or len(stderr) % buffsize != 0:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
430 break
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
431 except OverflowError:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
432 pass
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
433 if returncode != 0:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
434 raise Exception(stderr)
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
435 elif options.output_mapping_stats is not None:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
436 # Write stderr (containing the mapping statistics) to a named file
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
437 with open(options.output_mapping_stats, 'w') as mapping_stats:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
438 mapping_stats.write( stderr )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
439 # get suppressed and unmapped reads output files in place if appropriate
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
440 if options.paired == 'paired' and tmp_suppressed_file_name and \
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
441 options.output_suppressed_reads_l and options.output_suppressed_reads_r:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
442 try:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
443 left = tmp_suppressed_file_name.replace( '.fastq', '_1.fastq' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
444 right = tmp_suppressed_file_name.replace( '.fastq', '_1.fastq' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
445 shutil.move( left, options.output_suppressed_reads_l )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
446 shutil.move( right, options.output_suppressed_reads_r )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
447 except Exception as e:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
448 sys.stdout.write( 'Error producing the suppressed output file.\n' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
449 if options.paired == 'paired' and tmp_unmapped_file_name and \
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
450 options.output_unmapped_reads_l and options.output_unmapped_reads_r:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
451 try:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
452 left = tmp_unmapped_file_name.replace( '.fastq', '_1.fastq' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
453 right = tmp_unmapped_file_name.replace( '.fastq', '_2.fastq' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
454 shutil.move( left, options.output_unmapped_reads_l )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
455 shutil.move( right, options.output_unmapped_reads_r )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
456 except Exception as e:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
457 sys.stdout.write( 'Error producing the unmapped output file.\n' )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
458 # check that there are results in the output file
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
459 if os.path.getsize( options.output ) == 0:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
460 raise Exception('The output file is empty, there may be an error with your input file or settings.')
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
461 except Exception as e:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
462 stop_err( 'Error aligning sequence. ' + str( e ) )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
463 finally:
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
464 # clean up temp dir
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
465 if os.path.exists( tmp_index_dir ):
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
466 shutil.rmtree( tmp_index_dir )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
467 stdout += 'Sequence file aligned.\n'
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
468 sys.stdout.write( stdout )
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
469
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
470
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
471 if __name__ == "__main__":
ba39548ca273 Uploaded
jackcurragh
parents:
diff changeset
472 __main__()