comparison cufflinks_wrapper.py @ 7:5346d5eea8b1 draft

Uploaded
author devteam
date Fri, 19 Dec 2014 11:58:22 -0500
parents da11bfc10e81
children 64698e16f4a6
comparison
equal deleted inserted replaced
6:9aab29e159a7 7:5346d5eea8b1
1 #!/usr/bin/env python 1 #!/usr/bin/env python
2
3 # Supports Cufflinks versions 1.3 and newer.
4 2
5 import optparse, os, shutil, subprocess, sys, tempfile 3 import optparse, os, shutil, subprocess, sys, tempfile
6 from galaxy import eggs 4 from galaxy import eggs
7 from galaxy.datatypes.util.gff_util import parse_gff_attributes, gff_attributes_to_str 5 from galaxy.datatypes.util.gff_util import parse_gff_attributes, gff_attributes_to_str
8 6
12 10
13 def __main__(): 11 def __main__():
14 #Parse Command Line 12 #Parse Command Line
15 parser = optparse.OptionParser() 13 parser = optparse.OptionParser()
16 parser.add_option( '-1', '--input', dest='input', help=' file of RNA-Seq read alignments in the SAM format. SAM is a standard short read alignment, that allows aligners to attach custom tags to individual alignments, and Cufflinks requires that the alignments you supply have some of these tags. Please see Input formats for more details.' ) 14 parser.add_option( '-1', '--input', dest='input', help=' file of RNA-Seq read alignments in the SAM format. SAM is a standard short read alignment, that allows aligners to attach custom tags to individual alignments, and Cufflinks requires that the alignments you supply have some of these tags. Please see Input formats for more details.' )
17 parser.add_option( '-s', '--inner-dist-std-dev', dest='inner_dist_std_dev', help='The standard deviation for the distribution on inner distances between mate pairs. The default is 20bp.' )
18 parser.add_option( '-I', '--max-intron-length', dest='max_intron_len', help='The minimum intron length. Cufflinks will not report transcripts with introns longer than this, and will ignore SAM alignments with REF_SKIP CIGAR operations longer than this. The default is 300,000.' ) 15 parser.add_option( '-I', '--max-intron-length', dest='max_intron_len', help='The minimum intron length. Cufflinks will not report transcripts with introns longer than this, and will ignore SAM alignments with REF_SKIP CIGAR operations longer than this. The default is 300,000.' )
19 parser.add_option( '-F', '--min-isoform-fraction', dest='min_isoform_fraction', help='After calculating isoform abundance for a gene, Cufflinks filters out transcripts that it believes are very low abundance, because isoforms expressed at extremely low levels often cannot reliably be assembled, and may even be artifacts of incompletely spliced precursors of processed transcripts. This parameter is also used to filter out introns that have far fewer spliced alignments supporting them. The default is 0.05, or 5% of the most abundant isoform (the major isoform) of the gene.' ) 16 parser.add_option( '-F', '--min-isoform-fraction', dest='min_isoform_fraction', help='After calculating isoform abundance for a gene, Cufflinks filters out transcripts that it believes are very low abundance, because isoforms expressed at extremely low levels often cannot reliably be assembled, and may even be artifacts of incompletely spliced precursors of processed transcripts. This parameter is also used to filter out introns that have far fewer spliced alignments supporting them. The default is 0.05, or 5% of the most abundant isoform (the major isoform) of the gene.' )
20 parser.add_option( '-j', '--pre-mrna-fraction', dest='pre_mrna_fraction', help='Some RNA-Seq protocols produce a significant amount of reads that originate from incompletely spliced transcripts, and these reads can confound the assembly of fully spliced mRNAs. Cufflinks uses this parameter to filter out alignments that lie within the intronic intervals implied by the spliced alignments. The minimum depth of coverage in the intronic region covered by the alignment is divided by the number of spliced reads, and if the result is lower than this parameter value, the intronic alignments are ignored. The default is 5%.' ) 17 parser.add_option( '-j', '--pre-mrna-fraction', dest='pre_mrna_fraction', help='Some RNA-Seq protocols produce a significant amount of reads that originate from incompletely spliced transcripts, and these reads can confound the assembly of fully spliced mRNAs. Cufflinks uses this parameter to filter out alignments that lie within the intronic intervals implied by the spliced alignments. The minimum depth of coverage in the intronic region covered by the alignment is divided by the number of spliced reads, and if the result is lower than this parameter value, the intronic alignments are ignored. The default is 5%.' )
21 parser.add_option( '-p', '--num-threads', dest='num_threads', help='Use this many threads to align reads. The default is 1.' ) 18 parser.add_option( '-p', '--num-threads', dest='num_threads', help='Use this many threads to align reads. The default is 1.' )
19 parser.add_option( '-G', '--GTF', dest='GTF', help='Tells Cufflinks to use the supplied reference annotation to estimate isoform expression. It will not assemble novel transcripts, and the program will ignore alignments not structurally compatible with any reference transcript.' )
20 parser.add_option ("--compatible-hits-norm",dest='compatible_hits_norm',help='Count hits compatible with reference RNAs only')
21 parser.add_option( '-g', '--GTF-guide', dest='GTFguide', help='use reference transcript annotation to guide assembly' )
22 parser.add_option("--3-overhang-tolerance",dest='three_overhang_tolerance', help='The number of bp allowed to overhang the 3prime end of a reference transcript when determining if an assembled transcript should be merged with it (ie, the assembled transcript is not novel). The default is 600 bp.')
23 parser.add_option("--intron-overhang-tolerance",dest='intron_overhang_tolerance',help='The number of bp allowed to enter the intron of a reference transcript when determining if an assembled transcript should be merged with it (ie, the assembled transcript is not novel). The default is 50 bp.')
24 parser.add_option("--no-faux-reads", dest='no_faux_reads',help='This option disables tiling of the reference transcripts with faux reads. Use this if you only want to use sequencing reads in assembly but do not want to output assembled transcripts that lay within reference transcripts. All reference transcripts in the input annotation will also be included in the output.')
25 parser.add_option( '-u', '--multi-read-correct', dest='multi_read_correct', action="store_true", help='Tells Cufflinks to do an initial estimation procedure to more accurately weight reads mapping to multiple locations in the genome')
26
27 # Normalization options.
28 parser.add_option( "--no-effective-length-correction", dest="no_effective_length_correction", action="store_true" )
29 parser.add_option( "--no-length-correction", dest="no_length_correction", action="store_true" )
30
31 # Wrapper / Galaxy options.
32 parser.add_option( '-A', '--assembled-isoforms-output', dest='assembled_isoforms_output_file', help='Assembled isoforms output file; formate is GTF.' )
33
34 # Advanced Options:
35 parser.add_option( "--library-type",dest="library_type",help=' library prep used for input reads, default fr-unstranded')
36 parser.add_option( '-M','--mask-file', dest='mask_file', help='Tells Cufflinks to ignore all reads that could have come from transcripts in this GTF file. \
37 We recommend including any annotated rRNA, mitochondrial transcripts other abundant transcripts \
38 you wish to ignore in your analysis in this file. Due to variable efficiency of mRNA enrichment \
39 methods and rRNA depletion kits, masking these transcripts often improves the overall robustness \
40 of transcript abundance estimates.')
22 parser.add_option( '-m', '--inner-mean-dist', dest='inner_mean_dist', help='This is the expected (mean) inner distance between mate pairs. \ 41 parser.add_option( '-m', '--inner-mean-dist', dest='inner_mean_dist', help='This is the expected (mean) inner distance between mate pairs. \
23 For, example, for paired end runs with fragments selected at 300bp, \ 42 For, example, for paired end runs with fragments selected at 300bp, \
24 where each end is 50bp, you should set -r to be 200. The default is 45bp.') 43 where each end is 50bp, you should set -r to be 200. The default is 45bp.') # cufflinks: --frag-len-mean
25 parser.add_option( '-G', '--GTF', dest='GTF', help='Tells Cufflinks to use the supplied reference annotation to estimate isoform expression. It will not assemble novel transcripts, and the program will ignore alignments not structurally compatible with any reference transcript.' ) 44
26 parser.add_option( '-g', '--GTF-guide', dest='GTFguide', help='use reference transcript annotation to guide assembly' ) 45 parser.add_option( '-s', '--inner-dist-std-dev', dest='inner_dist_std_dev', help='The standard deviation for the distribution on inner distances between mate pairs. The default is 20bp.' ) # cufflinks: --frag-len-std-dev
27 parser.add_option( '-u', '--multi-read-correct', dest='multi_read_correct', action="store_true", help='Tells Cufflinks to do an initial estimation procedure to more accurately weight reads mapping to multiple locations in the genome')
28
29 # Normalization options.
30 parser.add_option( "-N", "--quartile-normalization", dest="do_normalization", action="store_true" )
31 parser.add_option( "--no-effective-length-correction", dest="no_effective_length_correction", action="store_true" )
32
33 # Wrapper / Galaxy options.
34 parser.add_option( '-A', '--assembled-isoforms-output', dest='assembled_isoforms_output_file', help='Assembled isoforms output file; formate is GTF.' )
35
36 # Advanced Options:
37 parser.add_option( '--num-importance-samples', dest='num_importance_samples', help='Sets the number of importance samples generated for each locus during abundance estimation. Default: 1000' )
38 parser.add_option( '--max-mle-iterations', dest='max_mle_iterations', help='Sets the number of iterations allowed during maximum likelihood estimation of abundances. Default: 5000' ) 46 parser.add_option( '--max-mle-iterations', dest='max_mle_iterations', help='Sets the number of iterations allowed during maximum likelihood estimation of abundances. Default: 5000' )
47 parser.add_option( '--junc-alpha', dest='junc_alpha', help='Alpha value for the binomial test used during false positive spliced alignment filtration. Default: 0.001' )
48 parser.add_option( '--small-anchor-fraction', dest='small_anchor_fraction', help='Spliced reads with less than this percent of their length on each side of\
49 the junction are considered suspicious and are candidates for filtering prior to assembly. Default: 0.09.' )
50 parser.add_option( '--overhang-tolerance', dest='overhang_tolerance', help='The number of bp allowed to enter the intron of a transcript when determining if a \
51 read or another transcript is mappable to/compatible with it. The default is 8 bp based on the default bowtie/TopHat parameters.' )
52 parser.add_option( '--max-bundle-length', dest='max_bundle_length', help='Maximum genomic length of a given bundle" help="Default: 3,500,000bp' )
53 parser.add_option( '--max-bundle-frags', dest='max_bundle_frags', help='Sets the maximum number of fragments a locus may have before being skipped. Skipped loci are listed in skipped.gtf. Default: 1,000,000' )
54 parser.add_option( '--min-intron-length', dest='min_intron_length', help='Minimal allowed intron size. Default: 50' )
55 parser.add_option( '--trim-3-avgcov-thresh', dest='trim_three_avgcov_thresh', help='Minimum average coverage required to attempt 3prime trimming. Default: 10' )
56 parser.add_option( '--trim-3-dropoff-frac', dest='trim_three_dropoff_frac', help='The fraction of average coverage below which to trim the 3prime end of an assembled transcript. Default: 0.1' )
57
39 58
40 # Bias correction options. 59 # Bias correction options.
41 parser.add_option( '-b', dest='do_bias_correction', action="store_true", help='Providing Cufflinks with a multifasta file via this option instructs it to run our new bias detection and correction algorithm which can significantly improve accuracy of transcript abundance estimates.') 60 parser.add_option( '-b', dest='do_bias_correction', action="store_true", help='Providing Cufflinks with a multifasta file via this option instructs it to run our new bias detection and correction algorithm which can significantly improve accuracy of transcript abundance estimates.')
42 parser.add_option( '', '--index', dest='index', help='The path of the reference genome' ) 61 parser.add_option( '', '--index', dest='index', help='The path of the reference genome' )
43 parser.add_option( '', '--ref_file', dest='ref_file', help='The reference dataset from the history' ) 62 parser.add_option( '', '--ref_file', dest='ref_file', help='The reference dataset from the history' )
44 63
45 # Global model. 64 # Global model (for trackster).
46 parser.add_option( '', '--global_model', dest='global_model_file', help='Global model used for computing on local data' ) 65 parser.add_option( '', '--global_model', dest='global_model_file', help='Global model used for computing on local data' )
47 66
48 (options, args) = parser.parse_args() 67 (options, args) = parser.parse_args()
49 68
50 # output version # of tool 69 # output version # of tool
82 101
83 # Base; always use quiet mode to avoid problems with storing log output. 102 # Base; always use quiet mode to avoid problems with storing log output.
84 cmd = "cufflinks -q --no-update-check" 103 cmd = "cufflinks -q --no-update-check"
85 104
86 # Add options. 105 # Add options.
87 if options.inner_dist_std_dev:
88 cmd += ( " -s %i" % int ( options.inner_dist_std_dev ) )
89 if options.max_intron_len: 106 if options.max_intron_len:
90 cmd += ( " -I %i" % int ( options.max_intron_len ) ) 107 cmd += ( " -I %i" % int ( options.max_intron_len ) )
91 if options.min_isoform_fraction: 108 if options.min_isoform_fraction:
92 cmd += ( " -F %f" % float ( options.min_isoform_fraction ) ) 109 cmd += ( " -F %f" % float ( options.min_isoform_fraction ) )
93 if options.pre_mrna_fraction: 110 if options.pre_mrna_fraction:
94 cmd += ( " -j %f" % float ( options.pre_mrna_fraction ) ) 111 cmd += ( " -j %f" % float ( options.pre_mrna_fraction ) )
95 if options.num_threads: 112 if options.num_threads:
96 cmd += ( " -p %i" % int ( options.num_threads ) ) 113 cmd += ( " -p %i" % int ( options.num_threads ) )
114 if options.GTF:
115 cmd += ( " -G %s" % options.GTF )
116 if options.compatible_hits_norm:
117 cmd += ( " --compatible-hits-norm" )
118 if options.GTFguide:
119 cmd += ( " -g %s" % options.GTFguide )
120 cmd += ( " --3-overhang-tolerance %i" % int ( options.three_overhang_tolerance ) )
121 cmd += ( " --intron-overhang-tolerance %i" % int ( options.intron_overhang_tolerance ) )
122 if options.no_faux_reads:
123 cmd += ( " --no-faux-reads" )
124 if options.multi_read_correct:
125 cmd += ( " -u" )
126
127 if options.library_type and options.library_type != 'auto':
128 cmd += ( " --library-type %s" % options.library_type)
129 if options.mask_file:
130 cmd += ( " --mask-file %s" % options.mask_file )
97 if options.inner_mean_dist: 131 if options.inner_mean_dist:
98 cmd += ( " -m %i" % int ( options.inner_mean_dist ) ) 132 cmd += ( " -m %i" % int ( options.inner_mean_dist ) )
99 if options.GTF: 133 if options.inner_dist_std_dev:
100 cmd += ( " -G %s" % options.GTF ) 134 cmd += ( " -s %i" % int ( options.inner_dist_std_dev ) )
101 if options.GTFguide:
102 cmd += ( " -g %s" % options.GTFguide )
103 if options.multi_read_correct:
104 cmd += ( " -u" )
105 if options.num_importance_samples:
106 cmd += ( " --num-importance-samples %i" % int ( options.num_importance_samples ) )
107 if options.max_mle_iterations: 135 if options.max_mle_iterations:
108 cmd += ( " --max-mle-iterations %i" % int ( options.max_mle_iterations ) ) 136 cmd += ( " --max-mle-iterations %i" % int ( options.max_mle_iterations ) )
109 if options.do_normalization: 137 if options.junc_alpha:
110 cmd += ( " -N" ) 138 cmd += ( " --junc-alpha %f" % float ( options.junc_alpha) )
139 if options.small_anchor_fraction:
140 cmd += ( " --small-anchor-fraction %f" % float (options.small_anchor_fraction ) )
141 if options.overhang_tolerance:
142 cmd += ( " --overhang-tolerance %i" % int ( options.overhang_tolerance ) )
143 if options.max_bundle_length:
144 cmd += ( " --max-bundle-length %i" % int ( options.max_bundle_length ) )
145 if options.max_bundle_frags:
146 cmd += ( " --max-bundle-frags %i" % int ( options.max_bundle_frags ) )
147 if options.min_intron_length:
148 cmd += ( " --min-intron-length %i" % int ( options.min_intron_length ) )
149 if options.trim_three_avgcov_thresh:
150 cmd += ( " --trim-3-avgcov-thresh %i" % int ( options.trim_three_avgcov_thresh ) )
151 if options.trim_three_dropoff_frac:
152 cmd += ( " --trim-3-dropoff-frac %f" % float ( options.trim_three_dropoff_frac ) )
153
111 if options.do_bias_correction: 154 if options.do_bias_correction:
112 cmd += ( " -b %s" % seq_path ) 155 cmd += ( " -b %s" % seq_path )
113 if options.no_effective_length_correction: 156 if options.no_effective_length_correction:
114 cmd += ( " --no-effective-length-correction" ) 157 cmd += ( " --no-effective-length-correction" )
115 158 if options.no_length_correction:
159 cmd += ( " --no-length-correction" )
160
161 # Add input files.
162 cmd += " " + options.input
163
116 # Debugging. 164 # Debugging.
117 print cmd 165 print cmd
118 166
119 # Add input files.
120 cmd += " " + options.input
121
122 # 167 #
123 # Run command and handle output. 168 # Run command and handle output.
124 # 169 #
125 try: 170 try:
126 # 171 #