annotate commons/launcher/LaunchMap.py @ 18:94ab73e8a190

Uploaded
author m-zytnicki
date Mon, 29 Apr 2013 03:20:15 -0400
parents
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
18
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
1 #!/usr/bin/env python
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
2
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
3 # Copyright INRA (Institut National de la Recherche Agronomique)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
4 # http://www.inra.fr
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
5 # http://urgi.versailles.inra.fr
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
6 #
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
7 # This software is governed by the CeCILL license under French law and
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
8 # abiding by the rules of distribution of free software. You can use,
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
9 # modify and/ or redistribute the software under the terms of the CeCILL
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
10 # license as circulated by CEA, CNRS and INRIA at the following URL
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
11 # "http://www.cecill.info".
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
12 #
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
13 # As a counterpart to the access to the source code and rights to copy,
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
14 # modify and redistribute granted by the license, users are provided only
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
15 # with a limited warranty and the software's author, the holder of the
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
16 # economic rights, and the successive licensors have only limited
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
17 # liability.
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
18 #
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
19 # In this respect, the user's attention is drawn to the risks associated
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
20 # with loading, using, modifying and/or developing or reproducing the
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
21 # software by the user in light of its specific status of free software,
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
22 # that may mean that it is complicated to manipulate, and that also
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
23 # therefore means that it is reserved for developers and experienced
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
24 # professionals having in-depth computer knowledge. Users are therefore
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
25 # encouraged to load and test the software's suitability as regards their
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
26 # requirements in conditions enabling the security of their systems and/or
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
27 # data to be ensured and, more generally, to use and operate it in the
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
28 # same conditions as regards security.
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
29 #
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
30 # The fact that you are presently reading this means that you have had
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
31 # knowledge of the CeCILL license and that you accept its terms.
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
32
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
33 from commons.core.LoggerFactory import LoggerFactory
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
34 from commons.core.utils.RepetOptionParser import RepetOptionParser
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
35 from commons.core.seq.AlignedBioseqDB import AlignedBioseqDB
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
36 from commons.core.seq.FastaUtils import FastaUtils
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
37 from commons.tools.ChangeSequenceHeaders import ChangeSequenceHeaders
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
38 from commons.core.utils.FileUtils import FileUtils
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
39 import os
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
40 import subprocess
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
41
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
42 LOG_DEPTH = "repet.tools"
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
43
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
44 ##Reference launcher implementation
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
45 #
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
46 class LaunchMap(object):
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
47
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
48 def __init__(self, fastaFileName = "", outFileName = "", gapSize = 50, mismatchPenalty = -8, gapOpenPenalty = 16, gapExtendPenalty = 4, doClean = False, verbosity = 0):
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
49 self._fastaFileName = fastaFileName
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
50 self.setOutFileName(outFileName)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
51 self._gapSize = gapSize
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
52 self._mismatchPenalty = mismatchPenalty
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
53 self._gapOpenPenalty = gapOpenPenalty
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
54 self._gapExtendPenalty = gapExtendPenalty
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
55 self._doClean = doClean
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
56 self._verbosity = verbosity
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
57 self._log = LoggerFactory.createLogger("%s.%s" % (LOG_DEPTH, self.__class__.__name__), self._verbosity)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
58
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
59 def setAttributesFromCmdLine(self):
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
60 # description = "Launch template to create a launcher."
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
61 # epilog = "\nExample 1: launch without verbosity and keep temporary files.\n"
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
62 # epilog += "\t$ python LaunchTemplate.py -i file.fa -v 0"
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
63 # epilog += "\n\t"
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
64 # epilog += "\nExample 2: launch with verbosity to have errors (level 1) and basic information (level 2), and delete temporary files.\n"
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
65 # epilog += "\t$ python LaunchTemplate.py -i file.fa -c -v 2"
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
66 # parser = RepetOptionParser(description = description, epilog = epilog)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
67 parser = RepetOptionParser(description = "", epilog = "")
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
68 parser.add_option("-i", "--fasta", dest = "fastaFileName", action = "store", type = "string", help = "input fasta file name [compulsory] [format: fasta]", default = "")
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
69 parser.add_option("-o", "--out", dest = "outFileName", action = "store", type = "string", help = "output file name [default: <input>.fa_aln]", default = "")
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
70 parser.add_option("-s", "--gapSize", dest = "gapSize", action = "store", type = "int", help = "size above which a gap is not penalized anymore [optional] [default: 50]", default = 50)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
71 parser.add_option("-m", "--mismatch", dest = "mismatch", action = "store", type = "int", help = "penalty for a mismatch [optional] [default: -8]", default = -8)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
72 parser.add_option("-O", "--gapOpen", dest = "gapOpen", action = "store", type = "int", help = "penalty for a gap opening [optional] [default: 16]", default = 16)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
73 parser.add_option("-e", "--gapExtend", dest = "gapExtend", action = "store", type = "int", help = "penalty for a gap extension [optional] [default: 4]", default = 4)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
74 parser.add_option("-c", "--clean", dest = "doClean", action = "store_true", help = "clean temporary files [optional] [default: False]", default = False)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
75 parser.add_option("-v", "--verbosity", dest = "verbosity", action = "store", type = "int", help = "verbosity [optional] [default: 1]", default = 1)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
76 options = parser.parse_args()[0]
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
77 self._setAttributesFromOptions(options)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
78
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
79 def _setAttributesFromOptions(self, options):
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
80 self.setFastaFileName(options.fastaFileName)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
81 self.setOutFileName(options.outFileName)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
82 self.setGapSize(options.gapSize)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
83 self.setMismatchPenalty(options.mismatch)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
84 self.setGapOpenPenalty(options.gapOpen)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
85 self.setGapExtendPenalty(options.gapExtend)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
86 self.setDoClean(options.doClean)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
87 self.setVerbosity(options.verbosity)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
88
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
89 def setFastaFileName(self, fastaFileName):
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
90 self._fastaFileName = fastaFileName
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
91
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
92 def setOutFileName(self, outFileName):
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
93 if outFileName == "":
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
94 self._outFileName = "%s.fa_aln" % self._fastaFileName
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
95 else:
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
96 self._outFileName = outFileName
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
97
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
98 def setGapSize(self, gapSize):
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
99 self._gapSize = gapSize
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
100
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
101 def setMismatchPenalty(self, mismatchPenalty):
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
102 self._mismatchPenalty = mismatchPenalty
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
103
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
104 def setGapOpenPenalty(self, gapOpenPenalty):
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
105 self._gapOpenPenalty = gapOpenPenalty
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
106
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
107 def setGapExtendPenalty(self, gapExtendPenalty):
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
108 self._gapExtendPenalty = gapExtendPenalty
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
109
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
110 def setDoClean(self, doClean):
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
111 self._doClean = doClean
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
112
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
113 def setVerbosity(self, verbosity):
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
114 self._verbosity = verbosity
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
115
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
116 def _checkOptions(self):
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
117 if self._fastaFileName == "":
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
118 self._logAndRaise("ERROR: Missing input fasta file name")
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
119 if not FileUtils.isRessourceExists(self._fastaFileName):
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
120 self._logAndRaise("ERROR: Input fasta file name %s doesn't exist." % self._fastaFileName)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
121
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
122 def _logAndRaise(self, errorMsg):
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
123 self._log.error(errorMsg)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
124 raise Exception(errorMsg)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
125
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
126 def getMapCmd(self):
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
127 cmd = "rpt_map"
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
128 cmd += " %s.shortH" % self._fastaFileName
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
129 cmd += " %i" % self._gapSize
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
130 cmd += " %i" % self._mismatchPenalty
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
131 cmd += " %i" % self._gapOpenPenalty
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
132 cmd += " %i" % self._gapExtendPenalty
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
133 cmd += " > %s.shortH.fa_aln" % self._fastaFileName
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
134 return cmd
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
135
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
136 def run(self):
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
137 LoggerFactory.setLevel(self._log, self._verbosity)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
138 self._checkOptions()
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
139 self._log.info("START LaunchMap")
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
140 self._log.debug("Fasta file name: %s" % self._fastaFileName)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
141
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
142 lInitHeaders = FastaUtils.dbHeaders(self._fastaFileName, self._verbosity - 1)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
143
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
144 csh = ChangeSequenceHeaders()
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
145 csh.setInputFile(self._fastaFileName)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
146 csh.setFormat("fasta")
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
147 csh.setStep(1)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
148 csh.setPrefix("seq")
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
149 csh.setLinkFile("%s.shortHlink" % self._fastaFileName)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
150 csh.setOutputFile("%s.shortH" % self._fastaFileName)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
151 csh.setVerbosityLevel(self._verbosity - 1)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
152 csh.run()
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
153
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
154 cmd = self.getMapCmd()
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
155 process = subprocess.Popen(cmd, shell = True)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
156 self._log.debug("Running : %s" % cmd)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
157 process.communicate()
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
158 if process.returncode != 0:
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
159 self._logAndRaise("ERROR when launching '%s'" % cmd)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
160
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
161 csh.setInputFile("%s.shortH.fa_aln" % self._fastaFileName)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
162 csh.setFormat("fasta")
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
163 csh.setStep(2)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
164 csh.setLinkFile("%s.shortHlink" % self._fastaFileName)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
165 csh.setOutputFile("%s.shortH.fa_aln.initH" % self._fastaFileName)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
166 csh.setVerbosityLevel(self._verbosity - 1)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
167 csh.run()
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
168
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
169 absDB = AlignedBioseqDB("%s.shortH.fa_aln.initH" % self._fastaFileName)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
170 outFileHandler = open(self._outFileName, "w")
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
171 for header in lInitHeaders:
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
172 bs = absDB.fetch(header)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
173 bs.upCase()
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
174 bs.write(outFileHandler)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
175 outFileHandler.close()
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
176 if self._doClean:
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
177 os.remove("%s.shortH" % self._fastaFileName)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
178 os.remove("%s.shortHlink" % self._fastaFileName)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
179 os.remove("%s.shortH.fa_aln" % self._fastaFileName)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
180 os.remove("%s.shortH.fa_aln.initH" % self._fastaFileName)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
181 self._log.info("END Launch")
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
182
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
183 if __name__ == "__main__":
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
184 iLaunch = LaunchMap()
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
185 iLaunch.setAttributesFromCmdLine()
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
186 iLaunch.run()