annotate commons/tools/RetrieveInitHeaders.py @ 18:94ab73e8a190

Uploaded
author m-zytnicki
date Mon, 29 Apr 2013 03:20:15 -0400
parents
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
18
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
1 #! /usr/bin/env python
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
2
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
3 # Copyright INRA (Institut National de la Recherche Agronomique)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
4 # http://www.inra.fr
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
5 # http://urgi.versailles.inra.fr
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
6 #
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
7 # This software is governed by the CeCILL license under French law and
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
8 # abiding by the rules of distribution of free software. You can use,
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
9 # modify and/ or redistribute the software under the terms of the CeCILL
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
10 # license as circulated by CEA, CNRS and INRIA at the following URL
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
11 # "http://www.cecill.info".
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
12 #
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
13 # As a counterpart to the access to the source code and rights to copy,
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
14 # modify and redistribute granted by the license, users are provided only
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
15 # with a limited warranty and the software's author, the holder of the
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
16 # economic rights, and the successive licensors have only limited
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
17 # liability.
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
18 #
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
19 # In this respect, the user's attention is drawn to the risks associated
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
20 # with loading, using, modifying and/or developing or reproducing the
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
21 # software by the user in light of its specific status of free software,
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
22 # that may mean that it is complicated to manipulate, and that also
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
23 # therefore means that it is reserved for developers and experienced
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
24 # professionals having in-depth computer knowledge. Users are therefore
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
25 # encouraged to load and test the software's suitability as regards their
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
26 # requirements in conditions enabling the security of their systems and/or
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
27 # data to be ensured and, more generally, to use and operate it in the
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
28 # same conditions as regards security.
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
29 #
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
30 # The fact that you are presently reading this means that you have had
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
31 # knowledge of the CeCILL license and that you accept its terms.
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
32
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
33 from optparse import OptionParser
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
34 from commons.core.sql.DbMySql import DbMySql
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
35
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
36 class RetrieveInitHeaders(object):
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
37
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
38 def __init__(self, inTableName = "", linkFileName = "", outTableName = "", isQueryHeaders = True, clean = False, verbose = 0):
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
39 self._inTableName = inTableName
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
40 self._linkFileName = linkFileName
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
41 if outTableName == "":
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
42 self._outTableName = self._inTableName
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
43 else:
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
44 self._outTableName = outTableName
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
45 self._isQueryHeaders = isQueryHeaders
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
46 self._clean = clean
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
47 self._verbose = verbose
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
48 self._iDb = None
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
49 self._tmpTableName = "%s_tmp" % self._inTableName
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
50
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
51 #TODO: can handle config file
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
52 #TODO: description, help...
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
53 def setAttributesFromCmdLine(self):
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
54 description = ""
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
55 parser = OptionParser(description = description)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
56 parser.add_option("-i", "--input", dest = "inTableName", type = "string", help = "", default = "")
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
57 parser.add_option("-l", "--link", dest = "linkFileName", type = "string", help = "", default = "")
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
58 parser.add_option("-o", "--output", dest = "outTableName", type = "string", help = "(default = input table name)", default = "")
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
59 parser.add_option("-s", "--subject", dest = "isQueryHeaders", action = "store_false", help = "change subject name and not query name", default = True)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
60 parser.add_option("-c", "--clean", dest = "clean", action = "store_true", help = "drop input table", default = False)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
61 parser.add_option("-v", "--verbose", dest = "verbose", type = "int", help = "0 or 1", default = 0)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
62 options, args = parser.parse_args()
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
63 self.setAttributesFromOptions(options)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
64
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
65 def setAttributesFromOptions(self, options):
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
66 self.setInTableName(options.inTableName)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
67 self.setLinkFileName(options.linkFileName)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
68 self.setOutTableName(options.outTableName)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
69 self.setIsQueryHeaders(options.isQueryHeaders)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
70 self.setClean(options.clean)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
71 self.setVerbose(options.verbose)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
72
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
73 def setInTableName(self, inTableName):
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
74 self._inTableName = inTableName
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
75 self._tmpTableName = "%s_tmp" % self._inTableName
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
76
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
77 def setLinkFileName(self, linkFileName):
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
78 self._linkFileName = linkFileName
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
79
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
80 def setOutTableName(self, outTableName):
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
81 if outTableName == "":
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
82 self._outTableName = self._inTableName
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
83 else:
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
84 self._outTableName = outTableName
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
85
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
86 def setIsQueryHeaders(self, isQueryHeaders):
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
87 self._isQueryHeaders = isQueryHeaders
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
88
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
89 def setClean(self, clean):
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
90 self._clean = clean
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
91
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
92 def setVerbose(self, verbose):
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
93 self._verbose = verbose
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
94
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
95 #TODO: checkOptions
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
96 def checkOptions(self):
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
97 pass
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
98
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
99 def run(self):
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
100 if self._verbose > 0:
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
101 print "START RetrieveInitHeaders.py"
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
102 self.checkOptions()
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
103
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
104 if self._verbose > 0:
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
105 print "copy '%s' table to '%s' table" % (self._inTableName, self._tmpTableName)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
106 self._iDb = DbMySql()
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
107 self._iDb.copyTable(self._inTableName, self._tmpTableName)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
108
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
109 if self._verbose > 0:
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
110 print "read '%s' file" % self._linkFileName
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
111 f = open(self._linkFileName)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
112 line = f.readline()
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
113 count = 0
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
114 while line:
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
115 oldHeader = line.split()[0]
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
116 newHeader = line.split()[1]
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
117 if self._isQueryHeaders:
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
118 self._updateQueryName(oldHeader, newHeader)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
119 else:
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
120 self._updateSubjectName(oldHeader, newHeader)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
121 count += 1
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
122 line = f.readline()
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
123 f.close()
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
124
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
125 if self._verbose > 0:
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
126 print "nb of relationships: %i" % count
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
127 if self._clean:
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
128 self._iDb.dropTable(self._inTableName)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
129 if self._verbose > 0:
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
130 print "drop '%s' table" % self._inTableName
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
131 if self._verbose > 0:
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
132 print "rename '%s' table to '%s' table" % (self._tmpTableName, self._outTableName)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
133 self._iDb.renameTable(self._tmpTableName, self._outTableName)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
134 self._iDb.close()
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
135 if self._verbose > 0:
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
136 print "END RetrieveInitHeaders.py"
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
137
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
138 #TODO: methods must be in TablePathAdaptator ?
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
139 def _updateQueryName(self, oldH, newH):
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
140 sqlCmd = "UPDATE %s SET query_name = '%s' WHERE query_name = '%s'" % (self._tmpTableName, newH, oldH)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
141 self._iDb.execute(sqlCmd)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
142
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
143 def _updateSubjectName(self, oldH, newH):
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
144 sqlCmd = "UPDATE %s SET subject_name = '%s' WHERE subject_name = '%s'" % (self._tmpTableName, newH, oldH)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
145 self._iDb.execute(sqlCmd)
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
146
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
147 if __name__ == "__main__":
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
148 iRIH = RetrieveInitHeaders()
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
149 iRIH.setAttributesFromCmdLine()
94ab73e8a190 Uploaded
m-zytnicki
parents:
diff changeset
150 iRIH.run()