annotate shm_csr.py @ 4:5ffd52fc35c4 draft

Uploaded
author davidvanzessen
date Mon, 12 Dec 2016 05:22:37 -0500
parents
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
4
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
1 from __future__ import division
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
2 from collections import defaultdict
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
3 import re
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
4 import argparse
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
5
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
6 parser = argparse.ArgumentParser()
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
7 parser.add_argument("--input",
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
8 help="The '7_V-REGION-mutation-and-AA-change-table' and '10_V-REGION-mutation-hotspots' merged together, with an added 'best_match' annotation")
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
9 parser.add_argument("--genes", help="The genes available in the 'best_match' column")
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
10 parser.add_argument("--empty_region_filter", help="Where does the sequence start?", choices=['leader', 'FR1', 'CDR1', 'FR2'])
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
11 parser.add_argument("--output", help="Output file")
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
12
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
13 args = parser.parse_args()
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
14
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
15 infile = args.input
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
16 genes = str(args.genes).split(",")
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
17 empty_region_filter = args.empty_region_filter
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
18 outfile = args.output
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
19
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
20 genedic = dict()
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
21
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
22 mutationdic = dict()
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
23 mutationMatcher = re.compile("^(.)(\d+).(.),?(.)?(\d+)?.?(.)?(.?.?.?.?.?)?")
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
24 NAMatchResult = (None, None, None, None, None, None, '')
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
25 linecount = 0
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
26
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
27 IDIndex = 0
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
28 best_matchIndex = 0
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
29 fr1Index = 0
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
30 cdr1Index = 0
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
31 fr2Index = 0
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
32 cdr2Index = 0
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
33 fr3Index = 0
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
34 first = True
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
35 IDlist = []
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
36 mutationList = []
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
37 mutationListByID = {}
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
38 cdr1LengthDic = {}
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
39 cdr2LengthDic = {}
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
40
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
41 with open(infile, 'r') as i:
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
42 for line in i:
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
43 if first:
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
44 linesplt = line.split("\t")
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
45 IDIndex = linesplt.index("Sequence.ID")
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
46 best_matchIndex = linesplt.index("best_match")
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
47 fr1Index = linesplt.index("FR1.IMGT")
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
48 cdr1Index = linesplt.index("CDR1.IMGT")
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
49 fr2Index = linesplt.index("FR2.IMGT")
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
50 cdr2Index = linesplt.index("CDR2.IMGT")
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
51 fr3Index = linesplt.index("FR3.IMGT")
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
52 cdr1LengthIndex = linesplt.index("CDR1.IMGT.length")
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
53 cdr2LengthIndex = linesplt.index("CDR2.IMGT.length")
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
54 first = False
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
55 continue
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
56 linecount += 1
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
57 linesplt = line.split("\t")
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
58 ID = linesplt[IDIndex]
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
59 genedic[ID] = linesplt[best_matchIndex]
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
60 try:
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
61 mutationdic[ID + "_FR1"] = [mutationMatcher.match(x).groups() for x in linesplt[fr1Index].split("|") if x] if (linesplt[fr1Index] != "NA" and empty_region_filter == "leader") else []
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
62 mutationdic[ID + "_CDR1"] = [mutationMatcher.match(x).groups() for x in linesplt[cdr1Index].split("|") if x] if (linesplt[cdr1Index] != "NA" and empty_region_filter in ["leader", "FR1"]) else []
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
63 mutationdic[ID + "_FR2"] = [mutationMatcher.match(x).groups() for x in linesplt[fr2Index].split("|") if x] if (linesplt[fr2Index] != "NA" and empty_region_filter in ["leader", "FR1", "CDR1"]) else []
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
64 mutationdic[ID + "_CDR2"] = [mutationMatcher.match(x).groups() for x in linesplt[cdr2Index].split("|") if x] if (linesplt[cdr2Index] != "NA") else []
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
65 mutationdic[ID + "_FR2-CDR2"] = mutationdic[ID + "_FR2"] + mutationdic[ID + "_CDR2"]
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
66 mutationdic[ID + "_FR3"] = [mutationMatcher.match(x).groups() for x in linesplt[fr3Index].split("|") if x] if linesplt[fr3Index] != "NA" else []
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
67 except Exception as e:
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
68 print "Something went wrong while processing this line:"
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
69 print linesplt
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
70 print linecount
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
71 print e
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
72 mutationList += mutationdic[ID + "_FR1"] + mutationdic[ID + "_CDR1"] + mutationdic[ID + "_FR2"] + mutationdic[ID + "_CDR2"] + mutationdic[ID + "_FR3"]
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
73 mutationListByID[ID] = mutationdic[ID + "_FR1"] + mutationdic[ID + "_CDR1"] + mutationdic[ID + "_FR2"] + mutationdic[ID + "_CDR2"] + mutationdic[ID + "_FR3"]
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
74
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
75 cdr1Length = linesplt[cdr1LengthIndex]
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
76 cdr2Length = linesplt[cdr2LengthIndex]
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
77
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
78 cdr1LengthDic[ID] = int(cdr1Length) if cdr1Length != "X" else 0
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
79 cdr2LengthDic[ID] = int(cdr2Length) if cdr2Length != "X" else 0
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
80
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
81 IDlist += [ID]
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
82
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
83 AALength = (int(max(mutationList, key=lambda i: int(i[4]) if i[4] else 0)[4]) + 1) # [4] is the position of the AA mutation, None if silent
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
84 if AALength < 60:
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
85 AALength = 64
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
86
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
87 AA_mutation = [0] * AALength
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
88 AA_mutation_dic = {"IGA": AA_mutation[:], "IGG": AA_mutation[:], "IGM": AA_mutation[:], "IGE": AA_mutation[:], "unm": AA_mutation[:], "all": AA_mutation[:]}
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
89 AA_mutation_empty = AA_mutation[:]
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
90
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
91 aa_mutations_by_id_file = outfile[:outfile.rindex("/")] + "/aa_id_mutations.txt"
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
92 with open(aa_mutations_by_id_file, 'w') as o:
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
93 o.write("ID\tbest_match\t" + "\t".join([str(x) for x in range(1,AALength)]) + "\n")
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
94 for ID in mutationListByID.keys():
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
95 AA_mutation_for_ID = AA_mutation_empty[:]
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
96 for mutation in mutationListByID[ID]:
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
97 if mutation[4]:
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
98 AA_mutation_position = int(mutation[4])
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
99 AA_mutation[AA_mutation_position] += 1
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
100 AA_mutation_for_ID[AA_mutation_position] += 1
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
101 clss = genedic[ID][:3]
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
102 AA_mutation_dic[clss][AA_mutation_position] += 1
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
103 o.write(ID + "\t" + genedic[ID] + "\t" + "\t".join([str(x) for x in AA_mutation_for_ID[1:]]) + "\n")
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
104
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
105
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
106
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
107 #absent AA stuff
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
108 absentAACDR1Dic = defaultdict(list)
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
109 absentAACDR1Dic[5] = range(29,36)
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
110 absentAACDR1Dic[6] = range(29,35)
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
111 absentAACDR1Dic[7] = range(30,35)
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
112 absentAACDR1Dic[8] = range(30,34)
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
113 absentAACDR1Dic[9] = range(31,34)
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
114 absentAACDR1Dic[10] = range(31,33)
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
115 absentAACDR1Dic[11] = [32]
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
116
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
117 absentAACDR2Dic = defaultdict(list)
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
118 absentAACDR2Dic[0] = range(55,65)
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
119 absentAACDR2Dic[1] = range(56,65)
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
120 absentAACDR2Dic[2] = range(56,64)
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
121 absentAACDR2Dic[3] = range(57,64)
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
122 absentAACDR2Dic[4] = range(57,63)
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
123 absentAACDR2Dic[5] = range(58,63)
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
124 absentAACDR2Dic[6] = range(58,62)
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
125 absentAACDR2Dic[7] = range(59,62)
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
126 absentAACDR2Dic[8] = range(59,61)
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
127 absentAACDR2Dic[9] = [60]
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
128
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
129 absentAA = [len(IDlist)] * (AALength-1)
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
130 for k, cdr1Length in cdr1LengthDic.iteritems():
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
131 for c in absentAACDR1Dic[cdr1Length]:
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
132 absentAA[c] -= 1
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
133
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
134 for k, cdr2Length in cdr2LengthDic.iteritems():
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
135 for c in absentAACDR2Dic[cdr2Length]:
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
136 absentAA[c] -= 1
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
137
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
138
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
139 aa_mutations_by_id_file = outfile[:outfile.rindex("/")] + "/absent_aa_id.txt"
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
140 with open(aa_mutations_by_id_file, 'w') as o:
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
141 o.write("ID\tcdr1length\tcdr2length\tbest_match\t" + "\t".join([str(x) for x in range(1,AALength)]) + "\n")
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
142 for ID in IDlist:
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
143 absentAAbyID = [1] * (AALength-1)
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
144 cdr1Length = cdr1LengthDic[ID]
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
145 for c in absentAACDR1Dic[cdr1Length]:
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
146 absentAAbyID[c] -= 1
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
147
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
148 cdr2Length = cdr2LengthDic[ID]
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
149 for c in absentAACDR2Dic[cdr2Length]:
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
150 absentAAbyID[c] -= 1
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
151 o.write(ID + "\t" + str(cdr1Length) + "\t" + str(cdr2Length) + "\t" + genedic[ID] + "\t" + "\t".join([str(x) for x in absentAAbyID]) + "\n")
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
152
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
153 if linecount == 0:
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
154 print "No data, exiting"
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
155 with open(outfile, 'w') as o:
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
156 o.write("RGYW (%)," + ("0,0,0\n" * len(genes)))
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
157 o.write("WRCY (%)," + ("0,0,0\n" * len(genes)))
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
158 o.write("WA (%)," + ("0,0,0\n" * len(genes)))
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
159 o.write("TW (%)," + ("0,0,0\n" * len(genes)))
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
160 import sys
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
161
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
162 sys.exit()
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
163
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
164 hotspotMatcher = re.compile("[actg]+,(\d+)-(\d+)\((.*)\)")
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
165 RGYWCount = {}
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
166 WRCYCount = {}
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
167 WACount = {}
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
168 TWCount = {}
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
169
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
170 #IDIndex = 0
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
171 ataIndex = 0
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
172 tatIndex = 0
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
173 aggctatIndex = 0
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
174 atagcctIndex = 0
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
175 first = True
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
176 with open(infile, 'r') as i:
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
177 for line in i:
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
178 if first:
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
179 linesplt = line.split("\t")
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
180 ataIndex = linesplt.index("X.a.t.a")
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
181 tatIndex = linesplt.index("t.a.t.")
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
182 aggctatIndex = linesplt.index("X.a.g.g.c.t..a.t.")
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
183 atagcctIndex = linesplt.index("X.a.t..a.g.c.c.t.")
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
184 first = False
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
185 continue
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
186 linesplt = line.split("\t")
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
187 gene = linesplt[best_matchIndex]
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
188 ID = linesplt[IDIndex]
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
189 RGYW = [(int(x), int(y), z) for (x, y, z) in
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
190 [hotspotMatcher.match(x).groups() for x in linesplt[aggctatIndex].split("|") if x]]
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
191 WRCY = [(int(x), int(y), z) for (x, y, z) in
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
192 [hotspotMatcher.match(x).groups() for x in linesplt[atagcctIndex].split("|") if x]]
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
193 WA = [(int(x), int(y), z) for (x, y, z) in
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
194 [hotspotMatcher.match(x).groups() for x in linesplt[ataIndex].split("|") if x]]
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
195 TW = [(int(x), int(y), z) for (x, y, z) in
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
196 [hotspotMatcher.match(x).groups() for x in linesplt[tatIndex].split("|") if x]]
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
197 RGYWCount[ID], WRCYCount[ID], WACount[ID], TWCount[ID] = 0, 0, 0, 0
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
198
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
199 mutationList = mutationdic[ID + "_FR1"] + mutationdic[ID + "_CDR1"] + mutationdic[ID + "_FR2"] + mutationdic[ID + "_CDR2"] + mutationdic[ID + "_FR3"]
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
200 for mutation in mutationList:
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
201 frm, where, to, AAfrm, AAwhere, AAto, junk = mutation
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
202 mutation_in_RGYW = any([(start <= int(where) <= end) for (start, end, region) in RGYW])
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
203 mutation_in_WRCY = any([(start <= int(where) <= end) for (start, end, region) in WRCY])
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
204 mutation_in_WA = any([(start <= int(where) <= end) for (start, end, region) in WA])
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
205 mutation_in_TW = any([(start <= int(where) <= end) for (start, end, region) in TW])
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
206
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
207 in_how_many_motifs = sum([mutation_in_RGYW, mutation_in_WRCY, mutation_in_WA, mutation_in_TW])
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
208
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
209 if in_how_many_motifs > 0:
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
210 RGYWCount[ID] += (1.0 * int(mutation_in_RGYW)) / in_how_many_motifs
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
211 WRCYCount[ID] += (1.0 * int(mutation_in_WRCY)) / in_how_many_motifs
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
212 WACount[ID] += (1.0 * int(mutation_in_WA)) / in_how_many_motifs
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
213 TWCount[ID] += (1.0 * int(mutation_in_TW)) / in_how_many_motifs
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
214
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
215
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
216 def mean(lst):
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
217 return (float(sum(lst)) / len(lst)) if len(lst) > 0 else 0.0
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
218
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
219
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
220 def median(lst):
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
221 lst = sorted(lst)
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
222 l = len(lst)
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
223 if l == 0:
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
224 return 0
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
225 if l == 1:
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
226 return lst[0]
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
227
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
228 l = int(l / 2)
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
229
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
230 if len(lst) % 2 == 0:
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
231 return float(lst[l] + lst[(l - 1)]) / 2.0
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
232 else:
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
233 return lst[l]
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
234
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
235 funcs = {"mean": mean, "median": median, "sum": sum}
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
236
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
237 directory = outfile[:outfile.rfind("/") + 1]
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
238 value = 0
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
239 valuedic = dict()
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
240
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
241 for fname in funcs.keys():
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
242 for gene in genes:
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
243 with open(directory + gene + "_" + fname + "_value.txt", 'r') as v:
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
244 valuedic[gene + "_" + fname] = float(v.readlines()[0].rstrip())
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
245 with open(directory + "all_" + fname + "_value.txt", 'r') as v:
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
246 valuedic["total_" + fname] = float(v.readlines()[0].rstrip())
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
247
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
248
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
249 def get_xyz(lst, gene, f, fname):
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
250 x = round(round(f(lst), 1))
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
251 y = valuedic[gene + "_" + fname]
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
252 z = str(round(x / float(y) * 100, 1)) if y != 0 else "0"
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
253 return (str(x), str(y), z)
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
254
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
255 dic = {"RGYW": RGYWCount, "WRCY": WRCYCount, "WA": WACount, "TW": TWCount}
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
256 arr = ["RGYW", "WRCY", "WA", "TW"]
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
257
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
258 geneMatchers = {gene: re.compile("^" + gene + ".*") for gene in genes}
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
259
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
260 for fname in funcs.keys():
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
261 func = funcs[fname]
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
262 foutfile = outfile[:outfile.rindex("/")] + "/hotspot_analysis_" + fname + ".txt"
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
263 with open(foutfile, 'w') as o:
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
264 for typ in arr:
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
265 o.write(typ + " (%)")
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
266 curr = dic[typ]
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
267 for gene in genes:
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
268 geneMatcher = geneMatchers[gene]
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
269 if valuedic[gene + "_" + fname] is 0:
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
270 o.write(",0,0,0")
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
271 else:
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
272 x, y, z = get_xyz([curr[x] for x in [y for y, z in genedic.iteritems() if geneMatcher.match(z)]], gene, func, fname)
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
273 o.write("," + x + "," + y + "," + z)
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
274 x, y, z = get_xyz([y for x, y in curr.iteritems() if not genedic[x].startswith("unmatched")], "total", func, fname)
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
275 #x, y, z = get_xyz([y for x, y in curr.iteritems()], "total", func, fname)
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
276 o.write("," + x + "," + y + "," + z + "\n")
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
277
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
278
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
279 # for testing
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
280 seq_motif_file = outfile[:outfile.rindex("/")] + "/motif_per_seq.txt"
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
281 with open(seq_motif_file, 'w') as o:
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
282 o.write("ID\tRGYW\tWRCY\tWA\tTW\n")
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
283 for ID in IDlist:
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
284 #o.write(ID + "\t" + str(round(RGYWCount[ID], 2)) + "\t" + str(round(WRCYCount[ID], 2)) + "\t" + str(round(WACount[ID], 2)) + "\t" + str(round(TWCount[ID], 2)) + "\n")
5ffd52fc35c4 Uploaded
davidvanzessen
parents:
diff changeset
285 o.write(ID + "\t" + str(RGYWCount[ID]) + "\t" + str(WRCYCount[ID]) + "\t" + str(WACount[ID]) + "\t" + str(TWCount[ID]) + "\n")