annotate clonotype_computation.py @ 1:acaa8e8a0b88 draft default tip

Uploaded test-data & added tool help
author chmaramis
date Mon, 30 Apr 2018 04:47:52 -0400
parents 0e37e5b73273
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
1 # -*- coding: utf-8 -*-
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
2 """
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
3 Created on Sat Mar 24 14:00:24 2018
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
4
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
5 @author: chmaramis
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
6 """
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
7
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
8 from __future__ import division
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
9 import numpy as np
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
10 from pandas import *
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
11 import functools as ft
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
12 import sys
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
13 import time
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
14
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
15 frm = lambda x,y: '{r}/{l}'.format(r=x,l=y)
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
16
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
17 clono_def = {'CDR3': ['AA JUNCTION'],
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
18 'VCDR3': ['V-GENE','AA JUNCTION'],
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
19 'JCDR3': ['J-GENE','AA JUNCTION'],
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
20 'VJCDR3': ['V-GENE','J-GENE','AA JUNCTION'],
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
21 'VDJCDR3': ['V-GENE','D-GENE','J-GENE','AA JUNCTION']}
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
22
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
23
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
24 def clonotypeComputation(inp_name, clono, out1, t10n, fname):
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
25
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
26 clono_comps = clono_def[clono]
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
27
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
28 frame = DataFrame()
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
29 tp = read_csv(inp_name, iterator=True, chunksize=5000,sep='\t', index_col=0 )
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
30 frame = concat([chunk for chunk in tp])
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
31
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
32
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
33 grouped = frame.groupby(clono_comps)
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
34 x=grouped.size()
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
35 x1=DataFrame(list(x.index), columns=clono_comps)
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
36 x1['Reads']=x.values
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
37 total = sum(x1['Reads'])
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
38 #x1['Reads/Total'] = ['{r}/{l}'.format(r=pr , l = total) for pr in x1['Reads']]
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
39 x1['Reads/Total'] = x1['Reads'].map(ft.partial(frm, y=total))
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
40 x1['Frequency %'] = (100*x1['Reads']/total).map('{:.4f}'.format)
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
41
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
42 final = x1.sort_values(by = ['Reads'] , ascending = False)
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
43
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
44 final.index=range(1,len(final)+1)
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
45 final.to_csv(out1 , sep = '\t')
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
46
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
47 numofclono = len(final)
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
48 clust = len(final[final['Reads'] > 1])
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
49 sing = len (final[final['Reads'] == 1])
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
50 top10 = final[clono_comps + ['Frequency %']].head(10)
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
51 top10.to_csv(t10n , sep = '\t')
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
52
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
53 summary = [[clono]]
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
54 summary.append([', '.join([top10[c].values[0] for c in clono_comps])])
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
55 summary.append([top10['Frequency %'].values[0]])
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
56 summary.append([numofclono])
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
57 summary.append([clust,'{:.4f}'.format(100*clust/numofclono)])
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
58 summary.append([sing,'{:.4f}'.format(100*sing/numofclono)])
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
59
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
60 ind = ['Clonotype Definition', 'Dominant Clonotype', 'Frequency', 'Number of Clonotypes' , 'Expanding Clonotypes','Singletons']
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
61 spl = fname.split('_')
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
62 col = [spl[0],'%']
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
63
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
64 frsum = DataFrame(summary,index = ind, columns = col)
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
65
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
66 return frsum
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
67
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
68
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
69 if __name__ == '__main__':
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
70
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
71 start=time.time()
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
72
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
73 # Parse input arguments
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
74 inp_name = sys.argv[1]
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
75 clono = sys.argv[2]
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
76 out1 = sys.argv[3]
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
77 t10n = sys.argv[4]
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
78 sname = sys.argv[5]
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
79 fname = sys.argv[6]
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
80
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
81 # Execute basic function
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
82 frsum = clonotypeComputation(inp_name, clono, out1, t10n, fname)
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
83
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
84 # Save output to CSV files
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
85 if not frsum.empty:
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
86 frsum.to_csv(sname, sep = '\t')
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
87
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
88 # Print execution time
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
89 stop=time.time()
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
90 print('Runtime:' + str(stop-start))