annotate cmpb2016/comp_clono_CDR3.py @ 1:1319c163872c draft

Uploaded README file
author chmaramis
date Sun, 18 Mar 2018 06:26:39 -0400
parents 8be019b173e6
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
1 # -*- coding: utf-8 -*-
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
2 """
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
3 Created on Thu Jun 19 17:33:34 2014
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
4
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
5 @author: chmaramis
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
6 """
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
7
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
8 from __future__ import division
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
9 import numpy as np
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
10 from pandas import *
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
11 import functools as ft
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
12 import sys
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
13 import time
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
14
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
15 frm = lambda x,y: '{r}/{l}'.format(r=x,l=y)
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
16
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
17
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
18 def cdr3Computation(inp_name, out1, t10n, fname):
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
19
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
20 frame = DataFrame()
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
21 tp = read_csv(inp_name, iterator=True, chunksize=5000,sep='\t', index_col=0 )
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
22 frame = concat([chunk for chunk in tp])
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
23
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
24 grouped = frame.groupby(['AA JUNCTION'])
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
25 x=grouped.size()
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
26 x1=DataFrame(x.index, columns=['AA JUNCTION'])
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
27 x1['Reads']=x.values
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
28 total = sum(x1['Reads'])
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
29 #x1['Reads/Total'] = ['{r}/{l}'.format(r=pr , l = total) for pr in x1['Reads']]
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
30 x1['Reads/Total'] = x1['Reads'].map(ft.partial(frm, y=total))
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
31 x1['Frequency %'] = (100*x1['Reads']/total).map('{:.4f}'.format)
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
32
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
33 final = x1.sort_values(by = ['Reads'] , ascending = False)
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
34
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
35 final.index=range(1,len(final)+1)
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
36 final.to_csv(out1 , sep = '\t')
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
37
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
38 numofclono = len(final)
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
39 clust = len(final[final['Reads'] > 1])
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
40 sing = len (final[final['Reads'] == 1])
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
41 top10 = final[['AA JUNCTION','Frequency %']].head(10)
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
42 top10.to_csv(t10n , sep = '\t')
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
43
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
44 summary = [[str(top10['AA JUNCTION'].values[0])]]
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
45 summary.append([top10['Frequency %'].values[0]])
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
46 summary.append([numofclono])
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
47 summary.append([clust,'{:.4f}'.format(100*clust/numofclono)])
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
48 summary.append([sing,'{:.4f}'.format(100*sing/numofclono)])
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
49
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
50 ind = ['Dominant Clonotype (CDR3)', 'Frequency', 'Number of Clonotypes' , 'Expanding Clonotypes','Singletons']
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
51 spl = fname.split('_')
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
52 col = [spl[0],'%']
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
53
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
54 frsum = DataFrame(summary,index = ind, columns = col)
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
55
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
56 return frsum
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
57
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
58 if __name__ == '__main__':
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
59
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
60 start=time.time()
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
61
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
62 # Parse input arguments
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
63 inp_name = sys.argv[1]
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
64 out1 = sys.argv[2]
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
65 t10n = sys.argv[3]
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
66 sname = sys.argv[4]
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
67 fname = sys.argv[5]
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
68
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
69 # Execute basic function
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
70 frsum = cdr3Computation(inp_name,out1,t10n,fname)
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
71
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
72 # Save output to CSV files
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
73 if not frsum.empty:
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
74 frsum.to_csv(sname, sep = '\t')
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
75
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
76 # Print execution time
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
77 stop=time.time()
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
78 print('Runtime:' + str(stop-start))