annotate cmpb2016/comp_clono_VDJCDR3.py @ 1:1319c163872c draft

Uploaded README file
author chmaramis
date Sun, 18 Mar 2018 06:26:39 -0400
parents 8be019b173e6
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
1 # -*- coding: utf-8 -*-
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
2 """
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
3 Created on Thu Dec 3 14:54:00 2015
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
4
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
5 @author: chmaramis
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
6 """
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
7
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
8 from __future__ import division
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
9 import numpy as np
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
10 from pandas import *
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
11 import functools as ft
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
12 import sys
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
13 import time
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
14
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
15 frm = lambda x,y: '{r}/{l}'.format(r=x,l=y)
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
16
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
17 def clonotypeComputationVDJ(inp_name,out1,t10n,fname):
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
18
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
19 frame = DataFrame()
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
20 tp = read_csv(inp_name, iterator=True, chunksize=5000,sep='\t', index_col=0 )
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
21 frame = concat([chunk for chunk in tp])
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
22
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
23 grouped = frame.groupby(['V-GENE','D-GENE','J-GENE','AA JUNCTION'])
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
24 x=grouped.size()
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
25 x1=DataFrame(list(x.index), columns=['V-GENE','D-GENE','J-GENE','AA JUNCTION'])
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
26 x1['Reads']=x.values
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
27 total = sum(x1['Reads'])
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
28 #x1['Reads/Total'] = ['{r}/{l}'.format(r=pr , l = total) for pr in x1['Reads']]
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
29 x1['Reads/Total'] = x1['Reads'].map(ft.partial(frm, y=total))
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
30 x1['Frequency %'] = (100*x1['Reads']/total).map('{:.4f}'.format)
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
31
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
32 final = x1.sort_values(by = ['Reads'] , ascending = False)
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
33 #final = x1.sort_values(by = ['Reads'] , ascending = False)
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
34
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
35 final.index=range(1,len(final)+1)
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
36 final.to_csv(out1 , sep = '\t')
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
37
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
38 numofclono = len(final)
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
39 clust = len(final[final['Reads'] > 1])
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
40 sing = len (final[final['Reads'] == 1])
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
41 top10 = final[['V-GENE','D-GENE','J-GENE','AA JUNCTION','Frequency %']].head(10)
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
42 top10.to_csv(t10n , sep = '\t')
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
43
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
44 summary = [[str(top10['V-GENE'].values[0]+','+top10['D-GENE'].values[0]+','+top10['J-GENE'].values[0]+','+top10['AA JUNCTION'].values[0])]]
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
45 summary.append([top10['Frequency %'].values[0]])
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
46 summary.append([numofclono])
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
47 summary.append([clust,'{:.4f}'.format(100*clust/numofclono)])
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
48 summary.append([sing,'{:.4f}'.format(100*sing/numofclono)])
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
49
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
50
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
51 ind = ['Dominant Clonotype (V+D+J+CDR3)', 'Frequency', 'Number of Clonotypes' , 'Expanding Clonotypes', 'Singletons']
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
52 spl = fname.split('_')
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
53 col = [spl[0],'%']
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
54
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
55 frsum = DataFrame(summary,index = ind, columns = col)
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
56
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
57 return frsum
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
58
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
59 if __name__ == '__main__':
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
60
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
61 start=time.time()
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
62
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
63 # Parse input arguments
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
64 inp_name = sys.argv[1]
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
65 out1 = sys.argv[2]
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
66 t10n = sys.argv[3]
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
67 sname = sys.argv[4]
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
68 fname = sys.argv[5]
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
69
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
70 # Execute basic function
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
71 frsum = clonotypeComputationVDJ(inp_name,out1,t10n,fname)
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
72
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
73 # Save output to CSV files
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
74 if not frsum.empty:
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
75 frsum.to_csv(sname, sep = '\t')
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
76
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
77 # Print execution time
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
78 stop=time.time()
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
79 print('Runtime:' + str(stop-start))