annotate cmpb2016/pub_clono_CDR3.py @ 0:8be019b173e6 draft

Uploaded included tools
author chmaramis
date Sun, 18 Mar 2018 05:54:20 -0400
parents
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
1 # -*- coding: utf-8 -*-
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
2 """
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
3 Created on Mon Dec 21 18:26:01 2015
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
4
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
5 @author: chmaramis
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
6 """
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
7
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
8 from __future__ import division
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
9 import numpy as np
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
10 from pandas import *
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
11 from numpy import nan as NA
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
12 import sys
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
13 import time
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
14
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
15
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
16
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
17 def publicCDR3Func(inputs,thres):
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
18
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
19 cdr3=DataFrame()
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
20
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
21 for x in range(0,len(inputs),2):
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
22 cl = DataFrame()
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
23 cl = read_csv(inputs[x] , sep = '\t' , index_col = 0)
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
24 #tp = read_csv(inp_name, iterator=True, chunksize=5000,sep='\t', index_col=0 )
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
25 #cl = concat([chunk for chunk in tp])
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
26
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
27 if (thres != 'null'):
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
28 cl = cl[cl['Reads'] > int(thres)]
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
29
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
30 x1 = inputs[x+1].split('_')
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
31
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
32 del cl['Reads']
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
33 cl.columns = [cl.columns[0], x1[0]+' '+cl.columns[1], x1[0]+' Relative '+cl.columns[2]]
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
34
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
35 if cdr3.empty:
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
36 cdr3 = cl
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
37 else:
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
38 cdr3 = cdr3.merge(cl, how='outer', on='AA JUNCTION')
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
39
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
40
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
41 col = cdr3.columns
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
42 freqs = col.map(lambda x: 'Frequency' in x)
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
43 reads = col.map(lambda x: 'Reads/Total' in x)
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
44
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
45 cdr3[col[freqs]] = cdr3[col[freqs]].fillna(0)
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
46 cdr3[col[reads]] = cdr3[col[reads]].fillna('0/*')
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
47
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
48 cdr3['Num of Patients']= cdr3[col[freqs]].apply(lambda x: np.sum(x != 0), axis=1)
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
49
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
50 cdr3 = cdr3[cdr3['Num of Patients'] > 1]
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
51
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
52 cdr3.index = range(1,len(cdr3)+1)
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
53
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
54 return cdr3
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
55
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
56
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
57 if __name__ == '__main__':
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
58
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
59 start=time.time()
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
60
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
61 # Parse input arguments
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
62 threshold = sys.argv[2]
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
63 arg = sys.argv[3:]
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
64 output = sys.argv[1]
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
65
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
66 # Execute basic function
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
67 mer = publicCDR3Func(arg,threshold)
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
68
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
69 # Save output to CSV files
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
70 if not mer.empty:
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
71 mer.to_csv(output , sep = '\t')
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
72
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
73 # Print execution time
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
74 stop=time.time()
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
75 print('Runtime:' + str(stop-start))