annotate public_clonotype_computation.py @ 1:acaa8e8a0b88 draft default tip

Uploaded test-data & added tool help
author chmaramis
date Mon, 30 Apr 2018 04:47:52 -0400
parents 0e37e5b73273
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
1 # -*- coding: utf-8 -*-
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
2 """
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
3 Created on Sat Mar 24 17:18:09 2018
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
4
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
5 @author: chmaramis
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
6 """
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
7
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
8 from __future__ import division
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
9 import numpy as np
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
10 from pandas import *
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
11 from numpy import nan as NA
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
12 import sys
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
13 import time
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
14
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
15 clono_def = {'CDR3': ['AA JUNCTION'],
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
16 'VCDR3': ['V-GENE','AA JUNCTION'],
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
17 'JCDR3': ['J-GENE','AA JUNCTION']}
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
18
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
19
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
20
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
21 def publicClonotypeComputation(inputs, clono, thres):
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
22
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
23 clono_comps = clono_def[clono]
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
24
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
25 clono=DataFrame()
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
26
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
27 for x in range(0,len(inputs),2):
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
28 cl = DataFrame()
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
29 cl = read_csv(inputs[x] , sep = '\t' , index_col = 0)
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
30 #tp = read_csv(inp_name, iterator=True, chunksize=5000,sep='\t', index_col=0 )
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
31 #cl = concat([chunk for chunk in tp])
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
32
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
33 if (thres != 'null'):
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
34 cl = cl[cl['Reads'] > int(thres)]
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
35
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
36 x1 = inputs[x+1].split('_')
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
37
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
38 del cl['Reads']
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
39 cl.columns = [cl.columns[0], cl.columns[1], x1[0]+' '+cl.columns[2], x1[0]+' Relative '+cl.columns[3]]
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
40
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
41 if clono.empty:
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
42 clono = cl
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
43 else:
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
44 clono = clono.merge(cl, how='outer', on=clono_comps)
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
45
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
46
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
47 col = clono.columns
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
48 freqs = col.map(lambda x: 'Frequency' in x)
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
49 reads = col.map(lambda x: 'Reads/Total' in x)
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
50
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
51 clono[col[freqs]] = clono[col[freqs]].fillna(0)
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
52 clono[col[reads]] = clono[col[reads]].fillna('0/*')
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
53
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
54 clono['Num of Patients']= clono[col[freqs]].apply(lambda x: np.sum(x != 0), axis=1)
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
55
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
56 clono = clono[clono['Num of Patients'] > 1]
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
57
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
58 clono.index = range(1,len(clono)+1)
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
59
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
60 return clono
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
61
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
62
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
63 if __name__ == '__main__':
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
64
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
65 start=time.time()
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
66
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
67 # Parse input arguments
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
68 arg = sys.argv[4:]
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
69 clono = sys.argv[1]
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
70 output = sys.argv[2]
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
71 thres = sys.argv[3]
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
72
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
73
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
74
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
75 # Execute basic function
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
76 mer = publicClonotypeComputation(arg, clono, thres)
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
77
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
78 # Save output to CSV files
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
79 if not mer.empty:
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
80 mer.to_csv(output , sep = '\t')
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
81
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
82 # Print execution time
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
83 stop=time.time()
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
84 print('Runtime:' + str(stop-start))