annotate cmpb2016/ext_repertoire_J.py @ 7:b5bb2e8e829c draft

Deleted selected files
author chmaramis
date Sun, 18 Mar 2018 07:06:34 -0400
parents 8be019b173e6
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
1 # -*- coding: utf-8 -*-
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
2 """
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
3 Created on Fri Jun 20 14:58:08 2014
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
4
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
5 @author: chmaramis
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
6 """
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
7
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
8 from __future__ import division
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
9 import numpy as np
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
10 from pandas import *
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
11 import functools as ft
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
12 import sys
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
13 import time
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
14
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
15 frm = lambda x,y: '{r}/{l}'.format(r=x,l=y)
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
16
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
17 def repertoireJgComputation(inp_name, fname):
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
18
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
19 df = DataFrame()
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
20 df = read_csv(inp_name, sep='\t', index_col=0 )
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
21 #tp = read_csv(inp_name, iterator=True, chunksize=5000,sep='\t', index_col=0 )
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
22 #df = concat([chunk for chunk in tp])
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
23
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
24 vgroup = df.groupby(['J-GENE'])
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
25 vdi = vgroup.size()
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
26 rep = DataFrame(list(vdi.index), columns=['J-GENE'])
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
27 rep['Reads'] = vdi.values
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
28 #rep['Reads/Total'] = ['{r}/{l}'.format(r=p , l = len(df)) for p in vdi.values]
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
29 rep['Reads/Total'] = rep['Reads'].map(ft.partial(frm, y=len(df)))
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
30 rep['Frequency %'] = (100*rep['Reads']/len(df)).map('{:.4f}'.format)
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
31
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
32 rep = rep.sort_values(by = ['Reads'] , ascending = False)
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
33
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
34 rep.index = range(1,len(rep)+1)
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
35
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
36 su = rep[['J-GENE','Frequency %']].head(10)
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
37 spl = fname.split('_')
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
38 summdf = DataFrame([su['J-GENE'].values[0],su['Frequency %'].values[0]],
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
39 index = ['Dominant J-GENE','Frequency'], columns = [spl[0]])
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
40 summdf['%'] = ''
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
41
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
42 return (rep, summdf)
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
43
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
44
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
45 if __name__ == '__main__':
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
46
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
47 start=time.time()
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
48
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
49 # Parse input arguments
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
50 inp_name = sys.argv[1]
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
51 outrep = sys.argv[2]
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
52 summ_rep2 = sys.argv[3]
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
53 fname = sys.argv[4]
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
54
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
55 # Execute basic function
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
56 rep, summdf = repertoireJgComputation(inp_name, fname)
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
57
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
58 # Save output to CSV files
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
59 if not rep.empty:
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
60 rep.to_csv(outrep, sep = '\t')
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
61 if not summdf.empty:
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
62 summdf.to_csv(summ_rep2, sep = '\t')
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
63
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
64
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
65 # Print execution time
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
66 stop=time.time()
8be019b173e6 Uploaded included tools
chmaramis
parents:
diff changeset
67 print('Runtime:' + str(stop-start))