annotate gene_computation.py @ 1:acaa8e8a0b88 draft default tip

Uploaded test-data & added tool help
author chmaramis
date Mon, 30 Apr 2018 04:47:52 -0400
parents 0e37e5b73273
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
1 # -*- coding: utf-8 -*-
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
2 """
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
3 Created on Fri Jun 20 14:58:08 2014
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
4
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
5 @author: chmaramis
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
6 """
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
7
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
8 from __future__ import division
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
9 import numpy as np
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
10 from pandas import *
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
11 import functools as ft
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
12 import sys
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
13 import time
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
14
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
15 frm = lambda x,y: '{r}/{l}'.format(r=x,l=y)
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
16
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
17 gene_options = {'V': 'V-GENE',
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
18 'J': 'J-GENE'}
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
19
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
20
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
21 def geneComputation(inp_name, gene, fname):
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
22
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
23 gene_full = gene_options[gene]
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
24
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
25 df = DataFrame()
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
26 df = read_csv(inp_name, sep='\t', index_col=0 )
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
27 #tp = read_csv(inp_name, iterator=True, chunksize=5000,sep='\t', index_col=0 )
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
28 #df = concat([chunk for chunk in tp])
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
29
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
30
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
31 vgroup = df.groupby([gene_full])
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
32 vdi = vgroup.size()
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
33 rep = DataFrame(list(vdi.index), columns=[gene_full])
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
34 rep['Clonotypes'] = vdi.values
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
35 #rep['Clonotypes/Total'] = ['{r}/{l}'.format(r=p , l = len(df)) for p in vdi.values]
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
36 rep['Clonotypes/Total'] = rep['Clonotypes'].map(ft.partial(frm, y=len(df)))
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
37 rep['Frequency %'] = (100*rep['Clonotypes']/len(df)).map('{:.4f}'.format)
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
38
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
39 rep = rep.sort_values(by = ['Clonotypes'] , ascending = False)
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
40 rep.index = range(1,len(rep)+1)
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
41
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
42 su = rep[[gene_full, 'Frequency %']].head(10)
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
43 spl = fname.split('_')
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
44 summdf = DataFrame([gene_full,su[gene_full].values[0],su['Frequency %'].values[0]],
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
45 index = ['Gene Family','Dominant Gene','Frequency'], columns = [spl[0]])
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
46 summdf['%'] = ''
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
47
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
48 return (rep, su, summdf)
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
49
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
50
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
51 if __name__ == '__main__':
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
52
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
53 start=time.time()
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
54
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
55 # Parse input arguments
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
56 inp_name = sys.argv[1]
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
57 gene = sys.argv[2]
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
58 outrep = sys.argv[3]
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
59 summ_rep = sys.argv[4]
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
60 summ_rep2 = sys.argv[5]
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
61 fname = sys.argv[6]
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
62
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
63 # Execute basic function
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
64 rep, su, summdf = geneComputation(inp_name, gene, fname)
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
65
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
66 # Save output to CSV files
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
67 if not rep.empty:
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
68 rep.to_csv(outrep, sep = '\t')
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
69 if not su.empty:
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
70 su.to_csv(summ_rep, sep = '\t')
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
71 if not summdf.empty:
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
72 summdf.to_csv(summ_rep2, sep = '\t')
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
73
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
74 # Print execution time
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
75 stop=time.time()
0e37e5b73273 Initial commit
chmaramis
parents:
diff changeset
76 print('Runtime:' + str(stop-start))