annotate pca.py @ 0:f568051cdf2e draft default tip

Imported from capsule None
author devteam
date Mon, 19 May 2014 12:34:43 -0400
parents
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
1 #!/usr/bin/env python
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
2
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
3 import sys, string
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
4 from rpy import *
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
5 import numpy
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
6
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
7 def stop_err(msg):
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
8 sys.stderr.write(msg)
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
9 sys.exit()
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
10
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
11 infile = sys.argv[1]
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
12 x_cols = sys.argv[2].split(',')
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
13 method = sys.argv[3]
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
14 outfile = sys.argv[4]
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
15 outfile2 = sys.argv[5]
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
16
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
17 if method == 'svd':
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
18 scale = center = "FALSE"
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
19 if sys.argv[6] == 'both':
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
20 scale = center = "TRUE"
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
21 elif sys.argv[6] == 'center':
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
22 center = "TRUE"
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
23 elif sys.argv[6] == 'scale':
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
24 scale = "TRUE"
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
25
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
26 fout = open(outfile,'w')
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
27 elems = []
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
28 for i, line in enumerate( file ( infile )):
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
29 line = line.rstrip('\r\n')
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
30 if len( line )>0 and not line.startswith( '#' ):
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
31 elems = line.split( '\t' )
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
32 break
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
33 if i == 30:
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
34 break # Hopefully we'll never get here...
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
35
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
36 if len( elems )<1:
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
37 stop_err( "The data in your input dataset is either missing or not formatted properly." )
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
38
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
39 x_vals = []
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
40
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
41 for k,col in enumerate(x_cols):
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
42 x_cols[k] = int(col)-1
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
43 x_vals.append([])
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
44
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
45 NA = 'NA'
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
46 skipped = 0
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
47 for ind,line in enumerate( file( infile )):
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
48 if line and not line.startswith( '#' ):
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
49 try:
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
50 fields = line.strip().split("\t")
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
51 valid_line = True
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
52 for k,col in enumerate(x_cols):
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
53 try:
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
54 xval = float(fields[col])
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
55 except:
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
56 skipped += 1
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
57 valid_line = False
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
58 break
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
59 if valid_line:
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
60 for k,col in enumerate(x_cols):
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
61 xval = float(fields[col])
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
62 x_vals[k].append(xval)
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
63 except:
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
64 skipped += 1
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
65
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
66 x_vals1 = numpy.asarray(x_vals).transpose()
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
67 dat= r.list(array(x_vals1))
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
68
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
69 set_default_mode(NO_CONVERSION)
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
70 try:
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
71 if method == "cor":
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
72 pc = r.princomp(r.na_exclude(dat), cor = r("TRUE"))
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
73 elif method == "cov":
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
74 pc = r.princomp(r.na_exclude(dat), cor = r("FALSE"))
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
75 elif method=="svd":
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
76 pc = r.prcomp(r.na_exclude(dat), center = r(center), scale = r(scale))
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
77 except RException, rex:
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
78 stop_err("Encountered error while performing PCA on the input data: %s" %(rex))
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
79
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
80 set_default_mode(BASIC_CONVERSION)
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
81 summary = r.summary(pc, loadings="TRUE")
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
82 ncomps = len(summary['sdev'])
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
83
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
84 if type(summary['sdev']) == type({}):
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
85 comps_unsorted = summary['sdev'].keys()
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
86 comps=[]
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
87 sd = summary['sdev'].values()
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
88 for i in range(ncomps):
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
89 sd[i] = summary['sdev'].values()[comps_unsorted.index('Comp.%s' %(i+1))]
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
90 comps.append('Comp.%s' %(i+1))
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
91 elif type(summary['sdev']) == type([]):
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
92 comps=[]
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
93 for i in range(ncomps):
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
94 comps.append('Comp.%s' %(i+1))
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
95 sd = summary['sdev']
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
96
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
97 print >>fout, "#Component\t%s" %("\t".join(["%s" % el for el in range(1,ncomps+1)]))
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
98 print >>fout, "#Std. deviation\t%s" %("\t".join(["%.4g" % el for el in sd]))
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
99 total_var = 0
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
100 vars = []
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
101 for s in sd:
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
102 var = s*s
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
103 total_var += var
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
104 vars.append(var)
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
105 for i,var in enumerate(vars):
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
106 vars[i] = vars[i]/total_var
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
107
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
108 print >>fout, "#Proportion of variance explained\t%s" %("\t".join(["%.4g" % el for el in vars]))
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
109
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
110 print >>fout, "#Loadings\t%s" %("\t".join(["%s" % el for el in range(1,ncomps+1)]))
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
111 xcolnames = ["c%d" %(el+1) for el in x_cols]
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
112 if 'loadings' in summary: #in case of princomp
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
113 loadings = 'loadings'
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
114 elif 'rotation' in summary: #in case of prcomp
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
115 loadings = 'rotation'
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
116 for i,val in enumerate(summary[loadings]):
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
117 print >>fout, "%s\t%s" %(xcolnames[i], "\t".join(["%.4g" % el for el in val]))
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
118
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
119 print >>fout, "#Scores\t%s" %("\t".join(["%s" % el for el in range(1,ncomps+1)]))
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
120 if 'scores' in summary: #in case of princomp
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
121 scores = 'scores'
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
122 elif 'x' in summary: #in case of prcomp
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
123 scores = 'x'
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
124 for obs,sc in enumerate(summary[scores]):
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
125 print >>fout, "%s\t%s" %(obs+1, "\t".join(["%.4g" % el for el in sc]))
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
126
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
127 r.pdf( outfile2, 8, 8 )
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
128 r.biplot(pc)
f568051cdf2e Imported from capsule None
devteam
parents:
diff changeset
129 r.dev_off()