annotate tools/multivariate_stats/cca.py @ 2:c2a356708570

Uploaded
author xuebing
date Fri, 09 Mar 2012 19:45:42 -0500
parents 9071e359b9a3
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
1 #!/usr/bin/env python
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
2
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
3 from galaxy import eggs
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
4 import sys, string
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
5 from rpy import *
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
6 import numpy
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
7
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
8 def stop_err(msg):
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
9 sys.stderr.write(msg)
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
10 sys.exit()
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
11
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
12 infile = sys.argv[1]
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
13 x_cols = sys.argv[2].split(',')
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
14 y_cols = sys.argv[3].split(',')
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
15
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
16 x_scale = x_center = "FALSE"
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
17 if sys.argv[4] == 'both':
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
18 x_scale = x_center = "TRUE"
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
19 elif sys.argv[4] == 'center':
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
20 x_center = "TRUE"
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
21 elif sys.argv[4] == 'scale':
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
22 x_scale = "TRUE"
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
23
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
24 y_scale = y_center = "FALSE"
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
25 if sys.argv[5] == 'both':
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
26 y_scale = y_center = "TRUE"
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
27 elif sys.argv[5] == 'center':
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
28 y_center = "TRUE"
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
29 elif sys.argv[5] == 'scale':
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
30 y_scale = "TRUE"
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
31
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
32 std_scores = "FALSE"
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
33 if sys.argv[6] == "yes":
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
34 std_scores = "TRUE"
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
35
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
36 outfile = sys.argv[7]
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
37 outfile2 = sys.argv[8]
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
38
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
39 fout = open(outfile,'w')
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
40 elems = []
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
41 for i, line in enumerate( file ( infile )):
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
42 line = line.rstrip('\r\n')
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
43 if len( line )>0 and not line.startswith( '#' ):
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
44 elems = line.split( '\t' )
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
45 break
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
46 if i == 30:
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
47 break # Hopefully we'll never get here...
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
48
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
49 if len( elems )<1:
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
50 stop_err( "The data in your input dataset is either missing or not formatted properly." )
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
51
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
52 x_vals = []
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
53
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
54 for k,col in enumerate(x_cols):
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
55 x_cols[k] = int(col)-1
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
56 x_vals.append([])
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
57
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
58 y_vals = []
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
59
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
60 for k,col in enumerate(y_cols):
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
61 y_cols[k] = int(col)-1
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
62 y_vals.append([])
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
63
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
64 skipped = 0
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
65 for ind,line in enumerate( file( infile )):
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
66 if line and not line.startswith( '#' ):
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
67 try:
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
68 fields = line.strip().split("\t")
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
69 valid_line = True
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
70 for col in x_cols+y_cols:
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
71 try:
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
72 assert float(fields[col])
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
73 except:
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
74 skipped += 1
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
75 valid_line = False
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
76 break
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
77 if valid_line:
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
78 for k,col in enumerate(x_cols):
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
79 try:
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
80 xval = float(fields[col])
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
81 except:
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
82 xval = NaN#
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
83 x_vals[k].append(xval)
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
84 for k,col in enumerate(y_cols):
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
85 try:
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
86 yval = float(fields[col])
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
87 except:
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
88 yval = NaN#
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
89 y_vals[k].append(yval)
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
90 except:
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
91 skipped += 1
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
92
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
93 x_vals1 = numpy.asarray(x_vals).transpose()
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
94 y_vals1 = numpy.asarray(y_vals).transpose()
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
95
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
96 x_dat= r.list(array(x_vals1))
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
97 y_dat= r.list(array(y_vals1))
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
98
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
99 try:
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
100 r.suppressWarnings(r.library("yacca"))
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
101 except:
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
102 stop_err("Missing R library yacca.")
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
103
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
104 set_default_mode(NO_CONVERSION)
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
105 try:
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
106 xcolnames = ["c%d" %(el+1) for el in x_cols]
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
107 ycolnames = ["c%d" %(el+1) for el in y_cols]
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
108 cc = r.cca(x=x_dat, y=y_dat, xlab=xcolnames, ylab=ycolnames, xcenter=r(x_center), ycenter=r(y_center), xscale=r(x_scale), yscale=r(y_scale), standardize_scores=r(std_scores))
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
109 ftest = r.F_test_cca(cc)
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
110 except RException, rex:
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
111 stop_err("Encountered error while performing CCA on the input data: %s" %(rex))
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
112
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
113 set_default_mode(BASIC_CONVERSION)
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
114 summary = r.summary(cc)
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
115
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
116 ncomps = len(summary['corr'])
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
117 comps = summary['corr'].keys()
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
118 corr = summary['corr'].values()
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
119 xlab = summary['xlab']
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
120 ylab = summary['ylab']
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
121
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
122 for i in range(ncomps):
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
123 corr[comps.index('CV %s' %(i+1))] = summary['corr'].values()[i]
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
124
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
125 ftest=ftest.as_py()
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
126 print >>fout, "#Component\t%s" %("\t".join(["%s" % el for el in range(1,ncomps+1)]))
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
127 print >>fout, "#Correlation\t%s" %("\t".join(["%.4g" % el for el in corr]))
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
128 print >>fout, "#F-statistic\t%s" %("\t".join(["%.4g" % el for el in ftest['statistic']]))
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
129 print >>fout, "#p-value\t%s" %("\t".join(["%.4g" % el for el in ftest['p.value']]))
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
130
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
131 print >>fout, "#X-Coefficients\t%s" %("\t".join(["%s" % el for el in range(1,ncomps+1)]))
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
132 for i,val in enumerate(summary['xcoef']):
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
133 print >>fout, "%s\t%s" %(xlab[i], "\t".join(["%.4g" % el for el in val]))
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
134
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
135 print >>fout, "#Y-Coefficients\t%s" %("\t".join(["%s" % el for el in range(1,ncomps+1)]))
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
136 for i,val in enumerate(summary['ycoef']):
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
137 print >>fout, "%s\t%s" %(ylab[i], "\t".join(["%.4g" % el for el in val]))
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
138
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
139 print >>fout, "#X-Loadings\t%s" %("\t".join(["%s" % el for el in range(1,ncomps+1)]))
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
140 for i,val in enumerate(summary['xstructcorr']):
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
141 print >>fout, "%s\t%s" %(xlab[i], "\t".join(["%.4g" % el for el in val]))
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
142
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
143 print >>fout, "#Y-Loadings\t%s" %("\t".join(["%s" % el for el in range(1,ncomps+1)]))
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
144 for i,val in enumerate(summary['ystructcorr']):
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
145 print >>fout, "%s\t%s" %(ylab[i], "\t".join(["%.4g" % el for el in val]))
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
146
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
147 print >>fout, "#X-CrossLoadings\t%s" %("\t".join(["%s" % el for el in range(1,ncomps+1)]))
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
148 for i,val in enumerate(summary['xcrosscorr']):
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
149 print >>fout, "%s\t%s" %(xlab[i], "\t".join(["%.4g" % el for el in val]))
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
150
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
151 print >>fout, "#Y-CrossLoadings\t%s" %("\t".join(["%s" % el for el in range(1,ncomps+1)]))
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
152 for i,val in enumerate(summary['ycrosscorr']):
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
153 print >>fout, "%s\t%s" %(ylab[i], "\t".join(["%.4g" % el for el in val]))
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
154
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
155 r.pdf( outfile2, 8, 8 )
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
156 #r.plot(cc)
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
157 for i in range(ncomps):
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
158 r.helio_plot(cc, cv = i+1, main = r.paste("Explained Variance for CV",i+1), type = "variance")
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
159 r.dev_off()