annotate tools/regVariation/best_regression_subsets.py @ 2:c2a356708570

Uploaded
author xuebing
date Fri, 09 Mar 2012 19:45:42 -0500
parents 9071e359b9a3
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
1 #!/usr/bin/env python
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
2
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
3 from galaxy import eggs
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
4
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
5 import sys, string
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
6 from rpy import *
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
7 import numpy
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
8
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
9 def stop_err(msg):
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
10 sys.stderr.write(msg)
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
11 sys.exit()
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
12
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
13 infile = sys.argv[1]
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
14 y_col = int(sys.argv[2])-1
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
15 x_cols = sys.argv[3].split(',')
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
16 outfile = sys.argv[4]
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
17 outfile2 = sys.argv[5]
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
18 print "Predictor columns: %s; Response column: %d" %(x_cols,y_col+1)
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
19 fout = open(outfile,'w')
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
20
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
21 for i, line in enumerate( file ( infile )):
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
22 line = line.rstrip('\r\n')
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
23 if len( line )>0 and not line.startswith( '#' ):
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
24 elems = line.split( '\t' )
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
25 break
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
26 if i == 30:
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
27 break # Hopefully we'll never get here...
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
28
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
29 if len( elems )<1:
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
30 stop_err( "The data in your input dataset is either missing or not formatted properly." )
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
31
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
32 y_vals = []
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
33 x_vals = []
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
34
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
35 for k,col in enumerate(x_cols):
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
36 x_cols[k] = int(col)-1
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
37 x_vals.append([])
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
38
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
39 NA = 'NA'
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
40 for ind,line in enumerate( file( infile )):
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
41 if line and not line.startswith( '#' ):
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
42 try:
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
43 fields = line.split("\t")
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
44 try:
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
45 yval = float(fields[y_col])
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
46 except Exception, ey:
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
47 yval = r('NA')
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
48 y_vals.append(yval)
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
49 for k,col in enumerate(x_cols):
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
50 try:
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
51 xval = float(fields[col])
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
52 except Exception, ex:
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
53 xval = r('NA')
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
54 x_vals[k].append(xval)
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
55 except:
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
56 pass
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
57
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
58 response_term = ""
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
59
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
60 x_vals1 = numpy.asarray(x_vals).transpose()
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
61
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
62 dat= r.list(x=array(x_vals1), y=y_vals)
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
63
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
64 r.library("leaps")
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
65
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
66 set_default_mode(NO_CONVERSION)
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
67 try:
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
68 leaps = r.regsubsets(r("y ~ x"), data= r.na_exclude(dat))
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
69 except RException, rex:
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
70 stop_err("Error performing linear regression on the input data.\nEither the response column or one of the predictor columns contain no numeric values.")
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
71 set_default_mode(BASIC_CONVERSION)
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
72
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
73 summary = r.summary(leaps)
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
74 tot = len(x_vals)
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
75 pattern = "["
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
76 for i in range(tot):
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
77 pattern = pattern + 'c' + str(int(x_cols[int(i)]) + 1) + ' '
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
78 pattern = pattern.strip() + ']'
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
79 print >>fout, "#Vars\t%s\tR-sq\tAdj. R-sq\tC-p\tbic" %(pattern)
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
80 for ind,item in enumerate(summary['outmat']):
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
81 print >>fout, "%s\t%s\t%s\t%s\t%s\t%s" %(str(item).count('*'), item, summary['rsq'][ind], summary['adjr2'][ind], summary['cp'][ind], summary['bic'][ind])
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
82
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
83
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
84 r.pdf( outfile2, 8, 8 )
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
85 r.plot(leaps, scale="Cp", main="Best subsets using Cp Criterion")
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
86 r.plot(leaps, scale="r2", main="Best subsets using R-sq Criterion")
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
87 r.plot(leaps, scale="adjr2", main="Best subsets using Adjusted R-sq Criterion")
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
88 r.plot(leaps, scale="bic", main="Best subsets using bic Criterion")
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
89
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
90 r.dev_off()