annotate best_regression_subsets.py @ 0:54c7a01a2cc7

Imported from capsule None
author devteam
date Tue, 01 Apr 2014 10:50:17 -0400
parents
children e769cde223a5
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
1 #!/usr/bin/env python
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
2
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
3 from galaxy import eggs
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
4
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
5 import sys
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
6 from rpy import *
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
7 import numpy
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
8
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
9 def stop_err(msg):
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
10 sys.stderr.write(msg)
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
11 sys.exit()
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
12
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
13
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
14 infile = sys.argv[1]
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
15 y_col = int(sys.argv[2])-1
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
16 x_cols = sys.argv[3].split(',')
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
17 outfile = sys.argv[4]
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
18 outfile2 = sys.argv[5]
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
19 print "Predictor columns: %s; Response column: %d" % ( x_cols, y_col+1 )
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
20 fout = open(outfile,'w')
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
21
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
22 for i, line in enumerate( file ( infile )):
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
23 line = line.rstrip('\r\n')
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
24 if len( line )>0 and not line.startswith( '#' ):
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
25 elems = line.split( '\t' )
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
26 break
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
27 if i == 30:
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
28 break # Hopefully we'll never get here...
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
29
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
30 if len( elems )<1:
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
31 stop_err( "The data in your input dataset is either missing or not formatted properly." )
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
32
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
33 y_vals = []
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
34 x_vals = []
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
35
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
36 for k, col in enumerate(x_cols):
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
37 x_cols[k] = int(col)-1
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
38 x_vals.append([])
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
39
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
40 NA = 'NA'
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
41 for ind, line in enumerate( file( infile ) ):
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
42 if line and not line.startswith( '#' ):
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
43 try:
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
44 fields = line.split("\t")
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
45 try:
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
46 yval = float(fields[y_col])
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
47 except Exception, ey:
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
48 yval = r('NA')
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
49 y_vals.append(yval)
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
50 for k, col in enumerate(x_cols):
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
51 try:
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
52 xval = float(fields[col])
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
53 except Exception, ex:
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
54 xval = r('NA')
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
55 x_vals[k].append(xval)
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
56 except:
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
57 pass
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
58
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
59 response_term = ""
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
60
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
61 x_vals1 = numpy.asarray(x_vals).transpose()
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
62
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
63 dat = r.list(x=array(x_vals1), y=y_vals)
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
64
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
65 r.library("leaps")
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
66
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
67 set_default_mode(NO_CONVERSION)
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
68 try:
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
69 leaps = r.regsubsets(r("y ~ x"), data= r.na_exclude(dat))
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
70 except RException, rex:
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
71 stop_err("Error performing linear regression on the input data.\nEither the response column or one of the predictor columns contain no numeric values.")
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
72 set_default_mode(BASIC_CONVERSION)
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
73
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
74 summary = r.summary(leaps)
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
75 tot = len(x_vals)
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
76 pattern = "["
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
77 for i in range(tot):
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
78 pattern = pattern + 'c' + str(int(x_cols[int(i)]) + 1) + ' '
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
79 pattern = pattern.strip() + ']'
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
80 print >> fout, "#Vars\t%s\tR-sq\tAdj. R-sq\tC-p\tbic" % (pattern)
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
81 for ind, item in enumerate(summary['outmat']):
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
82 print >> fout, "%s\t%s\t%s\t%s\t%s\t%s" % (str(item).count('*'), item, summary['rsq'][ind], summary['adjr2'][ind], summary['cp'][ind], summary['bic'][ind])
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
83
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
84
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
85 r.pdf( outfile2, 8, 8 )
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
86 r.plot(leaps, scale="Cp", main="Best subsets using Cp Criterion")
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
87 r.plot(leaps, scale="r2", main="Best subsets using R-sq Criterion")
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
88 r.plot(leaps, scale="adjr2", main="Best subsets using Adjusted R-sq Criterion")
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
89 r.plot(leaps, scale="bic", main="Best subsets using bic Criterion")
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
90
54c7a01a2cc7 Imported from capsule None
devteam
parents:
diff changeset
91 r.dev_off()