annotate kpca.py @ 1:3d58aa83e4a3 draft default tip

planemo upload for repository https://github.com/galaxyproject/tools-devteam/tree/master/tools/kernel_principal_component_analysis commit a1517c9d22029095120643bbe2c8fa53754dd2b7
author devteam
date Wed, 11 Nov 2015 12:17:56 -0500
parents e9ebd4bfbdfc
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
1 #!/usr/bin/env python
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
2
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
3 """
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
4 Run kernel PCA using kpca() from R 'kernlab' package
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
5
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
6 usage: %prog [options]
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
7 -i, --input=i: Input file
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
8 -o, --output1=o: Summary output
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
9 -p, --output2=p: Figures output
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
10 -c, --var_cols=c: Variable columns
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
11 -k, --kernel=k: Kernel function
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
12 -f, --features=f: Number of principal components to return
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
13 -s, --sigma=s: sigma
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
14 -d, --degree=d: degree
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
15 -l, --scale=l: scale
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
16 -t, --offset=t: offset
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
17 -r, --order=r: order
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
18
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
19 usage: %prog input output1 output2 var_cols kernel features sigma(or_None) degree(or_None) scale(or_None) offset(or_None) order(or_None)
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
20 """
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
21
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
22 import sys, string
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
23 from rpy import *
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
24 import numpy
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
25 from bx.cookbook import doc_optparse
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
26
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
27
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
28 def stop_err(msg):
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
29 sys.stderr.write(msg)
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
30 sys.exit()
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
31
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
32 #Parse Command Line
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
33 options, args = doc_optparse.parse( __doc__ )
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
34 #{'options= kernel': 'rbfdot', 'var_cols': '1,2,3,4', 'degree': 'None', 'output2': '/afs/bx.psu.edu/home/gua110/workspace/galaxy_bitbucket/database/files/000/dataset_260.dat', 'output1': '/afs/bx.psu.edu/home/gua110/workspace/galaxy_bitbucket/database/files/000/dataset_259.dat', 'scale': 'None', 'offset': 'None', 'input': '/afs/bx.psu.edu/home/gua110/workspace/galaxy_bitbucket/database/files/000/dataset_256.dat', 'sigma': '1.0', 'order': 'None'}
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
35
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
36 infile = options.input
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
37 x_cols = options.var_cols.split(',')
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
38 kernel = options.kernel
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
39 outfile = options.output1
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
40 outfile2 = options.output2
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
41 ncomps = int(options.features)
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
42 fout = open(outfile,'w')
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
43
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
44 elems = []
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
45 for i, line in enumerate( file ( infile )):
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
46 line = line.rstrip('\r\n')
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
47 if len( line )>0 and not line.startswith( '#' ):
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
48 elems = line.split( '\t' )
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
49 break
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
50 if i == 30:
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
51 break # Hopefully we'll never get here...
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
52
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
53 if len( elems )<1:
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
54 stop_err( "The data in your input dataset is either missing or not formatted properly." )
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
55
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
56 x_vals = []
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
57
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
58 for k,col in enumerate(x_cols):
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
59 x_cols[k] = int(col)-1
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
60 x_vals.append([])
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
61
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
62 NA = 'NA'
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
63 skipped = 0
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
64 for ind,line in enumerate( file( infile )):
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
65 if line and not line.startswith( '#' ):
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
66 try:
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
67 fields = line.strip().split("\t")
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
68 for k,col in enumerate(x_cols):
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
69 try:
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
70 xval = float(fields[col])
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
71 except:
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
72 #xval = r('NA')
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
73 xval = NaN#
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
74 x_vals[k].append(xval)
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
75 except:
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
76 skipped += 1
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
77
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
78 x_vals1 = numpy.asarray(x_vals).transpose()
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
79 dat= r.list(array(x_vals1))
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
80
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
81 print r('library("kernlab")')
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
82
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
83 try:
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
84 r.suppressWarnings(r.library('kernlab'))
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
85 except:
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
86 stop_err('Missing R library kernlab')
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
87
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
88 set_default_mode(NO_CONVERSION)
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
89 if kernel=="rbfdot" or kernel=="anovadot":
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
90 pars = r.list(sigma=float(options.sigma))
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
91 elif kernel=="polydot":
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
92 pars = r.list(degree=float(options.degree),scale=float(options.scale),offset=float(options.offset))
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
93 elif kernel=="tanhdot":
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
94 pars = r.list(scale=float(options.scale),offset=float(options.offset))
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
95 elif kernel=="besseldot":
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
96 pars = r.list(degree=float(options.degree),sigma=float(options.sigma),order=float(options.order))
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
97 elif kernel=="anovadot":
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
98 pars = r.list(degree=float(options.degree),sigma=float(options.sigma))
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
99 else:
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
100 pars = r.list()
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
101
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
102 try:
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
103 kpc = r.kpca(x=r.na_exclude(dat), kernel=kernel, kpar=pars, features=ncomps)
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
104 except RException, rex:
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
105 stop_err("Encountered error while performing kPCA on the input data: %s" %(rex))
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
106 set_default_mode(BASIC_CONVERSION)
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
107
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
108 eig = r.eig(kpc)
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
109 pcv = r.pcv(kpc)
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
110 rotated = r.rotated(kpc)
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
111
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
112 comps = eig.keys()
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
113 eigv = eig.values()
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
114 for i in range(ncomps):
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
115 eigv[comps.index('Comp.%s' %(i+1))] = eig.values()[i]
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
116
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
117 print >>fout, "#Component\t%s" %("\t".join(["%s" % el for el in range(1,ncomps+1)]))
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
118
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
119 print >>fout, "#Eigenvalue\t%s" %("\t".join(["%.4g" % el for el in eig.values()]))
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
120
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
121 print >>fout, "#Principal component vectors\t%s" %("\t".join(["%s" % el for el in range(1,ncomps+1)]))
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
122 for obs,val in enumerate(pcv):
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
123 print >>fout, "%s\t%s" %(obs+1, "\t".join(["%.4g" % el for el in val]))
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
124
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
125 print >>fout, "#Rotated values\t%s" %("\t".join(["%s" % el for el in range(1,ncomps+1)]))
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
126 for obs,val in enumerate(rotated):
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
127 print >>fout, "%s\t%s" %(obs+1, "\t".join(["%.4g" % el for el in val]))
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
128
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
129 r.pdf( outfile2, 8, 8 )
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
130 if ncomps != 1:
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
131 r.pairs(rotated,labels=r.list(range(1,ncomps+1)),main="Scatterplot of rotated values")
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
132 else:
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
133 r.plot(rotated, ylab='Comp.1', main="Scatterplot of rotated values")
e9ebd4bfbdfc Imported from capsule None
devteam
parents:
diff changeset
134 r.dev_off()