annotate tools/mytools/cdf.r @ 1:cdcb0ce84a1b

Uploaded
author xuebing
date Fri, 09 Mar 2012 19:45:15 -0500
parents 9071e359b9a3
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
1 # bin and average
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
2 binaverage = function(x,nbin,rankORvalue){
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
3 # use x[,1] to bin x[,2]
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
4 binned = list()
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
5 if (rankORvalue == 'value'){
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
6 mi = min(x[,1])
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
7 ma = max(x[,1])
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
8 bins = seq(mi,ma,length.out=nbin+1)
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
9 bins[1] = bins[1] - abs(mi)/100
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
10 bins[nbin+1] = bins[nbin+1] + abs(ma)/100
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
11 for (i in 1:nbin){
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
12 binned[[i]] = x[x[,1] >= bins[i] & x[,1] < bins[i+1],2]
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
13 }
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
14 bins[1] = bins[1] + abs(mi)/100
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
15 bins[nbin+1] = bins[nbin+1] - abs(ma)/100
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
16 } else {
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
17 x = x[order(x[,1]),]
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
18 step = round(nrow(x)/nbin)
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
19 bins = x[1,1]
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
20 for (i in 1:(nbin-1)){
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
21 binned[[i]] = x[((i-1)*step+1):(i*step),2]
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
22 bins = c(bins,x[i*step+1,1])
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
23 }
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
24 binned[[nbin]] = x[((nbin-1)*step+1):nrow(x),2]
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
25 bins[nbin+1] = x[nrow(x),1]
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
26 }
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
27 # bin lavel
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
28 labels = character(0)
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
29 for (i in 1:nbin){
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
30 labels = c(labels,paste(format(bins[i],digits=2,nsmall=2),format(bins[i+1],digits=2,nsmall=2),sep='~'))
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
31 }
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
32 list(binned=binned,bins=bins,labels=labels)
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
33 }
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
34 #res = binaverage(x,3,'rank')
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
35
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
36 # CDF plot and KS.test
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
37 mycdf = function(list,title,labels,legendposition,xlabel,legend_title){
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
38 L = length(list)
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
39
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
40 # barplot for mean and std
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
41 avg = numeric(L)
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
42 err = numeric(L)
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
43 for (i in 1:L){
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
44 avg[i] = mean(list[[i]])
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
45 err[i] = sd(list[[i]])
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
46 }
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
47 #print(list[[1]])
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
48 #print(list[[2]])
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
49 #print(avg)
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
50 #print(err)
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
51 par(cex=1.5,mar=c(8,6,6,4))
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
52 xticks <- barplot(avg,names.arg=labels,las=2,ylab=xlabel,main='mean and standard deviation',xlab=legend_title,ylim=c(0,max(avg+err)))
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
53 arrows(xticks,avg+err, xticks, avg-err, angle=90, code=3, length=0.0)
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
54
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
55 if (L>1){
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
56 # ks test
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
57 cat('\nKS test:\n')
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
58 cat('sample1\tsample2\tp-value\n')
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
59 cat('-------------------------------------------------\n')
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
60 for (i in 1:(L-1)){
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
61 for (j in (i+1):L){
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
62 cat(labels[i],'\t',labels[j],'\t')
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
63 ks = ks.test(list[[i]],list[[j]])
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
64 pv = max(2.2e-16,ks$p.value)
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
65 pv = format(pv,digits=3,nsmall=2)
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
66 cat(pv,'\n')
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
67 }
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
68 }
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
69 cat('-------------------------------------------------\n')
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
70 }
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
71 if (L == 2){
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
72 title = paste(title,'\np=',pv,sep='')
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
73 }
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
74 # cdf plot
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
75 listx = list()
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
76 listy = list()
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
77 mi = 1e10
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
78 ma = 1e-10
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
79 for (i in 1:L){
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
80 mi = min(mi,list[[i]])
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
81 ma = max(ma,list[[i]])
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
82 }
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
83 for (i in 1:L){
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
84 listx[[i]] = c(mi,listx[i],ma)
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
85 listy[[i]] = c(0,listy[i],1)
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
86 }
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
87 for (i in 1:L){
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
88 mi = min(mi,list[[i]])
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
89 ma = max(ma,list[[i]])
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
90 listx[[i]] = sort(list[[i]])
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
91 listy[[i]] = c(1:length(list[[i]]))/length(list[[i]])
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
92 }
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
93 #par(xlog=(xlog=='xlog'))
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
94 plot(listx[[1]],listy[[1]],type='l',lty=1,lwd=2,col=2,main=title,xlab=xlabel,ylab='cumulative frequency')
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
95 for (i in 2:L){
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
96 lines(listx[[i]],listy[[i]],type='l',lty=i,lwd=2,col=i+1)
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
97 }
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
98 # legend
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
99 for (i in 1:L){
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
100 labels[i] = paste(labels[i],', n=',length(list[[i]]),sep='')
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
101 }
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
102 legend(legendposition,legend=labels,col=2:(L+1), lty=1:L,lwd=2, bty='n',title=legend_title)
9071e359b9a3 Uploaded
xuebing
parents:
diff changeset
103 }