R : Copyright 2003, The R Development Core Team
Version 1.6.2  (2003-01-10)

R is free software and comes with ABSOLUTELY NO WARRANTY.
You are welcome to redistribute it under certain conditions.
Type `license()' or `licence()' for distribution details.

R is a collaborative project with many contributors.
Type `contributors()' for more information.

Type `demo()' for some demos, `help()' for on-line help, or
`help.start()' for a HTML browser interface to help.
Type `q()' to quit R.

> invisible(options(echo = TRUE))
> library(rpart)
> set.seed(100542)
> 
> target.lrn <- read.table("../lrn/num/472.dat",header=T,colClasses="numeric")
> target.val <- read.table("../val/num/472.dat",header=T,colClasses="numeric")
> target.tst <- read.table("../tst/num/472.dat",header=T,colClasses="numeric")
> 
>  
> y.lrn <- target.lrn[,1]
> y.val <- target.val[,1]
> y.tst <- target.tst[,1]
> y     <- c(y.lrn,y.val,y.tst)
> 
> target.lrn <- read.table("../lrn/num/471.dat",header=T,colClasses="numeric")
> target.val <- read.table("../val/num/471.dat",header=T,colClasses="numeric")
> target.tst <- read.table("../tst/num/471.dat",header=T,colClasses="numeric")
>  
> c.lrn <- target.lrn[,1]
> c.val <- target.val[,1]
> c.tst <- target.tst[,1]
> 
> c <- c(c.lrn,c.val,c.tst)
> b <- as.factor(c)
> 
> c.lrn[c.lrn==0] <- -1
> c.val[c.val==0] <- -1
> c.tst[c.tst==0] <- -1
> 
> c <- c(c.lrn,c.val,c.tst)
> 
> n.lrn <- length(y.lrn)
> n.val <- length(y.val)
> n.tst <- length(y.tst)
> n     <- length(y)
> 
> rm(target.lrn,target.val,target.tst)
> 
> idx.lrn <- 1:n.lrn
> idx.val <- (n.lrn+1):(n.lrn+n.val)
> idx.tst <- (n.lrn+n.val+1):n
> 
> mod <- read.table("../cty_mod.txt",
+          header=F,colClasses="character",col.names=c("file","feature","type"))
> 
> n.mod <- length(mod$file)
> 
> first.time <- TRUE
> 
> for (i in 1:n.mod) {
+ 
+   fn.lrn <- paste("../lrn/",mod$type[i],"/",mod$file[i],".dat",sep="")
+   fn.val <- paste("../val/",mod$type[i],"/",mod$file[i],".dat",sep="")
+   fn.tst <- paste("../tst/",mod$type[i],"/",mod$file[i],".dat",sep="")
+   print(mod$feature[i])
+ 
+   if (mod$type[i]=="chr") {
+ 
+     f.lrn <- read.table(fn.lrn,
+                header=T,colClasses="character",blank.lines.skip=F)
+     f.val <- read.table(fn.val,
+                header=T,colClasses="character",blank.lines.skip=F)
+     f.tst <- read.table(fn.tst,
+                header=T,colClasses="character",blank.lines.skip=F)
+ 
+     f <- c(f.lrn[,1],f.val[,1],f.tst[,1])
+ 
+     if (mod$feature[i]=="STATE") {
+       f[f=="AS"|f=="DC"|f=="DE"|f=="MA"|f=="ME"|f=="NH"] <- "S1"
+       f[f=="OH"|f=="RI"|f=="VI"|f=="WV"]                 <- "S1"
+       f[f=="AA"|f=="AE"|f=="AP"|f=="CT"|f=="GU"|f=="MD"] <- "S2"
+       f[f=="NJ"|f=="NY"|f=="PA"|f=="VA"|f=="VT"|f=="WY"] <- "S2"
+       f[f=="AK"|f=="UT"|f=="MS"]                         <- "S3"
+       f[f=="NE"|f=="ND"]                                 <- "S4"
+       f[f=="SD"|f=="SC"]                                 <- "S5"
+     } 
+     
+     f <- as.factor(f)
+ 
+     n.lev <- nlevels(f)
+     f.name <- levels(f) 
+     if(n.lev==2) f.name <- c(mod$feature[i],mod$feature[i])
+     print(paste("  nlevels = ",n.lev))
+ 
+     f <- model.matrix(y ~ f - 1)      # Note: Intercept removed.
+     f <- f[,2:n.lev]                  # Note: First dummy deleted.
+     f.name <- f.name[2:n.lev]         # Note: First name deleted.
+ 
+   } else {
+     
+     f.lrn<-read.table(fn.lrn,
+              header=T,colClasses="numeric",blank.lines.skip=F)
+     f.val<-read.table(fn.val,
+              header=T,colClasses="numeric",blank.lines.skip=F)
+     f.tst<-read.table(fn.tst,
+              header=T,colClasses="numeric",blank.lines.skip=F)
+ 
+     f <- c(f.lrn[,1],f.val[,1],f.tst[,1])
+ 
+     f[is.na(f)] <- 0
+ 
+     f.name <- mod$feature[i]
+ 
+     if (mod$feature[i]=="DOB") { 
+       d <- f ; d[d>0] <- 1         # Note: Dummy for missing DOB 
+       f <- cbind(d,f,f^2)          # Note: Quadratic term added to DOB.
+       rm(d)
+       f.name <- c("DOB.0","DOB.1","DOB.2")
+     }
+   }
+ 
+   if (first.time) {
+     X <- f
+     X.names <- f.name
+     first.time <- FALSE
+   } else {
+     X <- cbind(prev.X,f)
+     X.names <- c(prev.X.names,f.name)
+   }
+ 
+   prev.X <- X
+   prev.X.names <- X.names
+ 
+ }
[1] "LASTGIFT"
[1] "PEPSTRFL"
[1] "  nlevels =  2"
[1] "STATE"
[1] "  nlevels =  33"
[1] "RECP3"
[1] "  nlevels =  2"
[1] "DOB"
[1] "MAILCODE"
[1] "  nlevels =  2"
[1] "MHUC2"
[1] "LASTDATE"
[1] "MINRAMNT"
> 
> rm(prev.X,prev.X.names)
> rm(f.lrn,f.val,f)
> 
> dimnames(X) <- list(NULL,X.names)
> 
> source("psopts.r")
> 
> M <- 99
> 
> cer.lrn.sav <- mat.or.vec(M,1)
> cer.val.sav <- mat.or.vec(M,1)
> 
> wts <- mat.or.vec(n,1) ; for (i in 1:n.lrn) wts[i]=1.0/n.lrn
> sum <- mat.or.vec(n,1)
> 
> for (m in 1:M) {
+ 
+   ctrl <- rpart.control(minsplit=20,maxsurrogate=0,maxdepth=25,cp=0.0001,xval=0)
+   tree <- rpart(b~X,weights=wts,method="class",control=ctrl)
+   
+   bhat <- tree$frame[tree$where,5] - 1
+   
+   chat <- bhat
+   chat[bhat==0] <- -1
+   
+   ehat <- (b != bhat)
+   ehat <- as.numeric(ehat)
+   
+   err <- sum(wts*ehat)/sum(wts)
+ 
+   alpha <- log((1.0 - err)/err)
+ 
+   wts <- wts*exp(alpha*ehat)
+ 
+   sum <- sum + alpha*chat
+ 
+   bhat <- mat.or.vec(n,1)
+ 
+   bhat[sum>0] <- 1
+ 
+   ehat <- (b != bhat)
+   ehat <- as.numeric(ehat)
+ 
+   cer.lrn <- mean(ehat[idx.lrn])
+   cer.val <- mean(ehat[idx.val])
+   cer.tst <- mean(ehat[idx.tst])  
+   
+   print(paste("  m =",m))
+   print(paste("    sum(bhat[idx.lrn]) = ",sum(bhat[idx.lrn])))
+   print(paste("    sum(bhat[idx.val]) = ",sum(bhat[idx.val])))
+   print(paste("    sum(bhat[idx.tst]) = ",sum(bhat[idx.tst])))
+   print(paste("    cer.lrn = ",cer.lrn))
+   print(paste("    cer.val = ",cer.val))
+   print(paste("    cer.tst = ",cer.tst))
+ 
+   cer.lrn.sav[m] <- cer.lrn
+   cer.val.sav[m] <- cer.val
+ 
+   if ((m%%10 == 0)||(m==1)) {
+ 
+     # Learning lift chart
+   
+     x0 <- c(0,n.lrn)/n.lrn
+     y0 <- c(0,sum(y.lrn-0.68))
+   
+     idx <- seq(1,n.lrn,length=500) 
+   
+     x1 <- (1:n.lrn)/n.lrn
+     x1 <- x1[idx]
+   
+     idx.bhat <- sort.list(bhat[idx.lrn],decreasing=TRUE)
+     y1 <- y.lrn[idx.bhat]-0.68
+     y1 <- cumsum(y1)
+     y1 <- y1[idx] 
+   
+     if (m < 10) {
+       filename <- paste("cty_boost_lif_lrn_0",m,".eps",sep="")
+     } else {
+       filename <- paste("cty_boost_lif_lrn_",m,".eps",sep="")
+     }
+   
+     postscript(file=filename);
+     
+     plot(x=c(x0,x1),y=c(y0,y1),ylab="dollars",xlab="proportion",type="n")
+     lines(x=x0,y=y0,col="green")
+     lines(x=x1,y=y1,col="red")
+     
+     dev.off()
+   
+     # Validation lift chart
+      
+     x0 <- c(0,n.val)/n.val
+     y0 <- c(0,sum(y.val-0.68))
+   
+     idx <- seq(1,n.val,length=500) 
+   
+     x1 <- (1:n.val)/n.val
+     x1 <- x1[idx]
+   
+     idx.bhat <- sort.list(bhat[idx.val],decreasing=TRUE)
+     y1 <- y.val[idx.bhat]-0.68
+     y1 <- cumsum(y1)
+     y1 <- y1[idx] 
+   
+     if (m < 10) {
+       filename <- paste("cty_boost_lif_val_0",m,".eps",sep="")
+     } else {
+       filename <- paste("cty_boost_lif_val_",m,".eps",sep="")
+     }
+   
+     postscript(file=filename);
+   
+     plot(x=c(x0,x1),y=c(y0,y1),ylab="dollars",xlab="proportion",type="n")
+     lines(x=x0,y=y0,col="green")
+     lines(x=x1,y=y1,col="red")
+   
+     dev.off()
+   }  
+ }  
[1] "  m = 1"
[1] "    sum(bhat[idx.lrn]) =  41"
[1] "    sum(bhat[idx.val]) =  11"
[1] "    sum(bhat[idx.tst]) =  8"
[1] "    cer.lrn =  0.0503288490284006"
[1] "    cer.val =  0.0514779493123979"
[1] "    cer.tst =  0.0525542851148642"
[1] "  m = 2"
[1] "    sum(bhat[idx.lrn]) =  41"
[1] "    sum(bhat[idx.val]) =  11"
[1] "    sum(bhat[idx.tst]) =  8"
[1] "    cer.lrn =  0.0503288490284006"
[1] "    cer.val =  0.0514779493123979"
[1] "    cer.tst =  0.0525542851148642"
[1] "  m = 3"
[1] "    sum(bhat[idx.lrn]) =  3999"
[1] "    sum(bhat[idx.val]) =  1047"
[1] "    sum(bhat[idx.tst]) =  523"
[1] "    cer.lrn =  0.052152466367713"
[1] "    cer.val =  0.0996364402760946"
[1] "    cer.tst =  0.100493024231616"
[1] "  m = 4"
[1] "    sum(bhat[idx.lrn]) =  1169"
[1] "    sum(bhat[idx.val]) =  270"
[1] "    sum(bhat[idx.tst]) =  131"
[1] "    cer.lrn =  0.0418684603886398"
[1] "    cer.val =  0.0633331577006165"
[1] "    cer.tst =  0.0639882513374593"
[1] "  m = 5"
[1] "    sum(bhat[idx.lrn]) =  1671"
[1] "    sum(bhat[idx.val]) =  321"
[1] "    sum(bhat[idx.tst]) =  174"
[1] "    cer.lrn =  0.0376532137518685"
[1] "    cer.val =  0.0658095790083777"
[1] "    cer.tst =  0.068289101017518"
[1] "  m = 6"
[1] "    sum(bhat[idx.lrn]) =  1830"
[1] "    sum(bhat[idx.val]) =  261"
[1] "    sum(bhat[idx.tst]) =  136"
[1] "    cer.lrn =  0.0272346786248132"
[1] "    cer.val =  0.0626481901048527"
[1] "    cer.tst =  0.0645127452008812"
[1] "  m = 7"
[1] "    sum(bhat[idx.lrn]) =  1774"
[1] "    sum(bhat[idx.val]) =  239"
[1] "    sum(bhat[idx.tst]) =  130"
[1] "    cer.lrn =  0.0287593423019432"
[1] "    cer.val =  0.0619105326940302"
[1] "    cer.tst =  0.063883352564775"
[1] "  m = 8"
[1] "    sum(bhat[idx.lrn]) =  2607"
[1] "    sum(bhat[idx.val]) =  310"
[1] "    sum(bhat[idx.tst]) =  153"
[1] "    cer.lrn =  0.0147832585949178"
[1] "    cer.val =  0.0656515095632014"
[1] "    cer.tst =  0.0656666317004091"
[1] "  m = 9"
[1] "    sum(bhat[idx.lrn]) =  2276"
[1] "    sum(bhat[idx.val]) =  231"
[1] "    sum(bhat[idx.tst]) =  111"
[1] "    cer.lrn =  0.0180866965620329"
[1] "    cer.val =  0.0622266715843827"
[1] "    cer.tst =  0.0623098709745096"
[1] "  m = 10"
[1] "    sum(bhat[idx.lrn]) =  2993"
[1] "    sum(bhat[idx.val]) =  290"
[1] "    sum(bhat[idx.tst]) =  170"
[1] "    cer.lrn =  0.00880418535127055"
[1] "    cer.val =  0.0643869540017915"
[1] "    cer.tst =  0.0672401132906745"
[1] "  m = 11"
[1] "    sum(bhat[idx.lrn]) =  2819"
[1] "    sum(bhat[idx.val]) =  258"
[1] "    sum(bhat[idx.tst]) =  140"
[1] "    cer.lrn =  0.0101494768310912"
[1] "    cer.val =  0.063227778070499"
[1] "    cer.tst =  0.0645127452008812"
[1] "  m = 12"
[1] "    sum(bhat[idx.lrn]) =  3221"
[1] "    sum(bhat[idx.val]) =  312"
[1] "    sum(bhat[idx.tst]) =  175"
[1] "    cer.lrn =  0.00536621823617339"
[1] "    cer.val =  0.065124611412614"
[1] "    cer.tst =  0.0683939997902025"
[1] "  m = 13"
[1] "    sum(bhat[idx.lrn]) =  3024"
[1] "    sum(bhat[idx.val]) =  245"
[1] "    sum(bhat[idx.tst]) =  139"
[1] "    cer.lrn =  0.00600896860986547"
[1] "    cer.val =  0.0626481901048527"
[1] "    cer.tst =  0.065037239064303"
[1] "  m = 14"
[1] "    sum(bhat[idx.lrn]) =  3333"
[1] "    sum(bhat[idx.val]) =  328"
[1] "    sum(bhat[idx.tst]) =  192"
[1] "    cer.lrn =  0.00434977578475336"
[1] "    cer.val =  0.0662837873439064"
[1] "    cer.tst =  0.0710164691073115"
[1] "  m = 15"
[1] "    sum(bhat[idx.lrn]) =  3117"
[1] "    sum(bhat[idx.val]) =  258"
[1] "    sum(bhat[idx.tst]) =  145"
[1] "    cer.lrn =  0.00458893871449925"
[1] "    cer.val =  0.0631223984403815"
[1] "    cer.tst =  0.0658764292457778"
[1] "  m = 16"
[1] "    sum(bhat[idx.lrn]) =  3326"
[1] "    sum(bhat[idx.val]) =  312"
[1] "    sum(bhat[idx.tst]) =  168"
[1] "    cer.lrn =  0.00436472346786248"
[1] "    cer.val =  0.065335370672849"
[1] "    cer.tst =  0.0680793034721494"
[1] "  m = 17"
[1] "    sum(bhat[idx.lrn]) =  3147"
[1] "    sum(bhat[idx.val]) =  275"
[1] "    sum(bhat[idx.tst]) =  139"
[1] "    cer.lrn =  0.0043796711509716"
[1] "    cer.val =  0.0637019864060277"
[1] "    cer.tst =  0.065037239064303"
[1] "  m = 18"
[1] "    sum(bhat[idx.lrn]) =  3308"
[1] "    sum(bhat[idx.val]) =  288"
[1] "    sum(bhat[idx.tst]) =  146"
[1] "    cer.lrn =  0.0042152466367713"
[1] "    cer.val =  0.0645977132620265"
[1] "    cer.tst =  0.0659813280184622"
[1] "  m = 19"
[1] "    sum(bhat[idx.lrn]) =  3157"
[1] "    sum(bhat[idx.val]) =  266"
[1] "    sum(bhat[idx.tst]) =  132"
[1] "    cer.lrn =  0.00426008968609865"
[1] "    cer.val =  0.0635439169608515"
[1] "    cer.tst =  0.0643029476555124"
[1] "  m = 20"
[1] "    sum(bhat[idx.lrn]) =  3259"
[1] "    sum(bhat[idx.val]) =  278"
[1] "    sum(bhat[idx.tst]) =  150"
[1] "    cer.lrn =  0.00423019431988042"
[1] "    cer.val =  0.064281574371674"
[1] "    cer.tst =  0.0659813280184622"
[1] "  m = 21"
[1] "    sum(bhat[idx.lrn]) =  3178"
[1] "    sum(bhat[idx.val]) =  280"
[1] "    sum(bhat[idx.tst]) =  148"
[1] "    cer.lrn =  0.0042152466367713"
[1] "    cer.val =  0.064281574371674"
[1] "    cer.tst =  0.0655617329277247"
[1] "  m = 22"
[1] "    sum(bhat[idx.lrn]) =  3278"
[1] "    sum(bhat[idx.val]) =  276"
[1] "    sum(bhat[idx.tst]) =  153"
[1] "    cer.lrn =  0.00424514200298954"
[1] "    cer.val =  0.064281574371674"
[1] "    cer.tst =  0.0662960243365153"
[1] "  m = 23"
[1] "    sum(bhat[idx.lrn]) =  3185"
[1] "    sum(bhat[idx.val]) =  275"
[1] "    sum(bhat[idx.tst]) =  146"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0639127456662627"
[1] "    cer.tst =  0.0657715304730935"
[1] "  m = 24"
[1] "    sum(bhat[idx.lrn]) =  3257"
[1] "    sum(bhat[idx.val]) =  263"
[1] "    sum(bhat[idx.tst]) =  150"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0634912271457927"
[1] "    cer.tst =  0.0664009231091996"
[1] "  m = 25"
[1] "    sum(bhat[idx.lrn]) =  3189"
[1] "    sum(bhat[idx.val]) =  259"
[1] "    sum(bhat[idx.tst]) =  145"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0632804678855577"
[1] "    cer.tst =  0.0658764292457778"
[1] "  m = 26"
[1] "    sum(bhat[idx.lrn]) =  3243"
[1] "    sum(bhat[idx.val]) =  258"
[1] "    sum(bhat[idx.tst]) =  149"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.063017018810264"
[1] "    cer.tst =  0.0660862267911465"
[1] "  m = 27"
[1] "    sum(bhat[idx.lrn]) =  3187"
[1] "    sum(bhat[idx.val]) =  252"
[1] "    sum(bhat[idx.tst]) =  138"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0629116391801465"
[1] "    cer.tst =  0.0651421378369873"
[1] "  m = 28"
[1] "    sum(bhat[idx.lrn]) =  3253"
[1] "    sum(bhat[idx.val]) =  256"
[1] "    sum(bhat[idx.tst]) =  150"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.063017018810264"
[1] "    cer.tst =  0.0664009231091996"
[1] "  m = 29"
[1] "    sum(bhat[idx.lrn]) =  3215"
[1] "    sum(bhat[idx.val]) =  253"
[1] "    sum(bhat[idx.tst]) =  140"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0627535697349702"
[1] "    cer.tst =  0.065351935382356"
[1] "  m = 30"
[1] "    sum(bhat[idx.lrn]) =  3245"
[1] "    sum(bhat[idx.val]) =  254"
[1] "    sum(bhat[idx.tst]) =  145"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0629116391801465"
[1] "    cer.tst =  0.0654568341550404"
[1] "  m = 31"
[1] "    sum(bhat[idx.lrn]) =  3189"
[1] "    sum(bhat[idx.val]) =  260"
[1] "    sum(bhat[idx.tst]) =  138"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0631223984403815"
[1] "    cer.tst =  0.0651421378369873"
[1] "  m = 32"
[1] "    sum(bhat[idx.lrn]) =  3209"
[1] "    sum(bhat[idx.val]) =  256"
[1] "    sum(bhat[idx.tst]) =  143"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.062806259550029"
[1] "    cer.tst =  0.0654568341550404"
[1] "  m = 33"
[1] "    sum(bhat[idx.lrn]) =  3213"
[1] "    sum(bhat[idx.val]) =  264"
[1] "    sum(bhat[idx.tst]) =  137"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0633331577006165"
[1] "    cer.tst =  0.065037239064303"
[1] "  m = 34"
[1] "    sum(bhat[idx.lrn]) =  3205"
[1] "    sum(bhat[idx.val]) =  257"
[1] "    sum(bhat[idx.tst]) =  147"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0629643289952052"
[1] "    cer.tst =  0.0656666317004091"
[1] "  m = 35"
[1] "    sum(bhat[idx.lrn]) =  3169"
[1] "    sum(bhat[idx.val]) =  247"
[1] "    sum(bhat[idx.tst]) =  132"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0625428104747352"
[1] "    cer.tst =  0.0645127452008812"
[1] "  m = 36"
[1] "    sum(bhat[idx.lrn]) =  3191"
[1] "    sum(bhat[idx.val]) =  246"
[1] "    sum(bhat[idx.tst]) =  138"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.062384741029559"
[1] "    cer.tst =  0.0651421378369873"
[1] "  m = 37"
[1] "    sum(bhat[idx.lrn]) =  3207"
[1] "    sum(bhat[idx.val]) =  252"
[1] "    sum(bhat[idx.tst]) =  135"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0627008799199115"
[1] "    cer.tst =  0.0644078464281968"
[1] "  m = 38"
[1] "    sum(bhat[idx.lrn]) =  3201"
[1] "    sum(bhat[idx.val]) =  245"
[1] "    sum(bhat[idx.tst]) =  135"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0623320512145002"
[1] "    cer.tst =  0.0648274415189342"
[1] "  m = 39"
[1] "    sum(bhat[idx.lrn]) =  3189"
[1] "    sum(bhat[idx.val]) =  246"
[1] "    sum(bhat[idx.tst]) =  131"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0624901206596765"
[1] "    cer.tst =  0.0644078464281968"
[1] "  m = 40"
[1] "    sum(bhat[idx.lrn]) =  3195"
[1] "    sum(bhat[idx.val]) =  245"
[1] "    sum(bhat[idx.tst]) =  134"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0622266715843827"
[1] "    cer.tst =  0.0645127452008812"
[1] "  m = 41"
[1] "    sum(bhat[idx.lrn]) =  3195"
[1] "    sum(bhat[idx.val]) =  248"
[1] "    sum(bhat[idx.tst]) =  132"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0624901206596765"
[1] "    cer.tst =  0.0645127452008812"
[1] "  m = 42"
[1] "    sum(bhat[idx.lrn]) =  3197"
[1] "    sum(bhat[idx.val]) =  247"
[1] "    sum(bhat[idx.tst]) =  135"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0623320512145002"
[1] "    cer.tst =  0.0646176439735655"
[1] "  m = 43"
[1] "    sum(bhat[idx.lrn]) =  3185"
[1] "    sum(bhat[idx.val]) =  245"
[1] "    sum(bhat[idx.tst]) =  136"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0623320512145002"
[1] "    cer.tst =  0.0649323402916186"
[1] "  m = 44"
[1] "    sum(bhat[idx.lrn]) =  3181"
[1] "    sum(bhat[idx.val]) =  247"
[1] "    sum(bhat[idx.tst]) =  135"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0623320512145002"
[1] "    cer.tst =  0.0646176439735655"
[1] "  m = 45"
[1] "    sum(bhat[idx.lrn]) =  3191"
[1] "    sum(bhat[idx.val]) =  247"
[1] "    sum(bhat[idx.tst]) =  136"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0624374308446177"
[1] "    cer.tst =  0.0649323402916186"
[1] "  m = 46"
[1] "    sum(bhat[idx.lrn]) =  3197"
[1] "    sum(bhat[idx.val]) =  247"
[1] "    sum(bhat[idx.tst]) =  134"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0624374308446177"
[1] "    cer.tst =  0.0645127452008812"
[1] "  m = 47"
[1] "    sum(bhat[idx.lrn]) =  3195"
[1] "    sum(bhat[idx.val]) =  246"
[1] "    sum(bhat[idx.tst]) =  135"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.062384741029559"
[1] "    cer.tst =  0.0648274415189342"
[1] "  m = 48"
[1] "    sum(bhat[idx.lrn]) =  3197"
[1] "    sum(bhat[idx.val]) =  247"
[1] "    sum(bhat[idx.tst]) =  134"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0624374308446177"
[1] "    cer.tst =  0.0647225427462499"
[1] "  m = 49"
[1] "    sum(bhat[idx.lrn]) =  3205"
[1] "    sum(bhat[idx.val]) =  244"
[1] "    sum(bhat[idx.tst]) =  134"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0622793613994415"
[1] "    cer.tst =  0.0647225427462499"
[1] "  m = 50"
[1] "    sum(bhat[idx.lrn]) =  3189"
[1] "    sum(bhat[idx.val]) =  244"
[1] "    sum(bhat[idx.tst]) =  129"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.062173981769324"
[1] "    cer.tst =  0.0644078464281968"
[1] "  m = 51"
[1] "    sum(bhat[idx.lrn]) =  3189"
[1] "    sum(bhat[idx.val]) =  243"
[1] "    sum(bhat[idx.tst]) =  129"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0622266715843827"
[1] "    cer.tst =  0.0644078464281968"
[1] "  m = 52"
[1] "    sum(bhat[idx.lrn]) =  3189"
[1] "    sum(bhat[idx.val]) =  245"
[1] "    sum(bhat[idx.tst]) =  129"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0622266715843827"
[1] "    cer.tst =  0.0644078464281968"
[1] "  m = 53"
[1] "    sum(bhat[idx.lrn]) =  3183"
[1] "    sum(bhat[idx.val]) =  245"
[1] "    sum(bhat[idx.tst]) =  128"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0623320512145002"
[1] "    cer.tst =  0.0643029476555124"
[1] "  m = 54"
[1] "    sum(bhat[idx.lrn]) =  3197"
[1] "    sum(bhat[idx.val]) =  242"
[1] "    sum(bhat[idx.tst]) =  128"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.062173981769324"
[1] "    cer.tst =  0.0643029476555124"
[1] "  m = 55"
[1] "    sum(bhat[idx.lrn]) =  3189"
[1] "    sum(bhat[idx.val]) =  245"
[1] "    sum(bhat[idx.tst]) =  131"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0623320512145002"
[1] "    cer.tst =  0.0646176439735655"
[1] "  m = 56"
[1] "    sum(bhat[idx.lrn]) =  3189"
[1] "    sum(bhat[idx.val]) =  244"
[1] "    sum(bhat[idx.tst]) =  131"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0622793613994415"
[1] "    cer.tst =  0.0646176439735655"
[1] "  m = 57"
[1] "    sum(bhat[idx.lrn]) =  3179"
[1] "    sum(bhat[idx.val]) =  242"
[1] "    sum(bhat[idx.tst]) =  132"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.062173981769324"
[1] "    cer.tst =  0.0647225427462499"
[1] "  m = 58"
[1] "    sum(bhat[idx.lrn]) =  3173"
[1] "    sum(bhat[idx.val]) =  242"
[1] "    sum(bhat[idx.tst]) =  131"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.062173981769324"
[1] "    cer.tst =  0.0646176439735655"
[1] "  m = 59"
[1] "    sum(bhat[idx.lrn]) =  3185"
[1] "    sum(bhat[idx.val]) =  245"
[1] "    sum(bhat[idx.tst]) =  131"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0623320512145002"
[1] "    cer.tst =  0.0646176439735655"
[1] "  m = 60"
[1] "    sum(bhat[idx.lrn]) =  3167"
[1] "    sum(bhat[idx.val]) =  242"
[1] "    sum(bhat[idx.tst]) =  129"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0622793613994415"
[1] "    cer.tst =  0.0644078464281968"
[1] "  m = 61"
[1] "    sum(bhat[idx.lrn]) =  3183"
[1] "    sum(bhat[idx.val]) =  245"
[1] "    sum(bhat[idx.tst]) =  132"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0624374308446177"
[1] "    cer.tst =  0.0647225427462499"
[1] "  m = 62"
[1] "    sum(bhat[idx.lrn]) =  3171"
[1] "    sum(bhat[idx.val]) =  242"
[1] "    sum(bhat[idx.tst]) =  129"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.062173981769324"
[1] "    cer.tst =  0.0644078464281968"
[1] "  m = 63"
[1] "    sum(bhat[idx.lrn]) =  3185"
[1] "    sum(bhat[idx.val]) =  245"
[1] "    sum(bhat[idx.tst]) =  132"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0623320512145002"
[1] "    cer.tst =  0.0647225427462499"
[1] "  m = 64"
[1] "    sum(bhat[idx.lrn]) =  3181"
[1] "    sum(bhat[idx.val]) =  245"
[1] "    sum(bhat[idx.tst]) =  130"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0623320512145002"
[1] "    cer.tst =  0.0645127452008812"
[1] "  m = 65"
[1] "    sum(bhat[idx.lrn]) =  3183"
[1] "    sum(bhat[idx.val]) =  242"
[1] "    sum(bhat[idx.tst]) =  131"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.062173981769324"
[1] "    cer.tst =  0.0646176439735655"
[1] "  m = 66"
[1] "    sum(bhat[idx.lrn]) =  3187"
[1] "    sum(bhat[idx.val]) =  243"
[1] "    sum(bhat[idx.tst]) =  129"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0622266715843827"
[1] "    cer.tst =  0.0644078464281968"
[1] "  m = 67"
[1] "    sum(bhat[idx.lrn]) =  3181"
[1] "    sum(bhat[idx.val]) =  245"
[1] "    sum(bhat[idx.tst]) =  130"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0623320512145002"
[1] "    cer.tst =  0.0645127452008812"
[1] "  m = 68"
[1] "    sum(bhat[idx.lrn]) =  3173"
[1] "    sum(bhat[idx.val]) =  243"
[1] "    sum(bhat[idx.tst]) =  130"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0621212919542652"
[1] "    cer.tst =  0.0645127452008812"
[1] "  m = 69"
[1] "    sum(bhat[idx.lrn]) =  3193"
[1] "    sum(bhat[idx.val]) =  245"
[1] "    sum(bhat[idx.tst]) =  131"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0624374308446177"
[1] "    cer.tst =  0.0646176439735655"
[1] "  m = 70"
[1] "    sum(bhat[idx.lrn]) =  3211"
[1] "    sum(bhat[idx.val]) =  245"
[1] "    sum(bhat[idx.tst]) =  136"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0623320512145002"
[1] "    cer.tst =  0.0651421378369873"
[1] "  m = 71"
[1] "    sum(bhat[idx.lrn]) =  3185"
[1] "    sum(bhat[idx.val]) =  248"
[1] "    sum(bhat[idx.tst]) =  133"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0624901206596765"
[1] "    cer.tst =  0.0648274415189342"
[1] "  m = 72"
[1] "    sum(bhat[idx.lrn]) =  3179"
[1] "    sum(bhat[idx.val]) =  245"
[1] "    sum(bhat[idx.tst]) =  134"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0623320512145002"
[1] "    cer.tst =  0.0649323402916186"
[1] "  m = 73"
[1] "    sum(bhat[idx.lrn]) =  3193"
[1] "    sum(bhat[idx.val]) =  245"
[1] "    sum(bhat[idx.tst]) =  135"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0622266715843827"
[1] "    cer.tst =  0.065037239064303"
[1] "  m = 74"
[1] "    sum(bhat[idx.lrn]) =  3185"
[1] "    sum(bhat[idx.val]) =  245"
[1] "    sum(bhat[idx.tst]) =  135"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0623320512145002"
[1] "    cer.tst =  0.065037239064303"
[1] "  m = 75"
[1] "    sum(bhat[idx.lrn]) =  3171"
[1] "    sum(bhat[idx.val]) =  241"
[1] "    sum(bhat[idx.tst]) =  134"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0622266715843827"
[1] "    cer.tst =  0.0649323402916186"
[1] "  m = 76"
[1] "    sum(bhat[idx.lrn]) =  3171"
[1] "    sum(bhat[idx.val]) =  243"
[1] "    sum(bhat[idx.tst]) =  134"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0623320512145002"
[1] "    cer.tst =  0.0649323402916186"
[1] "  m = 77"
[1] "    sum(bhat[idx.lrn]) =  3179"
[1] "    sum(bhat[idx.val]) =  246"
[1] "    sum(bhat[idx.tst]) =  132"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.062384741029559"
[1] "    cer.tst =  0.0647225427462499"
[1] "  m = 78"
[1] "    sum(bhat[idx.lrn]) =  3185"
[1] "    sum(bhat[idx.val]) =  246"
[1] "    sum(bhat[idx.tst]) =  134"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.062384741029559"
[1] "    cer.tst =  0.0649323402916186"
[1] "  m = 79"
[1] "    sum(bhat[idx.lrn]) =  3159"
[1] "    sum(bhat[idx.val]) =  245"
[1] "    sum(bhat[idx.tst]) =  135"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0622266715843827"
[1] "    cer.tst =  0.065037239064303"
[1] "  m = 80"
[1] "    sum(bhat[idx.lrn]) =  3165"
[1] "    sum(bhat[idx.val]) =  244"
[1] "    sum(bhat[idx.tst]) =  133"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0622793613994415"
[1] "    cer.tst =  0.0648274415189342"
[1] "  m = 81"
[1] "    sum(bhat[idx.lrn]) =  3175"
[1] "    sum(bhat[idx.val]) =  246"
[1] "    sum(bhat[idx.tst]) =  135"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.062384741029559"
[1] "    cer.tst =  0.065037239064303"
[1] "  m = 82"
[1] "    sum(bhat[idx.lrn]) =  3179"
[1] "    sum(bhat[idx.val]) =  246"
[1] "    sum(bhat[idx.tst]) =  133"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0622793613994415"
[1] "    cer.tst =  0.0646176439735655"
[1] "  m = 83"
[1] "    sum(bhat[idx.lrn]) =  3185"
[1] "    sum(bhat[idx.val]) =  248"
[1] "    sum(bhat[idx.tst]) =  133"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.062384741029559"
[1] "    cer.tst =  0.0648274415189342"
[1] "  m = 84"
[1] "    sum(bhat[idx.lrn]) =  3167"
[1] "    sum(bhat[idx.val]) =  243"
[1] "    sum(bhat[idx.tst]) =  131"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0621212919542652"
[1] "    cer.tst =  0.0646176439735655"
[1] "  m = 85"
[1] "    sum(bhat[idx.lrn]) =  3177"
[1] "    sum(bhat[idx.val]) =  247"
[1] "    sum(bhat[idx.tst]) =  132"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0623320512145002"
[1] "    cer.tst =  0.0645127452008812"
[1] "  m = 86"
[1] "    sum(bhat[idx.lrn]) =  3189"
[1] "    sum(bhat[idx.val]) =  248"
[1] "    sum(bhat[idx.tst]) =  134"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.062384741029559"
[1] "    cer.tst =  0.0649323402916186"
[1] "  m = 87"
[1] "    sum(bhat[idx.lrn]) =  3181"
[1] "    sum(bhat[idx.val]) =  248"
[1] "    sum(bhat[idx.tst]) =  132"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.062384741029559"
[1] "    cer.tst =  0.0647225427462499"
[1] "  m = 88"
[1] "    sum(bhat[idx.lrn]) =  3173"
[1] "    sum(bhat[idx.val]) =  243"
[1] "    sum(bhat[idx.tst]) =  131"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0621212919542652"
[1] "    cer.tst =  0.0646176439735655"
[1] "  m = 89"
[1] "    sum(bhat[idx.lrn]) =  3181"
[1] "    sum(bhat[idx.val]) =  245"
[1] "    sum(bhat[idx.tst]) =  132"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0622266715843827"
[1] "    cer.tst =  0.0647225427462499"
[1] "  m = 90"
[1] "    sum(bhat[idx.lrn]) =  3181"
[1] "    sum(bhat[idx.val]) =  246"
[1] "    sum(bhat[idx.tst]) =  132"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0622793613994415"
[1] "    cer.tst =  0.0647225427462499"
[1] "  m = 91"
[1] "    sum(bhat[idx.lrn]) =  3181"
[1] "    sum(bhat[idx.val]) =  246"
[1] "    sum(bhat[idx.tst]) =  132"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0622793613994415"
[1] "    cer.tst =  0.0647225427462499"
[1] "  m = 92"
[1] "    sum(bhat[idx.lrn]) =  3181"
[1] "    sum(bhat[idx.val]) =  246"
[1] "    sum(bhat[idx.tst]) =  132"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0622793613994415"
[1] "    cer.tst =  0.0647225427462499"
[1] "  m = 93"
[1] "    sum(bhat[idx.lrn]) =  3181"
[1] "    sum(bhat[idx.val]) =  246"
[1] "    sum(bhat[idx.tst]) =  132"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0622793613994415"
[1] "    cer.tst =  0.0647225427462499"
[1] "  m = 94"
[1] "    sum(bhat[idx.lrn]) =  3181"
[1] "    sum(bhat[idx.val]) =  246"
[1] "    sum(bhat[idx.tst]) =  132"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0622793613994415"
[1] "    cer.tst =  0.0647225427462499"
[1] "  m = 95"
[1] "    sum(bhat[idx.lrn]) =  3181"
[1] "    sum(bhat[idx.val]) =  246"
[1] "    sum(bhat[idx.tst]) =  132"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0622793613994415"
[1] "    cer.tst =  0.0647225427462499"
[1] "  m = 96"
[1] "    sum(bhat[idx.lrn]) =  3181"
[1] "    sum(bhat[idx.val]) =  246"
[1] "    sum(bhat[idx.tst]) =  132"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0622793613994415"
[1] "    cer.tst =  0.0647225427462499"
[1] "  m = 97"
[1] "    sum(bhat[idx.lrn]) =  3181"
[1] "    sum(bhat[idx.val]) =  246"
[1] "    sum(bhat[idx.tst]) =  132"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0622793613994415"
[1] "    cer.tst =  0.0647225427462499"
[1] "  m = 98"
[1] "    sum(bhat[idx.lrn]) =  3181"
[1] "    sum(bhat[idx.val]) =  246"
[1] "    sum(bhat[idx.tst]) =  132"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0622793613994415"
[1] "    cer.tst =  0.0647225427462499"
[1] "  m = 99"
[1] "    sum(bhat[idx.lrn]) =  3181"
[1] "    sum(bhat[idx.val]) =  246"
[1] "    sum(bhat[idx.tst]) =  132"
[1] "    cer.lrn =  0.00420029895366218"
[1] "    cer.val =  0.0622793613994415"
[1] "    cer.tst =  0.0647225427462499"
> 
> x <- 1:M
> 
> postscript(file="cty_boost_cer.eps");
> 
> plot(x=c(x,x),y=c(cer.lrn.sav,cer.val.sav),ylab="cer",xlab="m",type="n") 
> lines(x=x,y=cer.lrn.sav,col="green") 
> lines(x=x,y=cer.val.sav,col="red") 
> 
> dev.off()
null device 
          1 
> proc.time()
[1] 5254.21  147.04 5401.35    0.00    0.00
>