AutoKC
mnames<-c("IRT",
"Faculty",
"Log Full autoKC",
"Log Simple PFA",
"Log Full PFA",
"Log Full PFA full autoKC additive",
"Log Full PFA Faculty additive ",
"Log Simple PFA Faculty interactive ",
"Log Simple PFA full autoKC interactive",
"Log Full PFA simple autoKC interactive",
"Log Simple PFA simple autoKC interactive")
r2s<-data.frame(name=mnames,r2s=NA,cvr2s=NA)
compl<-list(c("Anon.Student.Id","KC..Default."),
c("Anon.Student.Id","KC..Default.", "Anon.Student.Id", "Anon.Student.Id"),
c("Anon.Student.Id","KC..Default.", "KC..Default.", "KC..Default."),
c("Anon.Student.Id","KC..Default.", "KC..Default.", "KC..Default."),
c("Anon.Student.Id","KC..Default.", "KC..Default.", "KC..Default."),
c("Anon.Student.Id","KC..Default.", "KC..Default.", "KC..Default." ,"KC..Default." ,"KC..Default."),
c("Anon.Student.Id","KC..Default.", "KC..Default.","Anon.Student.Id", "KC..Default." ,"Anon.Student.Id"),
c("Anon.Student.Id","KC..Default.", "KC..Default.","Anon.Student.Id", "KC..Default." ,"Anon.Student.Id"),
c("Anon.Student.Id","KC..Default.", "KC..Default.", "KC..Default." ,"KC..Default." ,"KC..Default."),
c("Anon.Student.Id","KC..Default.", "KC..Default.", "KC..Default." ,"KC..Default." ,"KC..Default."),
c("Anon.Student.Id","KC..Default.", "KC..Default.", "KC..Default." ,"KC..Default." ,"KC..Default."))
featl<-list(c("intercept","intercept"),
c("intercept","intercept", "logfail", "logsuc"),
c("intercept","intercept", "logfail$", "logsuc$"),
c("intercept","intercept", "logfail", "logsuc"),
c("intercept","intercept", "logfail$", "logsuc$"),
c("intercept","intercept", "logfail$", "logfail$", "logsuc$", "logsuc$"),
c("intercept","intercept", "logfail$", "logfail", "logsuc$", "logsuc"),
c("intercept","intercept", "logfail", "logfail", "logsuc", "logsuc"),
c("intercept","intercept", "logfail", "logfail$", "logsuc", "logsuc$"),
c("intercept","intercept", "logfail$", "logfail", "logsuc$", "logsuc"),
c("intercept","intercept", "logfail", "logfail", "logsuc", "logsuc"))
connl<-list(c("+"),
c("+","+","+"),
c("+","+","+"),
c("+","+","+"),
c("+","+","+"),
c("+","+","+","+","+"),
c("+","+","+","+","+"),
c("+","+","*","+","*"),
c("+","+","*","+","*"),
c("+","+","*","+","*"),
c("+","+","*","+","*"))
autol <- list(c(0,0),
c(0,0,0,0),
c(0,0,40,40),
c(0,0,0,0),
c(0,0,0,0),
c(0,0,0,40,0,40),
c(0,0,0,0,0,0),
c(0,0,0,0,0,0),
c(0,0,0,40,0,40),
c(0,0,0,40,0,40),
c(0,0,0,40,0,40))
for(i in 1:length(compl)){
modelob <<- LKT(data = val,components = compl[[i]],features = featl[[i]],connectors = connl[[i]],autoKC = autol[[i]],
cv=TRUE,verbose = FALSE)
cat(mnames[i]," R2cv = ",mean(modelob$cv_res$mcfad))
cat(" R2 = ",modelob$r2,"\n")
r2s$r2s[i]<-modelob$r2
r2s$cvr2s[i]<-mean(modelob$cv_res$mcfad)
}
#> IRT R2cv = 0.1585162 R2 = 0.17526
#> Faculty R2cv = 0.1764075 R2 = 0.193067
#> Log Full autoKC R2cv = 0.2567767 R2 = 0.276453
#> Log Simple PFA R2cv = 0.2883458 R2 = 0.305306
#> Log Full PFA R2cv = 0.2950098 R2 = 0.317028
#> Log Full PFA full autoKC additive R2cv = 0.3004108 R2 = 0.323463
#> Log Full PFA Faculty additive R2cv = 0.2959355 R2 = 0.318007
#> Log Simple PFA Faculty interactive R2cv = 0.3107595 R2 = 0.327941
#> Log Simple PFA full autoKC interactive R2cv = 0.309855 R2 = 0.333046
#> Log Full PFA simple autoKC interactive R2cv = 0.3087675 R2 = 0.336243
#> Log Simple PFA simple autoKC interactive R2cv = 0.299072 R2 = 0.316213
r2s$cvr2s<-r2s$cvr2s-min(r2s$cvr2s)
r2s$name <- factor(r2s$name,levels = rev(mnames))
plot<-ggplot(r2s,
aes(name,cvr2s)) +
geom_bar(stat = "identity") +xlab("Model Version") + ylab("McFadden's R-squared Gain")+
coord_flip()+ theme(text = element_text(size = 12))
plot
plot of chunk unnamed-chunk-14
mnames<-seq(2,71,10)
for (i in c(3,6)){
r2s<-data.frame(name=mnames,r2s=NA,cvr2s=NA,r2sr=NA,cvr2sr=NA)
j<-1
for(k in mnames){
j<-j+1
modelob <- LKT(data = val,components = compl[[i]],features = featl[[i]],connectors = connl[[i]],autoKC = k*(autol[[i]]>0),
cv=TRUE,verbose = FALSE)
cat(k," R2cv = ",mean(modelob$cv_res$mcfad))
cat(" R2 = ",modelob$r2,"\n")
r2s$r2s[j-1]<-modelob$r2
r2s$cvr2s[j-1]<-mean(modelob$cv_res$mcfad)
modelob <- LKT(data = val,components = compl[[i]],features = featl[[i]],connectors = connl[[i]],autoKC = k*(autol[[i]]>0),
cv=TRUE,verbose = FALSE, autoKCcont = rep("rand",length(featl[[i]])))
cat(k," R2cv = ",mean(modelob$cv_res$mcfad))
cat(" R2 = ",modelob$r2,"\n")
r2s$r2sr[j-1]<-modelob$r2
r2s$cvr2sr[j-1]<-mean(modelob$cv_res$mcfad)
}
r2s$name <- factor(r2s$name,levels = (mnames))
plot<-ggplot(r2s, aes(name, group=1))+
geom_line(aes(y = cvr2s)) +
geom_line(aes(y = cvr2sr), linetype="twodash")+
scale_x_discrete(breaks=seq(from = 2, to = 71, by = 5)) +xlab("autoKC Clusters") + ylab("McFadden's R-squared Gain")+ theme(text = element_text(size = 16)) +
geom_point(aes(y = cvr2s))+
geom_point(aes(y = cvr2sr))
print(plot)
}
#> 2 R2cv = 0.1783772 R2 = 0.195026
#> 2 R2cv = 0.1787283 R2 = 0.195491
#> 12 R2cv = 0.2105732 R2 = 0.228315
#> 12 R2cv = 0.2033525 R2 = 0.220664
#> 22 R2cv = 0.2305435 R2 = 0.249023
#> 22 R2cv = 0.2221147 R2 = 0.240348
#> 32 R2cv = 0.2432985 R2 = 0.262488
#> 32 R2cv = 0.2411835 R2 = 0.260254
#> 42 R2cv = 0.2592025 R2 = 0.278989
#> 42 R2cv = 0.2610505 R2 = 0.280605
#> 52 R2cv = 0.2674955 R2 = 0.287932
#> 52 R2cv = 0.2672225 R2 = 0.287903
#> 62 R2cv = 0.2809955 R2 = 0.302358
#> 62 R2cv = 0.2865975 R2 = 0.307985
plot of chunk unnamed-chunk-14
#> 2 R2cv = 0.296606 R2 = 0.318756
#> 2 R2cv = 0.295895 R2 = 0.317997
#> 12 R2cv = 0.2985745 R2 = 0.32162
#> 12 R2cv = 0.2954737 R2 = 0.318231
#> 22 R2cv = 0.2997215 R2 = 0.322841
#> 22 R2cv = 0.294446 R2 = 0.317739
#> 32 R2cv = 0.2996837 R2 = 0.322601
#> 32 R2cv = 0.2950765 R2 = 0.317949
#> 42 R2cv = 0.3006288 R2 = 0.323598
#> 42 R2cv = 0.2949607 R2 = 0.317734
#> 52 R2cv = 0.2978723 R2 = 0.320678
#> 52 R2cv = 0.294801 R2 = 0.317509
#> 62 R2cv = 0.2955313 R2 = 0.318027
#> 62 R2cv = 0.2950435 R2 = 0.317389
plot of chunk unnamed-chunk-14
