AutoKC
mnames<-c("IRT",
"Faculty",
"Log Full autoKC",
"Log Simple PFA",
"Log Full PFA",
"Log Full PFA full autoKC additive",
"Log Full PFA Faculty additive ",
"Log Simple PFA Faculty interactive ",
"Log Simple PFA full autoKC interactive",
"Log Full PFA simple autoKC interactive",
"Log Simple PFA simple autoKC interactive")
r2s<-data.frame(name=mnames,r2s=NA,cvr2s=NA)
compl<-list(c("Anon.Student.Id","KC..Default."),
c("Anon.Student.Id","KC..Default.", "Anon.Student.Id", "Anon.Student.Id"),
c("Anon.Student.Id","KC..Default.", "KC..Default.", "KC..Default."),
c("Anon.Student.Id","KC..Default.", "KC..Default.", "KC..Default."),
c("Anon.Student.Id","KC..Default.", "KC..Default.", "KC..Default."),
c("Anon.Student.Id","KC..Default.", "KC..Default.", "KC..Default." ,"KC..Default." ,"KC..Default."),
c("Anon.Student.Id","KC..Default.", "KC..Default.","Anon.Student.Id", "KC..Default." ,"Anon.Student.Id"),
c("Anon.Student.Id","KC..Default.", "KC..Default.","Anon.Student.Id", "KC..Default." ,"Anon.Student.Id"),
c("Anon.Student.Id","KC..Default.", "KC..Default.", "KC..Default." ,"KC..Default." ,"KC..Default."),
c("Anon.Student.Id","KC..Default.", "KC..Default.", "KC..Default." ,"KC..Default." ,"KC..Default."),
c("Anon.Student.Id","KC..Default.", "KC..Default.", "KC..Default." ,"KC..Default." ,"KC..Default."))
featl<-list(c("intercept","intercept"),
c("intercept","intercept", "logfail", "logsuc"),
c("intercept","intercept", "logfail$", "logsuc$"),
c("intercept","intercept", "logfail", "logsuc"),
c("intercept","intercept", "logfail$", "logsuc$"),
c("intercept","intercept", "logfail$", "logfail$", "logsuc$", "logsuc$"),
c("intercept","intercept", "logfail$", "logfail", "logsuc$", "logsuc"),
c("intercept","intercept", "logfail", "logfail", "logsuc", "logsuc"),
c("intercept","intercept", "logfail", "logfail$", "logsuc", "logsuc$"),
c("intercept","intercept", "logfail$", "logfail", "logsuc$", "logsuc"),
c("intercept","intercept", "logfail", "logfail", "logsuc", "logsuc"))
connl<-list(c("+"),
c("+","+","+"),
c("+","+","+"),
c("+","+","+"),
c("+","+","+"),
c("+","+","+","+","+"),
c("+","+","+","+","+"),
c("+","+","*","+","*"),
c("+","+","*","+","*"),
c("+","+","*","+","*"),
c("+","+","*","+","*"))
autol <- list(c(0,0),
c(0,0,0,0),
c(0,0,40,40),
c(0,0,0,0),
c(0,0,0,0),
c(0,0,0,40,0,40),
c(0,0,0,0,0,0),
c(0,0,0,0,0,0),
c(0,0,0,40,0,40),
c(0,0,0,40,0,40),
c(0,0,0,40,0,40))
for(i in 1:length(compl)){
modelob <<- LKT(data = val,components = compl[[i]],features = featl[[i]],connectors = connl[[i]],autoKC = autol[[i]],
cv=TRUE,verbose = FALSE)
cat(mnames[i]," R2cv = ",mean(modelob$cv_res$mcfad))
cat(" R2 = ",modelob$r2,"\n")
r2s$r2s[i]<-modelob$r2
r2s$cvr2s[i]<-mean(modelob$cv_res$mcfad)
}
#> IRT R2cv = 0.1581324 R2 = 0.17526
#> Faculty R2cv = 0.1756938 R2 = 0.193067
#> Log Full autoKC R2cv = 0.256073 R2 = 0.276453
#> Log Simple PFA R2cv = 0.2877074 R2 = 0.305306
#> Log Full PFA R2cv = 0.29417 R2 = 0.317028
#> Log Full PFA full autoKC additive R2cv = 0.2996732 R2 = 0.323463
#> Log Full PFA Faculty additive R2cv = 0.2950352 R2 = 0.318007
#> Log Simple PFA Faculty interactive R2cv = 0.310028 R2 = 0.327941
#> Log Simple PFA full autoKC interactive R2cv = 0.3096118 R2 = 0.333046
#> Log Full PFA simple autoKC interactive R2cv = 0.3083744 R2 = 0.336243
#> Log Simple PFA simple autoKC interactive R2cv = 0.2984356 R2 = 0.316213
r2s$cvr2s<-r2s$cvr2s-min(r2s$cvr2s)
r2s$name <- factor(r2s$name,levels = rev(mnames))
plot<-ggplot(r2s,
aes(name,cvr2s)) +
geom_bar(stat = "identity") +xlab("Model Version") + ylab("McFadden's R-squared Gain")+
coord_flip()+ theme(text = element_text(size = 12))
plot
plot of chunk unnamed-chunk-14
mnames<-seq(2,71,10)
for (i in c(3,6)){
r2s<-data.frame(name=mnames,r2s=NA,cvr2s=NA,r2sr=NA,cvr2sr=NA)
j<-1
for(k in mnames){
j<-j+1
modelob <- LKT(data = val,components = compl[[i]],features = featl[[i]],connectors = connl[[i]],autoKC = k*(autol[[i]]>0),
cv=TRUE,verbose = FALSE)
cat(k," R2cv = ",mean(modelob$cv_res$mcfad))
cat(" R2 = ",modelob$r2,"\n")
r2s$r2s[j-1]<-modelob$r2
r2s$cvr2s[j-1]<-mean(modelob$cv_res$mcfad)
modelob <- LKT(data = val,components = compl[[i]],features = featl[[i]],connectors = connl[[i]],autoKC = k*(autol[[i]]>0),
cv=TRUE,verbose = FALSE, autoKCcont = rep("rand",length(featl[[i]])))
cat(k," R2cv = ",mean(modelob$cv_res$mcfad))
cat(" R2 = ",modelob$r2,"\n")
r2s$r2sr[j-1]<-modelob$r2
r2s$cvr2sr[j-1]<-mean(modelob$cv_res$mcfad)
}
r2s$name <- factor(r2s$name,levels = (mnames))
plot<-ggplot(r2s, aes(name, group=1))+
geom_line(aes(y = cvr2s)) +
geom_line(aes(y = cvr2sr), linetype="twodash")+
scale_x_discrete(breaks=seq(from = 2, to = 71, by = 5)) +xlab("autoKC Clusters") + ylab("McFadden's R-squared Gain")+ theme(text = element_text(size = 16)) +
geom_point(aes(y = cvr2s))+
geom_point(aes(y = cvr2sr))
print(plot)
}
#> 2 R2cv = 0.177626 R2 = 0.195026
#> 2 R2cv = 0.1780618 R2 = 0.195465
#> 12 R2cv = 0.210428 R2 = 0.228315
#> 12 R2cv = 0.205864 R2 = 0.224006
#> 22 R2cv = 0.2300158 R2 = 0.249023
#> 22 R2cv = 0.2239358 R2 = 0.24288
#> 32 R2cv = 0.2425356 R2 = 0.262488
#> 32 R2cv = 0.2407036 R2 = 0.260329
#> 42 R2cv = 0.2586404 R2 = 0.278989
#> 42 R2cv = 0.2554192 R2 = 0.276056
#> 52 R2cv = 0.2666092 R2 = 0.287932
#> 52 R2cv = 0.2682124 R2 = 0.289844
#> 62 R2cv = 0.2801672 R2 = 0.302358
#> 62 R2cv = 0.2821584 R2 = 0.304393
plot of chunk unnamed-chunk-14
#> 2 R2cv = 0.2957658 R2 = 0.318756
#> 2 R2cv = 0.2948162 R2 = 0.317857
#> 12 R2cv = 0.298092 R2 = 0.32162
#> 12 R2cv = 0.2944148 R2 = 0.317954
#> 22 R2cv = 0.2988592 R2 = 0.322841
#> 22 R2cv = 0.2940454 R2 = 0.317838
#> 32 R2cv = 0.2988464 R2 = 0.322601
#> 32 R2cv = 0.2943444 R2 = 0.317944
#> 42 R2cv = 0.2998582 R2 = 0.323598
#> 42 R2cv = 0.2935954 R2 = 0.317646
#> 52 R2cv = 0.2971276 R2 = 0.320678
#> 52 R2cv = 0.293915 R2 = 0.317542
#> 62 R2cv = 0.2947732 R2 = 0.318027
#> 62 R2cv = 0.2943274 R2 = 0.317509
plot of chunk unnamed-chunk-14
