mirror of
https://github.com/andre-wojtowicz/blas-benchmarks
synced 2024-11-25 18:05:28 +01:00
markdown: added gcbd benchmark
This commit is contained in:
parent
b8bcce64a9
commit
5ec7e7f9fa
99
results.Rmd
99
results.Rmd
@ -148,9 +148,6 @@ for (host in hosts.info$Host)
|
|||||||
|
|
||||||
for (benchmark in BENCHMARKS)
|
for (benchmark in BENCHMARKS)
|
||||||
{
|
{
|
||||||
if (benchmark == "gcbd")
|
|
||||||
next
|
|
||||||
|
|
||||||
cat(paste0("## ", paste(toupper(substring(benchmark, 1,1)), substring(benchmark, 2),sep="", collapse=" "), " benchmark\n\n"))
|
cat(paste0("## ", paste(toupper(substring(benchmark, 1,1)), substring(benchmark, 2),sep="", collapse=" "), " benchmark\n\n"))
|
||||||
|
|
||||||
testnames = benchmark.results %>%
|
testnames = benchmark.results %>%
|
||||||
@ -158,8 +155,6 @@ for (host in hosts.info$Host)
|
|||||||
select(Test) %>%
|
select(Test) %>%
|
||||||
unique
|
unique
|
||||||
|
|
||||||
#browser()
|
|
||||||
|
|
||||||
if (benchmark == "urbanek")
|
if (benchmark == "urbanek")
|
||||||
# remove tests with almost the same results
|
# remove tests with almost the same results
|
||||||
testnames = testnames %>% filter(row_number() %in% c(4, 5, 7, 8, 9, 10, 15))
|
testnames = testnames %>% filter(row_number() %in% c(4, 5, 7, 8, 9, 10, 15))
|
||||||
@ -173,10 +168,11 @@ for (host in hosts.info$Host)
|
|||||||
filter(Host == host & Benchmark == benchmark &
|
filter(Host == host & Benchmark == benchmark &
|
||||||
Test == test)
|
Test == test)
|
||||||
|
|
||||||
data.to.plot = data.to.plot %>%
|
if (benchmark != "gcbd")
|
||||||
mutate(PerfGain=data.to.plot[which(data.to.plot$Library==LIBRARY.REF), "Time"]/Time)
|
data.to.plot = data.to.plot %>%
|
||||||
|
mutate(PerfGain=data.to.plot[which(data.to.plot$Library==LIBRARY.REF), "Time"]/Time)
|
||||||
|
|
||||||
levels(data.to.plot$Library) = list(
|
renamedLibs = list(
|
||||||
"cuBLAS"="cublas",
|
"cuBLAS"="cublas",
|
||||||
"BLIS"="blis",
|
"BLIS"="blis",
|
||||||
"MKL"="mkl",
|
"MKL"="mkl",
|
||||||
@ -186,6 +182,12 @@ for (host in hosts.info$Host)
|
|||||||
"ATLAS (st)"="atlas_st",
|
"ATLAS (st)"="atlas_st",
|
||||||
"Netlib"="netlib")
|
"Netlib"="netlib")
|
||||||
|
|
||||||
|
if (benchmark != "gcbd")
|
||||||
|
levels(data.to.plot$Library) = renamedLibs
|
||||||
|
else
|
||||||
|
levels(data.to.plot$Library) = rev(renamedLibs)
|
||||||
|
|
||||||
|
|
||||||
data.to.plot = data.to.plot %>%
|
data.to.plot = data.to.plot %>%
|
||||||
mutate(Color=sapply(Library, function(x){
|
mutate(Color=sapply(Library, function(x){
|
||||||
if(x=="Netlib") "A"
|
if(x=="Netlib") "A"
|
||||||
@ -201,13 +203,18 @@ for (host in hosts.info$Host)
|
|||||||
".png"))
|
".png"))
|
||||||
|
|
||||||
cat(paste0("#### ", gsub(" \\(.*\\)", "", test)), "\n\n")
|
cat(paste0("#### ", gsub(" \\(.*\\)", "", test)), "\n\n")
|
||||||
cat(paste("Time in seconds -", data.to.plot$Runs[1],
|
cat(paste0("Time in seconds ", ifelse(benchmark=="gcbd", "regarding matrix size - right panel on log scale", ""), " - ", ifelse(benchmark!="gcbd", data.to.plot$Runs[1], paste(" from ", max(data.to.plot$Runs), " to ", min(data.to.plot$Runs))),
|
||||||
"runs - lower is better\n\n"))
|
" runs - lower is better\n\n"))
|
||||||
|
|
||||||
myColors = c("#E6191A", "#F25F1E", "#636363", "#5AAC45")
|
myColors = c("#E6191A", "#F25F1E", "#636363", "#5AAC45")
|
||||||
names(myColors) = levels(data.to.plot$Color)
|
names(myColors) = levels(data.to.plot$Color)
|
||||||
colScale = scale_fill_manual(name = "Color", values = myColors)
|
colScale = scale_fill_manual(name = "Color", values = myColors)
|
||||||
|
|
||||||
|
#if (benchmark=="gcbd")
|
||||||
|
# browser()
|
||||||
|
|
||||||
|
if (benchmark != "gcbd")
|
||||||
|
{
|
||||||
png(image.path, width=600, height=35*nrow(data.to.plot))
|
png(image.path, width=600, height=35*nrow(data.to.plot))
|
||||||
print(ggplot(data.to.plot, aes(x=reorder(Library, -Time), y=Time, fill=Color)) +
|
print(ggplot(data.to.plot, aes(x=reorder(Library, -Time), y=Time, fill=Color)) +
|
||||||
theme_classic() +
|
theme_classic() +
|
||||||
@ -234,6 +241,78 @@ for (host in hosts.info$Host)
|
|||||||
dev.off()
|
dev.off()
|
||||||
|
|
||||||
cat(paste0("![](", image.path, ")\n\n\n\n"))
|
cat(paste0("![](", image.path, ")\n\n\n\n"))
|
||||||
|
|
||||||
|
} else {
|
||||||
|
rbColors = c("#F40000","#FF8000","#0094FF","#E900FF","#B35807","#7F00FF","#FFBC70","#00DD0E")
|
||||||
|
|
||||||
|
png(image.path, width=400, height=350, type="cairo")
|
||||||
|
print(ggplot(data.to.plot,
|
||||||
|
aes(x=Size, y=Time, group=Library, color=Library,
|
||||||
|
shape=Library, fill=Library)) +
|
||||||
|
theme_classic() +
|
||||||
|
theme(
|
||||||
|
panel.border = element_blank(),
|
||||||
|
axis.title.x=element_blank(),
|
||||||
|
axis.title.y=element_blank(),
|
||||||
|
axis.text.x = element_text(colour="grey60"),
|
||||||
|
axis.text.y = element_text(colour="grey60"),
|
||||||
|
axis.ticks.x=element_line(color="grey60"),
|
||||||
|
axis.ticks.y=element_line(color="grey60"),
|
||||||
|
legend.margin=unit(c(-13,8), "mm"),
|
||||||
|
legend.title=element_blank()
|
||||||
|
) +
|
||||||
|
geom_line(size=1) +
|
||||||
|
geom_point(size=2, color="grey30") +
|
||||||
|
scale_x_continuous(expand = c(0, 0),
|
||||||
|
limits = c(0, 5000)) +
|
||||||
|
scale_y_continuous(expand = c(0, 0)) +
|
||||||
|
coord_cartesian(ylim=c(0, max(20, max(data.to.plot$Time)/3))) +
|
||||||
|
geom_hline(yintercept = 0, color="grey") +
|
||||||
|
geom_vline(xintercept = 0.4, color="grey") +
|
||||||
|
scale_shape_manual(values=c(21,24,22,25,23,21,22,23)) +
|
||||||
|
scale_color_manual(values=rbColors) +
|
||||||
|
scale_fill_manual(values=rbColors)
|
||||||
|
|
||||||
|
)
|
||||||
|
dev.off()
|
||||||
|
|
||||||
|
cat(paste0("![](", image.path, ")"))
|
||||||
|
|
||||||
|
png(gsub(".png", "b.png", image.path), width=350, height=350, type="cairo")
|
||||||
|
print(ggplot(data.to.plot,
|
||||||
|
aes(x=Size, y=Time, group=Library, color=Library,
|
||||||
|
shape=Library, fill=Library)) +
|
||||||
|
theme_classic() +
|
||||||
|
theme(
|
||||||
|
panel.border = element_blank(),
|
||||||
|
axis.title.x=element_blank(),
|
||||||
|
axis.title.y=element_blank(),
|
||||||
|
axis.text.x = element_text(colour="grey60"),
|
||||||
|
axis.text.y = element_text(colour="grey60"),
|
||||||
|
axis.ticks.x=element_line(color="grey60"),
|
||||||
|
axis.ticks.y=element_line(color="grey60"),
|
||||||
|
legend.position="none"
|
||||||
|
) +
|
||||||
|
geom_line(size=1) +
|
||||||
|
geom_point(size=2, color="grey30") +
|
||||||
|
scale_x_log10(expand=c(0,0),
|
||||||
|
breaks=c(100, 200, 400, 800, 1600, 3200, 5000),
|
||||||
|
limits=c(100, 5500)) +
|
||||||
|
scale_y_log10() +
|
||||||
|
scale_shape_manual(values=c(21,24,22,25,23,21,22,23)) +
|
||||||
|
geom_hline(yintercept = 0, color="grey") +
|
||||||
|
geom_vline(xintercept = min(data.to.plot$Size), color="grey") +
|
||||||
|
scale_color_manual(values=rbColors) +
|
||||||
|
scale_fill_manual(values=rbColors)
|
||||||
|
|
||||||
|
)
|
||||||
|
dev.off()
|
||||||
|
|
||||||
|
cat(paste0("![](", gsub(".png", "b.png", image.path), ")\n\n\n\n"))
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user