singlethread kmeans

Author: Andrey Oskin

Project.toml

@@ -3,6 +3,8 @@ uuid = "42b8e9d4-006b-409a-8472-7f34b3fb58af"
 authors = ["Andrey Oskin"]
 version = "0.1.0"
 
+[deps]
+
 [compat]
 julia = "1.3"
 

benchmark/Project.toml

@@ -0,0 +1 @@
+[deps]

benchmark/README.md

@@ -0,0 +1,59 @@
+# Local scripts usage
+
+This mode is useful when multiple changes are being made and one do not want to generate multiple commits per branch.
+
+## Single benchmark
+To run benchmarks locally
+
+```julia
+julia runbenchmarks.jl
+```
+
+To see the results of the last benchmark
+```julia
+julia pprintresult.jl | less
+```
+
+To see the results of previous run
+```julia
+julia pprintresult.jl results/20200101T010101.json | less
+```
+
+## Judge
+One may compare results of two runs with the following command
+
+```julia
+julia pprintjudge.jl results/20200102T000000.json results/20200101T0000000.json
+```
+here first argument is target, second is baseline
+
+Without any arguments `pprintjudge` generates comparison of two the last two runs or
+comparison of last run with the last baseline run if it exists. To generate baseline run
+use the following
+
+```julia
+julia runbenchmarks.jl -b   # creates file of the form results/20200101T000000-baseline.json
+```
+
+All other runs will be compared to this file.
+
+# BenchmarkCI
+
+This mode is useful to compare different branches or for automated benchmarking.
+
+Detailed information regarding running BenchmarkCI can be found in [BenchmarkCI](https://github.com/tkf/BenchmarkCI.jl) documentation.
+
+Following commands will generate benchmark report that compares current commit with "origin/master"
+```julia
+shell> cd ~/.julia/dev/MyProject/
+
+julia> using BenchmarkCI
+
+julia> BenchmarkCI.judge()
+...
+
+julia> BenchmarkCI.displayjudgement()
+```
+
+If one need to run benchmark against local master, than instead of `BenchmarkCI.judge()` one should
+use `BenchmarkCI.judge(baseline="master")`

benchmark/benchmarks.jl

@@ -0,0 +1,15 @@
+# Taken from: https://github.com/tkf/Transducers.jl/tree/master/benchmark
+if lowercase(get(ENV, "CI", "false")) == "true"
+    @info "Executing in CI. Instantiating benchmark environment..."
+    using Pkg
+    Pkg.activate(@__DIR__)
+    Pkg.instantiate()
+end
+
+using BenchmarkTools
+const SUITE = BenchmarkGroup()
+for file in sort([file for file in readdir(@__DIR__) if occursin(r"bench[_0-9]+(.*).jl", file)])
+    m = match(r"bench[_0-9]+(.*).jl", file)
+
+    SUITE[m[1]] = include(file)
+end

benchmark/pprinthelper.jl

@@ -0,0 +1,20 @@
+using PkgBenchmark
+using Markdown
+
+function displayresult(result)
+    md = sprint(export_markdown, result)
+    md = replace(md, ":x:" => "❌")
+    md = replace(md, ":white_check_mark:" => "✅")
+    display(Markdown.parse(md))
+end
+
+function printnewsection(name)
+    println()
+    println()
+    println()
+    printstyled("▃" ^ displaysize(stdout)[2]; color=:blue)
+    println()
+    printstyled(name; bold=true)
+    println()
+    println()
+end

benchmark/pprintjudge.jl

@@ -0,0 +1,23 @@
+using PkgBenchmark
+include("pprinthelper.jl")
+
+if length(ARGS) == 2
+    group_target = PkgBenchmark.readresults(ARGS[1])
+    group_baseline = PkgBenchmark.readresults(ARGS[2])
+else
+    res_dir = joinpath(@__DIR__, "results")
+    last_result = maximum(filter(x -> x != ".gitignore", readdir(res_dir)))
+    baselines = filter(x -> (x != ".gitignore") & occursin("baseline", x), readdir(res_dir))
+    last_baseline = isempty(baselines) ? maximum(filter(x -> (x != ".gitignore") & (x != last_result), readdir(res_dir))) : maximum(baselines)
+    group_target = PkgBenchmark.readresults(joinpath(res_dir, last_result))
+    group_baseline = PkgBenchmark.readresults(joinpath(res_dir, last_baseline))
+end
+judgement = judge(group_target, group_baseline)
+
+displayresult(judgement)
+
+printnewsection("Target result")
+displayresult(group_target)
+
+printnewsection("Baseline result")
+displayresult(group_baseline)

benchmark/pprintresult.jl

@@ -0,0 +1,13 @@
+using PkgBenchmark
+include("pprinthelper.jl")
+
+if length(ARGS) == 1
+    result = PkgBenchmark.readresults(ARGS[1])
+elseif length(ARGS) == 0
+    res_dir = joinpath(@__DIR__, "results")
+    path = maximum(readdir(res_dir))
+    path = joinpath(res_dir, path)
+    result = PkgBenchmark.readresults(path)
+end
+
+displayresult(result)

benchmark/results/.gitignore

@@ -0,0 +1 @@
+*.json

benchmark/runbenchmarks.jl

@@ -0,0 +1,19 @@
+using PkgBenchmark
+using Dates
+
+if (length(ARGS) == 1) && (ARGS[1] == "-b")
+    path =  joinpath(@__DIR__, "results", "$(Dates.format(now(), dateformat"yyyymmddTHHMMSS"))-baseline.json")
+else
+    path =  joinpath(@__DIR__, "results", "$(Dates.format(now(), dateformat"yyyymmddTHHMMSS")).json")
+end
+
+benchmarkpkg(
+    dirname(@__DIR__),
+    BenchmarkConfig(
+        env = Dict(
+            "JULIA_NUM_THREADS" => "1",
+            "OMP_NUM_THREADS" => "1",
+        ),
+    ),
+    resultfile = path,
+)