Skip to content

Instantly share code, notes, and snippets.

@eightbitraptor

eightbitraptor/benchmarking-results.r

Last active January 22, 2021 15:38
Show Gist options

  • Select an option

    Learn more about clone URLs
  • Save eightbitraptor/289d2713375034d6d8374d67f6cb7a27 to your computer and use it in GitHub Desktop.

Select an option

Learn more about clone URLs
Save eightbitraptor/289d2713375034d6d8374d67f6cb7a27 to your computer and use it in GitHub Desktop.
Download ZIP

Revisions

  1. eightbitraptor revised this gist Jan 22, 2021. 1 changed file with 25 additions and 25 deletions.
    50 changes: 25 additions & 25 deletions benchmarking-results.r
    View file
    Original file line number Diff line number Diff line change
    @@ -6,31 +6,30 @@ if (!requireNamespace('ggplot2'))
    library(ggplot2)
    library(tidyverse)

    # uncomment either set of these variables to generate each graph
    # Uncomment these to run either set of numbers

    # OPTCARROT
    # master_benchmark_data <- as_tibble(c(43.27430926,
    # 42.65007047,
    # 43.32562887,
    # 42.64047665,
    # 43.40328494,))
    # branch_benchmark_data <- as_tibble(c(41.59069356,
    # 40.51252649,
    # 40.55757381,
    # 41.76160937,
    # 42.95645122))

    # BENCHMARK
    master_benchmark_data <- as_tibble(c(16.372,
    16.399,
    16.058,
    15.98,
    16.426))
    branch_benchmark_data <- as_tibble(c(16.901,
    16.909,
    16.695,
    16.757,
    16.818))
    master_benchmark_data <- as_tibble(c(43.27430926,
    42.65007047,
    43.32562887,
    42.64047665,
    43.40328494))
    branch_benchmark_data <- as_tibble(c(41.59069356,
    40.51252649,
    40.55757381,
    41.76160937,
    42.95645122))
    # MICRO-BENCHMARK
    # master_benchmark_data <- as_tibble(c(16.372,
    # 16.399,
    # 16.058,
    # 15.98,
    # 16.426))
    # branch_benchmark_data <- as_tibble(c(16.901,
    # 16.909,
    # 16.695,
    # 16.757,
    # 16.818))

    all_data <-
    bind_rows(
    @@ -46,6 +45,7 @@ data_means <- all_data %>% group_by(branch) %>%
    p <- ggplot(data = data_means) +
    aes(x = branch, y = means) +
    geom_point(data=data_means) +
    labs(title = "Optcarrot: Mean and standard error of feature vs master branches", x = "branch", y = "frames per second") +
    geom_errorbar(aes(ymin=means - serr, ymax=means + serr), width=.05,
    position=position_dodge(.9))
    p
    @@ -60,7 +60,7 @@ err_diffs <- data_means %>%
    upper = means + serr,
    lower = means - serr)

    f_lower = err_diffs$lower[err_diffs$branch == 'feature']
    m_upper = err_diffs$upper[err_diffs$branch == 'master']
    f_lower = err_diffs$upper[err_diffs$branch == 'feature']
    m_upper = err_diffs$lower[err_diffs$branch == 'master']

    min_err_difference = ((f_lower - m_upper) / f_lower) * 100
  2. eightbitraptor revised this gist Jan 22, 2021. 1 changed file with 12 additions and 12 deletions.
    24 changes: 12 additions & 12 deletions benchmarking-results.r
    View file
    Original file line number Diff line number Diff line change
    @@ -8,24 +8,24 @@ library(tidyverse)

    # uncomment either set of these variables to generate each graph

    # OPTCARROT RAW DATA
    # master_benchmark_data <- as_tibble(c(40.49642935,
    # 39.87002478,
    # 40.76783666,
    # 41.30244981,
    # 41.03507025))
    # OPTCARROT
    # master_benchmark_data <- as_tibble(c(43.27430926,
    # 42.65007047,
    # 43.32562887,
    # 42.64047665,
    # 43.40328494,))
    # branch_benchmark_data <- as_tibble(c(41.59069356,
    # 40.51252649,
    # 40.55757381,
    # 41.76160937,
    # 42.95645122))

    # BENCHMARK RAW DATA
    master_benchmark_data <- as_tibble(c(16.148,
    16.407,
    16.495,
    16.496,
    16.166))
    # BENCHMARK
    master_benchmark_data <- as_tibble(c(16.372,
    16.399,
    16.058,
    15.98,
    16.426))
    branch_benchmark_data <- as_tibble(c(16.901,
    16.909,
    16.695,
  3. eightbitraptor created this gist Jan 22, 2021.
    66 changes: 66 additions & 0 deletions benchmarking-results.r
    View file
    Original file line number Diff line number Diff line change
    @@ -0,0 +1,66 @@
    if (!requireNamespace('tidyverse'))
    install.packages('tidyverse')
    if (!requireNamespace('ggplot2'))
    install.packages('ggplot2')

    library(ggplot2)
    library(tidyverse)

    # uncomment either set of these variables to generate each graph

    # OPTCARROT RAW DATA
    # master_benchmark_data <- as_tibble(c(40.49642935,
    # 39.87002478,
    # 40.76783666,
    # 41.30244981,
    # 41.03507025))
    # branch_benchmark_data <- as_tibble(c(41.59069356,
    # 40.51252649,
    # 40.55757381,
    # 41.76160937,
    # 42.95645122))

    # BENCHMARK RAW DATA
    master_benchmark_data <- as_tibble(c(16.148,
    16.407,
    16.495,
    16.496,
    16.166))
    branch_benchmark_data <- as_tibble(c(16.901,
    16.909,
    16.695,
    16.757,
    16.818))

    all_data <-
    bind_rows(
    master_benchmark_data %>% add_column(branch = "master"),
    branch_benchmark_data %>% add_column(branch = "feature"))

    data_means <- all_data %>% group_by(branch) %>%
    summarise(means = mean(value),
    sdev = sd(value),
    count = n(),
    serr = sd(value)/sqrt(n()))

    p <- ggplot(data = data_means) +
    aes(x = branch, y = means) +
    geom_point(data=data_means) +
    geom_errorbar(aes(ymin=means - serr, ymax=means + serr), width=.05,
    position=position_dodge(.9))
    p

    mean_diff <- data_means %>%
    pull(means)

    mean_perc_diff = ((mean_diff[1] - mean_diff[2])/mean_diff[1]) * 100

    err_diffs <- data_means %>%
    summarize(branch,
    upper = means + serr,
    lower = means - serr)

    f_lower = err_diffs$lower[err_diffs$branch == 'feature']
    m_upper = err_diffs$upper[err_diffs$branch == 'master']

    min_err_difference = ((f_lower - m_upper) / f_lower) * 100