lib/benchmark/compare.rb



module Benchmark
  # Functionality of performaing comparison between reports.
  #
  # Usage:
  #
  # Add +x.compare!+ to perform comparison between reports.
  #
  # Example:
  #   > Benchmark.ips do |x|
  #     x.report('Reduce using tag')     { [*1..10].reduce(:+) }
  #     x.report('Reduce using to_proc') { [*1..10].reduce(&:+) }
  #     x.compare!
  #   end
  #
  #   Calculating -------------------------------------
  #       Reduce using tag     19216 i/100ms
  #   Reduce using to_proc     17437 i/100ms
  #   -------------------------------------------------
  #       Reduce using tag   278950.0 (±8.5%) i/s -    1402768 in   5.065112s
  #   Reduce using to_proc   247295.4 (±8.0%) i/s -    1238027 in   5.037299s
  #
  #   Comparison:
  #       Reduce using tag:   278950.0 i/s
  #   Reduce using to_proc:   247295.4 i/s - 1.13x slower
  #
  # Besides regular Calculating report, this will also indicates which one is slower.
  module Compare

    # Compare between reports, prints out facts of each report:
    # runtime, comparative speed difference.
    # @param entries [Array<Report::Entry>] Reports to compare.
    def compare(*entries)
      return if entries.size < 2

      sorted = entries.sort_by(&:ips).reverse

      best = sorted.shift

      $stdout.puts "\nComparison:"

      $stdout.printf "%20s: %10.1f i/s\n", best.label, best.ips

      sorted.each do |report|
        name = report.label.to_s
        
        $stdout.printf "%20s: %10.1f i/s - ", name, report.ips
        
        best_low = best.ips - best.ips_sd
        report_high = report.ips + report.ips_sd
        overlaps = report_high > best_low 
        
        if overlaps
          $stdout.print "same-ish: difference falls within error"
        else
          x = (best.ips.to_f / report.ips.to_f)
          $stdout.printf "%.2fx slower", x
        end
        
        $stdout.puts
      end

      $stdout.puts
    end
  end

  extend Benchmark::Compare
end