lib/benchmark/ips/job.rb



module Benchmark
  module IPS
    # Benchmark jobs.
    class Job
      # Microseconds per 100 millisecond.
      MICROSECONDS_PER_100MS = 100_000
      # Microseconds per second.
      MICROSECONDS_PER_SECOND = 1_000_000
      # The percentage of the expected runtime to allow
      # before reporting a weird runtime
      MAX_TIME_SKEW = 0.05

      # Entries in Benchmark Jobs.
      class Entry
        # Instantiate the Benchmark::IPS::Job::Entry.
        # @param label [String] Label of Benchmarked code.
        # @param action [String, Proc] Code to be benchmarked.
        # @raise [ArgumentError] Raises when action is not String or not responding to +call+.
        def initialize(label, action)
          @label = label

          if action.kind_of? String
            compile action
            @action = self
            @as_action = true
          else
            unless action.respond_to? :call
              raise ArgumentError, "invalid action, must respond to #call"
            end

            @action = action

            if action.respond_to? :arity and action.arity > 0
              @call_loop = true
            else
              @call_loop = false
            end

            @as_action = false
          end
        end

        # The label of benchmarking action.
        # @return [String] Label of action.
        attr_reader :label

        # The benchmarking action.
        # @return [String, Proc] Code to be called, could be String / Proc.
        attr_reader :action

        # Add padding to label's right if label's length < 20,
        # Otherwise add a new line and 20 whitespaces.
        # @return [String] Right justified label.
        def label_rjust
          if @label.size > 20
            "#{@label}\n#{' ' * 20}"
          else
            @label.rjust(20)
          end
        end

        # Call action by given times, return if +@call_loop+ is present.
        # @param times [Integer] Times to call +@action+.
        # @return [Integer] Number of times the +@action+ has been called.
        def call_times(times)
          return @action.call(times) if @call_loop

          act = @action

          i = 0
          while i < times
            act.call
            i += 1
          end
        end

        # Compile code into +call_times+ method.
        # @param str [String] Code to be compiled.
        # @return [Symbol] :call_times.
        def compile(str)
          m = (class << self; self; end)
          code = <<-CODE
            def call_times(__total);
              __i = 0
              while __i < __total
                #{str};
                __i += 1
              end
            end
          CODE
          m.class_eval code
        end
      end # End of Entry

      # class Job

      # Two-element arrays, consisting of label and block pairs.
      # @return [Array<Entry>] list of entries
      attr_reader :list

      # Determining whether to run comparison utility.
      # @return [Boolean] true if needs to run compare.
      attr_reader :compare

      # Report object containing information about the run.
      # @return [Report] the report object.
      attr_reader :full_report

      # Storing Iterations in time period.
      # @return [Hash]
      attr_reader :timing

      # Warmup time setter and getter (in seconds).
      # @return [Integer]
      attr_accessor :warmup

      # Calculation time setter and getter (in seconds).
      # @return [Integer]
      attr_accessor :time

      # Instantiate the Benchmark::IPS::Job.
      # @option opts [Benchmark::Suite] (nil) :suite Specify Benchmark::Suite.
      # @option opts [Boolean] (false) :quiet Suppress the printing of information.
      def initialize opts={}
        @suite = opts[:suite] || nil
        @quiet = opts[:quiet] || false
        @list = []
        @compare = false

        @timing = {}
        @full_report = Report.new

        # Default warmup and calculation time in seconds.
        @warmup = 2
        @time = 5
      end

      # Job configuration options, set +@warmup+ and +@time+.
      # @option opts [Integer] :warmup Warmup time.
      # @option opts [Integer] :time Calculation time.
      def config opts
        @warmup = opts[:warmup] if opts[:warmup]
        @time = opts[:time] if opts[:time]
      end

      # Return true if job needs to be compared.
      # @return [Boolean] Need to compare?
      def compare?
        @compare
      end

      # Set @compare to true.
      def compare!
        @compare = true
      end

      # Registers the given label and block pair in the job list.
      # @param label [String] Label of benchmarked code.
      # @param str [String] Code to be benchamrked.
      # @param blk [Proc] Code to be benchamrked.
      # @raise [ArgumentError] Raises if str and blk are both present.
      # @raise [ArgumentError] Raises if str and blk are both absent.
      def item(label="", str=nil, &blk) # :yield:
        if blk and str
          raise ArgumentError, "specify a block and a str, but not both"
        end

        action = str || blk
        raise ArgumentError, "no block or string" unless action

        @list.push Entry.new(label, action)
        self
      end
      alias_method :report, :item

      # Calculate the cycles needed to run for approx 100ms,
      # given the number of iterations to run the given time.
      # @param [Float] time_msec Each iteration's time in ms.
      # @param [Integer] iters Iterations.
      # @return [Integer] Cycles per 100ms.
      def cycles_per_100ms time_msec, iters
        cycles = ((MICROSECONDS_PER_100MS / time_msec) * iters).to_i
        cycles = 1 if cycles <= 0
        cycles
      end

      # Calculate the time difference of before and after in microseconds.
      # @param [Time] before time.
      # @param [Time] after time.
      # @return [Float] Time difference of before and after.
      def time_us before, after
        (after.to_f - before.to_f) * MICROSECONDS_PER_SECOND
      end

      # Calculate the interations per second given the number
      # of cycles run and the time in microseconds that elapsed.
      # @param [Integer] cycles Cycles.
      # @param [Integer] time_us Time in microsecond.
      # @return [Float] Iteration per second.
      def iterations_per_sec cycles, time_us
        MICROSECONDS_PER_SECOND * (cycles.to_f / time_us.to_f)
      end

      # Run warmup.
      def run_warmup
        @list.each do |item|
          @suite.warming item.label, @warmup if @suite

          unless @quiet
            $stdout.printf item.label_rjust
          end

          Timing.clean_env

          before = Time.now
          target = Time.now + @warmup

          warmup_iter = 0

          while Time.now < target
            item.call_times(1)
            warmup_iter += 1
          end

          after = Time.now

          warmup_time_us = time_us before, after

          @timing[item] = cycles_per_100ms warmup_time_us, warmup_iter

          case Benchmark::IPS.options[:format]
          when :human
            $stdout.printf "%s i/100ms\n", Helpers.scale(@timing[item]) unless @quiet
          else
            $stdout.printf "%10d i/100ms\n", @timing[item] unless @quiet
          end

          @suite.warmup_stats warmup_time_us, @timing[item] if @suite
        end
      end

      # Run calculation.
      def run
        @list.each do |item|
          @suite.running item.label, @time if @suite

          unless @quiet
            $stdout.print item.label_rjust
          end

          Timing.clean_env

          iter = 0

          target = Time.now + @time

          measurements_us = []

          # Running this number of cycles should take around 100ms.
          cycles = @timing[item]

          while Time.now < target
            before = Time.now
            item.call_times cycles
            after = Time.now

            # If for some reason the timing said this took no time (O_o)
            # then ignore the iteration entirely and start another.
            iter_us = time_us before, after
            next if iter_us <= 0.0

            iter += cycles

            measurements_us << iter_us
          end

          final_time = Time.now

          measured_us = measurements_us.inject(0) { |a,i| a + i }

          all_ips = measurements_us.map { |time_us|
            iterations_per_sec cycles, time_us
          }

          avg_ips = Timing.mean(all_ips)
          sd_ips =  Timing.stddev(all_ips).round

          rep = create_report(item, measured_us, iter, avg_ips, sd_ips, cycles)

          if (final_time - target).abs >= (@time.to_f * MAX_TIME_SKEW)
            rep.show_total_time!
          end

          $stdout.puts " #{rep.body}" unless @quiet

          @suite.add_report rep, caller(1).first if @suite
        end
      end

      # Run comparison of entries in +@full_report+.
      def run_comparison
        @full_report.run_comparison
      end

      # Create report by add entry to +@full_report+.
      # @param item [Benchmark::IPS::Job::Entry] Report item.
      # @param measured_us [Integer] Measured time in microsecond.
      # @param iter [Integer] Iterations.
      # @param avg_ips [Float] Average iterations per second.
      # @param sd_ips [Float] Standard deviation iterations per second.
      # @param cycles [Integer] Number of Cycles.
      def create_report(item, measured_us, iter, avg_ips, sd_ips, cycles)
        @full_report.add_entry item.label, measured_us, iter, avg_ips, sd_ips, cycles
      end
    end
  end
end