class Bootsnap::CLI::WorkerPool
def cpu_quota
def cpu_quota if RbConfig::CONFIG["target_os"].include?("linux") if File.exist?("/sys/fs/cgroup/cpu.max") # cgroups v2: https://docs.kernel.org/admin-guide/cgroup-v2.html#cpu-interface-files cpu_max = File.read("/sys/fs/cgroup/cpu.max") return nil if cpu_max.start_with?("max ") # no limit max, period = cpu_max.split.map(&:to_f) max / period elsif File.exist?("/sys/fs/cgroup/cpu,cpuacct/cpu.cfs_quota_us") # cgroups v1: https://kernel.googlesource.com/pub/scm/linux/kernel/git/glommer/memcg/+/cpu_stat/Documentation/cgroups/cpu.txt max = File.read("/sys/fs/cgroup/cpu,cpuacct/cpu.cfs_quota_us").to_i # If the cpu.cfs_quota_us is -1, cgroup does not adhere to any CPU time restrictions # https://docs.kernel.org/scheduler/sched-bwc.html#management return nil if max <= 0 period = File.read("/sys/fs/cgroup/cpu,cpuacct/cpu.cfs_period_us").to_f max / period end end end
def create(size:, jobs:)
def create(size:, jobs:) size ||= default_size if size > 0 && Process.respond_to?(:fork) new(size: size, jobs: jobs) else Inline.new(jobs: jobs) end end
def default_size
def default_size nprocessors = Etc.nprocessors size = [nprocessors, cpu_quota&.to_i || nprocessors].min case size when 0, 1 0 else if fork_defunct? $stderr.puts "warning: faulty fork(2) detected, probably in cross platform docker builds. " \ "Disabling parallel compilation." 0 else size end end end
def dispatch_loop
def dispatch_loop loop do case job = @queue.pop when nil @workers.each do |worker| worker.write([:exit]) worker.close end return true else unless @workers.sample.write(job, block: false) free_worker.write(job) end end end end
def fork_defunct?
def fork_defunct? return true unless ::Process.respond_to?(:fork) # Ref: https://github.com/Shopify/bootsnap/issues/495 # The second forked process will hang on some QEMU environments r, w = IO.pipe pids = 2.times.map do ::Process.fork do exit!(true) end end w.close r.wait_readable(1) # Wait at most 1s defunct = false pids.each do |pid| _pid, status = ::Process.wait2(pid, ::Process::WNOHANG) if status.nil? # Didn't exit in 1s defunct = true Process.kill(:KILL, pid) ::Process.wait2(pid) end end defunct end
def free_worker
def free_worker IO.select(nil, @workers)[1].sample end
def initialize(size:, jobs: {})
def initialize(size:, jobs: {}) @size = size @jobs = jobs @queue = Queue.new @pids = [] end
def push(*args)
def push(*args) @queue.push(args) nil end
def shutdown
def shutdown @queue.close @dispatcher_thread.join @workers.each do |worker| _pid, status = Process.wait2(worker.pid) return status.exitstatus unless status.success? end nil end
def spawn
def spawn @workers = @size.times.map { Worker.new(@jobs) } @workers.each(&:spawn) @dispatcher_thread = Thread.new { dispatch_loop } @dispatcher_thread.abort_on_exception = true true end