# frozen_string_literal: true
require 'bootsnap'
require 'bootsnap/cli/worker_pool'
require 'optparse'
require 'fileutils'
require 'etc'
module Bootsnap
class CLI
unless Regexp.method_defined?(:match?)
module RegexpMatchBackport
refine Regexp do
def match?(string)
!!match(string)
end
end
end
using RegexpMatchBackport
end
attr_reader :cache_dir, :argv
attr_accessor :compile_gemfile, :exclude, :verbose, :iseq, :yaml, :json, :jobs
def initialize(argv)
@argv = argv
self.cache_dir = ENV.fetch('BOOTSNAP_CACHE_DIR', 'tmp/cache')
self.compile_gemfile = false
self.exclude = nil
self.verbose = false
self.jobs = Etc.nprocessors
self.iseq = true
self.yaml = true
self.json = true
end
def precompile_command(*sources)
require 'bootsnap/compile_cache/iseq'
require 'bootsnap/compile_cache/yaml'
require 'bootsnap/compile_cache/json'
fix_default_encoding do
Bootsnap::CompileCache::ISeq.cache_dir = self.cache_dir
Bootsnap::CompileCache::YAML.init!
Bootsnap::CompileCache::YAML.cache_dir = self.cache_dir
Bootsnap::CompileCache::JSON.init!
Bootsnap::CompileCache::JSON.cache_dir = self.cache_dir
@work_pool = WorkerPool.create(size: jobs, jobs: {
ruby: method(:precompile_ruby),
yaml: method(:precompile_yaml),
json: method(:precompile_json),
})
@work_pool.spawn
main_sources = sources.map { |d| File.expand_path(d) }
precompile_ruby_files(main_sources)
precompile_yaml_files(main_sources)
precompile_json_files(main_sources)
if compile_gemfile
# Some gems embed their tests, they're very unlikely to be loaded, so not worth precompiling.
gem_exclude = Regexp.union([exclude, '/spec/', '/test/'].compact)
precompile_ruby_files($LOAD_PATH.map { |d| File.expand_path(d) }, exclude: gem_exclude)
# Gems that include JSON or YAML files usually don't put them in `lib/`.
# So we look at the gem root.
gem_pattern = %r{^#{Regexp.escape(Bundler.bundle_path.to_s)}/?(?:bundler/)?gems\/[^/]+}
gem_paths = $LOAD_PATH.map { |p| p[gem_pattern] }.compact.uniq
precompile_yaml_files(gem_paths, exclude: gem_exclude)
precompile_json_files(gem_paths, exclude: gem_exclude)
end
if exitstatus = @work_pool.shutdown
exit(exitstatus)
end
end
0
end
dir_sort = begin
Dir[__FILE__, sort: false]
true
rescue ArgumentError, TypeError
false
end
if dir_sort
def list_files(path, pattern)
if File.directory?(path)
Dir[File.join(path, pattern), sort: false]
elsif File.exist?(path)
[path]
else
[]
end
end
else
def list_files(path, pattern)
if File.directory?(path)
Dir[File.join(path, pattern)]
elsif File.exist?(path)
[path]
else
[]
end
end
end
def run
parser.parse!(argv)
command = argv.shift
method = "#{command}_command"
if respond_to?(method)
public_send(method, *argv)
else
invalid_usage!("Unknown command: #{command}")
end
end
private
def precompile_yaml_files(load_paths, exclude: self.exclude)
return unless yaml
load_paths.each do |path|
if !exclude || !exclude.match?(path)
list_files(path, '**/*.{yml,yaml}').each do |yaml_file|
# We ignore hidden files to not match the various .ci.yml files
if !File.basename(yaml_file).start_with?('.') && (!exclude || !exclude.match?(yaml_file))
@work_pool.push(:yaml, yaml_file)
end
end
end
end
end
def precompile_yaml(*yaml_files)
Array(yaml_files).each do |yaml_file|
if CompileCache::YAML.precompile(yaml_file, cache_dir: cache_dir)
STDERR.puts(yaml_file) if verbose
end
end
end
def precompile_json_files(load_paths, exclude: self.exclude)
return unless json
load_paths.each do |path|
if !exclude || !exclude.match?(path)
list_files(path, '**/*.json').each do |json_file|
# We ignore hidden files to not match the various .config.json files
if !File.basename(json_file).start_with?('.') && (!exclude || !exclude.match?(json_file))
@work_pool.push(:json, json_file)
end
end
end
end
end
def precompile_json(*json_files)
Array(json_files).each do |json_file|
if p(CompileCache::JSON.precompile(json_file, cache_dir: cache_dir))
STDERR.puts(json_file) if verbose
end
end
end
def precompile_ruby_files(load_paths, exclude: self.exclude)
return unless iseq
load_paths.each do |path|
if !exclude || !exclude.match?(path)
list_files(path, '**/*.rb').each do |ruby_file|
if !exclude || !exclude.match?(ruby_file)
@work_pool.push(:ruby, ruby_file)
end
end
end
end
end
def precompile_ruby(*ruby_files)
Array(ruby_files).each do |ruby_file|
if CompileCache::ISeq.precompile(ruby_file, cache_dir: cache_dir)
STDERR.puts(ruby_file) if verbose
end
end
end
def fix_default_encoding
if Encoding.default_external == Encoding::US_ASCII
Encoding.default_external = Encoding::UTF_8
begin
yield
ensure
Encoding.default_external = Encoding::US_ASCII
end
else
yield
end
end
def invalid_usage!(message)
STDERR.puts message
STDERR.puts
STDERR.puts parser
1
end
def cache_dir=(dir)
@cache_dir = File.expand_path(File.join(dir, 'bootsnap/compile-cache'))
end
def exclude_pattern(pattern)
(@exclude_patterns ||= []) << Regexp.new(pattern)
self.exclude = Regexp.union(@exclude_patterns)
end
def parser
@parser ||= OptionParser.new do |opts|
opts.banner = "Usage: bootsnap COMMAND [ARGS]"
opts.separator ""
opts.separator "GLOBAL OPTIONS"
opts.separator ""
help = <<~EOS
Path to the bootsnap cache directory. Defaults to tmp/cache
EOS
opts.on('--cache-dir DIR', help.strip) do |dir|
self.cache_dir = dir
end
help = <<~EOS
Print precompiled paths.
EOS
opts.on('--verbose', '-v', help.strip) do
self.verbose = true
end
help = <<~EOS
Number of workers to use. Default to number of processors, set to 0 to disable multi-processing.
EOS
opts.on('--jobs JOBS', '-j', help.strip) do |jobs|
self.jobs = Integer(jobs)
end
opts.separator ""
opts.separator "COMMANDS"
opts.separator ""
opts.separator " precompile [DIRECTORIES...]: Precompile all .rb files in the passed directories"
help = <<~EOS
Precompile the gems in Gemfile
EOS
opts.on('--gemfile', help) { self.compile_gemfile = true }
help = <<~EOS
Path pattern to not precompile. e.g. --exclude 'aws-sdk|google-api'
EOS
opts.on('--exclude PATTERN', help) { |pattern| exclude_pattern(pattern) }
help = <<~EOS
Disable ISeq (.rb) precompilation.
EOS
opts.on('--no-iseq', help) { self.iseq = false }
help = <<~EOS
Disable YAML precompilation.
EOS
opts.on('--no-yaml', help) { self.yaml = false }
help = <<~EOS
Disable JSON precompilation.
EOS
opts.on('--no-json', help) { self.json = false }
end
end
end
end