#
# Author:: AJ Christensen (<aj@chef.io>)
# Author:: Mark Mzyk (mmzyk@chef.io)
# Copyright:: Copyright (c) Chef Software Inc.
# License:: Apache License, Version 2.0
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
require "pp" unless defined?(PP)
require "socket" unless defined?(Socket)
require_relative "config"
require_relative "exceptions"
require_relative "local_mode"
require_relative "log"
require_relative "platform"
require "mixlib/cli" unless defined?(Mixlib::CLI)
require "tmpdir" unless defined?(Dir.mktmpdir)
require "rbconfig" unless defined?(RbConfig)
require_relative "application/exit_code"
require "chef-utils" unless defined?(ChefUtils::CANARY)
module LicenseAcceptance
autoload :Acceptor, "license_acceptance/acceptor"
end
class Chef
class Application
include Mixlib::CLI
def initialize
super
@chef_client = nil
@chef_client_json = nil
end
# Configure mixlib-cli to always separate defaults from user-supplied CLI options
def self.use_separate_defaults?
true
end
# Reconfigure the application. You'll want to override and super this method.
def reconfigure
# In case any gems were installed for use in the config.
Gem.clear_paths
configure_chef
configure_logging
configure_encoding
emit_warnings
end
# Get this party started
def run(enforce_license: false)
setup_signal_handlers
reconfigure
setup_application
check_license_acceptance if enforce_license
run_application
end
def setup_signal_handlers
trap("INT") do
Chef::Application.fatal!("SIGINT received, stopping", Chef::Exceptions::SigInt.new)
end
trap("TERM") do
Chef::Application.fatal!("SIGTERM received, stopping", Chef::Exceptions::SigTerm.new)
end
unless ChefUtils.windows?
trap("QUIT") do
logger.info("SIGQUIT received, call stack:\n " + caller.join("\n "))
end
trap("HUP") do
logger.info("SIGHUP received, reconfiguring")
reconfigure
end
end
end
def emit_warnings
logger.warn "chef_config[:zypper_check_gpg] is set to false which disables security checking on zypper packages" unless chef_config[:zypper_check_gpg]
end
# Parse configuration (options and config file)
def configure_chef
parse_options
begin
load_config_file
rescue Exception => e
Chef::Application.fatal!(e.message, Chef::Exceptions::ConfigurationError.new)
end
chef_config.export_proxies
chef_config.init_openssl
File.umask chef_config[:umask]
end
# @api private (test injection)
def chef_config
Chef::Config
end
# @api private (test injection)
def logger
Chef::Log
end
def self.logger
Chef::Log
end
# @api private (test injection)
def chef_configfetcher
require_relative "config_fetcher"
Chef::ConfigFetcher
end
# Parse the config file
def load_config_file
# apply the default cli options first
chef_config.merge!(default_config)
config_fetcher = chef_configfetcher.new(config[:config_file])
# Some config settings are derived relative to the config file path; if
# given as a relative path, this is computed relative to cwd, but
# chef-client will later chdir to root, so we need to get the absolute path
# here.
config[:config_file] = config_fetcher.expanded_path
if config[:config_file].nil?
logger.warn("No config file found or specified on command line. Using command line options instead.")
elsif config_fetcher.config_missing?
logger.warn("*****************************************")
logger.warn("Did not find config file: #{config[:config_file]}. Using command line options instead.")
logger.warn("*****************************************")
else
config_content = config_fetcher.read_config
apply_config(config_content, config[:config_file])
end
extra_config_options = config.delete(:config_option)
chef_config.merge!(config)
apply_extra_config_options(extra_config_options)
end
def apply_extra_config_options(extra_config_options)
chef_config.apply_extra_config_options(extra_config_options)
end
# Set the specific recipes to Chef::Config if the recipes are valid
# otherwise log a fatal error message and exit the application.
def set_specific_recipes
if cli_arguments.is_a?(Array) &&
(cli_arguments.empty? || cli_arguments.all? { |file| File.file?(file) } )
chef_config[:specific_recipes] =
cli_arguments.map { |file| File.expand_path(file) }
else
Chef::Application.fatal!("Invalid argument; could not find the following recipe files: \"" +
cli_arguments.select { |file| !File.file?(file) }.join('", "') + '"')
end
end
def configure_logging
configure_log_location
logger.init(MonoLogger.new(chef_config[:log_location][0]))
chef_config[:log_location][1..].each do |log_location|
logger.loggers << MonoLogger.new(log_location)
end
logger.level = resolve_log_level
rescue StandardError => error
logger.fatal("Failed to open or create log file at #{chef_config[:log_location]}: #{error.class} (#{error.message})")
Chef::Application.fatal!("Aborting due to invalid 'log_location' configuration", error)
end
# merge Chef::Config[:log_location] and config[:log_location_cli]
# - the nil default value of log_location_cli means STDOUT
# - the nil default value of log_location is removed
# - Arrays are supported
# - syslog + winevt are converted to those specific logger objects
#
def configure_log_location
log_location_cli = [ config[:log_location_cli] ].flatten.map { |log_location| log_location.nil? ? STDOUT : log_location }
chef_config[:log_location] = [ chef_config[:log_location], log_location_cli ].flatten.compact.uniq
chef_config[:log_location].map! do |log_location|
case log_location
when :syslog, "syslog"
force_force_logger
logger::Syslog.new
when :win_evt, "win_evt"
force_force_logger
logger::WinEvt.new
else
# should be a path or STDOUT
log_location
end
end
end
# Force the logger by default for the :winevt and :syslog loggers. Since we do not and cannot
# support multiple log levels in a mix-and-match situation with formatters and loggers, and the
# formatters do not support syslog, we force the formatter off by default and the log level is
# thus info by default. Users can add `--force-formatter -l info` to get back formatter output
# on STDOUT along with syslog logging.
#
def force_force_logger
chef_config[:force_logger] = true unless chef_config[:force_formatter]
end
# Use of output formatters is assumed if `force_formatter` is set or if `force_logger` is not set
def using_output_formatter?
chef_config[:force_formatter] || !chef_config[:force_logger]
end
# The :auto formatter defaults to :warn with the formatter and :info with the logger
def resolve_log_level
if chef_config[:log_level] == :auto
using_output_formatter? ? :warn : :info
else
chef_config[:log_level]
end
end
# Sets the default external encoding to UTF-8 (users can change this, but they shouldn't)
def configure_encoding
Encoding.default_external = chef_config[:ruby_encoding]
end
# Called prior to starting the application, by the run method
def setup_application
raise Chef::Exceptions::Application, "#{self}: you must override setup_application"
end
def check_license_acceptance
LicenseAcceptance::Acceptor.check_and_persist!(
"infra-client",
Chef::VERSION.to_s,
logger: logger,
provided: Chef::Config[:chef_license]
)
end
# Actually run the application
def run_application
raise Chef::Exceptions::Application, "#{self}: you must override run_application"
end
# Initializes Chef::Client instance and runs it
def run_chef_client(specific_recipes = [])
unless specific_recipes.respond_to?(:size)
raise ArgumentError, "received non-Array like specific_recipes argument"
end
Chef::LocalMode.with_server_connectivity do
override_runlist = config[:override_runlist]
@chef_client = Chef::Client.new(
@chef_client_json,
override_runlist: override_runlist,
specific_recipes: specific_recipes,
runlist: config[:runlist],
logger: logger
)
@chef_client_json = nil
if can_fork?
fork_chef_client # allowed to run client in forked process
else
# Unforked interval runs are disabled, so this runs chef-client
# once and then exits. If TERM signal is received, will "ignore"
# the signal to finish converge.
run_with_graceful_exit_option
end
@chef_client = nil
end
end
private
def can_fork?
# win32-process gem exposes some form of :fork for Process
# class. So we are separately ensuring that the platform we're
# running on is not windows before forking.
chef_config[:client_fork] && Process.respond_to?(:fork) && !ChefUtils.windows?
end
# Run chef-client once and then exit. If TERM signal is received, ignores the
# signal to finish the converge and exists.
def run_with_graceful_exit_option
# Override the TERM signal.
trap("TERM") do
logger.debug("SIGTERM received during converge," +
" finishing converge to exit normally (send SIGINT to terminate immediately)")
end
@chef_client.run
true
end
def fork_chef_client
logger.info "Forking #{ChefUtils::Dist::Infra::PRODUCT} instance to converge..."
pid = fork do
# Want to allow forked processes to finish converging when
# TERM signal is received (exit gracefully)
trap("TERM") do
logger.debug("SIGTERM received during converge," +
" finishing converge to exit normally (send SIGINT to terminate immediately)")
end
client_solo = chef_config[:solo] ? ChefUtils::Dist::Solo::EXEC : ChefUtils::Dist::Infra::CLIENT
$0 = "#{client_solo} worker: ppid=#{Process.ppid};start=#{Time.new.strftime("%R:%S")};"
begin
logger.trace "Forked instance now converging"
@chef_client.run
rescue Exception => e
logger.error(e.to_s)
exit Chef::Application.normalize_exit_code(e)
else
exit 0
end
end
logger.trace "Fork successful. Waiting for new #{ChefUtils::Dist::Infra::CLIENT} pid: #{pid}"
result = Process.waitpid2(pid)
handle_child_exit(result)
logger.trace "Forked instance successfully reaped (pid: #{pid})"
true
end
def handle_child_exit(pid_and_status)
status = pid_and_status[1]
return true if status.success?
message = if status.signaled?
"#{ChefUtils::Dist::Infra::PRODUCT} run process terminated by signal #{status.termsig} (#{Signal.list.invert[status.termsig]})"
else
"#{ChefUtils::Dist::Infra::PRODUCT} run process exited unsuccessfully (exit code #{status.exitstatus})"
end
raise Exceptions::ChildConvergeError, message
end
def apply_config(config_content, config_file_path)
chef_config.from_string(config_content, config_file_path)
rescue Exception => error
logger.fatal("Configuration error #{error.class}: #{error.message}")
filtered_trace = error.backtrace.grep(/#{Regexp.escape(config_file_path)}/)
filtered_trace.each { |line| logger.fatal(" " + line ) }
raise Chef::Exceptions::ConfigurationError.new("Aborting due to error in '#{config_file_path}': #{error}")
# Chef::Application.fatal!("Aborting due to error in '#{config_file_path}'", Chef::Exceptions::ConfigurationError.new(error))
end
# This is a hook for testing
def env
ENV
end
class << self
def debug_stacktrace(e)
message = "#{e.class}: #{e}\n#{e.backtrace.join("\n")}"
cause = e.cause if e.respond_to?(:cause)
until cause.nil?
message << "\n\n>>>> Caused by #{cause.class}: #{cause}\n#{cause.backtrace.join("\n")}"
cause = cause.respond_to?(:cause) ? cause.cause : nil
end
chef_stacktrace_out = "Generated at #{Time.now}\n"
chef_stacktrace_out += message
Chef::FileCache.store("#{ChefUtils::Dist::Infra::SHORT}-stacktrace.out", chef_stacktrace_out)
logger.fatal("Stacktrace dumped to #{Chef::FileCache.load("#{ChefUtils::Dist::Infra::SHORT}-stacktrace.out", false)}")
logger.fatal("---------------------------------------------------------------------------------------")
logger.fatal("PLEASE PROVIDE THE CONTENTS OF THE stacktrace.out FILE (above) IF YOU FILE A BUG REPORT")
logger.fatal("---------------------------------------------------------------------------------------")
if Chef::Config[:always_dump_stacktrace]
logger.fatal(message)
else
logger.debug(message)
end
true
end
def normalize_exit_code(exit_code)
Chef::Application::ExitCode.normalize_exit_code(exit_code)
end
# Log a fatal error message to both STDERR and the Logger, exit the application
def fatal!(msg, err = nil)
if Chef::Config[:always_dump_stacktrace]
msg << "\n#{err.backtrace.join("\n")}"
end
logger.fatal(msg)
Process.exit(normalize_exit_code(err))
end
def exit!(msg, err = nil)
logger.debug(msg)
Process.exit(normalize_exit_code(err))
end
end
end
end