lib/dependabot/clients/github_with_retries.rb



# typed: strict
# frozen_string_literal: true

require "octokit"
require "sorbet-runtime"
require "dependabot/credential"

module Dependabot
  module Clients
    class GithubWithRetries
      extend T::Sig

      DEFAULT_OPEN_TIMEOUT_IN_SECONDS = 2
      DEFAULT_READ_TIMEOUT_IN_SECONDS = 5

      sig { returns(Integer) }
      def self.open_timeout_in_seconds
        ENV.fetch("DEPENDABOT_OPEN_TIMEOUT_IN_SECONDS", DEFAULT_OPEN_TIMEOUT_IN_SECONDS).to_i
      end

      sig { returns(Integer) }
      def self.read_timeout_in_seconds
        ENV.fetch("DEPENDABOT_READ_TIMEOUT_IN_SECONDS", DEFAULT_READ_TIMEOUT_IN_SECONDS).to_i
      end

      DEFAULT_CLIENT_ARGS = T.let(
        {
          connection_options: {
            request: {
              open_timeout: open_timeout_in_seconds,
              timeout: read_timeout_in_seconds
            }
          }
        }.freeze,
        T::Hash[Symbol, T.untyped]
      )

      RETRYABLE_ERRORS = T.let(
        [
          Faraday::ConnectionFailed,
          Faraday::TimeoutError,
          Octokit::InternalServerError,
          Octokit::BadGateway
        ].freeze,
        T::Array[T.class_of(StandardError)]
      )

      #######################
      # Constructor methods #
      #######################

      sig do
        params(
          source: Dependabot::Source,
          credentials: T::Array[Dependabot::Credential]
        )
          .returns(Dependabot::Clients::GithubWithRetries)
      end
      def self.for_source(source:, credentials:)
        access_tokens =
          credentials
          .select { |cred| cred["type"] == "git_source" }
          .select { |cred| cred["host"] == source.hostname }
          .select { |cred| cred["password"] }
          .map { |cred| cred.fetch("password") }

        new(
          access_tokens: access_tokens,
          api_endpoint: source.api_endpoint
        )
      end

      sig { params(credentials: T::Array[Dependabot::Credential]).returns(Dependabot::Clients::GithubWithRetries) }
      def self.for_github_dot_com(credentials:)
        access_tokens =
          credentials
          .select { |cred| cred["type"] == "git_source" }
          .select { |cred| cred["host"] == "github.com" }
          .select { |cred| cred["password"] }
          .map { |cred| cred.fetch("password") }

        new(access_tokens: access_tokens)
      end

      #################
      # VCS Interface #
      #################

      sig { params(repo: String, branch: String).returns(String) }
      def fetch_commit(repo, branch)
        response = T.unsafe(self).ref(repo, "heads/#{branch}")

        raise Octokit::NotFound if response.is_a?(Array)

        response.object.sha
      end

      sig { params(repo: String).returns(String) }
      def fetch_default_branch(repo)
        T.unsafe(self).repository(repo).default_branch
      end

      ############
      # Proxying #
      ############

      sig { params(max_retries: T.nilable(Integer), args: T.untyped).void }
      def initialize(max_retries: 3, **args)
        args = DEFAULT_CLIENT_ARGS.merge(args)

        access_tokens = args.delete(:access_tokens) || []
        access_tokens << args[:access_token] if args[:access_token]
        access_tokens << nil if access_tokens.empty?
        access_tokens.uniq!

        # Explicitly set the proxy if one is set in the environment
        # as Faraday's find_proxy is very slow.
        Octokit.configure do |c|
          c.proxy = ENV["HTTPS_PROXY"] if ENV["HTTPS_PROXY"]
        end

        args[:middleware] = Faraday::RackBuilder.new do |builder|
          builder.use Faraday::Retry::Middleware, exceptions: RETRYABLE_ERRORS, max: max_retries || 3

          Octokit::Default::MIDDLEWARE.handlers.each do |handler|
            next if handler.klass == Faraday::Retry::Middleware

            builder.use handler.klass
          end
        end

        @clients = T.let(
          access_tokens.map do |token|
            Octokit::Client.new(args.merge(access_token: token))
          end,
          T::Array[Octokit::Client]
        )
      end

      # TODO: Create all the methods that are called on the client
      sig do
        params(
          method_name: T.any(Symbol, String),
          args: T.untyped,
          block: T.nilable(T.proc.returns(T.untyped))
        )
          .returns(T.untyped)
      end
      def method_missing(method_name, *args, &block)
        untried_clients = @clients.dup
        client = untried_clients.pop

        begin
          if client.respond_to?(method_name)
            mutatable_args = args.map(&:dup)
            T.unsafe(client).public_send(method_name, *mutatable_args, &block)
          else
            super
          end
        rescue Octokit::NotFound, Octokit::Unauthorized, Octokit::Forbidden
          raise unless (client = untried_clients.pop)

          retry
        end
      end

      sig do
        params(
          method_name: Symbol,
          include_private: T::Boolean
        )
          .returns(T::Boolean)
      end
      def respond_to_missing?(method_name, include_private = false)
        @clients.first.respond_to?(method_name) || super
      end
    end
  end
end