brew/Library/Homebrew/retryable_download.rb
Mike McQuaid 36c7f4950c
Optionally parallelise API file downloads
This assumes that all should be downloaded (at least once) on `brew`
commands being run.

Requires a certain amount of cleanup and refactoring around our API
handling and Tap migration methods (which were both weirdly placed and
in some cases broken).

Behaviour without `HOMEBREW_DOWNLOAD_CONCURRENCY` set should
be unchanged.
2025-07-18 15:01:34 +01:00

104 lines
2.8 KiB
Ruby

# typed: strict
# frozen_string_literal: true
module Homebrew
class RetryableDownload
include Downloadable
sig { override.returns(T.any(NilClass, String, URL)) }
def url = downloadable.url
sig { override.returns(T.nilable(Checksum)) }
def checksum = downloadable.checksum
sig { override.returns(T::Array[String]) }
def mirrors = downloadable.mirrors
sig { params(downloadable: Downloadable, tries: Integer).void }
def initialize(downloadable, tries:)
super()
@downloadable = downloadable
@try = T.let(0, Integer)
@tries = tries
end
sig { override.returns(String) }
def name = downloadable.name
sig { override.returns(String) }
def download_type = downloadable.download_type
sig { override.returns(Pathname) }
def cached_download = downloadable.cached_download
sig { override.void }
def clear_cache = downloadable.clear_cache
sig { override.returns(T.nilable(Version)) }
def version = downloadable.version
sig { override.returns(T::Class[AbstractDownloadStrategy]) }
def download_strategy = downloadable.download_strategy
sig { override.returns(AbstractDownloadStrategy) }
def downloader = downloadable.downloader
sig {
override.params(
verify_download_integrity: T::Boolean,
timeout: T.nilable(T.any(Integer, Float)),
quiet: T::Boolean,
).returns(Pathname)
}
def fetch(verify_download_integrity: true, timeout: nil, quiet: false)
@try += 1
already_downloaded = downloadable.downloaded?
download = downloadable.fetch(verify_download_integrity: false, timeout:, quiet:)
return download unless download.file?
unless quiet
puts "Downloaded to: #{download}" unless already_downloaded
puts "SHA256: #{download.sha256}"
end
downloadable.verify_download_integrity(download) if verify_download_integrity
download
rescue DownloadError, ChecksumMismatchError
tries_remaining = @tries - @try
raise if tries_remaining.zero?
wait = 2 ** @try
unless quiet
what = Utils.pluralize("tr", tries_remaining, plural: "ies", singular: "y")
ohai "Retrying download in #{wait}s... (#{tries_remaining} #{what} left)"
end
sleep wait
downloadable.clear_cache
retry
end
sig { override.params(filename: Pathname).void }
def verify_download_integrity(filename) = downloadable.verify_download_integrity(filename)
sig { override.returns(String) }
def download_name = downloadable.download_name
sig { returns(T::Boolean) }
def bottle? = downloadable.is_a?(Bottle)
sig { returns(T::Boolean) }
def api? = downloadable.is_a?(API::Download)
private
sig { returns(Downloadable) }
attr_reader :downloadable
end
end