Merge pull request #8191 from reitermarkus/bottle-publisher
Remove unused `BottlePublisher` class.
This commit is contained in:
		
						commit
						2dc8918650
					
				@ -1,160 +0,0 @@
 | 
				
			|||||||
# frozen_string_literal: true
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
require "utils"
 | 
					 | 
				
			||||||
require "formula_info"
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
class BottlePublisher
 | 
					 | 
				
			||||||
  def initialize(tap, changed_formulae_names, bintray_org, no_publish, warn_on_publish_failure)
 | 
					 | 
				
			||||||
    @tap = tap
 | 
					 | 
				
			||||||
    @changed_formulae_names = changed_formulae_names
 | 
					 | 
				
			||||||
    @no_publish = no_publish
 | 
					 | 
				
			||||||
    @bintray_org = bintray_org
 | 
					 | 
				
			||||||
    @warn_on_publish_failure = warn_on_publish_failure
 | 
					 | 
				
			||||||
  end
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
  def publish_and_check_bottles
 | 
					 | 
				
			||||||
    # Formulae with affected bottles that were published
 | 
					 | 
				
			||||||
    bintray_published_formulae = []
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
    # Publish bottles on Bintray
 | 
					 | 
				
			||||||
    unless @no_publish
 | 
					 | 
				
			||||||
      published = publish_changed_formula_bottles
 | 
					 | 
				
			||||||
      bintray_published_formulae.concat(published)
 | 
					 | 
				
			||||||
    end
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
    # Verify bintray publishing after all patches have been applied
 | 
					 | 
				
			||||||
    bintray_published_formulae.uniq!
 | 
					 | 
				
			||||||
    verify_bintray_published(bintray_published_formulae)
 | 
					 | 
				
			||||||
  end
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
  def publish_changed_formula_bottles
 | 
					 | 
				
			||||||
    raise "Need to load formulae to publish them!" if Homebrew::EnvConfig.disable_load_formula?
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
    published = []
 | 
					 | 
				
			||||||
    bintray_creds = { user: Homebrew::EnvConfig.bintray_user, key: Homebrew::EnvConfig.bintray_key }
 | 
					 | 
				
			||||||
    if bintray_creds[:user] && bintray_creds[:key]
 | 
					 | 
				
			||||||
      @changed_formulae_names.each do |name|
 | 
					 | 
				
			||||||
        f = Formula[name]
 | 
					 | 
				
			||||||
        next if f.bottle_unneeded? || f.bottle_disabled?
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
        bintray_org = @bintray_org || @tap.user.downcase
 | 
					 | 
				
			||||||
        next unless publish_bottle_file_on_bintray(f, bintray_org, bintray_creds)
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
        published << f.full_name
 | 
					 | 
				
			||||||
      end
 | 
					 | 
				
			||||||
    else
 | 
					 | 
				
			||||||
      opoo "You must set HOMEBREW_BINTRAY_USER and HOMEBREW_BINTRAY_KEY to add or update bottles on Bintray!"
 | 
					 | 
				
			||||||
    end
 | 
					 | 
				
			||||||
    published
 | 
					 | 
				
			||||||
  end
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
  # Publishes the current bottle files for a given formula to Bintray
 | 
					 | 
				
			||||||
  def publish_bottle_file_on_bintray(f, bintray_org, creds)
 | 
					 | 
				
			||||||
    repo = Utils::Bottles::Bintray.repository(f.tap)
 | 
					 | 
				
			||||||
    package = Utils::Bottles::Bintray.package(f.name)
 | 
					 | 
				
			||||||
    info = FormulaInfo.lookup(f.full_name)
 | 
					 | 
				
			||||||
    raise "Failed publishing bottle: failed reading formula info for #{f.full_name}" if info.nil?
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
    unless info.bottle_info_any
 | 
					 | 
				
			||||||
      opoo "No bottle defined in formula #{package}"
 | 
					 | 
				
			||||||
      return false
 | 
					 | 
				
			||||||
    end
 | 
					 | 
				
			||||||
    version = info.pkg_version
 | 
					 | 
				
			||||||
    ohai "Publishing on Bintray: #{package} #{version}"
 | 
					 | 
				
			||||||
    curl "--write-out", '\n', "--silent", "--fail",
 | 
					 | 
				
			||||||
         "--user", "#{creds[:user]}:#{creds[:key]}", "--request", "POST",
 | 
					 | 
				
			||||||
         "--header", "Content-Type: application/json",
 | 
					 | 
				
			||||||
         "--data", '{"publish_wait_for_secs": 0}',
 | 
					 | 
				
			||||||
         "https://api.bintray.com/content/#{bintray_org}/#{repo}/#{package}/#{version}/publish"
 | 
					 | 
				
			||||||
    true
 | 
					 | 
				
			||||||
  rescue => e
 | 
					 | 
				
			||||||
    raise unless @warn_on_publish_failure
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
    onoe e
 | 
					 | 
				
			||||||
    false
 | 
					 | 
				
			||||||
  end
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
  # Verifies that formulae have been published on Bintray by downloading a bottle file
 | 
					 | 
				
			||||||
  # for each one. Blocks until the published files are available.
 | 
					 | 
				
			||||||
  # Raises an error if the verification fails.
 | 
					 | 
				
			||||||
  # This does not currently work for `brew pull`, because it may have cached the old
 | 
					 | 
				
			||||||
  # version of a formula.
 | 
					 | 
				
			||||||
  def verify_bintray_published(formulae_names)
 | 
					 | 
				
			||||||
    return if formulae_names.empty?
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
    raise "Need to load formulae to verify their publication!" if Homebrew::EnvConfig.disable_load_formula?
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
    ohai "Verifying bottles published on Bintray"
 | 
					 | 
				
			||||||
    formulae = formulae_names.map { |n| Formula[n] }
 | 
					 | 
				
			||||||
    max_retries = 300 # shared among all bottles
 | 
					 | 
				
			||||||
    poll_retry_delay_seconds = 2
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
    HOMEBREW_CACHE.cd do
 | 
					 | 
				
			||||||
      formulae.each do |f|
 | 
					 | 
				
			||||||
        retry_count = 0
 | 
					 | 
				
			||||||
        wrote_dots = false
 | 
					 | 
				
			||||||
        # Choose arbitrary bottle just to get the host/port for Bintray right
 | 
					 | 
				
			||||||
        jinfo = FormulaInfo.lookup(f.full_name)
 | 
					 | 
				
			||||||
        unless jinfo
 | 
					 | 
				
			||||||
          opoo "Cannot publish bottle: Failed reading info for formula #{f.full_name}"
 | 
					 | 
				
			||||||
          next
 | 
					 | 
				
			||||||
        end
 | 
					 | 
				
			||||||
        bottle_info = jinfo.bottle_info_any
 | 
					 | 
				
			||||||
        unless bottle_info
 | 
					 | 
				
			||||||
          opoo "No bottle defined in formula #{f.full_name}"
 | 
					 | 
				
			||||||
          next
 | 
					 | 
				
			||||||
        end
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
        # Poll for publication completion using a quick partial HEAD, to avoid spurious error messages
 | 
					 | 
				
			||||||
        # 401 error is normal while file is still in async publishing process
 | 
					 | 
				
			||||||
        url = URI(bottle_info["url"])
 | 
					 | 
				
			||||||
        puts "Verifying bottle: #{File.basename(url.path)}"
 | 
					 | 
				
			||||||
        http = Net::HTTP.new(url.host, url.port)
 | 
					 | 
				
			||||||
        http.use_ssl = true
 | 
					 | 
				
			||||||
        retry_count = 0
 | 
					 | 
				
			||||||
        http.start do
 | 
					 | 
				
			||||||
          loop do
 | 
					 | 
				
			||||||
            req = Net::HTTP::Head.new url
 | 
					 | 
				
			||||||
            req.initialize_http_header "User-Agent" => HOMEBREW_USER_AGENT_RUBY
 | 
					 | 
				
			||||||
            res = http.request req
 | 
					 | 
				
			||||||
            break if res.is_a?(Net::HTTPSuccess) || res.code == "302"
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
            unless res.is_a?(Net::HTTPClientError)
 | 
					 | 
				
			||||||
              raise "Failed to find published #{f} bottle at #{url} (#{res.code} #{res.message})!"
 | 
					 | 
				
			||||||
            end
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
            raise "Failed to find published #{f} bottle at #{url}!" if retry_count >= max_retries
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
            print(wrote_dots ? "." : "Waiting on Bintray.")
 | 
					 | 
				
			||||||
            wrote_dots = true
 | 
					 | 
				
			||||||
            sleep poll_retry_delay_seconds
 | 
					 | 
				
			||||||
            retry_count += 1
 | 
					 | 
				
			||||||
          end
 | 
					 | 
				
			||||||
        end
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
        # Actual download and verification
 | 
					 | 
				
			||||||
        # We do a retry on this, too, because sometimes the external curl will fail even
 | 
					 | 
				
			||||||
        # when the prior HEAD has succeeded.
 | 
					 | 
				
			||||||
        puts "\n" if wrote_dots
 | 
					 | 
				
			||||||
        filename = File.basename(url.path)
 | 
					 | 
				
			||||||
        curl_retry_delay_seconds = 4
 | 
					 | 
				
			||||||
        max_curl_retries = 1
 | 
					 | 
				
			||||||
        retry_count = 0
 | 
					 | 
				
			||||||
        # We're in the cache; make sure to force re-download
 | 
					 | 
				
			||||||
        loop do
 | 
					 | 
				
			||||||
          curl_download url, to: filename
 | 
					 | 
				
			||||||
          break
 | 
					 | 
				
			||||||
        rescue
 | 
					 | 
				
			||||||
          raise "Failed to download #{f} bottle from #{url}!" if retry_count >= max_curl_retries
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
          puts "curl download failed; retrying in #{curl_retry_delay_seconds} sec"
 | 
					 | 
				
			||||||
          sleep curl_retry_delay_seconds
 | 
					 | 
				
			||||||
          curl_retry_delay_seconds *= 2
 | 
					 | 
				
			||||||
          retry_count += 1
 | 
					 | 
				
			||||||
        end
 | 
					 | 
				
			||||||
        checksum = Checksum.new(:sha256, bottle_info["sha256"])
 | 
					 | 
				
			||||||
        Pathname.new(filename).verify_checksum(checksum)
 | 
					 | 
				
			||||||
      end
 | 
					 | 
				
			||||||
    end
 | 
					 | 
				
			||||||
  end
 | 
					 | 
				
			||||||
end
 | 
					 | 
				
			||||||
@ -1,6 +1,5 @@
 | 
				
			|||||||
false:
 | 
					false:
 | 
				
			||||||
  - ./bintray.rb
 | 
					  - ./bintray.rb
 | 
				
			||||||
  - ./bottle_publisher.rb
 | 
					 | 
				
			||||||
  - ./brew.rb
 | 
					  - ./brew.rb
 | 
				
			||||||
  - ./build.rb
 | 
					  - ./build.rb
 | 
				
			||||||
  - ./cask/artifact/abstract_artifact.rb
 | 
					  - ./cask/artifact/abstract_artifact.rb
 | 
				
			||||||
@ -268,7 +267,6 @@ false:
 | 
				
			|||||||
  - ./test.rb
 | 
					  - ./test.rb
 | 
				
			||||||
  - ./test/ENV_spec.rb
 | 
					  - ./test/ENV_spec.rb
 | 
				
			||||||
  - ./test/bintray_spec.rb
 | 
					  - ./test/bintray_spec.rb
 | 
				
			||||||
  - ./test/bottle_publisher_spec.rb
 | 
					 | 
				
			||||||
  - ./test/cask_dependent_spec.rb
 | 
					  - ./test/cask_dependent_spec.rb
 | 
				
			||||||
  - ./test/cask/artifact/alt_target_spec.rb
 | 
					  - ./test/cask/artifact/alt_target_spec.rb
 | 
				
			||||||
  - ./test/cask/artifact/app_spec.rb
 | 
					  - ./test/cask/artifact/app_spec.rb
 | 
				
			||||||
 | 
				
			|||||||
@ -1,48 +0,0 @@
 | 
				
			|||||||
# frozen_string_literal: true
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
require "bottle_publisher"
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
describe BottlePublisher do
 | 
					 | 
				
			||||||
  subject(:bottle_publisher) {
 | 
					 | 
				
			||||||
    described_class.new(
 | 
					 | 
				
			||||||
      CoreTap.instance, ["#{CoreTap.instance.name}/hello.rb"], "homebrew", false, false
 | 
					 | 
				
			||||||
    )
 | 
					 | 
				
			||||||
  }
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
  let(:tap) { CoreTap.new }
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
  describe "publish_and_check_bottles" do
 | 
					 | 
				
			||||||
    it "fails if HOMEBREW_DISABLE_LOAD_FORMULA is set to 1" do
 | 
					 | 
				
			||||||
      ENV["HOMEBREW_DISABLE_LOAD_FORMULA"] = "1"
 | 
					 | 
				
			||||||
      expect { bottle_publisher.publish_and_check_bottles }
 | 
					 | 
				
			||||||
        .to raise_error("Need to load formulae to publish them!")
 | 
					 | 
				
			||||||
    end
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
    it "returns nil because HOMEBREW_BINTRAY_USER and HOMEBREW_BINTRAY_KEY are not set" do
 | 
					 | 
				
			||||||
      ENV["HOMEBREW_BINTRAY_USER"] = nil
 | 
					 | 
				
			||||||
      ENV["HOMEBREW_BINTRAY_KEY"] = nil
 | 
					 | 
				
			||||||
      expect(bottle_publisher.publish_and_check_bottles)
 | 
					 | 
				
			||||||
        .to eq nil
 | 
					 | 
				
			||||||
    end
 | 
					 | 
				
			||||||
  end
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
  describe "verify_bintray_published" do
 | 
					 | 
				
			||||||
    it "returns nil if no formula has been defined" do
 | 
					 | 
				
			||||||
      expect(bottle_publisher.verify_bintray_published([]))
 | 
					 | 
				
			||||||
        .to eq nil
 | 
					 | 
				
			||||||
    end
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
    it "fails if HOMEBREW_DISABLE_LOAD_FORMULA is set to 1" do
 | 
					 | 
				
			||||||
      ENV["HOMEBREW_DISABLE_LOAD_FORMULA"] = "1"
 | 
					 | 
				
			||||||
      stub_formula_loader(formula("foo") { url "foo-1.0" })
 | 
					 | 
				
			||||||
      expect { bottle_publisher.verify_bintray_published(["foo"]) }
 | 
					 | 
				
			||||||
        .to raise_error("Need to load formulae to verify their publication!")
 | 
					 | 
				
			||||||
    end
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
    it "checks if a bottle has been published" do
 | 
					 | 
				
			||||||
      stub_formula_loader(formula("foo") { url "foo-1.0" })
 | 
					 | 
				
			||||||
      expect { bottle_publisher.verify_bintray_published(["foo"]) }
 | 
					 | 
				
			||||||
        .to output("Warning: Cannot publish bottle: Failed reading info for formula foo\n").to_stderr
 | 
					 | 
				
			||||||
    end
 | 
					 | 
				
			||||||
  end
 | 
					 | 
				
			||||||
end
 | 
					 | 
				
			||||||
		Loading…
	
	
			
			x
			
			
		
	
		Reference in New Issue
	
	Block a user