brew-test-bot: make an internal command.
This commit is contained in:
Mike McQuaid
parent
bd8559c791
commit
b7c9025d93
@ -1,663 +0,0 @@
|
|||||||
# Comprehensively test a formula or pull request.
|
|
||||||
#
|
|
||||||
# Usage: brew test-bot [options...] <pull-request|formula>
|
|
||||||
#
|
|
||||||
# Options:
|
|
||||||
# --keep-logs: Write and keep log files under ./brewbot/
|
|
||||||
# --cleanup: Clean the Homebrew directory. Very dangerous. Use with care.
|
|
||||||
# --clean-cache: Remove all cached downloads. Use with care.
|
|
||||||
# --skip-setup: Don't check the local system is setup correctly.
|
|
||||||
# --junit: Generate a JUnit XML test results file.
|
|
||||||
# --email: Generate an email subject file.
|
|
||||||
# --no-bottle: Run brew install without --build-bottle
|
|
||||||
# --HEAD: Run brew install with --HEAD
|
|
||||||
# --local: Ask Homebrew to write verbose logs under ./logs/
|
|
||||||
# --tap=<tap>: Use the git repository of the given tap
|
|
||||||
# --dry-run: Just print commands, don't run them.
|
|
||||||
#
|
|
||||||
# --ci-master: Shortcut for Homebrew master branch CI options.
|
|
||||||
# --ci-pr: Shortcut for Homebrew pull request CI options.
|
|
||||||
# --ci-testing: Shortcut for Homebrew testing CI options.
|
|
||||||
# --ci-pr-upload: Homebrew CI pull request bottle upload.
|
|
||||||
# --ci-testing-upload: Homebrew CI testing bottle upload.
|
|
||||||
|
|
||||||
require 'formula'
|
|
||||||
require 'utils'
|
|
||||||
require 'date'
|
|
||||||
require 'rexml/document'
|
|
||||||
require 'rexml/xmldecl'
|
|
||||||
require 'rexml/cdata'
|
|
||||||
|
|
||||||
EMAIL_SUBJECT_FILE = "brew-test-bot.#{MacOS.cat}.email.txt"
|
|
||||||
|
|
||||||
def homebrew_git_repo tap=nil
|
|
||||||
if tap
|
|
||||||
HOMEBREW_LIBRARY/"Taps/#{tap}"
|
|
||||||
else
|
|
||||||
HOMEBREW_REPOSITORY
|
|
||||||
end
|
|
||||||
end
|
|
||||||
|
|
||||||
class Step
|
|
||||||
attr_reader :command, :name, :status, :output, :time
|
|
||||||
|
|
||||||
def initialize test, command, options={}
|
|
||||||
@test = test
|
|
||||||
@category = test.category
|
|
||||||
@command = command
|
|
||||||
@puts_output_on_success = options[:puts_output_on_success]
|
|
||||||
@name = command[1].delete("-")
|
|
||||||
@status = :running
|
|
||||||
@repository = options[:repository] || HOMEBREW_REPOSITORY
|
|
||||||
@time = 0
|
|
||||||
end
|
|
||||||
|
|
||||||
def log_file_path
|
|
||||||
file = "#{@category}.#{@name}.txt"
|
|
||||||
root = @test.log_root
|
|
||||||
root ? root + file : file
|
|
||||||
end
|
|
||||||
|
|
||||||
def status_colour
|
|
||||||
case @status
|
|
||||||
when :passed then "green"
|
|
||||||
when :running then "orange"
|
|
||||||
when :failed then "red"
|
|
||||||
end
|
|
||||||
end
|
|
||||||
|
|
||||||
def status_upcase
|
|
||||||
@status.to_s.upcase
|
|
||||||
end
|
|
||||||
|
|
||||||
def command_short
|
|
||||||
(@command - %w[brew --force --retry --verbose --build-bottle --rb]).join(" ")
|
|
||||||
end
|
|
||||||
|
|
||||||
def passed?
|
|
||||||
@status == :passed
|
|
||||||
end
|
|
||||||
|
|
||||||
def failed?
|
|
||||||
@status == :failed
|
|
||||||
end
|
|
||||||
|
|
||||||
def puts_command
|
|
||||||
cmd = @command.join(" ")
|
|
||||||
print "#{Tty.blue}==>#{Tty.white} #{cmd}#{Tty.reset}"
|
|
||||||
tabs = (80 - "PASSED".length + 1 - cmd.length) / 8
|
|
||||||
tabs.times{ print "\t" }
|
|
||||||
$stdout.flush
|
|
||||||
end
|
|
||||||
|
|
||||||
def puts_result
|
|
||||||
puts " #{Tty.send status_colour}#{status_upcase}#{Tty.reset}"
|
|
||||||
end
|
|
||||||
|
|
||||||
def has_output?
|
|
||||||
@output && !@output.empty?
|
|
||||||
end
|
|
||||||
|
|
||||||
def run
|
|
||||||
puts_command
|
|
||||||
if ARGV.include? "--dry-run"
|
|
||||||
puts
|
|
||||||
@status = :passed
|
|
||||||
return
|
|
||||||
end
|
|
||||||
|
|
||||||
start_time = Time.now
|
|
||||||
|
|
||||||
log = log_file_path
|
|
||||||
|
|
||||||
pid = fork do
|
|
||||||
File.open(log, "wb") do |f|
|
|
||||||
STDOUT.reopen(f)
|
|
||||||
STDERR.reopen(f)
|
|
||||||
end
|
|
||||||
Dir.chdir(@repository) if @command.first == "git"
|
|
||||||
exec(*@command)
|
|
||||||
end
|
|
||||||
Process.wait(pid)
|
|
||||||
|
|
||||||
@time = Time.now - start_time
|
|
||||||
|
|
||||||
@status = $?.success? ? :passed : :failed
|
|
||||||
puts_result
|
|
||||||
|
|
||||||
if File.exist?(log)
|
|
||||||
@output = File.read(log)
|
|
||||||
if has_output? and (failed? or @puts_output_on_success)
|
|
||||||
puts @output
|
|
||||||
end
|
|
||||||
FileUtils.rm(log) unless ARGV.include? "--keep-logs"
|
|
||||||
end
|
|
||||||
end
|
|
||||||
end
|
|
||||||
|
|
||||||
class Test
|
|
||||||
attr_reader :log_root, :category, :name, :steps
|
|
||||||
|
|
||||||
def initialize argument, tap=nil
|
|
||||||
@hash = nil
|
|
||||||
@url = nil
|
|
||||||
@formulae = []
|
|
||||||
@steps = []
|
|
||||||
@tap = tap
|
|
||||||
@repository = homebrew_git_repo @tap
|
|
||||||
@repository_requires_tapping = !@repository.directory?
|
|
||||||
|
|
||||||
url_match = argument.match HOMEBREW_PULL_OR_COMMIT_URL_REGEX
|
|
||||||
|
|
||||||
# Tap repository if required, this is done before everything else
|
|
||||||
# because Formula parsing and/or git commit hash lookup depends on it.
|
|
||||||
test "brew", "tap", @tap if @tap && @repository_requires_tapping
|
|
||||||
|
|
||||||
begin
|
|
||||||
formula = Formulary.factory(argument)
|
|
||||||
rescue FormulaUnavailableError
|
|
||||||
end
|
|
||||||
|
|
||||||
git "rev-parse", "--verify", "-q", argument
|
|
||||||
if $?.success?
|
|
||||||
@hash = argument
|
|
||||||
elsif url_match
|
|
||||||
@url = url_match[0]
|
|
||||||
elsif formula
|
|
||||||
@formulae = [argument]
|
|
||||||
else
|
|
||||||
odie "#{argument} is not a pull request URL, commit URL or formula name."
|
|
||||||
end
|
|
||||||
|
|
||||||
@category = __method__
|
|
||||||
@brewbot_root = Pathname.pwd + "brewbot"
|
|
||||||
FileUtils.mkdir_p @brewbot_root
|
|
||||||
end
|
|
||||||
|
|
||||||
def no_args?
|
|
||||||
@hash == 'HEAD'
|
|
||||||
end
|
|
||||||
|
|
||||||
def git(*args)
|
|
||||||
rd, wr = IO.pipe
|
|
||||||
|
|
||||||
pid = fork do
|
|
||||||
rd.close
|
|
||||||
STDERR.reopen("/dev/null")
|
|
||||||
STDOUT.reopen(wr)
|
|
||||||
wr.close
|
|
||||||
Dir.chdir @repository
|
|
||||||
exec("git", *args)
|
|
||||||
end
|
|
||||||
wr.close
|
|
||||||
Process.wait(pid)
|
|
||||||
|
|
||||||
rd.read
|
|
||||||
ensure
|
|
||||||
rd.close
|
|
||||||
end
|
|
||||||
|
|
||||||
def download
|
|
||||||
def shorten_revision revision
|
|
||||||
git("rev-parse", "--short", revision).strip
|
|
||||||
end
|
|
||||||
|
|
||||||
def current_sha1
|
|
||||||
shorten_revision 'HEAD'
|
|
||||||
end
|
|
||||||
|
|
||||||
def current_branch
|
|
||||||
git("symbolic-ref", "HEAD").gsub("refs/heads/", "").strip
|
|
||||||
end
|
|
||||||
|
|
||||||
def single_commit? start_revision, end_revision
|
|
||||||
git("rev-list", "--count", "#{start_revision}..#{end_revision}").to_i == 1
|
|
||||||
end
|
|
||||||
|
|
||||||
@category = __method__
|
|
||||||
@start_branch = current_branch
|
|
||||||
|
|
||||||
# Use Jenkins environment variables if present.
|
|
||||||
if no_args? and ENV['GIT_PREVIOUS_COMMIT'] and ENV['GIT_COMMIT'] \
|
|
||||||
and not ENV['ghprbPullId']
|
|
||||||
diff_start_sha1 = shorten_revision ENV['GIT_PREVIOUS_COMMIT']
|
|
||||||
diff_end_sha1 = shorten_revision ENV['GIT_COMMIT']
|
|
||||||
test "brew", "update" if current_branch == "master"
|
|
||||||
elsif @hash or @url
|
|
||||||
diff_start_sha1 = current_sha1
|
|
||||||
test "brew", "update" if current_branch == "master"
|
|
||||||
diff_end_sha1 = current_sha1
|
|
||||||
end
|
|
||||||
|
|
||||||
# Handle Jenkins pull request builder plugin.
|
|
||||||
if ENV['ghprbPullId'] and ENV['GIT_URL']
|
|
||||||
git_url = ENV['GIT_URL']
|
|
||||||
git_match = git_url.match %r{.*github.com[:/](\w+/\w+).*}
|
|
||||||
if git_match
|
|
||||||
github_repo = git_match[1]
|
|
||||||
pull_id = ENV['ghprbPullId']
|
|
||||||
@url = "https://github.com/#{github_repo}/pull/#{pull_id}"
|
|
||||||
@hash = nil
|
|
||||||
else
|
|
||||||
puts "Invalid 'ghprbPullId' environment variable value!"
|
|
||||||
end
|
|
||||||
end
|
|
||||||
|
|
||||||
if no_args?
|
|
||||||
if diff_start_sha1 == diff_end_sha1 or \
|
|
||||||
single_commit?(diff_start_sha1, diff_end_sha1)
|
|
||||||
@name = diff_end_sha1
|
|
||||||
else
|
|
||||||
@name = "#{diff_start_sha1}-#{diff_end_sha1}"
|
|
||||||
end
|
|
||||||
elsif @hash
|
|
||||||
test "git", "checkout", @hash
|
|
||||||
diff_start_sha1 = "#{@hash}^"
|
|
||||||
diff_end_sha1 = @hash
|
|
||||||
@name = @hash
|
|
||||||
elsif @url
|
|
||||||
test "git", "checkout", current_sha1
|
|
||||||
test "brew", "pull", "--clean", @url
|
|
||||||
diff_end_sha1 = current_sha1
|
|
||||||
@short_url = @url.gsub('https://github.com/', '')
|
|
||||||
if @short_url.include? '/commit/'
|
|
||||||
# 7 characters should be enough for a commit (not 40).
|
|
||||||
@short_url.gsub!(/(commit\/\w{7}).*/, '\1')
|
|
||||||
@name = @short_url
|
|
||||||
else
|
|
||||||
@name = "#{@short_url}-#{diff_end_sha1}"
|
|
||||||
end
|
|
||||||
else
|
|
||||||
diff_start_sha1 = diff_end_sha1 = current_sha1
|
|
||||||
@name = "#{@formulae.first}-#{diff_end_sha1}"
|
|
||||||
end
|
|
||||||
|
|
||||||
@log_root = @brewbot_root + @name
|
|
||||||
FileUtils.mkdir_p @log_root
|
|
||||||
|
|
||||||
return unless diff_start_sha1 != diff_end_sha1
|
|
||||||
return if @url and not steps.last.passed?
|
|
||||||
|
|
||||||
if @tap
|
|
||||||
formula_path = %w[Formula HomebrewFormula].find { |dir| (@repository/dir).directory? } || ""
|
|
||||||
else
|
|
||||||
formula_path = "Library/Formula"
|
|
||||||
end
|
|
||||||
|
|
||||||
git(
|
|
||||||
"diff-tree", "-r", "--name-only", "--diff-filter=AM",
|
|
||||||
diff_start_sha1, diff_end_sha1, "--", formula_path
|
|
||||||
).each_line do |line|
|
|
||||||
@formulae << File.basename(line.chomp, ".rb")
|
|
||||||
end
|
|
||||||
end
|
|
||||||
|
|
||||||
def skip formula
|
|
||||||
puts "#{Tty.blue}==>#{Tty.white} SKIPPING: #{formula}#{Tty.reset}"
|
|
||||||
end
|
|
||||||
|
|
||||||
def satisfied_requirements? formula_object, spec
|
|
||||||
requirements = formula_object.send(spec).requirements
|
|
||||||
|
|
||||||
unsatisfied_requirements = requirements.reject do |requirement|
|
|
||||||
requirement.satisfied? || requirement.default_formula?
|
|
||||||
end
|
|
||||||
|
|
||||||
if unsatisfied_requirements.empty?
|
|
||||||
true
|
|
||||||
else
|
|
||||||
formula = formula_object.name
|
|
||||||
formula += " (#{spec})" unless spec == :stable
|
|
||||||
skip formula
|
|
||||||
unsatisfied_requirements.each {|r| puts r.message}
|
|
||||||
false
|
|
||||||
end
|
|
||||||
end
|
|
||||||
|
|
||||||
def setup
|
|
||||||
@category = __method__
|
|
||||||
return if ARGV.include? "--skip-setup"
|
|
||||||
test "brew", "doctor"
|
|
||||||
test "brew", "--env"
|
|
||||||
test "brew", "config"
|
|
||||||
end
|
|
||||||
|
|
||||||
def formula formula
|
|
||||||
@category = __method__.to_s + ".#{formula}"
|
|
||||||
|
|
||||||
test "brew", "uses", formula
|
|
||||||
dependencies = `brew deps #{formula}`.split("\n")
|
|
||||||
dependencies -= `brew list`.split("\n")
|
|
||||||
unchanged_dependencies = dependencies - @formulae
|
|
||||||
changed_dependences = dependencies - unchanged_dependencies
|
|
||||||
formula_object = Formulary.factory(formula)
|
|
||||||
return unless satisfied_requirements?(formula_object, :stable)
|
|
||||||
|
|
||||||
installed_gcc = false
|
|
||||||
deps = formula_object.stable.deps.to_a
|
|
||||||
reqs = formula_object.stable.requirements.to_a
|
|
||||||
if formula_object.devel && !ARGV.include?('--HEAD')
|
|
||||||
deps |= formula_object.devel.deps.to_a
|
|
||||||
reqs |= formula_object.devel.requirements.to_a
|
|
||||||
end
|
|
||||||
|
|
||||||
begin
|
|
||||||
deps.each { |d| CompilerSelector.select_for(d.to_formula) }
|
|
||||||
CompilerSelector.select_for(formula_object)
|
|
||||||
rescue CompilerSelectionError => e
|
|
||||||
unless installed_gcc
|
|
||||||
test "brew", "install", "gcc"
|
|
||||||
installed_gcc = true
|
|
||||||
OS::Mac.clear_version_cache
|
|
||||||
retry
|
|
||||||
end
|
|
||||||
skip formula
|
|
||||||
puts e.message
|
|
||||||
return
|
|
||||||
end
|
|
||||||
|
|
||||||
if (deps | reqs).any? { |d| d.name == "mercurial" && d.build? }
|
|
||||||
test "brew", "install", "mercurial"
|
|
||||||
end
|
|
||||||
|
|
||||||
test "brew", "fetch", "--retry", *unchanged_dependencies unless unchanged_dependencies.empty?
|
|
||||||
test "brew", "fetch", "--retry", "--build-bottle", *changed_dependences unless changed_dependences.empty?
|
|
||||||
formula_fetch_options = []
|
|
||||||
formula_fetch_options << "--build-bottle" unless ARGV.include? "--no-bottle"
|
|
||||||
formula_fetch_options << "--force" if ARGV.include? "--cleanup"
|
|
||||||
formula_fetch_options << formula
|
|
||||||
test "brew", "fetch", "--retry", *formula_fetch_options
|
|
||||||
test "brew", "uninstall", "--force", formula if formula_object.installed?
|
|
||||||
install_args = %w[--verbose]
|
|
||||||
install_args << "--build-bottle" unless ARGV.include? "--no-bottle"
|
|
||||||
install_args << "--HEAD" if ARGV.include? "--HEAD"
|
|
||||||
install_args << formula
|
|
||||||
# Don't care about e.g. bottle failures for dependencies.
|
|
||||||
ENV["HOMEBREW_DEVELOPER"] = nil
|
|
||||||
test "brew", "install", "--only-dependencies", *install_args unless dependencies.empty?
|
|
||||||
ENV["HOMEBREW_DEVELOPER"] = "1"
|
|
||||||
test "brew", "install", *install_args
|
|
||||||
install_passed = steps.last.passed?
|
|
||||||
test "brew", "audit", formula
|
|
||||||
if install_passed
|
|
||||||
unless ARGV.include? '--no-bottle'
|
|
||||||
test "brew", "bottle", "--rb", formula, :puts_output_on_success => true
|
|
||||||
bottle_step = steps.last
|
|
||||||
if bottle_step.passed? and bottle_step.has_output?
|
|
||||||
bottle_filename =
|
|
||||||
bottle_step.output.gsub(/.*(\.\/\S+#{bottle_native_regex}).*/m, '\1')
|
|
||||||
test "brew", "uninstall", "--force", formula
|
|
||||||
test "brew", "install", bottle_filename
|
|
||||||
end
|
|
||||||
end
|
|
||||||
test "brew", "test", "--verbose", formula if formula_object.test_defined?
|
|
||||||
test "brew", "uninstall", "--force", formula
|
|
||||||
end
|
|
||||||
|
|
||||||
if formula_object.devel && !ARGV.include?('--HEAD') \
|
|
||||||
&& satisfied_requirements?(formula_object, :devel)
|
|
||||||
test "brew", "fetch", "--retry", "--devel", *formula_fetch_options
|
|
||||||
test "brew", "install", "--devel", "--verbose", formula
|
|
||||||
devel_install_passed = steps.last.passed?
|
|
||||||
test "brew", "audit", "--devel", formula
|
|
||||||
if devel_install_passed
|
|
||||||
test "brew", "test", "--devel", "--verbose", formula if formula_object.test_defined?
|
|
||||||
test "brew", "uninstall", "--devel", "--force", formula
|
|
||||||
end
|
|
||||||
end
|
|
||||||
test "brew", "uninstall", "--force", *unchanged_dependencies unless unchanged_dependencies.empty?
|
|
||||||
end
|
|
||||||
|
|
||||||
def homebrew
|
|
||||||
@category = __method__
|
|
||||||
test "brew", "tests"
|
|
||||||
test "brew", "readall"
|
|
||||||
end
|
|
||||||
|
|
||||||
def cleanup_before
|
|
||||||
@category = __method__
|
|
||||||
return unless ARGV.include? '--cleanup'
|
|
||||||
git "stash"
|
|
||||||
git "am", "--abort"
|
|
||||||
git "rebase", "--abort"
|
|
||||||
git "reset", "--hard"
|
|
||||||
git "checkout", "-f", "master"
|
|
||||||
git "clean", "--force", "-dx"
|
|
||||||
end
|
|
||||||
|
|
||||||
def cleanup_after
|
|
||||||
@category = __method__
|
|
||||||
|
|
||||||
checkout_args = []
|
|
||||||
if ARGV.include? '--cleanup'
|
|
||||||
test "git", "clean", "--force", "-dx"
|
|
||||||
checkout_args << "-f"
|
|
||||||
end
|
|
||||||
|
|
||||||
checkout_args << @start_branch
|
|
||||||
|
|
||||||
if ARGV.include? '--cleanup' or @url or @hash
|
|
||||||
test "git", "checkout", *checkout_args
|
|
||||||
end
|
|
||||||
|
|
||||||
if ARGV.include? '--cleanup'
|
|
||||||
test "git", "reset", "--hard"
|
|
||||||
git "stash", "pop"
|
|
||||||
test "brew", "cleanup"
|
|
||||||
end
|
|
||||||
|
|
||||||
test "brew", "untap", @tap if @tap && @repository_requires_tapping
|
|
||||||
|
|
||||||
FileUtils.rm_rf @brewbot_root unless ARGV.include? "--keep-logs"
|
|
||||||
end
|
|
||||||
|
|
||||||
def test(*args)
|
|
||||||
options = Hash === args.last ? args.pop : {}
|
|
||||||
options[:repository] = @repository
|
|
||||||
step = Step.new self, args, options
|
|
||||||
step.run
|
|
||||||
steps << step
|
|
||||||
step
|
|
||||||
end
|
|
||||||
|
|
||||||
def check_results
|
|
||||||
status = :passed
|
|
||||||
steps.each do |step|
|
|
||||||
case step.status
|
|
||||||
when :passed then next
|
|
||||||
when :running then raise
|
|
||||||
when :failed then status = :failed
|
|
||||||
end
|
|
||||||
end
|
|
||||||
status == :passed
|
|
||||||
end
|
|
||||||
|
|
||||||
def formulae
|
|
||||||
changed_formulae_dependents = {}
|
|
||||||
dependencies = []
|
|
||||||
non_dependencies = []
|
|
||||||
|
|
||||||
@formulae.each do |formula|
|
|
||||||
formula_dependencies = `brew deps #{formula}`.split("\n")
|
|
||||||
unchanged_dependencies = formula_dependencies - @formulae
|
|
||||||
changed_dependences = formula_dependencies - unchanged_dependencies
|
|
||||||
changed_dependences.each do |changed_formula|
|
|
||||||
changed_formulae_dependents[changed_formula] ||= 0
|
|
||||||
changed_formulae_dependents[changed_formula] += 1
|
|
||||||
end
|
|
||||||
end
|
|
||||||
|
|
||||||
changed_formulae = changed_formulae_dependents.sort do |a1,a2|
|
|
||||||
a2[1].to_i <=> a1[1].to_i
|
|
||||||
end
|
|
||||||
changed_formulae.map!(&:first)
|
|
||||||
unchanged_formulae = @formulae - changed_formulae
|
|
||||||
changed_formulae + unchanged_formulae
|
|
||||||
end
|
|
||||||
|
|
||||||
def run
|
|
||||||
cleanup_before
|
|
||||||
download
|
|
||||||
setup
|
|
||||||
homebrew
|
|
||||||
formulae.each do |f|
|
|
||||||
formula(f)
|
|
||||||
end
|
|
||||||
cleanup_after
|
|
||||||
check_results
|
|
||||||
end
|
|
||||||
end
|
|
||||||
|
|
||||||
tap = ARGV.value('tap')
|
|
||||||
|
|
||||||
if Pathname.pwd == HOMEBREW_PREFIX and ARGV.include? "--cleanup"
|
|
||||||
odie 'cannot use --cleanup from HOMEBREW_PREFIX as it will delete all output.'
|
|
||||||
end
|
|
||||||
|
|
||||||
if ARGV.include? "--email"
|
|
||||||
File.open EMAIL_SUBJECT_FILE, 'w' do |file|
|
|
||||||
# The file should be written at the end but in case we don't get to that
|
|
||||||
# point ensure that we have something valid.
|
|
||||||
file.write "#{MacOS.version}: internal error."
|
|
||||||
end
|
|
||||||
end
|
|
||||||
|
|
||||||
ENV['HOMEBREW_DEVELOPER'] = '1'
|
|
||||||
ENV['HOMEBREW_NO_EMOJI'] = '1'
|
|
||||||
if ARGV.include? '--ci-master' or ARGV.include? '--ci-pr' \
|
|
||||||
or ARGV.include? '--ci-testing'
|
|
||||||
ARGV << '--cleanup' << '--junit' << '--local'
|
|
||||||
end
|
|
||||||
if ARGV.include? '--ci-master'
|
|
||||||
ARGV << '--no-bottle' << '--email'
|
|
||||||
end
|
|
||||||
|
|
||||||
if ARGV.include? '--local'
|
|
||||||
ENV['HOMEBREW_LOGS'] = "#{Dir.pwd}/logs"
|
|
||||||
end
|
|
||||||
|
|
||||||
if ARGV.include? '--ci-pr-upload' or ARGV.include? '--ci-testing-upload'
|
|
||||||
jenkins = ENV['JENKINS_HOME']
|
|
||||||
job = ENV['UPSTREAM_JOB_NAME']
|
|
||||||
id = ENV['UPSTREAM_BUILD_ID']
|
|
||||||
raise "Missing Jenkins variables!" unless jenkins and job and id
|
|
||||||
|
|
||||||
ARGV << '--verbose'
|
|
||||||
cp_args = Dir["#{jenkins}/jobs/#{job}/configurations/axis-version/*/builds/#{id}/archive/*.bottle*.*"] + ["."]
|
|
||||||
exit unless system "cp", *cp_args
|
|
||||||
|
|
||||||
ENV["GIT_COMMITTER_NAME"] = "BrewTestBot"
|
|
||||||
ENV["GIT_COMMITTER_EMAIL"] = "brew-test-bot@googlegroups.com"
|
|
||||||
ENV["GIT_WORK_TREE"] = homebrew_git_repo tap
|
|
||||||
ENV["GIT_DIR"] = "#{ENV["GIT_WORK_TREE"]}/.git"
|
|
||||||
|
|
||||||
pr = ENV['UPSTREAM_PULL_REQUEST']
|
|
||||||
number = ENV['UPSTREAM_BUILD_NUMBER']
|
|
||||||
|
|
||||||
system "git am --abort 2>/dev/null"
|
|
||||||
system "git rebase --abort 2>/dev/null"
|
|
||||||
safe_system "git", "checkout", "-f", "master"
|
|
||||||
safe_system "git", "reset", "--hard", "origin/master"
|
|
||||||
safe_system "brew", "update"
|
|
||||||
|
|
||||||
if ARGV.include? '--ci-pr-upload'
|
|
||||||
safe_system "brew", "pull", "--clean", pr
|
|
||||||
end
|
|
||||||
|
|
||||||
ENV["GIT_AUTHOR_NAME"] = ENV["GIT_COMMITTER_NAME"]
|
|
||||||
ENV["GIT_AUTHOR_EMAIL"] = ENV["GIT_COMMITTER_EMAIL"]
|
|
||||||
safe_system "brew", "bottle", "--merge", "--write", *Dir["*.bottle.rb"]
|
|
||||||
|
|
||||||
remote = "git@github.com:BrewTestBot/homebrew.git"
|
|
||||||
tag = pr ? "pr-#{pr}" : "testing-#{number}"
|
|
||||||
safe_system "git", "push", "--force", remote, "master:master", ":refs/tags/#{tag}"
|
|
||||||
|
|
||||||
path = "/home/frs/project/m/ma/machomebrew/Bottles/"
|
|
||||||
url = "BrewTestBot,machomebrew@frs.sourceforge.net:#{path}"
|
|
||||||
|
|
||||||
rsync_args = %w[--partial --progress --human-readable --compress]
|
|
||||||
rsync_args += Dir["*.bottle*.tar.gz"] + [url]
|
|
||||||
|
|
||||||
safe_system "rsync", *rsync_args
|
|
||||||
safe_system "git", "tag", "--force", tag
|
|
||||||
safe_system "git", "push", "--force", remote, "refs/tags/#{tag}"
|
|
||||||
exit
|
|
||||||
end
|
|
||||||
|
|
||||||
tests = []
|
|
||||||
any_errors = false
|
|
||||||
if ARGV.named.empty?
|
|
||||||
# With no arguments just build the most recent commit.
|
|
||||||
test = Test.new('HEAD', tap)
|
|
||||||
any_errors = test.run
|
|
||||||
tests << test
|
|
||||||
else
|
|
||||||
ARGV.named.each do |argument|
|
|
||||||
test = Test.new(argument, tap)
|
|
||||||
any_errors = test.run or any_errors
|
|
||||||
tests << test
|
|
||||||
end
|
|
||||||
end
|
|
||||||
|
|
||||||
if ARGV.include? "--junit"
|
|
||||||
xml_document = REXML::Document.new
|
|
||||||
xml_document << REXML::XMLDecl.new
|
|
||||||
testsuites = xml_document.add_element 'testsuites'
|
|
||||||
tests.each do |test|
|
|
||||||
testsuite = testsuites.add_element 'testsuite'
|
|
||||||
testsuite.attributes['name'] = "brew-test-bot.#{MacOS.cat}"
|
|
||||||
testsuite.attributes['tests'] = test.steps.count
|
|
||||||
test.steps.each do |step|
|
|
||||||
testcase = testsuite.add_element 'testcase'
|
|
||||||
testcase.attributes['name'] = step.command_short
|
|
||||||
testcase.attributes['status'] = step.status
|
|
||||||
testcase.attributes['time'] = step.time
|
|
||||||
failure = testcase.add_element 'failure' if step.failed?
|
|
||||||
if step.has_output?
|
|
||||||
# Remove invalid XML CData characters from step output.
|
|
||||||
output = step.output
|
|
||||||
if output.respond_to?(:force_encoding) && !output.valid_encoding?
|
|
||||||
output.force_encoding(Encoding::UTF_8)
|
|
||||||
end
|
|
||||||
output = REXML::CData.new output.delete("\000\a\b\e\f")
|
|
||||||
if step.passed?
|
|
||||||
system_out = testcase.add_element 'system-out'
|
|
||||||
system_out.text = output
|
|
||||||
else
|
|
||||||
failure.attributes["message"] = "#{step.status}: #{step.command.join(" ")}"
|
|
||||||
failure.text = output
|
|
||||||
end
|
|
||||||
end
|
|
||||||
end
|
|
||||||
end
|
|
||||||
|
|
||||||
open("brew-test-bot.xml", "w") do |xml_file|
|
|
||||||
pretty_print_indent = 2
|
|
||||||
xml_document.write(xml_file, pretty_print_indent)
|
|
||||||
end
|
|
||||||
end
|
|
||||||
|
|
||||||
if ARGV.include? "--email"
|
|
||||||
failed_steps = []
|
|
||||||
tests.each do |test|
|
|
||||||
test.steps.each do |step|
|
|
||||||
next unless step.failed?
|
|
||||||
failed_steps << step.command_short
|
|
||||||
end
|
|
||||||
end
|
|
||||||
|
|
||||||
if failed_steps.empty?
|
|
||||||
email_subject = ''
|
|
||||||
else
|
|
||||||
email_subject = "#{MacOS.version}: #{failed_steps.join ', '}."
|
|
||||||
end
|
|
||||||
|
|
||||||
File.open EMAIL_SUBJECT_FILE, 'w' do |file|
|
|
||||||
file.write email_subject
|
|
||||||
end
|
|
||||||
end
|
|
||||||
|
|
||||||
|
|
||||||
safe_system "rm -rf #{HOMEBREW_CACHE}/*" if ARGV.include? "--clean-cache"
|
|
||||||
|
|
||||||
exit any_errors ? 0 : 1
|
|
||||||
666
Library/Homebrew/cmd/test-bot.rb
Executable file
666
Library/Homebrew/cmd/test-bot.rb
Executable file
@ -0,0 +1,666 @@
|
|||||||
|
# Comprehensively test a formula or pull request.
|
||||||
|
#
|
||||||
|
# Usage: brew test-bot [options...] <pull-request|formula>
|
||||||
|
#
|
||||||
|
# Options:
|
||||||
|
# --keep-logs: Write and keep log files under ./brewbot/
|
||||||
|
# --cleanup: Clean the Homebrew directory. Very dangerous. Use with care.
|
||||||
|
# --clean-cache: Remove all cached downloads. Use with care.
|
||||||
|
# --skip-setup: Don't check the local system is setup correctly.
|
||||||
|
# --junit: Generate a JUnit XML test results file.
|
||||||
|
# --email: Generate an email subject file.
|
||||||
|
# --no-bottle: Run brew install without --build-bottle
|
||||||
|
# --HEAD: Run brew install with --HEAD
|
||||||
|
# --local: Ask Homebrew to write verbose logs under ./logs/
|
||||||
|
# --tap=<tap>: Use the git repository of the given tap
|
||||||
|
# --dry-run: Just print commands, don't run them.
|
||||||
|
#
|
||||||
|
# --ci-master: Shortcut for Homebrew master branch CI options.
|
||||||
|
# --ci-pr: Shortcut for Homebrew pull request CI options.
|
||||||
|
# --ci-testing: Shortcut for Homebrew testing CI options.
|
||||||
|
# --ci-pr-upload: Homebrew CI pull request bottle upload.
|
||||||
|
# --ci-testing-upload: Homebrew CI testing bottle upload.
|
||||||
|
|
||||||
|
require 'formula'
|
||||||
|
require 'utils'
|
||||||
|
require 'date'
|
||||||
|
require 'rexml/document'
|
||||||
|
require 'rexml/xmldecl'
|
||||||
|
require 'rexml/cdata'
|
||||||
|
|
||||||
|
module Homebrew
|
||||||
|
EMAIL_SUBJECT_FILE = "brew-test-bot.#{MacOS.cat}.email.txt"
|
||||||
|
|
||||||
|
def homebrew_git_repo tap=nil
|
||||||
|
if tap
|
||||||
|
HOMEBREW_LIBRARY/"Taps/#{tap}"
|
||||||
|
else
|
||||||
|
HOMEBREW_REPOSITORY
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
class Step
|
||||||
|
attr_reader :command, :name, :status, :output, :time
|
||||||
|
|
||||||
|
def initialize test, command, options={}
|
||||||
|
@test = test
|
||||||
|
@category = test.category
|
||||||
|
@command = command
|
||||||
|
@puts_output_on_success = options[:puts_output_on_success]
|
||||||
|
@name = command[1].delete("-")
|
||||||
|
@status = :running
|
||||||
|
@repository = options[:repository] || HOMEBREW_REPOSITORY
|
||||||
|
@time = 0
|
||||||
|
end
|
||||||
|
|
||||||
|
def log_file_path
|
||||||
|
file = "#{@category}.#{@name}.txt"
|
||||||
|
root = @test.log_root
|
||||||
|
root ? root + file : file
|
||||||
|
end
|
||||||
|
|
||||||
|
def status_colour
|
||||||
|
case @status
|
||||||
|
when :passed then "green"
|
||||||
|
when :running then "orange"
|
||||||
|
when :failed then "red"
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
def status_upcase
|
||||||
|
@status.to_s.upcase
|
||||||
|
end
|
||||||
|
|
||||||
|
def command_short
|
||||||
|
(@command - %w[brew --force --retry --verbose --build-bottle --rb]).join(" ")
|
||||||
|
end
|
||||||
|
|
||||||
|
def passed?
|
||||||
|
@status == :passed
|
||||||
|
end
|
||||||
|
|
||||||
|
def failed?
|
||||||
|
@status == :failed
|
||||||
|
end
|
||||||
|
|
||||||
|
def puts_command
|
||||||
|
cmd = @command.join(" ")
|
||||||
|
print "#{Tty.blue}==>#{Tty.white} #{cmd}#{Tty.reset}"
|
||||||
|
tabs = (80 - "PASSED".length + 1 - cmd.length) / 8
|
||||||
|
tabs.times{ print "\t" }
|
||||||
|
$stdout.flush
|
||||||
|
end
|
||||||
|
|
||||||
|
def puts_result
|
||||||
|
puts " #{Tty.send status_colour}#{status_upcase}#{Tty.reset}"
|
||||||
|
end
|
||||||
|
|
||||||
|
def has_output?
|
||||||
|
@output && !@output.empty?
|
||||||
|
end
|
||||||
|
|
||||||
|
def run
|
||||||
|
puts_command
|
||||||
|
if ARGV.include? "--dry-run"
|
||||||
|
puts
|
||||||
|
@status = :passed
|
||||||
|
return
|
||||||
|
end
|
||||||
|
|
||||||
|
start_time = Time.now
|
||||||
|
|
||||||
|
log = log_file_path
|
||||||
|
|
||||||
|
pid = fork do
|
||||||
|
File.open(log, "wb") do |f|
|
||||||
|
STDOUT.reopen(f)
|
||||||
|
STDERR.reopen(f)
|
||||||
|
end
|
||||||
|
Dir.chdir(@repository) if @command.first == "git"
|
||||||
|
exec(*@command)
|
||||||
|
end
|
||||||
|
Process.wait(pid)
|
||||||
|
|
||||||
|
@time = Time.now - start_time
|
||||||
|
|
||||||
|
@status = $?.success? ? :passed : :failed
|
||||||
|
puts_result
|
||||||
|
|
||||||
|
if File.exist?(log)
|
||||||
|
@output = File.read(log)
|
||||||
|
if has_output? and (failed? or @puts_output_on_success)
|
||||||
|
puts @output
|
||||||
|
end
|
||||||
|
FileUtils.rm(log) unless ARGV.include? "--keep-logs"
|
||||||
|
end
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
class Test
|
||||||
|
attr_reader :log_root, :category, :name, :steps
|
||||||
|
|
||||||
|
def initialize argument, tap=nil
|
||||||
|
@hash = nil
|
||||||
|
@url = nil
|
||||||
|
@formulae = []
|
||||||
|
@steps = []
|
||||||
|
@tap = tap
|
||||||
|
@repository = Homebrew.homebrew_git_repo @tap
|
||||||
|
@repository_requires_tapping = !@repository.directory?
|
||||||
|
|
||||||
|
url_match = argument.match HOMEBREW_PULL_OR_COMMIT_URL_REGEX
|
||||||
|
|
||||||
|
# Tap repository if required, this is done before everything else
|
||||||
|
# because Formula parsing and/or git commit hash lookup depends on it.
|
||||||
|
test "brew", "tap", @tap if @tap && @repository_requires_tapping
|
||||||
|
|
||||||
|
begin
|
||||||
|
formula = Formulary.factory(argument)
|
||||||
|
rescue FormulaUnavailableError
|
||||||
|
end
|
||||||
|
|
||||||
|
git "rev-parse", "--verify", "-q", argument
|
||||||
|
if $?.success?
|
||||||
|
@hash = argument
|
||||||
|
elsif url_match
|
||||||
|
@url = url_match[0]
|
||||||
|
elsif formula
|
||||||
|
@formulae = [argument]
|
||||||
|
else
|
||||||
|
odie "#{argument} is not a pull request URL, commit URL or formula name."
|
||||||
|
end
|
||||||
|
|
||||||
|
@category = __method__
|
||||||
|
@brewbot_root = Pathname.pwd + "brewbot"
|
||||||
|
FileUtils.mkdir_p @brewbot_root
|
||||||
|
end
|
||||||
|
|
||||||
|
def no_args?
|
||||||
|
@hash == 'HEAD'
|
||||||
|
end
|
||||||
|
|
||||||
|
def git(*args)
|
||||||
|
rd, wr = IO.pipe
|
||||||
|
|
||||||
|
pid = fork do
|
||||||
|
rd.close
|
||||||
|
STDERR.reopen("/dev/null")
|
||||||
|
STDOUT.reopen(wr)
|
||||||
|
wr.close
|
||||||
|
Dir.chdir @repository
|
||||||
|
exec("git", *args)
|
||||||
|
end
|
||||||
|
wr.close
|
||||||
|
Process.wait(pid)
|
||||||
|
|
||||||
|
rd.read
|
||||||
|
ensure
|
||||||
|
rd.close
|
||||||
|
end
|
||||||
|
|
||||||
|
def download
|
||||||
|
def shorten_revision revision
|
||||||
|
git("rev-parse", "--short", revision).strip
|
||||||
|
end
|
||||||
|
|
||||||
|
def current_sha1
|
||||||
|
shorten_revision 'HEAD'
|
||||||
|
end
|
||||||
|
|
||||||
|
def current_branch
|
||||||
|
git("symbolic-ref", "HEAD").gsub("refs/heads/", "").strip
|
||||||
|
end
|
||||||
|
|
||||||
|
def single_commit? start_revision, end_revision
|
||||||
|
git("rev-list", "--count", "#{start_revision}..#{end_revision}").to_i == 1
|
||||||
|
end
|
||||||
|
|
||||||
|
@category = __method__
|
||||||
|
@start_branch = current_branch
|
||||||
|
|
||||||
|
# Use Jenkins environment variables if present.
|
||||||
|
if no_args? and ENV['GIT_PREVIOUS_COMMIT'] and ENV['GIT_COMMIT'] \
|
||||||
|
and not ENV['ghprbPullId']
|
||||||
|
diff_start_sha1 = shorten_revision ENV['GIT_PREVIOUS_COMMIT']
|
||||||
|
diff_end_sha1 = shorten_revision ENV['GIT_COMMIT']
|
||||||
|
test "brew", "update" if current_branch == "master"
|
||||||
|
elsif @hash or @url
|
||||||
|
diff_start_sha1 = current_sha1
|
||||||
|
test "brew", "update" if current_branch == "master"
|
||||||
|
diff_end_sha1 = current_sha1
|
||||||
|
end
|
||||||
|
|
||||||
|
# Handle Jenkins pull request builder plugin.
|
||||||
|
if ENV['ghprbPullId'] and ENV['GIT_URL']
|
||||||
|
git_url = ENV['GIT_URL']
|
||||||
|
git_match = git_url.match %r{.*github.com[:/](\w+/\w+).*}
|
||||||
|
if git_match
|
||||||
|
github_repo = git_match[1]
|
||||||
|
pull_id = ENV['ghprbPullId']
|
||||||
|
@url = "https://github.com/#{github_repo}/pull/#{pull_id}"
|
||||||
|
@hash = nil
|
||||||
|
else
|
||||||
|
puts "Invalid 'ghprbPullId' environment variable value!"
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
if no_args?
|
||||||
|
if diff_start_sha1 == diff_end_sha1 or \
|
||||||
|
single_commit?(diff_start_sha1, diff_end_sha1)
|
||||||
|
@name = diff_end_sha1
|
||||||
|
else
|
||||||
|
@name = "#{diff_start_sha1}-#{diff_end_sha1}"
|
||||||
|
end
|
||||||
|
elsif @hash
|
||||||
|
test "git", "checkout", @hash
|
||||||
|
diff_start_sha1 = "#{@hash}^"
|
||||||
|
diff_end_sha1 = @hash
|
||||||
|
@name = @hash
|
||||||
|
elsif @url
|
||||||
|
test "git", "checkout", current_sha1
|
||||||
|
test "brew", "pull", "--clean", @url
|
||||||
|
diff_end_sha1 = current_sha1
|
||||||
|
@short_url = @url.gsub('https://github.com/', '')
|
||||||
|
if @short_url.include? '/commit/'
|
||||||
|
# 7 characters should be enough for a commit (not 40).
|
||||||
|
@short_url.gsub!(/(commit\/\w{7}).*/, '\1')
|
||||||
|
@name = @short_url
|
||||||
|
else
|
||||||
|
@name = "#{@short_url}-#{diff_end_sha1}"
|
||||||
|
end
|
||||||
|
else
|
||||||
|
diff_start_sha1 = diff_end_sha1 = current_sha1
|
||||||
|
@name = "#{@formulae.first}-#{diff_end_sha1}"
|
||||||
|
end
|
||||||
|
|
||||||
|
@log_root = @brewbot_root + @name
|
||||||
|
FileUtils.mkdir_p @log_root
|
||||||
|
|
||||||
|
return unless diff_start_sha1 != diff_end_sha1
|
||||||
|
return if @url and not steps.last.passed?
|
||||||
|
|
||||||
|
if @tap
|
||||||
|
formula_path = %w[Formula HomebrewFormula].find { |dir| (@repository/dir).directory? } || ""
|
||||||
|
else
|
||||||
|
formula_path = "Library/Formula"
|
||||||
|
end
|
||||||
|
|
||||||
|
git(
|
||||||
|
"diff-tree", "-r", "--name-only", "--diff-filter=AM",
|
||||||
|
diff_start_sha1, diff_end_sha1, "--", formula_path
|
||||||
|
).each_line do |line|
|
||||||
|
@formulae << File.basename(line.chomp, ".rb")
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
def skip formula
|
||||||
|
puts "#{Tty.blue}==>#{Tty.white} SKIPPING: #{formula}#{Tty.reset}"
|
||||||
|
end
|
||||||
|
|
||||||
|
def satisfied_requirements? formula_object, spec
|
||||||
|
requirements = formula_object.send(spec).requirements
|
||||||
|
|
||||||
|
unsatisfied_requirements = requirements.reject do |requirement|
|
||||||
|
requirement.satisfied? || requirement.default_formula?
|
||||||
|
end
|
||||||
|
|
||||||
|
if unsatisfied_requirements.empty?
|
||||||
|
true
|
||||||
|
else
|
||||||
|
formula = formula_object.name
|
||||||
|
formula += " (#{spec})" unless spec == :stable
|
||||||
|
skip formula
|
||||||
|
unsatisfied_requirements.each {|r| puts r.message}
|
||||||
|
false
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
def setup
|
||||||
|
@category = __method__
|
||||||
|
return if ARGV.include? "--skip-setup"
|
||||||
|
test "brew", "doctor"
|
||||||
|
test "brew", "--env"
|
||||||
|
test "brew", "config"
|
||||||
|
end
|
||||||
|
|
||||||
|
def formula formula
|
||||||
|
@category = __method__.to_s + ".#{formula}"
|
||||||
|
|
||||||
|
test "brew", "uses", formula
|
||||||
|
dependencies = `brew deps #{formula}`.split("\n")
|
||||||
|
dependencies -= `brew list`.split("\n")
|
||||||
|
unchanged_dependencies = dependencies - @formulae
|
||||||
|
changed_dependences = dependencies - unchanged_dependencies
|
||||||
|
formula_object = Formulary.factory(formula)
|
||||||
|
return unless satisfied_requirements?(formula_object, :stable)
|
||||||
|
|
||||||
|
installed_gcc = false
|
||||||
|
deps = formula_object.stable.deps.to_a
|
||||||
|
reqs = formula_object.stable.requirements.to_a
|
||||||
|
if formula_object.devel && !ARGV.include?('--HEAD')
|
||||||
|
deps |= formula_object.devel.deps.to_a
|
||||||
|
reqs |= formula_object.devel.requirements.to_a
|
||||||
|
end
|
||||||
|
|
||||||
|
begin
|
||||||
|
deps.each { |d| CompilerSelector.select_for(d.to_formula) }
|
||||||
|
CompilerSelector.select_for(formula_object)
|
||||||
|
rescue CompilerSelectionError => e
|
||||||
|
unless installed_gcc
|
||||||
|
test "brew", "install", "gcc"
|
||||||
|
installed_gcc = true
|
||||||
|
OS::Mac.clear_version_cache
|
||||||
|
retry
|
||||||
|
end
|
||||||
|
skip formula
|
||||||
|
puts e.message
|
||||||
|
return
|
||||||
|
end
|
||||||
|
|
||||||
|
if (deps | reqs).any? { |d| d.name == "mercurial" && d.build? }
|
||||||
|
test "brew", "install", "mercurial"
|
||||||
|
end
|
||||||
|
|
||||||
|
test "brew", "fetch", "--retry", *unchanged_dependencies unless unchanged_dependencies.empty?
|
||||||
|
test "brew", "fetch", "--retry", "--build-bottle", *changed_dependences unless changed_dependences.empty?
|
||||||
|
formula_fetch_options = []
|
||||||
|
formula_fetch_options << "--build-bottle" unless ARGV.include? "--no-bottle"
|
||||||
|
formula_fetch_options << "--force" if ARGV.include? "--cleanup"
|
||||||
|
formula_fetch_options << formula
|
||||||
|
test "brew", "fetch", "--retry", *formula_fetch_options
|
||||||
|
test "brew", "uninstall", "--force", formula if formula_object.installed?
|
||||||
|
install_args = %w[--verbose]
|
||||||
|
install_args << "--build-bottle" unless ARGV.include? "--no-bottle"
|
||||||
|
install_args << "--HEAD" if ARGV.include? "--HEAD"
|
||||||
|
install_args << formula
|
||||||
|
# Don't care about e.g. bottle failures for dependencies.
|
||||||
|
ENV["HOMEBREW_DEVELOPER"] = nil
|
||||||
|
test "brew", "install", "--only-dependencies", *install_args unless dependencies.empty?
|
||||||
|
ENV["HOMEBREW_DEVELOPER"] = "1"
|
||||||
|
test "brew", "install", *install_args
|
||||||
|
install_passed = steps.last.passed?
|
||||||
|
test "brew", "audit", formula
|
||||||
|
if install_passed
|
||||||
|
unless ARGV.include? '--no-bottle'
|
||||||
|
test "brew", "bottle", "--rb", formula, :puts_output_on_success => true
|
||||||
|
bottle_step = steps.last
|
||||||
|
if bottle_step.passed? and bottle_step.has_output?
|
||||||
|
bottle_filename =
|
||||||
|
bottle_step.output.gsub(/.*(\.\/\S+#{bottle_native_regex}).*/m, '\1')
|
||||||
|
test "brew", "uninstall", "--force", formula
|
||||||
|
test "brew", "install", bottle_filename
|
||||||
|
end
|
||||||
|
end
|
||||||
|
test "brew", "test", "--verbose", formula if formula_object.test_defined?
|
||||||
|
test "brew", "uninstall", "--force", formula
|
||||||
|
end
|
||||||
|
|
||||||
|
if formula_object.devel && !ARGV.include?('--HEAD') \
|
||||||
|
&& satisfied_requirements?(formula_object, :devel)
|
||||||
|
test "brew", "fetch", "--retry", "--devel", *formula_fetch_options
|
||||||
|
test "brew", "install", "--devel", "--verbose", formula
|
||||||
|
devel_install_passed = steps.last.passed?
|
||||||
|
test "brew", "audit", "--devel", formula
|
||||||
|
if devel_install_passed
|
||||||
|
test "brew", "test", "--devel", "--verbose", formula if formula_object.test_defined?
|
||||||
|
test "brew", "uninstall", "--devel", "--force", formula
|
||||||
|
end
|
||||||
|
end
|
||||||
|
test "brew", "uninstall", "--force", *unchanged_dependencies unless unchanged_dependencies.empty?
|
||||||
|
end
|
||||||
|
|
||||||
|
def homebrew
|
||||||
|
@category = __method__
|
||||||
|
test "brew", "tests"
|
||||||
|
test "brew", "readall"
|
||||||
|
end
|
||||||
|
|
||||||
|
def cleanup_before
|
||||||
|
@category = __method__
|
||||||
|
return unless ARGV.include? '--cleanup'
|
||||||
|
git "stash"
|
||||||
|
git "am", "--abort"
|
||||||
|
git "rebase", "--abort"
|
||||||
|
git "reset", "--hard"
|
||||||
|
git "checkout", "-f", "master"
|
||||||
|
git "clean", "--force", "-dx"
|
||||||
|
end
|
||||||
|
|
||||||
|
def cleanup_after
|
||||||
|
@category = __method__
|
||||||
|
|
||||||
|
checkout_args = []
|
||||||
|
if ARGV.include? '--cleanup'
|
||||||
|
test "git", "clean", "--force", "-dx"
|
||||||
|
checkout_args << "-f"
|
||||||
|
end
|
||||||
|
|
||||||
|
checkout_args << @start_branch
|
||||||
|
|
||||||
|
if ARGV.include? '--cleanup' or @url or @hash
|
||||||
|
test "git", "checkout", *checkout_args
|
||||||
|
end
|
||||||
|
|
||||||
|
if ARGV.include? '--cleanup'
|
||||||
|
test "git", "reset", "--hard"
|
||||||
|
git "stash", "pop"
|
||||||
|
test "brew", "cleanup"
|
||||||
|
end
|
||||||
|
|
||||||
|
test "brew", "untap", @tap if @tap && @repository_requires_tapping
|
||||||
|
|
||||||
|
FileUtils.rm_rf @brewbot_root unless ARGV.include? "--keep-logs"
|
||||||
|
end
|
||||||
|
|
||||||
|
def test(*args)
|
||||||
|
options = Hash === args.last ? args.pop : {}
|
||||||
|
options[:repository] = @repository
|
||||||
|
step = Step.new self, args, options
|
||||||
|
step.run
|
||||||
|
steps << step
|
||||||
|
step
|
||||||
|
end
|
||||||
|
|
||||||
|
def check_results
|
||||||
|
status = :passed
|
||||||
|
steps.each do |step|
|
||||||
|
case step.status
|
||||||
|
when :passed then next
|
||||||
|
when :running then raise
|
||||||
|
when :failed then status = :failed
|
||||||
|
end
|
||||||
|
end
|
||||||
|
status == :passed
|
||||||
|
end
|
||||||
|
|
||||||
|
def formulae
|
||||||
|
changed_formulae_dependents = {}
|
||||||
|
dependencies = []
|
||||||
|
non_dependencies = []
|
||||||
|
|
||||||
|
@formulae.each do |formula|
|
||||||
|
formula_dependencies = `brew deps #{formula}`.split("\n")
|
||||||
|
unchanged_dependencies = formula_dependencies - @formulae
|
||||||
|
changed_dependences = formula_dependencies - unchanged_dependencies
|
||||||
|
changed_dependences.each do |changed_formula|
|
||||||
|
changed_formulae_dependents[changed_formula] ||= 0
|
||||||
|
changed_formulae_dependents[changed_formula] += 1
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
changed_formulae = changed_formulae_dependents.sort do |a1,a2|
|
||||||
|
a2[1].to_i <=> a1[1].to_i
|
||||||
|
end
|
||||||
|
changed_formulae.map!(&:first)
|
||||||
|
unchanged_formulae = @formulae - changed_formulae
|
||||||
|
changed_formulae + unchanged_formulae
|
||||||
|
end
|
||||||
|
|
||||||
|
def run
|
||||||
|
cleanup_before
|
||||||
|
download
|
||||||
|
setup
|
||||||
|
homebrew
|
||||||
|
formulae.each do |f|
|
||||||
|
formula(f)
|
||||||
|
end
|
||||||
|
cleanup_after
|
||||||
|
check_results
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
def test_bot
|
||||||
|
tap = ARGV.value('tap')
|
||||||
|
|
||||||
|
if Pathname.pwd == HOMEBREW_PREFIX and ARGV.include? "--cleanup"
|
||||||
|
odie 'cannot use --cleanup from HOMEBREW_PREFIX as it will delete all output.'
|
||||||
|
end
|
||||||
|
|
||||||
|
if ARGV.include? "--email"
|
||||||
|
File.open EMAIL_SUBJECT_FILE, 'w' do |file|
|
||||||
|
# The file should be written at the end but in case we don't get to that
|
||||||
|
# point ensure that we have something valid.
|
||||||
|
file.write "#{MacOS.version}: internal error."
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
ENV['HOMEBREW_DEVELOPER'] = '1'
|
||||||
|
ENV['HOMEBREW_NO_EMOJI'] = '1'
|
||||||
|
if ARGV.include? '--ci-master' or ARGV.include? '--ci-pr' \
|
||||||
|
or ARGV.include? '--ci-testing'
|
||||||
|
ARGV << '--cleanup' << '--junit' << '--local'
|
||||||
|
end
|
||||||
|
if ARGV.include? '--ci-master'
|
||||||
|
ARGV << '--no-bottle' << '--email'
|
||||||
|
end
|
||||||
|
|
||||||
|
if ARGV.include? '--local'
|
||||||
|
ENV['HOMEBREW_LOGS'] = "#{Dir.pwd}/logs"
|
||||||
|
end
|
||||||
|
|
||||||
|
if ARGV.include? '--ci-pr-upload' or ARGV.include? '--ci-testing-upload'
|
||||||
|
jenkins = ENV['JENKINS_HOME']
|
||||||
|
job = ENV['UPSTREAM_JOB_NAME']
|
||||||
|
id = ENV['UPSTREAM_BUILD_ID']
|
||||||
|
raise "Missing Jenkins variables!" unless jenkins and job and id
|
||||||
|
|
||||||
|
ARGV << '--verbose'
|
||||||
|
cp_args = Dir["#{jenkins}/jobs/#{job}/configurations/axis-version/*/builds/#{id}/archive/*.bottle*.*"] + ["."]
|
||||||
|
return unless system "cp", *cp_args
|
||||||
|
|
||||||
|
ENV["GIT_COMMITTER_NAME"] = "BrewTestBot"
|
||||||
|
ENV["GIT_COMMITTER_EMAIL"] = "brew-test-bot@googlegroups.com"
|
||||||
|
ENV["GIT_WORK_TREE"] = Homebrew.homebrew_git_repo tap
|
||||||
|
ENV["GIT_DIR"] = "#{ENV["GIT_WORK_TREE"]}/.git"
|
||||||
|
|
||||||
|
pr = ENV['UPSTREAM_PULL_REQUEST']
|
||||||
|
number = ENV['UPSTREAM_BUILD_NUMBER']
|
||||||
|
|
||||||
|
system "git am --abort 2>/dev/null"
|
||||||
|
system "git rebase --abort 2>/dev/null"
|
||||||
|
safe_system "git", "checkout", "-f", "master"
|
||||||
|
safe_system "git", "reset", "--hard", "origin/master"
|
||||||
|
safe_system "brew", "update"
|
||||||
|
|
||||||
|
if ARGV.include? '--ci-pr-upload'
|
||||||
|
safe_system "brew", "pull", "--clean", pr
|
||||||
|
end
|
||||||
|
|
||||||
|
ENV["GIT_AUTHOR_NAME"] = ENV["GIT_COMMITTER_NAME"]
|
||||||
|
ENV["GIT_AUTHOR_EMAIL"] = ENV["GIT_COMMITTER_EMAIL"]
|
||||||
|
safe_system "brew", "bottle", "--merge", "--write", *Dir["*.bottle.rb"]
|
||||||
|
|
||||||
|
remote = "git@github.com:BrewTestBot/homebrew.git"
|
||||||
|
tag = pr ? "pr-#{pr}" : "testing-#{number}"
|
||||||
|
safe_system "git", "push", "--force", remote, "master:master", ":refs/tags/#{tag}"
|
||||||
|
|
||||||
|
path = "/home/frs/project/m/ma/machomebrew/Bottles/"
|
||||||
|
url = "BrewTestBot,machomebrew@frs.sourceforge.net:#{path}"
|
||||||
|
|
||||||
|
rsync_args = %w[--partial --progress --human-readable --compress]
|
||||||
|
rsync_args += Dir["*.bottle*.tar.gz"] + [url]
|
||||||
|
|
||||||
|
safe_system "rsync", *rsync_args
|
||||||
|
safe_system "git", "tag", "--force", tag
|
||||||
|
safe_system "git", "push", "--force", remote, "refs/tags/#{tag}"
|
||||||
|
return
|
||||||
|
end
|
||||||
|
|
||||||
|
tests = []
|
||||||
|
any_errors = false
|
||||||
|
if ARGV.named.empty?
|
||||||
|
# With no arguments just build the most recent commit.
|
||||||
|
test = Test.new('HEAD', tap)
|
||||||
|
any_errors = test.run
|
||||||
|
tests << test
|
||||||
|
else
|
||||||
|
ARGV.named.each do |argument|
|
||||||
|
test = Test.new(argument, tap)
|
||||||
|
any_errors = test.run or any_errors
|
||||||
|
tests << test
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
if ARGV.include? "--junit"
|
||||||
|
xml_document = REXML::Document.new
|
||||||
|
xml_document << REXML::XMLDecl.new
|
||||||
|
testsuites = xml_document.add_element 'testsuites'
|
||||||
|
tests.each do |test|
|
||||||
|
testsuite = testsuites.add_element 'testsuite'
|
||||||
|
testsuite.attributes['name'] = "brew-test-bot.#{MacOS.cat}"
|
||||||
|
testsuite.attributes['tests'] = test.steps.count
|
||||||
|
test.steps.each do |step|
|
||||||
|
testcase = testsuite.add_element 'testcase'
|
||||||
|
testcase.attributes['name'] = step.command_short
|
||||||
|
testcase.attributes['status'] = step.status
|
||||||
|
testcase.attributes['time'] = step.time
|
||||||
|
failure = testcase.add_element 'failure' if step.failed?
|
||||||
|
if step.has_output?
|
||||||
|
# Remove invalid XML CData characters from step output.
|
||||||
|
output = step.output
|
||||||
|
if output.respond_to?(:force_encoding) && !output.valid_encoding?
|
||||||
|
output.force_encoding(Encoding::UTF_8)
|
||||||
|
end
|
||||||
|
output = REXML::CData.new output.delete("\000\a\b\e\f")
|
||||||
|
if step.passed?
|
||||||
|
system_out = testcase.add_element 'system-out'
|
||||||
|
system_out.text = output
|
||||||
|
else
|
||||||
|
failure.attributes["message"] = "#{step.status}: #{step.command.join(" ")}"
|
||||||
|
failure.text = output
|
||||||
|
end
|
||||||
|
end
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
open("brew-test-bot.xml", "w") do |xml_file|
|
||||||
|
pretty_print_indent = 2
|
||||||
|
xml_document.write(xml_file, pretty_print_indent)
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
if ARGV.include? "--email"
|
||||||
|
failed_steps = []
|
||||||
|
tests.each do |test|
|
||||||
|
test.steps.each do |step|
|
||||||
|
next unless step.failed?
|
||||||
|
failed_steps << step.command_short
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
if failed_steps.empty?
|
||||||
|
email_subject = ''
|
||||||
|
else
|
||||||
|
email_subject = "#{MacOS.version}: #{failed_steps.join ', '}."
|
||||||
|
end
|
||||||
|
|
||||||
|
File.open EMAIL_SUBJECT_FILE, 'w' do |file|
|
||||||
|
file.write email_subject
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
safe_system "rm -rf #{HOMEBREW_CACHE}/*" if ARGV.include? "--clean-cache"
|
||||||
|
|
||||||
|
Homebrew.failed = any_errors
|
||||||
|
end
|
||||||
|
end
|
||||||
Loading…
x
Reference in New Issue
Block a user