admin/brew
1
0
Fork 0
Code Issues Packages Projects Releases 6 Wiki Activity

Add Brew Test Bot for comprehensive testing.

Browse Source 
Closes Homebrew/homebrew#11642.
This commit is contained in:
Mike McQuaid 2012-04-17 13:17:24 -05:00
parent 0eb97d5c32
commit a67478488f
4 changed files with 399 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
Library/Contributions/cmds/brew-test-bot.commit.html.erb Normal file
View File

@ -0,0 +1,24 @@
<!DOCTYPE html>
<html>
<head>
<title>BrewBot: <%= @test.name %></title>
<title>BrewBot</title>
<style>
<%= css %>
</style>
</head>
<body>
<div>
<h1><a href="../index.html">BrewBot</a></h1>
<h2><%= @test.name %> <%= DateTime.now.strftime "%T %D" %></h2>
<table>
<% for step in @test.steps %>
<tr>
<td><span class="prompt">$</span> <%= step.command %></td>
<td class='status <%= step.status %>'><a href='<%= step.log_file_path false %> '><%= step.status_upcase %></a></td>
</tr>
<% end %>
</table>
</div>
</body>
</html>

75
Library/Contributions/cmds/brew-test-bot.css Normal file
View File

@ -0,0 +1,75 @@
body {
background: #27221a;
color: #f6e6cc;
font-family: Helvetica, Arial, sans-serif;
font-size: 1.5em;
}
h1, h2 {
text-align: center;
font-weight: bold;
}
h1 {
font-size: 3em;
padding-top: 0.5em;
padding-bottom: 0;
margin-bottom: 0;
text-shadow: 1px 1px 10px rgba(0,0,0,0.25);
color: #D7AF72;
letter-spacing: -3px;
}
h2 {
font-size: 0.8em;
margin-top: 0;
padding-top: 0;
padding-bottom: 1em;
color: #A1804C;
}
h1 a:link, h1 a:visited, h2 a:link, h2 a:visited {
text-decoration: none;
}
table {
background-color: rgba(0, 0, 0, 0.30);
color: white;
border-radius: 0.4em;
padding-top: 1em;
padding-bottom: 1em;
font-size: inherit;
font-family: monospace;
list-style-type: none;
margin-left: auto;
margin-right: auto;
}
td {
padding-left: 1em;
padding-right: 1em;
}
.prompt {
color: #E3D796;
}
.status {
text-align: right;
}
.running a:link, .running a:visited {
color: orange;
}
.passed a:link, .passed a:visited {
color: green;
}
.failed a:link, .failed a:visited {
color: red;
}
a:active, a:visited {
color: inherit;
}

23
Library/Contributions/cmds/brew-test-bot.index.html.erb Normal file
View File

@ -0,0 +1,23 @@
<!DOCTYPE html>
<html>
<head>
<title>BrewBot</title>
<style>
<%= css %>
</style>
</head>
<body>
<div>
<h1><a href="index.html">BrewBot</h1>
<table>
<% dirs.each_with_index do |dir,index| %>
<tr>
<td><%= dir %></td>
<td><%= dates[index] %></td>
<td class='status <%= statuses[index] %>'><a href='<%= dir %>/index.html'><%= statuses[index].upcase %></a></td>
</tr>
<% end %>
</table>
</div>
</body>
</html>

277
Library/Contributions/cmds/brew-test-bot.rb Executable file
View File

@ -0,0 +1,277 @@
# Comprehensively test a formula or pull request.
#
# Usage: brew test-bot [options...] <pull-request|formula>
#
# Options:
# --log: Writes log files under ./brewbot/
# --html: Writes html and log files under ./brewbot/
# --comment: Comment on the pull request
# --clean: Clean the Homebrew directory. Very dangerous. Use with care.
require 'utils'
require 'date'
HOMEBREW_CONTRIBUTED_CMDS = HOMEBREW_REPOSITORY + "Library/Contributions/cmds/"
class Step
attr_reader :command
attr_accessor :status
def initialize test, command
@test = test
@category = test.category
@command = command
@name = command.split[1].delete '-'
@status = :running
@test.steps << self
write_html
end
def log_file_path full_path=true
return "/dev/null" unless ARGV.include? "--log" or ARGV.include? "--html"
file = "#{@category}.#{@name}.txt"
return file unless @test.log_root and full_path
@test.log_root + file
end
def status_colour
case @status
when :passed then "green"
when :running then "orange"
when :failed then "red"
end
end
def status_upcase
@status.to_s.upcase
end
def puts_command
print "#{Tty.blue}==>#{Tty.white} #{@command}#{Tty.reset}"
tabs = (80 - "PASSED".length + 1 - @command.length) / 8
tabs.times{ print "\t" }
$stdout.flush
end
def puts_result
puts "#{Tty.send status_colour}#{status_upcase}#{Tty.reset}"
end
def write_html
return unless @test.log_root and ARGV.include? "--html"
open(@test.log_root + "index.html", "w") do |index|
commit_html, css = @test.commit_html_and_css
index.write commit_html.result binding
end
end
def self.run test, command
step = new test, command
step.puts_command
`#{step.command} &>#{step.log_file_path}`
step.status = $?.success? ? :passed : :failed
step.puts_result
step.write_html
end
end
class Test
attr_reader :log_root, :category, :name
attr_reader :core_changed, :formulae
attr_accessor :steps
@@css = @@index_html = @@commit_html = nil
def commit_html_and_css
return @@commit_html, @@css
end
def initialize arg
begin
Formula.factory arg
rescue FormulaUnavailableError
ofail "#{arg} is not a pull request number or formula." unless arg.to_i > 0
@url = arg
@formulae = []
else
@url = nil
@formulae = [arg]
end
@start_sha1 = nil
@category = __method__
@steps = []
@core_changed = false
@brewbot_root = Pathname.pwd + "brewbot"
FileUtils.mkdir_p @brewbot_root if ARGV.include? "--log" or ARGV.include? "--html"
if ARGV.include? "--html" and not @@css
require 'erb'
root = HOMEBREW_CONTRIBUTED_CMDS
@@css = IO.read root + "brew-test-bot.css"
@@index_html = ERB.new IO.read root + "brew-test-bot.index.html.erb"
@@commit_html = ERB.new IO.read root + "brew-test-bot.commit.html.erb"
end
end
def write_root_html status
return unless ARGV.include? "--html"
FileUtils.mv Dir.glob("*.txt"), @log_root
open(@log_root + "status.txt", "w") do |file|
file.write status
end
dirs = []
dates = []
statuses = []
Pathname.glob("#{@brewbot_root}/*/status.txt").each do |result|
dirs << result.dirname.basename
status_file = result.dirname + "status.txt"
dates << File.mtime(status_file).strftime("%T %D")
statuses << IO.read(status_file)
end
open(@brewbot_root + "index.html", "w") do |index|
css = @@css
index.write @@index_html.result binding
end
end
def download
def current_sha1
`git rev-parse --short HEAD`.strip
end
def current_branch
`git symbolic-ref HEAD`.slice!("refs/heads/").strip
end
@category = __method__
if @url
`git am --abort 2>/dev/null`
test "brew update" if current_branch == "master"
@start_sha1 = current_sha1
test "brew pull --clean #{@url}"
end_sha1 = current_sha1
else
@start_sha1 = end_sha1 = current_sha1
end
name_prefix = @url ? @url : @formulae.first
@name = "#{name_prefix}-#{end_sha1}"
@log_root = @brewbot_root + @name
FileUtils.mkdir_p @log_root if ARGV.include? "--log" or ARGV.include? "--html"
write_root_html :running
return unless @url and @start_sha1 != end_sha1 and steps.last.status == :passed
`git diff #{@start_sha1}..#{end_sha1} --name-status`.each_line do |line|
status, filename = line.split
# Don't try and do anything to removed files.
if (status == 'A' or status == 'M')
if filename.include? '/Formula/'
@formulae << File.basename(filename, '.rb')
end
end
if filename.include? '/Homebrew/' or filename.include? 'bin/brew'
@homebrew_changed = true
end
end
end
def setup
@category = __method__
test "brew doctor"
test "brew --env"
test "brew --config"
end
def formula formula
@category = __method__.to_s + ".#{formula}"
test "brew audit #{formula}"
test "brew install --verbose --build-bottle #{formula}"
return unless steps.last.status == :passed
test "brew test #{formula}"
test "brew bottle #{formula}"
test "brew uninstall #{formula}"
end
def homebrew
@category = __method__
test "brew tests"
end
def cleanup
@category = __method__
if ARGV.include? "--clean"
test "git reset --hard origin/master"
test "git clean --force -dx"
else
`git diff --exit-code HEAD 2>/dev/null`
ofail "Uncommitted changes, aborting." unless $?.success?
test "git reset --hard #{@start_sha1}" if @start_sha1
end
end
def test cmd
Step.run self, cmd
end
def check_results
message = "All tests passed and raring to brew."
status = :passed
steps.each do |step|
case step.status
when :passed then next
when :running then raise
when :failed then
if status == :passed
status = :failed
message = ""
end
message += "#{step.command}: #{step.status.to_s.upcase}\n"
end
end
write_root_html status
if ARGV.include? "--comment" and @url
username, password = IO.read(File.expand_path('~/.brewbot')).split(':')
url = "https://api.github.com/repos/mxcl/homebrew/issues/#{@url}/comments"
require 'vendor/multi_json'
json = MultiJson.encode(:body => message)
curl url, "-X", "POST", "--user", "#{username}:#{password}", "--data", json, "-o", "/dev/null"
end
end
def self.run url
test = new url
test.cleanup
test.download
test.setup
test.formulae.each do |f|
test.formula f
end
test.homebrew if test.core_changed
test.cleanup
test.check_results
end
end
if ARGV.empty?
ofail 'This command requires at least one argument containing a pull request number or formula.'
end
Dir.chdir HOMEBREW_REPOSITORY
ARGV.named.each do|arg|
Test.run arg
end