23 lines
747 B
Ruby
23 lines
747 B
Ruby
|
require "open3"
|
||
|
|
|
||
|
|
class Hbc::Fetcher
|
||
|
|
TIMEOUT = 10
|
||
|
|
|
||
|
|
def self.head(url)
|
||
|
|
if url.to_s =~ %r{googlecode}
|
||
|
|
googlecode_fake_head(url)
|
||
|
|
else
|
||
|
|
Hbc::SystemCommand.run("/usr/bin/curl",
|
||
|
|
args: ["--max-time", TIMEOUT, "--silent", "--location", "--head", url]).stdout
|
||
|
|
end
|
||
|
|
end
|
||
|
|
|
||
|
|
# google code does not properly respond to HTTP HEAD requests, like a jerk
|
||
|
|
# this fakes a HEAD by doing a GET, taking the first 20 lines, then running away
|
||
|
|
def self.googlecode_fake_head(url)
|
||
|
|
command = "curl --max-time #{TIMEOUT} --verbose --location '#{url}' | head -n 20 > /dev/null"
|
||
|
|
stderr = Open3.capture3(command)[1]
|
||
|
|
stderr.split("\n").grep(%r{^< }).map { |line| line.sub(%r{^< }, "") }.join("\n")
|
||
|
|
end
|
||
|
|
end
|