mirror of
https://github.com/ruby/ruby.git
synced 2022-11-09 12:17:21 -05:00
downloader.rb: integrate with download_if_modified_since
* tool/downloader.rb (Downloader.download): integrate with download_if_modified_since and allow to use `since` parameter if it is not true/false. also set last-modified time and permission. git-svn-id: svn+ssh://ci.ruby-lang.org/ruby/trunk@47693 b2dd03c8-39d4-4d8f-98ff-823fe69b080e
This commit is contained in:
parent
f10a2f43a3
commit
c7cdc549ff
1 changed files with 52 additions and 23 deletions
|
@ -1,33 +1,62 @@
|
|||
require 'open-uri'
|
||||
|
||||
class Downloader
|
||||
def self.download(url, name, dir = nil)
|
||||
data = URI(url).read
|
||||
def self.mode_for(data)
|
||||
data.start_with?("#!") ? 0755 : 0644
|
||||
end
|
||||
|
||||
def self.http_options(file, since)
|
||||
options = {}
|
||||
if since
|
||||
case since
|
||||
when true
|
||||
since = (File.mtime(file).httpdate rescue nil)
|
||||
when Time
|
||||
since = since.httpdate
|
||||
end
|
||||
if since
|
||||
options['If-Modified-Since'] = since
|
||||
end
|
||||
end
|
||||
options
|
||||
end
|
||||
|
||||
# Downloader.download(url, name, [dir, [ims]])
|
||||
#
|
||||
# Update a file from url if newer version is available.
|
||||
# Creates the file if the file doesn't yet exist; however, the
|
||||
# directory where the file is being created has to exist already.
|
||||
# If +ims+ is false, already download url regardless its last
|
||||
# modified time.
|
||||
#
|
||||
# Example usage:
|
||||
# download 'http://www.unicode.org/Public/UCD/latest/ucd/UnicodeData.txt',
|
||||
# 'enc/unicode/data/UnicodeData.txt'
|
||||
def self.download(url, name, dir = nil, ims = true)
|
||||
file = dir ? File.join(dir, name) : name
|
||||
open(file, "wb", 0755) {|f| f.write(data)}
|
||||
url = URI(url)
|
||||
begin
|
||||
data = url.read(http_options(file, ims))
|
||||
rescue OpenURI::HTTPError => http_error
|
||||
return http_error.message =~ /^304 / # 304 Not Modified
|
||||
raise
|
||||
end
|
||||
mtime = nil
|
||||
open(file, "wb", 0600) do |f|
|
||||
f.write(data)
|
||||
f.chmod(mode_for(data))
|
||||
mtime = data.meta["last-modified"]
|
||||
end
|
||||
if mtime
|
||||
mtime = Time.httpdate(mtime)
|
||||
File.utime(mtime, mtime, file)
|
||||
end
|
||||
true
|
||||
rescue => e
|
||||
raise "failed to download #{name}\n#{e.message}: #{url}"
|
||||
end
|
||||
|
||||
# Update a file from url if newer version is available.
|
||||
# Creates the file if the file doesn't yet exist; however, the
|
||||
# directory where the file is being created has to exist already.
|
||||
# Example usage:
|
||||
# download_if_modified_since 'http://www.unicode.org/Public/UCD/latest/ucd/UnicodeData.txt',
|
||||
# 'enc/unicode/data/UnicodeData.txt'
|
||||
def self.download_if_modified_since(url, name, dir=nil, since=nil)
|
||||
file = dir ? File.join(dir, name) : name
|
||||
since = Date.new(1980,1,1) unless File.exist? file # use very old date to assure file creation
|
||||
since = File.mtime file unless since # get last modification time for file
|
||||
since = since.to_datetime if since.respond_to? :to_datetime # convert Time/Date to DateTime
|
||||
since = since.httpdate if since.respond_to? :httpdate # convert DateTime to String
|
||||
open(url, 'If-Modified-Since' => since) do |r|
|
||||
body = r.read
|
||||
open(file, 'wb', 0755) { |f| f.write(body) }
|
||||
end
|
||||
rescue OpenURI::HTTPError => http_error
|
||||
unless http_error.message =~ /^304 / # 304 Not Modified
|
||||
raise "Failed to (check for) downloading #{url}: #{http_error.message}"
|
||||
end
|
||||
def self.download_if_modified_since(url, name, dir = nil)
|
||||
download(url, name, dir)
|
||||
end
|
||||
end
|
||||
|
|
Loading…
Reference in a new issue