mirror of
https://github.com/rails/rails.git
synced 2022-11-09 12:12:34 -05:00
bdcfdef214
9.0.0 was released on June 21, 2016 http://blog.unicode.org/2016/06/announcing-unicode-standard-version-90.html http://www.unicode.org/versions/Unicode9.0.0/ There are some changes about grapheme cluster in Unicode 9.0.0: http://unicode.org/reports/tr29/#Grapheme_Cluster_Boundary_Rules ------------ I noticed that `unpack_graphemes` returns [Other] when the argument is Other ÷ Prepend (it must be [Other, Prepend]). But in [Unicode 8.0.0's Prepend has no characters](http://www.unicode.org/reports/tr29/tr29-27.html#Prepend) so we don't have to backport following patch: ```diff should_break = + if pos == eoc + true ```
39 lines
1.1 KiB
Ruby
39 lines
1.1 KiB
Ruby
module MultibyteTestHelpers
|
|
class Downloader
|
|
def self.download(from, to)
|
|
unless File.exist?(to)
|
|
unless File.exist?(File.dirname(to))
|
|
system "mkdir -p #{File.dirname(to)}"
|
|
end
|
|
open(from) do |source|
|
|
File.open(to, "w") do |target|
|
|
source.each_line do |l|
|
|
target.write l
|
|
end
|
|
end
|
|
end
|
|
end
|
|
true
|
|
end
|
|
end
|
|
|
|
UNIDATA_URL = "http://www.unicode.org/Public/#{ActiveSupport::Multibyte::Unicode::UNICODE_VERSION}/ucd"
|
|
CACHE_DIR = "#{Dir.tmpdir}/cache/unicode_conformance/#{ActiveSupport::Multibyte::Unicode::UNICODE_VERSION}"
|
|
FileUtils.mkdir_p(CACHE_DIR)
|
|
|
|
UNICODE_STRING = "こにちわ".freeze
|
|
ASCII_STRING = "ohayo".freeze
|
|
BYTE_STRING = "\270\236\010\210\245".force_encoding("ASCII-8BIT").freeze
|
|
|
|
def chars(str)
|
|
ActiveSupport::Multibyte::Chars.new(str)
|
|
end
|
|
|
|
def inspect_codepoints(str)
|
|
str.to_s.unpack("U*").map { |cp| cp.to_s(16) }.join(" ")
|
|
end
|
|
|
|
def assert_equal_codepoints(expected, actual, message = nil)
|
|
assert_equal(inspect_codepoints(expected), inspect_codepoints(actual), message)
|
|
end
|
|
end
|