2012-05-26 18:22:47 +00:00
|
|
|
# Patch Strings to enable detect_encoding! on views
|
|
|
|
require 'charlock_holmes/string'
|
2012-05-26 10:37:49 +00:00
|
|
|
module Gitlab
|
2012-05-29 08:16:59 +00:00
|
|
|
module Encode
|
2012-04-11 20:03:56 +00:00
|
|
|
extend self
|
|
|
|
|
|
|
|
def utf8 message
|
2012-05-29 08:16:59 +00:00
|
|
|
# return nil if message is nil
|
2012-05-21 20:17:41 +00:00
|
|
|
return nil unless message
|
|
|
|
|
2012-05-30 05:40:47 +00:00
|
|
|
message.force_encoding("utf-8")
|
2012-05-30 03:44:36 +00:00
|
|
|
# return message if message type is binary
|
|
|
|
detect = CharlockHolmes::EncodingDetector.detect(message)
|
|
|
|
return message if detect[:type] == :binary
|
|
|
|
|
2012-05-29 08:16:59 +00:00
|
|
|
# if message is utf-8 encoding, just return it
|
|
|
|
return message if message.valid_encoding?
|
2012-05-26 23:15:06 +00:00
|
|
|
|
2012-05-30 03:44:36 +00:00
|
|
|
# if message is not utf-8 encoding, convert it
|
|
|
|
if detect[:encoding]
|
2012-05-29 08:16:59 +00:00
|
|
|
message.force_encoding(detect[:encoding])
|
2012-08-10 22:07:50 +00:00
|
|
|
message.encode!("utf-8", detect[:encoding], undef: :replace, replace: "", invalid: :replace)
|
2012-05-29 08:16:59 +00:00
|
|
|
end
|
2012-05-26 23:15:06 +00:00
|
|
|
|
2012-05-30 03:44:36 +00:00
|
|
|
# ensure message encoding is utf8
|
2012-05-29 08:16:59 +00:00
|
|
|
message.valid_encoding? ? message : raise
|
|
|
|
|
|
|
|
# Prevent app from crash cause of encoding errors
|
2012-05-22 11:57:04 +00:00
|
|
|
rescue
|
2012-06-17 19:00:13 +00:00
|
|
|
encoding = detect ? detect[:encoding] : "unknown"
|
|
|
|
"--broken encoding: #{encoding}"
|
2012-04-11 20:03:56 +00:00
|
|
|
end
|
2012-05-26 18:20:35 +00:00
|
|
|
|
|
|
|
def detect_encoding message
|
|
|
|
return nil unless message
|
|
|
|
|
|
|
|
hash = CharlockHolmes::EncodingDetector.detect(message) rescue {}
|
|
|
|
return hash[:encoding] ? hash[:encoding] : nil
|
2012-04-11 20:03:56 +00:00
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|