Welcome to mirror list, hosted at ThFree Co, Russian Federation.

gitlab.com/gitlab-org/gitlab-foss.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authormicael.bergeron <micael.bergeron@solutionstlm.com>2017-09-03 14:45:44 +0300
committermicael.bergeron <micael.bergeron@solutionstlm.com>2017-09-06 16:01:53 +0300
commitbca72f5906ed38dc231ef066231238758c1cb42d (patch)
treedcb5e33639aea203cc824a46ff82aaeb7b7c8b86 /lib/gitlab/encoding_helper.rb
parentb97f9629cabadca1125351a8aa514791524dea3f (diff)
wip: fake its a binary diff
Diffstat (limited to 'lib/gitlab/encoding_helper.rb')
-rw-r--r--lib/gitlab/encoding_helper.rb16
1 files changed, 12 insertions, 4 deletions
diff --git a/lib/gitlab/encoding_helper.rb b/lib/gitlab/encoding_helper.rb
index 8ddc91e341d..c5e173ba55a 100644
--- a/lib/gitlab/encoding_helper.rb
+++ b/lib/gitlab/encoding_helper.rb
@@ -13,6 +13,8 @@ module Gitlab
# https://gitlab.com/gitlab-org/gitlab_git/merge_requests/77#note_4754193
ENCODING_CONFIDENCE_THRESHOLD = 50
+ #
+ #
def encode!(message)
return nil unless message.respond_to? :force_encoding
@@ -22,20 +24,26 @@ module Gitlab
# return message if message type is binary
detect = CharlockHolmes::EncodingDetector.detect(message)
- return message.force_encoding("BINARY") if detect && detect[:type] == :binary
+ return message.force_encoding("BINARY") if binary?(message, detect)
- # force detected encoding if we have sufficient confidence.
if detect && detect[:encoding] && detect[:confidence] > ENCODING_CONFIDENCE_THRESHOLD
+ # force detected encoding if we have sufficient confidence.
message.force_encoding(detect[:encoding])
end
# encode and clean the bad chars
message.replace clean(message)
- rescue
+ rescue => e
+ byebug
encoding = detect ? detect[:encoding] : "unknown"
"--broken encoding: #{encoding}"
end
+ def binary?(message, detect=nil)
+ detect ||= CharlockHolmes::EncodingDetector.detect(message)
+ detect && detect[:type] == :binary && detect[:confidence] == 100
+ end
+
def encode_utf8(message)
detect = CharlockHolmes::EncodingDetector.detect(message)
if detect && detect[:encoding]
@@ -50,7 +58,7 @@ module Gitlab
clean(message)
end
end
-
+
private
def clean(message)