From cdbf51e42597605e5c087c0d394d01f51e8fd5bc Mon Sep 17 00:00:00 2001 From: Pierre-Yves Chibon Date: Oct 24 2016 09:14:00 +0000 Subject: [PATCH 1/2] If chardet do not return any result, go for the default one --- diff --git a/pagure/lib/encoding_utils.py b/pagure/lib/encoding_utils.py index 23eb4ef..2fb75b3 100644 --- a/pagure/lib/encoding_utils.py +++ b/pagure/lib/encoding_utils.py @@ -81,6 +81,8 @@ def detect_encodings(data): detector.reset() detector.feed(data) result = detector.close() + if not result: + return {'ascii': 1.0} encodings = {result['encoding']: result['confidence']} for prober in detector._mCharSetProbers: if prober: From 88cb46e0a2c91eb5cdf6df8d148bd8517e333648 Mon Sep 17 00:00:00 2001 From: Pierre-Yves Chibon Date: Oct 24 2016 09:28:24 +0000 Subject: [PATCH 2/2] If no encoding is returned, default to utf-8 instead of ascii --- diff --git a/pagure/lib/encoding_utils.py b/pagure/lib/encoding_utils.py index 2fb75b3..4a9136a 100644 --- a/pagure/lib/encoding_utils.py +++ b/pagure/lib/encoding_utils.py @@ -82,7 +82,7 @@ def detect_encodings(data): detector.feed(data) result = detector.close() if not result: - return {'ascii': 1.0} + return {'utf-8': 1.0} encodings = {result['encoding']: result['confidence']} for prober in detector._mCharSetProbers: if prober: