mid: no wide characters for sha1_hex

Apparently there are some really screwed up In-Reply-To
fields out there.

1 files changed, 4 insertions, 1 deletions

diff --git a/lib/PublicInbox/MID.pm b/lib/PublicInbox/MID.pm
index 78952b95..bb40cc76 100644
--- a/lib/PublicInbox/MID.pm
+++ b/lib/PublicInbox/MID.pm
@@ -25,6 +25,7 @@ sub id_compress {
         my ($id, $force) = @_;
 
         if ($force || $id =~ /[^\w\-]/ || length($id) > MID_MAX) {
+                utf8::encode($id);
                 return sha1_hex($id);
         }
         $id;
@@ -36,7 +37,9 @@ sub mid2path {
 
         unless (defined $x38) {
                 # compatibility with old links (or short Message-IDs :)
-                $mid = sha1_hex(mid_clean($mid));
+                $mid = mid_clean($mid);
+                utf8::encode($mid);
+                $mid = sha1_hex($mid);
                 ($x2, $x38) = ($mid =~ /\A([a-f0-9]{2})([a-f0-9]{38})\z/);
         }
         "$x2/$x38";