quick fix for unicode errors on recycling

2026-07-28 14:47:22 -07:00 · 2018-10-30 14:26:44 -04:00
parent ea3a4d05f3
commit 27d5f43563
1 changed files with 4 additions and 1 deletions
@@ -1018,7 +1018,10 @@ def convert_hex(working_file):
        for line in f:
            match = re.search(regex, line.rstrip('\n'))
            if match:
-                processed_words.append(binascii.unhexlify(match.group(1)).decode('utf-8'))
+                try:
+                    processed_words.append(binascii.unhexlify(match.group(1)).decode('utf-8'))
+                except UnicodeDecodeError:
+                    pass
            else:
                processed_words.append(line.rstrip('\n'))