- When the history file contains non-utf8 character sequences,

  don't crash but just replace them with the "unknown" unicode char.

- When writing out text to the terminal, use "?" instead of crashing
  when the text cannot be encoded.

Author: arigo

pyrepl/readline.py

@@ -235,7 +235,7 @@ def _histline(self, line):
         try:
             return unicode(line, ENCODING)
         except UnicodeDecodeError:   # bah, silently fall back...
-            return unicode(line, 'utf-8')
+            return unicode(line, 'utf-8', 'replace')
 
     def get_history_length(self):
         return self.saved_history_length

pyrepl/unix_console.py

@@ -477,7 +477,7 @@ def flushoutput(self):
             if iscode:
                 self.__tputs(text)
             else:
-                os.write(self.output_fd, text.encode(self.encoding))
+                os.write(self.output_fd, text.encode(self.encoding, 'replace'))
         del self.__buffer[:]
 
     def __tputs(self, fmt, prog=delayprog):