Merge pull request #130 from islue/unicode_decode_error_handler

1.0.2: ignore bson unicode decode error

Author: timvaillancourt

mongodb_consistent_backup/Oplog/Oplog.py

@@ -3,6 +3,7 @@
 
 from gzip import GzipFile
 from bson import BSON, decode_file_iter
+from bson.codec_options import CodecOptions
 
 from mongodb_consistent_backup.Errors import OperationError
 
@@ -44,7 +45,7 @@ def load(self):
         try:
             oplog = self.open()
             logging.debug("Reading oplog file %s" % self.oplog_file)
-            for change in decode_file_iter(oplog):
+            for change in decode_file_iter(oplog, CodecOptions(unicode_decode_error_handler="ignore")):
                 if 'ts' in change:
                     self._last_ts = change['ts']
                 if self._first_ts is None and self._last_ts is not None: