flake8 fixes

Author: timvaillancourt

mongodb_consistent_backup/Archive/Archive.py

@@ -1,5 +1,3 @@
-from mongodb_consistent_backup.Archive.Tar import Tar
-from mongodb_consistent_backup.Archive.Zbackup import Zbackup
 from mongodb_consistent_backup.Pipeline import Stage
 
 

mongodb_consistent_backup/Archive/Tar/Tar.py

@@ -7,7 +7,6 @@
 from types import MethodType
 
 from TarThread import TarThread
-from mongodb_consistent_backup.Common import parse_method
 from mongodb_consistent_backup.Errors import Error, OperationError
 from mongodb_consistent_backup.Pipeline import Task
 
@@ -19,6 +18,7 @@ def _reduce_method(m):
     else:
         return getattr, (m.im_self, m.im_func.func_name)
 
+
 pickle(MethodType, _reduce_method)
 
 

mongodb_consistent_backup/Archive/Tar/TarThread.py

@@ -28,20 +28,20 @@ def run(self):
         if os.path.isdir(self.backup_dir):
             if not os.path.isfile(self.output_file):
                 try:
-                     backup_base_dir  = os.path.dirname(self.backup_dir)
-                     backup_base_name = os.path.basename(self.backup_dir)
-        
-                     log_msg   = "Archiving directory: %s" % self.backup_dir
-                     cmd_flags = ["-C", backup_base_dir, "-cf", self.output_file, "--remove-files", backup_base_name]
-        
-                     if self.do_gzip():
-                         log_msg   = "Archiving and compressing directory: %s" % self.backup_dir
-                         cmd_flags = ["-C", backup_base_dir, "-czf", self.output_file, "--remove-files", backup_base_name]
-        
-                     logging.info(log_msg)
-                     self.running  = True
-                     self._command = LocalCommand(self.binary, cmd_flags, self.verbose)
-                     self.exit_code = self._command.run()
+                    backup_base_dir  = os.path.dirname(self.backup_dir)
+                    backup_base_name = os.path.basename(self.backup_dir)
+
+                    log_msg   = "Archiving directory: %s" % self.backup_dir
+                    cmd_flags = ["-C", backup_base_dir, "-cf", self.output_file, "--remove-files", backup_base_name]
+
+                    if self.do_gzip():
+                        log_msg   = "Archiving and compressing directory: %s" % self.backup_dir
+                        cmd_flags = ["-C", backup_base_dir, "-czf", self.output_file, "--remove-files", backup_base_name]
+
+                    logging.info(log_msg)
+                    self.running  = True
+                    self._command = LocalCommand(self.binary, cmd_flags, self.verbose)
+                    self.exit_code = self._command.run()
                 except Exception, e:
                     logging.fatal("Failed archiving file: %s! Error: %s" % (self.output_file, e))
                 finally:

mongodb_consistent_backup/Archive/Tar/__init__.py

@@ -1,9 +1,9 @@
-from Tar import Tar
+from Tar import Tar  # NOQA
 
 
 def config(parser):
     parser.add_argument("--archive.tar.compression", dest="archive.tar.compression",
                         help="Tar archiver compression method (default: gzip)", default='gzip', choices=['gzip', 'none'])
-    parser.add_argument("--archive.tar.threads", dest="archive.tar.threads", 
+    parser.add_argument("--archive.tar.threads", dest="archive.tar.threads",
                         help="Number of Tar archiver threads to use (default: 1-per-CPU)", default=0, type=int)
     return parser

mongodb_consistent_backup/Archive/Zbackup/Zbackup.py

@@ -95,20 +95,20 @@ def version(self):
                 return None
             except Exception, e:
                 raise OperationError("Could not gather ZBackup version: %s" % e)
-    
+
     def has_zbackup(self):
         if self.version():
-           return True
+            return True
         return False
 
     def close(self, exit_code=None, frame=None):
         del exit_code
         del frame
         if not self.stopped:
-            if self._zbackup and self._zbackup.poll() == None:
+            if self._zbackup and self._zbackup.poll() is None:
                 logging.debug("Stopping running ZBackup command")
                 self._zbackup.terminate()
-            if self._tar and self._tar.poll() == None:
+            if self._tar and self._tar.poll() is None:
                 logging.debug("Stopping running ZBackup tar command")
                 self._tar.terminate()
             self.stopped = True
@@ -131,12 +131,12 @@ def wait(self):
                 self.poll()
                 if tar_done:
                     self._zbackup.communicate()
-                    if self._zbackup.poll() != None:
+                    if self._zbackup.poll() is not None:
                         logging.info("ZBackup completed successfully with exit code: %i" % self._zbackup.returncode)
                         if self._zbackup.returncode != 0:
                             raise OperationError("ZBackup exited with code: %i!" % self._zbackup.returncode)
                         break
-                elif self._tar.poll() != None:
+                elif self._tar.poll() is not None:
                     if self._tar.returncode == 0:
                         logging.debug("ZBackup tar command completed successfully with exit code: %i" % self._tar.returncode)
                         tar_done = True
@@ -160,9 +160,9 @@ def run(self):
             lock = Lock(self.zbackup_lock)
             lock.acquire()
             try:
-                logging.info("Starting ZBackup version: %s (options: compression=%s, encryption=%s, threads=%i, cache_mb=%i)" %
-                    (self.version(), self.compression(), self.encrypted, self.threads(), self.zbackup_cache_mb)
-                )
+                logging.info("Starting ZBackup version: %s (options: compression=%s, encryption=%s, threads=%i, cache_mb=%i)" % (
+                    self.version(), self.compression(), self.encrypted, self.threads(), self.zbackup_cache_mb
+                ))
                 self.running = True
                 try:
                     for sub_dir in os.listdir(self.backup_dir):

mongodb_consistent_backup/Archive/Zbackup/__init__.py

@@ -1,4 +1,4 @@
-from Zbackup import Zbackup
+from Zbackup import Zbackup  # NOQA
 
 
 def config(parser):

mongodb_consistent_backup/Archive/__init__.py

@@ -1,6 +1,6 @@
-from Archive import Archive
+from Archive import Archive  # NOQA
 
 
 def config(parser):
-    parser.add_argument("--archive.method", dest="archive.method", help="Archiver method (default: tar)", default='tar', choices=['tar','zbackup','none'])
+    parser.add_argument("--archive.method", dest="archive.method", help="Archiver method (default: tar)", default='tar', choices=['tar', 'zbackup', 'none'])
     return parser

mongodb_consistent_backup/Backup/Backup.py

@@ -1,4 +1,4 @@
-from mongodb_consistent_backup.Backup.Mongodump import Mongodump
+from mongodb_consistent_backup.Backup.Mongodump import Mongodump  # NOQA
 from mongodb_consistent_backup.Pipeline import Stage
 
 

mongodb_consistent_backup/Backup/Mongodump/Mongodump.py

@@ -1,14 +1,13 @@
-import os, sys
+import os
 import logging
-import signal
+import sys
 
 from math import floor
-from multiprocessing import cpu_count
 from subprocess import check_output
 from time import sleep
 
 from mongodb_consistent_backup.Common import MongoUri, config_to_string
-from mongodb_consistent_backup.Errors import Error, OperationError
+from mongodb_consistent_backup.Errors import OperationError
 from mongodb_consistent_backup.Oplog import OplogState
 from mongodb_consistent_backup.Pipeline import Task
 
@@ -82,8 +81,6 @@ def summary(self):
     def get_summaries(self):
         for shard in self.states:
             state = self.states[shard]
-            host  = state.get('host')
-            port  = state.get('port')
             self._summary[shard] = state.get().copy()
 
     def wait(self):

mongodb_consistent_backup/Backup/Mongodump/MongodumpThread.py

@@ -61,7 +61,7 @@ def parse_mongodump_line(self, line):
                 (date, line) = line.split("\t")
             elif is_datetime(line):
                 return None
-            return "%s:\t%s" % (self.uri, line) 
+            return "%s:\t%s" % (self.uri, line)
         except:
             return None
 
@@ -105,7 +105,7 @@ def wait(self):
                             break
                         else:
                             logging.info(line)
-                if self._process.poll() != None:
+                if self._process.poll() is not None:
                     break
         except Exception, e:
             logging.exception("Error reading mongodump output: %s" % e)
@@ -117,7 +117,7 @@ def mongodump_cmd(self):
         mongodump_cmd   = [self.binary]
         mongodump_flags = ["--host", mongodump_uri.host, "--port", str(mongodump_uri.port), "--oplog", "--out", "%s/dump" % self.backup_dir]
         if self.threads > 0:
-            mongodump_flags.extend(["--numParallelCollections="+str(self.threads)])
+            mongodump_flags.extend(["--numParallelCollections=" + str(self.threads)])
         if self.dump_gzip:
             mongodump_flags.extend(["--gzip"])
         if tuple("3.4.0".split(".")) <= tuple(self.version.split(".")):
@@ -131,7 +131,7 @@ def mongodump_cmd(self):
                 mongodump_flags.extend(["-u", self.user, "-p", '""'])
                 self.do_stdin_passwd = True
             else:
-                logging.warning("Mongodump is too old to set password securely! Upgrade to mongodump >= 3.0.2 to resolve this") 
+                logging.warning("Mongodump is too old to set password securely! Upgrade to mongodump >= 3.0.2 to resolve this")
                 mongodump_flags.extend(["-u", self.user, "-p", self.password])
         mongodump_cmd.extend(mongodump_flags)
         return mongodump_cmd