test singly: enable output filenames to be the same as input names

Author: donglaiw

connectomics/config/defaults.py

@@ -484,6 +484,7 @@
 # Do inference one-by-on (load a volume when needed).
 _C.INFERENCE.DO_SINGLY = False
 _C.INFERENCE.DO_SINGLY_START_INDEX = 0
+_C.INFERENCE.DO_SINGLY_STEP = 1
 
 _C.INFERENCE.PAD_SIZE = None
 _C.INFERENCE.UNPAD = True

connectomics/data/dataset/build.py

@@ -67,9 +67,12 @@ def _get_file_list(name: Union[str, List[str]],
         return name
 
     suffix = name.split('.')[-1]
-    if suffix == 'txt':  # a text file saving the absolute path
+    if suffix == 'txt':  # a text file saving the absolute or relative path
         with open(name) as file:
-            filelist = [line.rstrip('\n') for line in file]
+            if prefix is None:
+                filelist = [line.rstrip('\n') for line in file]
+            else:
+                filelist = [os.path.join(prefix, line.rstrip('\n')) for line in file]
         return filelist
 
     suffix = name.split('/')[-1]

connectomics/engine/trainer.py

@@ -274,22 +274,26 @@ def test(self):
 
     def test_singly(self):
         dir_name = _get_file_list(self.cfg.DATASET.INPUT_PATH)
-        img_name = _get_file_list(self.cfg.DATASET.IMAGE_NAME, prefix=dir_name[0])
         assert len(dir_name) == 1 # avoid ambiguity when DO_SINGLY is True
+        img_name = _get_file_list(self.cfg.DATASET.IMAGE_NAME, prefix=dir_name[0])
+        num_file = len(img_name)
+
+        if os.path.isfile(self.cfg.INFERENCE.OUTPUT_NAME):
+            output_name = _get_file_list(self.cfg.DATASET.OUTPUT_NAME, prefix=self.output_dir)
+        else:
+            # same filename but different location
+            if self.output_dir != dir_name[0]:
+                output_name = _get_file_list(self.cfg.DATASET.IMAGE_NAME, prefix=self.output_dir)
+            else:
+                output_name = [x+'_result.h5' for x in img_name]
 
-        # save input image names for further reference
+        # save input image names for future reference
         fw = open(os.path.join(self.output_dir, "images.txt"), "w")
         fw.write('\n'.join(img_name))
         fw.close()
 
-        num_file = len(img_name)
-        start_idx = self.cfg.INFERENCE.DO_SINGLY_START_INDEX
-        digits = int(math.log10(num_file))+1
-        for i in range(start_idx, num_file):
-            self.test_filename = self.cfg.INFERENCE.OUTPUT_NAME + \
-                '_' + str(i).zfill(digits) + '.h5'
-            self.test_filename = self.augmentor.update_name(
-                self.test_filename)
+        for i in range(self.cfg.INFERENCE.DO_SINGLY_START_INDEX, num_file, self.cfg.INFERENCE.DO_SINGLY_STEP):
+            self.test_filename = output_name[i]
             if not os.path.exists(self.test_filename):
                 dataset = get_dataset(
                     self.cfg, self.augmentor, self.mode, self.rank,