add CWLPNGPlot type

Author: giannisdoukas

examples/intro.ipynb

@@ -15,7 +15,7 @@
 from nbformat.notebooknode import NotebookNode  # type: ignore
 
 from .iotypes import CWLFilePathInput, CWLBooleanInput, CWLIntInput, CWLStringInput, CWLFilePathOutput, \
-    CWLDumpableFile, CWLDumpableBinaryFile, CWLDumpable
+    CWLDumpableFile, CWLDumpableBinaryFile, CWLDumpable, CWLPNGPlot
 from .requirements_manager import RequirementsManager
 
 with open(os.sep.join([os.path.abspath(os.path.dirname(__file__)), 'templates', 'template.dockerfile'])) as f:
@@ -61,9 +61,16 @@ class AnnotatedVariablesExtractor(ast.NodeTransformer):
     }
 
     dumpable_mapper = {
-        (CWLDumpableFile.__name__,): "with open('{var_name}', 'w') as f:\n\tf.write({var_name})",
-        (CWLDumpableBinaryFile.__name__,): "with open('{var_name}', 'wb') as f:\n\tf.write({var_name})",
+        (CWLDumpableFile.__name__,): (
+            "with open('{var_name}', 'w') as f:\n\tf.write({var_name})", lambda node: node.target.id
+        ),
+        (CWLDumpableBinaryFile.__name__,): (
+            "with open('{var_name}', 'wb') as f:\n\tf.write({var_name})", lambda node: node.target.id
+        ),
         (CWLDumpable.__name__, CWLDumpable.dump.__name__): None,
+        (CWLPNGPlot.__name__,): (
+            'import matplotlib.pyplot as plt\nplt.savefig("{var_name}.png")',
+            lambda node: str(node.target.id) + '.png'),
     }
 
     def __init__(self, *args, **kwargs):
@@ -103,12 +110,11 @@ def _visit_input_ann_assign(self, node, annotation):
         return None
 
     def _visit_default_dumper(self, node, dumper):
-        dump_tree = ast.parse(dumper.format(var_name=node.target.id))
-        self.to_dump.append(dump_tree.body)
+        dump_tree = ast.parse(dumper[0].format(var_name=node.target.id))
         self.extracted_variables.append(_VariableNameTypePair(
-            node.target.id, None, None, None, False, True, node.target.id)
+            node.target.id, None, None, None, False, True, dumper[1](node))
         )
-        return self.conv_AnnAssign_to_Assign(node)
+        return [self.conv_AnnAssign_to_Assign(node), *dump_tree.body]
 
     def _visit_user_defined_dumper(self, node):
         load_ctx = ast.Load()

ipython2cwl/cwltoolextractor.py

@@ -158,3 +158,22 @@ class CWLDumpableBinaryFile(CWLDumpable):
     and at the CWL, the data, will be mapped as a output.
     """
     pass
+
+
+class CWLPNGPlot(CWLDumpable):
+    """Use that annotation to define that after the assigment of that variable the plt.savefig() should
+    be called
+
+    >>> import matplotlib.pyplot as plt
+    >>> data = [1,2,3]
+    >>> new_data: 'CWLPNGPlot' = plt.plot(data)
+
+    the converter will tranform these lines to
+
+    >>> import matplotlib.pyplot as plt
+    >>> data = [1,2,3]
+    >>> new_data: 'CWLPNGPlot' = plt.plot(data)
+    >>> plt.savefig('new_data.png')
+
+    """
+    pass

ipython2cwl/iotypes.py

@@ -4,6 +4,6 @@ coveralls>=2.0.0
 virtualenv>=3.1.0
 gitpython>=3.1.3
 docker>=4.2.1
-git+https://github.com/giannisdoukas/cwltool.git#egg=cwltool
+cwltool==3.0.20200706173533
 pandas==1.0.5
 mypy

test-requirements.txt

@@ -474,3 +474,45 @@ def test_AnnotatedIPython2CWLToolConverter_custom_dumpables(self):
                 os.remove(f)
             except FileNotFoundError:
                 pass
+
+    def test_AnnotatedIPython2CWLToolConverter_CWLPNGPlot(self):
+        code = os.linesep.join([
+            "import matplotlib.pyplot as plt",
+            "new_data: 'CWLPNGPlot' = plt.plot([1,2,3,4])",
+        ])
+        converter = AnnotatedIPython2CWLToolConverter(code)
+        new_script = converter._wrap_script_to_method(
+            converter._tree,
+            converter._variables
+        )
+        try:
+            os.remove('new_data.png')
+        except FileNotFoundError:
+            pass
+        exec(new_script)
+        locals()['main']()
+        self.assertTrue(os.path.isfile('new_data.png'))
+        os.remove('new_data.png')
+
+        tool = converter.cwl_command_line_tool()
+        self.assertDictEqual(
+            {
+                'cwlVersion': "v1.1",
+                'class': 'CommandLineTool',
+                'baseCommand': 'notebookTool',
+                'hints': {
+                    'DockerRequirement': {'dockerImageId': 'jn2cwl:latest'}
+                },
+                'arguments': ['--'],
+                'inputs': {},
+                'outputs': {
+                    'new_data': {
+                        'type': 'File',
+                        'outputBinding': {
+                            'glob': 'new_data.png'
+                        }
+                    }
+                },
+            },
+            tool
+        )

tests/test_cwltoolextractor.py

@@ -29,8 +29,8 @@ def test_repo2cwl(self):
         self.assertListEqual(['example1.cwl'], [f for f in os.listdir(output_dir) if not f.startswith('.')])
 
         with open(os.path.join(output_dir, 'example1.cwl')) as f:
-            print(20 * '=')
             print('workflow file')
+            print(20 * '=')
             print(f.read())
             print(20 * '=')