Get adapter working: pull records from mysql and pipe through built-in tapMysql plugin to convert to ndjson. Works in stream mode only so far

Author: donpedro

.vscode/launch.json

@@ -45,21 +45,7 @@
             ],
             "console": "internalConsole",
             "env": {"DEBUG_LEVEL":"debug"}
-        },
-        {        
-            "name": "TestAdapter Debug",
-            "type": "node",
-            "request": "launch",
-            "program": "${workspaceRoot}/node_modules/gulp/bin/gulp.js",
-            "stopOnEntry": false,
-            "args": ["--gulpfile", "./debug/gulpfile.ts", "testAdapter"],
-            "cwd": "${workspaceRoot}",
-            "runtimeArgs": [
-                "--nolazy", "-r", "ts-node/register"
-            ],
-            "console": "internalConsole",
-            "env": {"DEBUG_LEVEL":"debug"}
-        },        
+        },     
         {
             "name": "csvParseWithoutGulp",
             "type": "node",

debug/gulpfile.ts

@@ -1,5 +1,5 @@
 let gulp = require('gulp')
-import { src as mysqlSrc } from '../src/plugin'
+import * as tapMysql from '../src/plugin'
 
 import * as loglevel from 'loglevel'
 const log = loglevel.getLogger('gulpfile')
@@ -24,32 +24,6 @@ function switchToBuffer(callback: any) {
   callback();
 }
 
-function runTapCsv(callback: any) {
-  log.info('gulp task starting for ' + PLUGIN_NAME)
-
-  return gulp.src('../testdata/*.csv',{buffer:gulpBufferMode})
-    .pipe(errorHandler(function(err:any) {
-      log.error('Error: ' + err)
-      callback(err)
-    }))
-    .on('data', function (file:Vinyl) {
-      log.info('Starting processing on ' + file.basename)
-    })    
-    // .pipe(tapCsv({raw:true/*, info:true */}))
-    .pipe(rename({
-      extname: ".ndjson",
-    }))      
-    .pipe(gulp.dest('../testdata/processed'))
-    .on('data', function (file:Vinyl) {
-      log.info('Finished processing on ' + file.basename)
-    })    
-    .on('end', function () {
-      log.info('gulp task complete')
-      callback()
-    })
-
-}
-
 export function csvParseWithoutGulp(callback: any) {
 
   const parse = require('csv-parse')
@@ -65,13 +39,30 @@ export function csvParseWithoutGulp(callback: any) {
 
 
 
-export function testAdapter(callback: any) {
+function testAdapter(callback: any) {
   log.info('gulp task starting for ' + PLUGIN_NAME)
 
   try {
 
-
-  return mysqlSrc('../testdata/cars.csv',{buffer:gulpBufferMode})
+    // contains secure info; store in parent folder of this project, outside of repo
+    let configObj = require('../../mysql-settings.json')
+
+    /* 
+    let configObj = 
+    // mysql-settings.json should look like this: 
+    {
+      "sql": "SELECT * FROM customers LIMIT 2;",
+      "connection": {
+        "host"     : "example.org",
+        "user"     : "bob",
+        "password" : "secret",
+        "database" : "schemaName"
+      }
+    }
+    
+    */
+
+  return tapMysql.src('mysqlResults',configObj)
     .pipe(errorHandler(function(err:any) {
       log.error('Error: ' + err)
       callback(err)
@@ -99,5 +90,5 @@ export function testAdapter(callback: any) {
 
 }
 
-exports.default = gulp.series(runTapCsv)
-exports.runTapCsvBuffer = gulp.series(switchToBuffer, runTapCsv)
+exports.default = gulp.series(testAdapter)
+exports.runTapCsvBuffer = gulp.series(switchToBuffer, testAdapter)

package-lock.json

@@ -24,6 +24,7 @@
     "from2": "^2.3.0",
     "gulp-error-handle": "^1.0.1",
     "loglevel": "^1.6.1",
+    "mysql": "^2.17.1",
     "pkginfo": "^0.4.1",
     "plugin-error": "^1.0.1",
     "through2": "^3.0.1",
@@ -34,6 +35,7 @@
     "@types/gulp-rename": "0.0.33",
     "@types/jest": "^23.3.14",
     "@types/loglevel": "^1.5.4",
+    "@types/mysql": "^2.15.6",
     "@types/node": "^10.14.6",
     "@types/vinyl": "^2.0.3",
     "@types/vinyl-paths": "0.0.31",