Adding block to upload remote url to a public s3 bucket.

Author: matthewhudson

blocks/upload-url-to-s3/index.js

@@ -0,0 +1,16 @@
+const { Block } = require('node-webpipe')
+const { S3RemoteUploader } = require('./s3-uploader')
+
+new Block()
+  .name('Upload file to S3')
+  .description('Upload a remote file to a public S3 bucket.')
+  .input('url', 'string', 'A file url to upload.')
+  .output('url', 'string', 'Returns the url to the uploaded file.')
+  .handle((inputs, cb) => {
+    const fileUpload = new S3RemoteUploader(inputs.url)
+
+    fileUpload.dispatch().then(r => {
+      cb(null, { url: r.Location })
+    })
+  })
+  .listen()

blocks/upload-url-to-s3/package-lock.json

@@ -0,0 +1,8 @@
+{
+  "name": "upload-url-to-s3",
+  "dependencies": {
+    "aws-sdk": "^2.503.0",
+    "axios": "^0.19.0",
+    "stream": "0.0.2"
+  }
+}

blocks/upload-url-to-s3/package.json

@@ -0,0 +1,59 @@
+const stream = require('stream')
+const axios = require('axios')
+const AWS = require('aws-sdk')
+const url = require('url') // built-in utility
+
+class S3RemoteUploader {
+  constructor (remoteAddr) {
+    this.remoteAddr = remoteAddr
+    this.stream = stream
+    this.axios = axios
+    this.AWS = AWS
+    this.AWS.config.update({
+      accessKeyId: process.env.AWS_S3_ACCESS_KEY,
+      secretAccessKey: process.env.AWS_S3_SECRET_KEY
+    })
+    // this.spacesEndpoint = new this.AWS.Endpoint(process.env.AWS_S3_ENDPOINT)
+    this.s3 = new this.AWS.S3()
+    this.file_name = url.parse(
+      this.remoteAddr.substring(this.remoteAddr.lastIndexOf('/') + 1)
+    ).pathname
+    this.obj_key = 'public/' + this.file_name
+    this.content_type = 'application/octet-stream'
+    this.uploadStream()
+  }
+
+  uploadStream () {
+    const pass = new this.stream.PassThrough()
+    this.promise = this.s3
+      .upload({
+        Bucket: process.env.AWS_S3_BUCKET,
+        Key: this.obj_key,
+        Body: pass,
+        ContentType: this.content_type
+      })
+      .promise()
+    return pass
+  }
+
+  initiateAxiosCall () {
+    return axios({
+      method: 'get',
+      url: this.remoteAddr,
+      responseType: 'stream'
+    })
+  }
+
+  async dispatch () {
+    await this.initiateAxiosCall().then(response => {
+      if (response.status === 200) {
+        this.content_type = response.headers['content-type']
+        response.data.pipe(this.uploadStream())
+      }
+    })
+    return this.promise
+  }
+}
+module.exports = {
+  S3RemoteUploader: S3RemoteUploader
+}