➕ Add cache_downloads feature, automate start and start-gateway with prestarts of the neo4j server.

Author: Daniel Kaminski de Souza

.env

@@ -0,0 +1,9 @@
+NEO4J_DIST='enterprise'
+NEO4J_VERSION='4.2.0'
+APOC_VERSION='4.2.0.0'
+DATASTORE_VERSION='4_0'
+NEO4J_USER=neo4j
+NEO4J_PASSWORD=letmein
+BOLT_PORT=7687
+HTTP_PORT=3000
+NEO4J_URI="bolt://localhost:{$BOLT_PORT}"

.env.example

@@ -0,0 +1,9 @@
+NEO4J_DIST='enterprise'
+NEO4J_VERSION='4.2.0'
+APOC_VERSION='4.2.0.0'
+DATASTORE_VERSION='4_0'
+NEO4J_USER=neo4j
+NEO4J_PASSWORD=letmein
+BOLT_PORT=7687
+HTTP_PORT=3000
+NEO4J_URI="bolt://localhost:{$BOLT_PORT}"

.gitignore

@@ -71,8 +71,5 @@ test/tck/*
 
 .history
 
-__MACOSX
-neo4j
-
-neo4j-enterprise*
-recommendations.db.zip*
+.download_cache
+neo4j

.vscode/settings.json

@@ -0,0 +1,3 @@
+{
+  "avaExplorer.cwd": "test"
+}

example/apollo-federation/gateway.js

@@ -5,16 +5,16 @@ import { inventorySchema } from './services/inventory';
 import { productsSchema } from './services/products';
 import { reviewsSchema } from './services/reviews';
 import neo4j from 'neo4j-driver';
+import dotenv from 'dotenv';
+
+dotenv.config();
 
 // The schema and seed data are based on the Apollo Federation demo
 // See: https://github.com/apollographql/federation-demo
 
 const driver = neo4j.driver(
   process.env.NEO4J_URI || 'bolt://localhost:7687',
-  neo4j.auth.basic(
-    process.env.NEO4J_USER || 'neo4j',
-    process.env.NEO4J_PASSWORD || 'letmein'
-  )
+  neo4j.auth.basic(process.env.NEO4J_USER, process.env.NEO4J_PASSWORD)
 );
 
 // Start Accounts

package-lock.json

@@ -4,12 +4,18 @@
   "description": "A GraphQL to Cypher query execution layer for Neo4j. ",
   "main": "./dist/index.js",
   "scripts": {
+    "reinstall": "sudo rm neo4j -r && npm install",
+    "preinstall": "sudo bash ./scripts/install-neo4j.sh",
+    "neo4j:start": "sudo bash ./scripts/start-neo4j.sh",
+    "neo4j:stop": "sudo bash ./scripts/stop-and-clear-neo4j.sh",
+    "prestart": "npm run neo4j:start",
     "start": "nodemon ./example/apollo-server/movies.js --exec babel-node -e js",
     "autogen": "nodemon ./example/autogenerated/autogen.js --exec babel-node -e js",
     "start-middleware": "nodemon ./example/apollo-server/movies-middleware.js --exec babel-node -e js",
     "start-typedefs": "nodemon ./example/apollo-server/movies-typedefs.js --exec babel-node -e js",
     "start-interface": "DEBUG=neo4j-graphql.js nodemon ./example/apollo-server/interface-union-example.js --exec babel-node -e js",
     "start-gateway": "nodemon ./example/apollo-federation/gateway.js --exec babel-node -e js",
+    "prestart-gateway": "npm run neo4j:start",
     "start-bookmark-example": "nodemon ./example/apollo-server/bookmarks.js --exec babel-node -e js",
     "start-auth-example": "JWT_SECRET=oqldBPU1yMXcrTwcha1a9PGi9RHlPVzQ nodemon ./example/apollo-server/authScopes.js --exec babel-node -e js",
     "build": "babel src --presets @babel/preset-env --out-dir dist",
@@ -71,11 +77,12 @@
     "@babel/runtime-corejs2": "^7.5.5",
     "apollo-server-errors": "^2.4.1",
     "debug": "^4.1.1",
+    "dotenv": "^8.2.0",
+    "graphql": "^15.4.0",
     "graphql-auth-directives": "^2.2.1",
+    "graphql-tools": "^7.0.2",
     "lodash": "^4.17.19",
-    "neo4j-driver": "^4.2.1",
-    "graphql": "^15.4.0",
-    "graphql-tools": "^7.0.2"
+    "neo4j-driver": "^4.2.1"
   },
   "ava": {
     "require": [

package.json

@@ -0,0 +1,45 @@
+#!/bin/bash
+
+get_latest_download() {
+  local cache="$1"   # Save first argument in a variable
+  local filename_glob="$2"
+  cd $cache
+  { # try
+    latest_download="$(ls -r $filename_glob | head -1)"
+    #save your output
+  } 2> /dev/null || { 
+    # catch
+    # save log for exception
+    latest_download=()
+  }
+  cd ..
+}
+
+check_if_there_is_need_to_download() {
+  local cache="$1"   # Save first argument in a variable
+  local file_URL="$2"   # Save first argument in a variable
+  local filename="$3"   # Save first argument in a variable
+  get_latest_download $cache $filename*
+
+  file_to_download=()
+  if [ ! "$latest_download" ]; then
+    file_to_download=($file_URL/$filename)
+  fi
+}
+get_list_of_files_to_download(){
+  # $1 cache folder
+  # $2..n files to check if available in cache
+  local cache="$1"   # Save first argument in a variable
+  shift            # Shift all arguments to the left (original $1 gets lost)
+  local files_info=("$@") # Rebuild the array with rest of arguments
+  local pattern='(.*):+(.*)'
+
+  files_to_download=()
+
+  for file_info in "${files_info[@]}"
+  do
+    [[ $file_info =~ $pattern ]]
+    check_if_there_is_need_to_download $cache ${BASH_REMATCH[1]} ${BASH_REMATCH[2]}
+    files_to_download+=($file_to_download)
+  done
+}

scripts/helpers/cache.sh

@@ -0,0 +1,28 @@
+#!/bin/bash
+
+source=${BASH_SOURCE[0]}
+
+cached_download(){
+    . $(dirname $source)/get_source_dir.sh
+    local this_directory=$(get_source_dir $source)
+    . $this_directory/cache.sh
+    . $this_directory/download_files.sh
+    . $this_directory/delete_duplicates.sh
+    # $1 download_info
+    # $2 cache_folder
+    local cache="$1"   # Save first argument in a variable
+    shift            # Shift all arguments to the left (original $1 gets lost)
+    local files_info=("$@") # Rebuild the array with rest of arguments
+    get_list_of_files_to_download $cache "${files_info[@]}"
+    download_files $cache "${files_to_download[@]}"
+    delete_duplicates $cache # just in case
+    cached_downloads=()
+    local pattern='(.*):+(.*)'
+    for file_info in ${files_info[@]}
+    do
+        [[ $file_info =~ $pattern ]]
+        local file_name=${BASH_REMATCH[2]}
+        get_latest_download $cache $file_name
+        cached_downloads+=($cache/$latest_download)
+    done
+}

scripts/helpers/cached_download.sh

@@ -0,0 +1,8 @@
+#!/bin/bash
+
+# sudo apt-get install fdupes
+
+delete_duplicates(){
+  local folder_to_look_for_duplicates="$1"
+  fdupes -rdN $folder_to_look_for_duplicates
+}