Version 2.4.15.1

Author: Marcin Przepiorowski

.github/workflows/build.yml

@@ -149,9 +149,54 @@ jobs:
         name: cento6build
         path: ${{ env.FILENAME }}
 
+  oel8:
+    needs: [centos7]
+    runs-on: ubuntu-latest
+
+    steps:
+    - name: checkout dxtoolkit code
+      uses: actions/checkout@master
+
+    - name: Set up a Perl container
+      #uses: pioro/dxtoolkit@develop
+      uses: docker://pioro/dxperloel8:5.26
+      with:
+        ENCKEY: ${{ secrets.ENCKEY }}
+
+    - name: Get the version
+      id: get_version
+      run: |
+        if (echo ${GITHUB_REF} | grep "/tags/" > /dev/null); then
+          SOURCE_TAG=${GITHUB_REF#refs/tags/}
+        elif (echo ${GITHUB_REF} | grep "/heads/" > /dev/null); then
+          SOURCE_TAG=${GITHUB_REF#refs/heads/}
+        else
+          exit 1
+        fi
+        FILENAME="dxtoolkit2-${SOURCE_TAG}-redhat8-installer.tar.gz"
+        echo SOURCE_TAG=$SOURCE_TAG >> $GITHUB_ENV
+        echo FILENAME=$FILENAME >> $GITHUB_ENV
+
+    - name: add examples
+      run: |
+        gzip -d dxtoolkit.tar.gz
+        tar -rvf dxtoolkit.tar bin/dxtools.conf.example bin/dxusers.csv.example
+        gzip dxtoolkit.tar
+
+    - name: compress toolkit
+      run: |
+        mv dxtoolkit.tar.gz ${{ env.FILENAME }}
+
+    - name: Upload oel 8
+      uses: actions/upload-artifact@v1
+      with:
+        name: oel8build
+        path: ${{ env.FILENAME }}
+
+
   Windows:
     needs: [centos7]
-    runs-on: windows-2016
+    runs-on: windows-latest
 
     steps:
     - name: checkout dxtoolkit code
@@ -347,6 +392,13 @@ jobs:
       with:
         name: osxbuild
 
+
+    - name: Download OEL8
+      uses: actions/download-artifact@v1
+      with:
+        name: oel8build
+
+
     - name: Say
       run: |
         echo "HELLO"
@@ -359,13 +411,15 @@ jobs:
         SOURCE_TAG=${GITHUB_REF#refs/tags/}
         FILENAMERH7="dxtoolkit2-${SOURCE_TAG}-redhat7-installer.tar.gz"
         FILENAMERH6="dxtoolkit2-${SOURCE_TAG}-redhat6-installer.tar.gz"
+        FILENAMERH8="dxtoolkit2-${SOURCE_TAG}-redhat8-installer.tar.gz"
         FILENAMEUBUNTU="dxtoolkit2-${SOURCE_TAG}-ubuntu1804-installer.tar.gz"
         FILENAMEWIN="dxtoolkit2-${SOURCE_TAG}-win64-installer.zip"
         FILENAMEOSX="dxtoolkit2-${SOURCE_TAG}-osx.tar.gz"
 
         echo SOURCE_TAG=$SOURCE_TAG >> $GITHUB_ENV
         echo FILENAMERH7=$FILENAMERH7 >> $GITHUB_ENV
         echo FILENAMERH6=$FILENAMERH6 >> $GITHUB_ENV
+        echo FILENAMERH8=$FILENAMERH8 >> $GITHUB_ENV
         echo FILENAMEUBUNTU=$FILENAMEUBUNTU >> $GITHUB_ENV
         echo FILENAMEWIN=$FILENAMEWIN >> $GITHUB_ENV
         echo FILENAMEOSX=$FILENAMEOSX >> $GITHUB_ENV
@@ -378,5 +432,5 @@ jobs:
         name: Release ${{ env.SOURCE_TAG }}
         draft: true
         prerelease: true
-        artifacts: "cento7build/${{ env.FILENAMERH7 }},cento6build/${{ env.FILENAMERH6 }},ubuntubuild/${{ env.FILENAMEUBUNTU }},windowsbuild/${{ env.FILENAMEWIN }},osxbuild/${{ env.FILENAMEOSX }}"
+        artifacts: "cento7build/${{ env.FILENAMERH7 }},cento6build/${{ env.FILENAMERH6 }},oel8build/${{ env.FILENAMERH8 }},ubuntubuild/${{ env.FILENAMEUBUNTU }},windowsbuild/${{ env.FILENAMEWIN }},osxbuild/${{ env.FILENAMEOSX }}"
         tag: ${{ env.SOURCE_TAG }}

.github/workflows/develop.yml

@@ -169,9 +169,56 @@ jobs:
         name: cento6build
         path: ${{ env.FILENAME }}
 
+
+  oel8:
+    needs: [centos7]
+    runs-on: ubuntu-latest
+
+    steps:
+    - name: checkout dxtoolkit code
+      uses: actions/checkout@master
+
+    - name: Set up a Perl container
+      #uses: pioro/dxtoolkit@develop
+      uses: docker://pioro/dxperloel8:5.26
+      with:
+        ENCKEY: ${{ secrets.ENCKEY }}
+
+    - name: Get the version
+      id: get_version
+      run: |
+        if (echo ${GITHUB_REF} | grep "/tags/" > /dev/null); then
+          SOURCE_TAG=${GITHUB_REF#refs/tags/}
+        elif (echo ${GITHUB_REF} | grep "/heads/" > /dev/null); then
+          SOURCE_TAG=${GITHUB_REF#refs/heads/}
+        else
+          exit 1
+        fi
+        FILENAME="dxtoolkit2-${SOURCE_TAG}-redhat8-installer.tar.gz"
+        echo SOURCE_TAG=$SOURCE_TAG >> $GITHUB_ENV
+        echo FILENAME=$FILENAME >> $GITHUB_ENV
+
+    - name: add examples
+      run: |
+        gzip -d dxtoolkit.tar.gz
+        tar -rvf dxtoolkit.tar bin/dxtools.conf.example bin/dxusers.csv.example
+        gzip dxtoolkit.tar
+
+    - name: compress toolkit
+      run: |
+        mv dxtoolkit.tar.gz ${{ env.FILENAME }}
+
+    - name: Upload oel 8
+      uses: actions/upload-artifact@v1
+      with:
+        name: oel8build
+        path: ${{ env.FILENAME }}
+
+
+
   Windows:
     needs: [centos7]
-    runs-on: windows-2016
+    runs-on: windows-latest
 
     steps:
     - name: checkout dxtoolkit code

CHANGELOG.md

@@ -1,3 +1,20 @@
+## 2.4.15.1
+
+### Added
+- [enhancement #194](https://github.com/delphix/dxtoolkit/issues/194) Last refresh date added to dx_get_db_env as a new column
+- dx_get_source_info is displaying now a status for Validated Sync opertion for MS SQL and Sybase
+- dx_get_db_env has a new column showing last VDB refresh time
+- dx_get_vdbsize - new script to display total storage used by VDB
+
+
+### Changed
+- [bug #197](https://github.com/delphix/dxtoolkit/issues/197) dx_get_db_env is displaying now a parent snapshot / time of the parent dSource / VDB - not a rollback one
+- [bug #185](https://github.com/delphix/dxtoolkit/issues/185) dx_get_db_env is not displaying errors for replicated objects
+- [bug #190](https://github.com/delphix/dxtoolkit/issues/190) dx_provision_db works with None snapshot policy
+- [bug #198](https://github.com/delphix/dxtoolkit/issues/198) dx_get_source_info failing with vFiles dSources
+- [bug #199](https://github.com/delphix/dxtoolkit/issues/199) reserved space added to dx_get_appliance
+
+
 ## 2.4.14.1
 
 ### Changed

bin/dx_ctl_replication.pl

@@ -207,7 +207,7 @@ =head1 Example
 
 Replicate a profile called "backup"
 
-  dx_get_replication -d DelphixEngine -profilename backup -nowait
+  dx_ctl_replication -d DelphixEngine -profilename backup -nowait
   Replication job JOB-7425 started in background
 
 =cut

bin/dx_get_appliance.pl

@@ -243,6 +243,39 @@ =head1 OPTIONS
 
 =back
 
+=head1 COLUMNS
+
+Columns description
+
+=over 1
+
+=item B<Appliance> - Delphix Engine name from dxtools.conf file
+
+=item B<Status> - Status of Delphix Engine
+
+=item B<Version> - Version of Delphix Engine
+
+=item B<Total> - Total storage allocated to Delphix Engine
+
+=item B<Used> - Used space. Up to version 6.0.7 this is space used by data objects. Since 6.0.7 this include a reserved space as well.
+
+=item B<Free> - Free space on engine
+
+=item B<PctUsed> - Percent of used space
+
+=item B<dSource#> - Number of dSources on the engine
+
+=item B<VDBs#> - Number of VDBs on the engine
+
+=item B<Total Objects> - Total number of objects on the engine
+
+=item B<vCpu> - No of vCPU allocated to the engine
+
+=item B<vMem> - Size of memory allocated to the engine
+
+=back
+
+
 =head1 EXAMPLES
 
 Display a Delphix Engine summary
@@ -253,5 +286,12 @@ =head1 EXAMPLES
  -------------------- -------- -------- ---------- ---------- ---------- ---------- -------- -------- --------
  Landshark5           UP       5.0.5.1  28.82      5.20       23.62      0.18       8        4        12
 
+Display a Delphix Engine details 
+
+  dx_get_appliance.pl -d dxt1 -details
+
+  Appliance            Status   Version  Total (GB) Used (GB)  Free (GB)  PctUsed(%) dSource# VDBs#    Total Ob vCpu     vMem [GB]
+  -------------------- -------- -------- ---------- ---------- ---------- ---------- -------- -------- -------- -------- ---------
+  dxt1                 UP       6.0.11.0 33.42      9.17       24.25      27.44      1        2        3        4           15.88
 
 =cut

bin/dx_get_config.pl

@@ -79,20 +79,20 @@
 
 
 # this array will have all engines to go through (if -d is specified it will be only one engine)
-my $engine_list = Toolkit_helpers::get_engine_list($all, $dx_host, $engine_obj, 'sysadmin');
+my $engine_list = Toolkit_helpers::get_engine_list($all, $dx_host, $engine_obj);
 
 my $ret = 0;
 
 for my $engine ( sort (@{$engine_list}) ) {
    # main loop for all work
    if ($engine_obj->dlpx_connect($engine)) {
-    print "Can't connect to Dephix Engine $dx_host\n\n";
+    print "Can't connect to Dephix Engine $engine\n\n";
     $ret = $ret + 1;
     next;
    };
 
-   if (lc $engine_obj->getUsername() ne 'sysadmin') {
-     print "User sysadmin is required for this script to run. Please check dxtools.conf entry for $engine\n";
+   if ($engine_obj->getCurrentUserType() ne 'SYSTEM') {
+     print "User with sysadmin role is required for this script to run. Please check config file entry for $engine\n";
      next;
    }
 

bin/dx_get_db_env.pl

@@ -81,6 +81,7 @@
   'backup=s' => \(my $backup),
   'olderthan=s' => \(my $creationtime),
   'save=s' => \(my $save),
+  'timeflowparent' => \(my $timeflowparent),
   'dever=s' => \(my $dever),
   'all' => (\my $all),
   'version' => \(my $print_version),
@@ -236,7 +237,8 @@
       {'Enabled'        ,10},
       {'Unique Name'    ,30},
       {'Parent time'    ,35},
-      {'VDB creation time'    ,35}
+      {'VDB creation time',35},
+      {'VDB refresh time' ,35}
     );
   }
 }
@@ -326,6 +328,8 @@
 
   my $snaploaded = 0;
 
+  my $refreshdate;
+
   # for filtered databases on current engine - display status
   for my $dbitem ( @db_display_list ) {
     my $dbobj = $databases->getDB($dbitem);
@@ -406,8 +410,30 @@
 
     } else {
 
-      $parentsnap = $timeflows->getParentSnapshot($dbobj->getCurrentTimeflow());
+      my $timeflow_for_parent;
+
+      if ($dbobj->getType() eq 'VDB') {
+        my $hier = $timeflows->generateHierarchy(undef, undef, $databases);
+
+        $refreshdate = $timeflows->findrefreshtime($dbobj->getCurrentTimeflow(), $hier, $dbobj->getReference());
+
 
+
+
+        if (defined($timeflowparent)) {
+          # old behaviour - it will show a rollback as a parent
+          # add flag -timeflowparent to activate
+          $timeflow_for_parent = $dbobj->getCurrentTimeflow();
+        } else {
+          # fixed behaviour - it will always display a snapshot of parent used for refresh
+          $timeflow_for_parent = $timeflows->findrefresh($dbobj->getCurrentTimeflow(), $hier, $dbobj->getReference());
+        }
+      } else {
+        $refreshdate = 'N/A';
+      }
+
+
+      $parentsnap = $timeflows->getParentSnapshot($timeflow_for_parent);
       if (lc $parentlast eq 'p') {
         if (($parentsnap ne '') && ($dbobj->getType() eq 'VDB')) {
           if (defined($snapshots)) {
@@ -430,9 +456,9 @@
             $ret = $ret + 1;
           }
           ($snaptime,$timezone) = $snapshots->getSnapshotTimewithzone($parentsnap);
-          $parenttime = $timeflows->getParentPointTimestampWithTimezone($dbobj->getCurrentTimeflow(), $timezone);
+          $parenttime = $timeflows->getParentPointTimestampWithTimezone($timeflow_for_parent, $timezone);
           if (defined($parenttime) && ($parenttime eq 'N/A')) {
-            my $loc = $timeflows->getParentPointLocation($dbobj->getCurrentTimeflow());
+            my $loc = $timeflows->getParentPointLocation($timeflow_for_parent);
             my $lastsnaploc = $snapshots->getlatestChangePoint($parentsnap);
             if ( $loc != $lastsnaploc) {
               $parenttime = $loc;
@@ -507,7 +533,8 @@
           $dbobj->getEnabled(),
           $uniquename,
           $parenttime,
-          $crtime
+          $crtime,
+          $refreshdate
         );
       }
 
@@ -682,6 +709,12 @@ =head1 OPTIONS
 with many (1000's) snapshots
 
 
+=item B<-timeflowparent>
+By default Parent Snapshot / Parent time will display a parent object snapshot used for provisioning
+or last refresh operation. With this flag set, dxtoolkit will use an old behaviour and
+display a timeflow parent snapshot which may be a parent database snapshot for provisioning / refresh
+or a current VDB snapshot if rollback operation was done.
+
 =item B<-format>
 Display output in csv or json format
 If not specified pretty formatting is used.
@@ -734,6 +767,10 @@ =head1 COLUMNS
 
 =item B<Parent time> - Parent time used for VDB provision (it can be snapshot time or exact time selected )
 
+=item B<VDB creation time> - VDB creation time
+
+=item B<VDB refresh time> - Last refresh time for VDB
+
 =back
 
 =head1 EXAMPLES