FR562: Flexible cluster migration (#22)

https://shapeblue.atlassian.net/browse/FRO-910

Author: shwstppr

api/src/com/cloud/hypervisor/HypervisorGuru.java

@@ -19,13 +19,14 @@
 import java.util.List;
 import java.util.Map;
 
-import com.cloud.storage.StoragePool;
 import org.apache.cloudstack.framework.config.ConfigKey;
 
 import com.cloud.agent.api.Command;
 import com.cloud.agent.api.to.NicTO;
 import com.cloud.agent.api.to.VirtualMachineTO;
 import com.cloud.hypervisor.Hypervisor.HypervisorType;
+import com.cloud.storage.StoragePool;
+import com.cloud.storage.Volume;
 import com.cloud.utils.Pair;
 import com.cloud.utils.component.Adapter;
 import com.cloud.vm.NicProfile;
@@ -93,5 +94,5 @@ public interface HypervisorGuru extends Adapter {
      * @param destination the primary storage pool to migrate to
      * @return a list of commands to perform for a successful migration
      */
-    List<Command> finalizeMigrate(VirtualMachine vm, StoragePool destination);
+    List<Command> finalizeMigrate(VirtualMachine vm, Map<Volume, StoragePool> volumeToPool);
 }

api/src/com/cloud/vm/UserVmService.java

@@ -485,6 +485,8 @@ UserVm moveVMToUser(AssignVMCmd moveUserVMCmd) throws ResourceAllocationExceptio
 
     VirtualMachine vmStorageMigration(Long vmId, StoragePool destPool);
 
+    VirtualMachine vmStorageMigration(Long vmId, Map<String, String> volumeToPool);
+
     UserVm restoreVM(RestoreVMCmd cmd) throws InsufficientCapacityException, ResourceUnavailableException;
 
     UserVm upgradeVirtualMachine(ScaleVMCmd cmd) throws ResourceUnavailableException, ConcurrentOperationException, ManagementServerException,

api/src/org/apache/cloudstack/api/command/admin/vm/MigrateVirtualMachineWithVolumeCmd.java

@@ -21,8 +21,6 @@
 import java.util.Iterator;
 import java.util.Map;
 
-import org.apache.log4j.Logger;
-
 import org.apache.cloudstack.api.APICommand;
 import org.apache.cloudstack.api.ApiConstants;
 import org.apache.cloudstack.api.ApiErrorCode;
@@ -32,6 +30,8 @@
 import org.apache.cloudstack.api.ServerApiException;
 import org.apache.cloudstack.api.response.HostResponse;
 import org.apache.cloudstack.api.response.UserVmResponse;
+import org.apache.commons.collections.MapUtils;
+import org.apache.log4j.Logger;
 
 import com.cloud.event.EventTypes;
 import com.cloud.exception.ConcurrentOperationException;
@@ -61,7 +61,6 @@ public class MigrateVirtualMachineWithVolumeCmd extends BaseAsyncCmd {
     @Parameter(name = ApiConstants.HOST_ID,
                type = CommandType.UUID,
                entityType = HostResponse.class,
-               required = true,
                description = "Destination Host ID to migrate VM to.")
     private Long hostId;
 
@@ -97,7 +96,7 @@ public Long getVirtualMachineId() {
 
     public Map<String, String> getVolumeToPool() {
         Map<String, String> volumeToPoolMap = new HashMap<String, String>();
-        if (migrateVolumeTo != null && !migrateVolumeTo.isEmpty()) {
+        if (MapUtils.isNotEmpty(migrateVolumeTo)) {
             Collection<?> allValues = migrateVolumeTo.values();
             Iterator<?> iter = allValues.iterator();
             while (iter.hasNext()) {
@@ -141,19 +140,35 @@ public String getEventDescription() {
 
     @Override
     public void execute() {
+        if (hostId == null && MapUtils.isEmpty(migrateVolumeTo)) {
+            throw new InvalidParameterValueException(String.format("Either %s or %s  must be passed for migrating the VM", ApiConstants.HOST_ID, ApiConstants.MIGRATE_TO));
+        }
+
         UserVm userVm = _userVmService.getUserVm(getVirtualMachineId());
         if (userVm == null) {
             throw new InvalidParameterValueException("Unable to find the VM by id=" + getVirtualMachineId());
         }
 
-        Host destinationHost = _resourceService.getHost(getHostId());
-        // OfflineVmwareMigration: destination host would have to not be a required parameter for stopped VMs
-        if (destinationHost == null) {
-            throw new InvalidParameterValueException("Unable to find the host to migrate the VM, host id =" + getHostId());
+        if (!VirtualMachine.State.Running.equals(userVm.getState()) && hostId != null) {
+            throw new InvalidParameterValueException(String.format("VM ID: %s is not in Running state to migrate it to new host", userVm.getUuid()));
+        }
+
+        if (!VirtualMachine.State.Stopped.equals(userVm.getState()) && hostId == null) {
+            throw new InvalidParameterValueException(String.format("VM ID: %s is not in Stopped state to migrate, use %s parameter to migrate it to a new host", userVm.getUuid(), ApiConstants.HOST_ID));
         }
 
         try {
-            VirtualMachine migratedVm = _userVmService.migrateVirtualMachineWithVolume(getVirtualMachineId(), destinationHost, getVolumeToPool());
+            VirtualMachine migratedVm = null;
+            if (hostId != null) {
+                Host destinationHost = _resourceService.getHost(getHostId());
+                // OfflineVmwareMigration: destination host would have to not be a required parameter for stopped VMs
+                if (destinationHost == null) {
+                    throw new InvalidParameterValueException("Unable to find the host to migrate the VM, host id =" + getHostId());
+                }
+                migratedVm = _userVmService.migrateVirtualMachineWithVolume(getVirtualMachineId(), destinationHost, getVolumeToPool());
+            } else if (MapUtils.isNotEmpty(migrateVolumeTo)) {
+                migratedVm = _userVmService.vmStorageMigration(getVirtualMachineId(), getVolumeToPool());
+            }
             if (migratedVm != null) {
                 UserVmResponse response = _responseGenerator.createUserVmResponse(ResponseView.Full, "virtualmachine", (UserVm)migratedVm).get(0);
                 response.setResponseName(getCommandName());

core/src/com/cloud/agent/api/MigrateVmToPoolCommand.java

@@ -18,48 +18,50 @@
 //
 package com.cloud.agent.api;
 
-import com.cloud.agent.api.to.VolumeTO;
+import java.util.List;
 
-import java.util.Collection;
+import com.cloud.agent.api.to.StorageFilerTO;
+import com.cloud.agent.api.to.VolumeTO;
+import com.cloud.utils.Pair;
 
 /**
  * used to tell the agent to migrate a vm to a different primary storage pool.
  * It is for now only implemented on Vmware and is supposed to work irrespective of whether the VM is started or not.
  *
  */
 public class MigrateVmToPoolCommand extends Command {
-    private Collection<VolumeTO> volumes;
     private String vmName;
-    private String destinationPool;
     private boolean executeInSequence = false;
+    private List<Pair<VolumeTO, StorageFilerTO>> volumeToFilerAsList;
+    private String hostGuidInTargetCluster;
 
     protected MigrateVmToPoolCommand() {
     }
 
     /**
      *
      * @param vmName the name of the VM to migrate
-     * @param volumes used to supply feedback on vmware generated names
-     * @param destinationPool the primary storage pool to migrate the VM to
+     * @param volumeToFilerTo the volume to primary storage pool map to migrate the VM to
+     * @param hostGuidInTargetCluster GUID for host in target cluster when migrating across clusters
      * @param executeInSequence
      */
-    public MigrateVmToPoolCommand(String vmName, Collection<VolumeTO> volumes, String destinationPool, boolean executeInSequence) {
+    public MigrateVmToPoolCommand(String vmName, List<Pair<VolumeTO, StorageFilerTO>> volumeToFilerTo, String hostGuidInTargetCluster, boolean executeInSequence) {
         this.vmName = vmName;
-        this.volumes = volumes;
-        this.destinationPool = destinationPool;
+        this.hostGuidInTargetCluster = hostGuidInTargetCluster;
         this.executeInSequence = executeInSequence;
+        this.volumeToFilerAsList = volumeToFilerTo;
     }
 
-    public Collection<VolumeTO> getVolumes() {
-        return volumes;
+    public String getVmName() {
+        return vmName;
     }
 
-    public String getDestinationPool() {
-        return destinationPool;
+    public List<Pair<VolumeTO, StorageFilerTO>> getVolumeToFilerAsList() {
+        return volumeToFilerAsList;
     }
 
-    public String getVmName() {
-        return vmName;
+    public String getHostGuidInTargetCluster() {
+        return hostGuidInTargetCluster;
     }
 
     @Override

core/src/com/cloud/agent/api/storage/MigrateVolumeCommand.java

@@ -34,6 +34,7 @@ public class MigrateVolumeCommand extends Command {
     StorageFilerTO sourcePool;
     String attachedVmName;
     Volume.Type volumeType;
+    String hostGuidInTargetCluster;
 
     private DataTO srcData;
     private DataTO destData;
@@ -67,6 +68,11 @@ public MigrateVolumeCommand(DataTO srcData, DataTO destData, Map<String, String>
         setWait(timeout);
     }
 
+    public MigrateVolumeCommand(long volumeId, String volumePath, StoragePool sourcePool, StoragePool targetPool, String hostGuidInTargetCluster) {
+        this(volumeId, volumePath, sourcePool, targetPool);
+        this.hostGuidInTargetCluster = hostGuidInTargetCluster;
+    }
+
     @Override
     public boolean executeInSequence() {
         return true;
@@ -119,4 +125,8 @@ public Map<String, String> getDestDetails() {
     public int getWaitInMillSeconds() {
         return getWait() * 1000;
     }
+
+    public String getHostGuidInTargetCluster() {
+        return hostGuidInTargetCluster;
+    }
 }

core/src/org/apache/cloudstack/storage/to/VolumeObjectTO.java

@@ -51,6 +51,7 @@ public class VolumeObjectTO implements DataTO {
     private Long iopsWriteRate;
     private DiskCacheMode cacheMode;
     private Hypervisor.HypervisorType hypervisorType;
+    private String dataStoreUuid;
 
     public VolumeObjectTO() {
 
@@ -252,4 +253,12 @@ public void setCacheMode(DiskCacheMode cacheMode) {
     public DiskCacheMode getCacheMode() {
         return cacheMode;
     }
+
+    public String getDataStoreUuid() {
+        return dataStoreUuid;
+    }
+
+    public void setDataStoreUuid(String dataStoreUuid) {
+        this.dataStoreUuid = dataStoreUuid;
+    }
 }

engine/api/src/com/cloud/vm/VirtualMachineManager.java

@@ -39,7 +39,6 @@
 import com.cloud.offering.DiskOffering;
 import com.cloud.offering.DiskOfferingInfo;
 import com.cloud.offering.ServiceOffering;
-import com.cloud.storage.StoragePool;
 import com.cloud.template.VirtualMachineTemplate;
 import com.cloud.utils.component.Manager;
 import com.cloud.utils.fsm.NoTransitionException;
@@ -139,7 +138,7 @@ void advanceReboot(String vmUuid, Map<VirtualMachineProfile.Param, Object> param
 
     VirtualMachine findById(long vmId);
 
-    void storageMigration(String vmUuid, StoragePool storagePoolId);
+    void storageMigration(String vmUuid, Map<Long, Long> volumeToPool);
 
     /**
      * @param vmInstance

engine/api/src/org/apache/cloudstack/engine/orchestration/service/VolumeOrchestrationService.java

@@ -107,7 +107,7 @@ DiskProfile allocateRawVolume(Type type, String name, DiskOffering offering, Lon
 
     void migrateVolumes(VirtualMachine vm, VirtualMachineTO vmTo, Host srcHost, Host destHost, Map<Volume, StoragePool> volumeToPool);
 
-    boolean storageMigration(VirtualMachineProfile vm, StoragePool destPool) throws StorageUnavailableException;
+    boolean storageMigration(VirtualMachineProfile vm, Map<Volume, StoragePool> volumeToPool) throws StorageUnavailableException;
 
     void prepareForMigration(VirtualMachineProfile vm, DeployDestination dest);