Add support for data manipulation operations in Blob Storage adapter

core/src/integration-test/java/com/scalar/db/storage/objectstorage/ConsensusCommitAdminIntegrationTestWithObjectStorage.java

@@ -18,10 +18,6 @@ protected AdminTestUtils getAdminTestUtils(String testName) {
     return new ObjectStorageAdminTestUtils(getProperties(testName));
   }
 
-  @Override
-  @Disabled("Temporarily disabled because it includes DML operations")
-  public void truncateTable_ShouldTruncateProperly() {}
-
   @Override
   @Disabled("Object Storage does not support index-related operations")
   public void createIndex_ForAllDataTypesWithExistingData_ShouldCreateIndexesCorrectly() {}

core/src/integration-test/java/com/scalar/db/storage/objectstorage/ConsensusCommitCrossPartitionScanIntegrationTestWithObjectStorage.java

@@ -0,0 +1,23 @@
+package com.scalar.db.storage.objectstorage;
+
+import com.scalar.db.transaction.consensuscommit.ConsensusCommitConfig;
+import com.scalar.db.transaction.consensuscommit.ConsensusCommitCrossPartitionScanIntegrationTestBase;
+import java.util.Properties;
+import org.junit.jupiter.api.Disabled;
+import org.junit.jupiter.api.Test;
+
+public class ConsensusCommitCrossPartitionScanIntegrationTestWithObjectStorage
+    extends ConsensusCommitCrossPartitionScanIntegrationTestBase {
+
+  @Override
+  protected Properties getProps(String testName) {
+    Properties properties = ConsensusCommitObjectStorageEnv.getProperties(testName);
+    properties.setProperty(ConsensusCommitConfig.ISOLATION_LEVEL, "SERIALIZABLE");
+    return properties;
+  }
+
+  @Test
+  @Override
+  @Disabled("Cross partition scan with ordering is not supported in Object Storages")
+  public void scan_CrossPartitionScanWithOrderingGivenForCommittedRecord_ShouldReturnRecords() {}
+}

core/src/integration-test/java/com/scalar/db/storage/objectstorage/ConsensusCommitIntegrationTestWithObjectStorage.java

@@ -0,0 +1,31 @@
+package com.scalar.db.storage.objectstorage;
+
+import com.scalar.db.transaction.consensuscommit.ConsensusCommitIntegrationTestBase;
+import java.util.Properties;
+import org.junit.jupiter.api.Disabled;
+
+public class ConsensusCommitIntegrationTestWithObjectStorage
+    extends ConsensusCommitIntegrationTestBase {
+  @Override
+  protected Properties getProps(String testName) {
+    return ConsensusCommitObjectStorageEnv.getProperties(testName);
+  }
+
+  @Override
+  protected boolean isTimestampTypeSupported() {
+    return false;
+  }
+
+  @Override
+  @Disabled("Object Storage does not support index-related operations")
+  public void get_GetGivenForIndexColumn_ShouldReturnRecords() {}
+
+  @Override
+  @Disabled("Object Storage does not support index-related operations")
+  public void scanOrGetScanner_ScanGivenForIndexColumn_ShouldReturnRecords(ScanType scanType) {}
+
+  @Override
+  @Disabled("Object Storage does not support index-related operations")
+  public void scanOrGetScanner_ScanGivenForIndexColumnWithConjunctions_ShouldReturnRecords(
+      ScanType scanType) {}
+}

core/src/integration-test/java/com/scalar/db/storage/objectstorage/ConsensusCommitNullMetadataIntegrationTestWithObjectStorage.java

@@ -0,0 +1,13 @@
+package com.scalar.db.storage.objectstorage;
+
+import com.scalar.db.transaction.consensuscommit.ConsensusCommitNullMetadataIntegrationTestBase;
+import java.util.Properties;
+
+public class ConsensusCommitNullMetadataIntegrationTestWithObjectStorage
+    extends ConsensusCommitNullMetadataIntegrationTestBase {
+
+  @Override
+  protected Properties getProperties(String testName) {
+    return ConsensusCommitObjectStorageEnv.getProperties(testName);
+  }
+}

core/src/integration-test/java/com/scalar/db/storage/objectstorage/ConsensusCommitObjectStorageEnv.java

@@ -0,0 +1,22 @@
+package com.scalar.db.storage.objectstorage;
+
+import com.scalar.db.transaction.consensuscommit.ConsensusCommitTestUtils;
+import java.util.Map;
+import java.util.Properties;
+
+public class ConsensusCommitObjectStorageEnv {
+  private ConsensusCommitObjectStorageEnv() {}
+
+  public static Properties getProperties(String testName) {
+    Properties properties = ObjectStorageEnv.getProperties(testName);
+
+    // Add testName as a coordinator schema suffix
+    ConsensusCommitTestUtils.addSuffixToCoordinatorNamespace(properties, testName);
+
+    return ConsensusCommitTestUtils.loadConsensusCommitProperties(properties);
+  }
+
+  public static Map<String, String> getCreationOptions() {
+    return ObjectStorageEnv.getCreationOptions();
+  }
+}

core/src/integration-test/java/com/scalar/db/storage/objectstorage/ConsensusCommitSpecificIntegrationTestWithObjectStorage.java

@@ -0,0 +1,130 @@
+package com.scalar.db.storage.objectstorage;
+
+import com.scalar.db.transaction.consensuscommit.ConsensusCommitSpecificIntegrationTestBase;
+import com.scalar.db.transaction.consensuscommit.Isolation;
+import java.util.Properties;
+import org.junit.jupiter.api.Disabled;
+
+public class ConsensusCommitSpecificIntegrationTestWithObjectStorage
+    extends ConsensusCommitSpecificIntegrationTestBase {
+
+  @Override
+  protected Properties getProperties(String testName) {
+    return ConsensusCommitObjectStorageEnv.getProperties(testName);
+  }
+
+  @Override
+  @Disabled("Object Storage does not support index-related operations")
+  public void
+      scanWithIndex_PutWithOverlappedIndexKeyAndNonOverlappedConjunctionsGivenBefore_ShouldScan(
+          Isolation isolation) {}
+
+  @Override
+  @Disabled("Object Storage does not support index-related operations")
+  public void
+      scanWithIndex_OverlappingPutWithNonIndexedColumnGivenBefore_ShouldThrowIllegalArgumentException(
+          Isolation isolation) {}
+
+  @Override
+  @Disabled("Object Storage does not support index-related operations")
+  public void
+      scanWithIndex_NonOverlappingPutWithIndexedColumnGivenBefore_ShouldThrowIllegalArgumentException(
+          Isolation isolation) {}
+
+  @Override
+  @Disabled("Object Storage does not support index-related operations")
+  public void
+      scanWithIndex_OverlappingPutWithIndexedColumnGivenBefore_ShouldThrowIllegalArgumentException(
+          Isolation isolation) {}
+
+  @Override
+  @Disabled("Object Storage does not support index-related operations")
+  public void
+      scanWithIndex_OverlappingPutWithIndexedColumnAndConjunctionsGivenBefore_ShouldThrowIllegalArgumentException(
+          Isolation isolation) {}
+
+  @Override
+  @Disabled("Object Storage does not support index-related operations")
+  public void scan_ScanWithIndexGiven_WithSerializable_ShouldNotThrowAnyException() {}
+
+  @Override
+  @Disabled("Object Storage does not support index-related operations")
+  public void
+      scan_ScanWithIndexGiven_RecordUpdatedByAnotherTransaction_WithSerializable_ShouldThrowCommitConflictException() {}
+
+  @Override
+  @Disabled("Object Storage does not support index-related operations")
+  public void
+      scan_ScanWithIndexGiven_RecordUpdatedByMyself_WithSerializable_ShouldNotThrowAnyException() {}
+
+  @Override
+  @Disabled("Object Storage does not support index-related operations")
+  public void
+      scan_ScanWithIndexGiven_RecordDeletedByAnotherTransaction_WithSerializable_ShouldThrowCommitConflictException() {}
+
+  @Override
+  @Disabled("Object Storage does not support index-related operations")
+  public void
+      scan_ScanWithIndexGiven_RecordDeletedByMyself_WithSerializable_ShouldNotThrowAnyException() {}
+
+  @Override
+  @Disabled("Object Storage does not support index-related operations")
+  public void scan_ScanWithIndexWithLimitGiven_WithSerializable_ShouldNotThrowAnyException() {}
+
+  @Override
+  @Disabled("Object Storage does not support index-related operations")
+  public void get_GetWithIndexGiven_WithSerializable_ShouldNotThrowAnyException() {}
+
+  @Override
+  @Disabled("Object Storage does not support index-related operations")
+  public void
+      get_GetWithIndexGiven_RecordUpdatedByAnotherTransaction_WithSerializable_ShouldThrowCommitConflictException() {}
+
+  @Override
+  @Disabled("Object Storage does not support index-related operations")
+  public void
+      get_GetWithIndexGiven_RecordUpdatedByMyself_WithSerializable_ShouldNotThrowAnyException() {}
+
+  @Override
+  @Disabled("Object Storage does not support index-related operations")
+  public void
+      get_GetWithIndexGiven_RecordDeletedByAnotherTransaction_WithSerializable_ShouldThrowCommitConflictException() {}
+
+  @Override
+  @Disabled("Object Storage does not support index-related operations")
+  public void
+      get_GetWithIndexGiven_RecordDeletedByMyself_WithSerializable_ShouldNotThrowAnyException() {}
+
+  @Override
+  @Disabled("Object Storage does not support index-related operations")
+  public void
+      get_GetWithIndexGiven_NoRecordsInIndexRange_WithSerializable_ShouldNotThrowAnyException() {}
+
+  @Override
+  @Disabled("Object Storage does not support index-related operations")
+  public void
+      get_GetWithIndexGiven_RecordInsertedIntoIndexRangeByMyself_WithSerializable_ShouldNotThrowAnyException() {}
+
+  @Override
+  @Disabled("Object Storage does not support index-related operations")
+  public void
+      get_GetWithIndexGiven_RecordInsertedIntoIndexRangeByAnotherTransaction_WithSerializable_ShouldThrowCommitConflictException() {}
+
+  @Override
+  @Disabled("Object Storage does not support index-related operations")
+  public void
+      get_GetWithIndexGiven_NoRecordsInIndexRange_RecordInsertedIntoIndexRangeByMyself_WithSerializable_ShouldNotThrowAnyException() {}
+
+  @Override
+  @Disabled("Object Storage does not support index-related operations")
+  public void
+      get_GetWithIndexGiven_NoRecordsInIndexRange_RecordInsertedIntoIndexRangeByAnotherTransaction_WithSerializable_ShouldThrowCommitConflictException() {}
+
+  @Override
+  @Disabled("Object Storage does not support index-related operations")
+  public void getAndUpdate_GetWithIndexGiven_ShouldUpdate(Isolation isolation) {}
+
+  @Override
+  @Disabled("Object Storage does not support index-related operations")
+  public void scanAndUpdate_ScanWithIndexGiven_ShouldUpdate(Isolation isolation) {}
+}

core/src/integration-test/java/com/scalar/db/storage/objectstorage/ConsensusCommitWithIncludeMetadataEnabledIntegrationTestWithObjectStorage.java

@@ -0,0 +1,13 @@
+package com.scalar.db.storage.objectstorage;
+
+import com.scalar.db.transaction.consensuscommit.ConsensusCommitWithIncludeMetadataEnabledIntegrationTestBase;
+import java.util.Properties;
+
+public class ConsensusCommitWithIncludeMetadataEnabledIntegrationTestWithObjectStorage
+    extends ConsensusCommitWithIncludeMetadataEnabledIntegrationTestBase {
+
+  @Override
+  protected Properties getProperties(String testName) {
+    return ConsensusCommitObjectStorageEnv.getProperties(testName);
+  }
+}

core/src/integration-test/java/com/scalar/db/storage/objectstorage/ObjectStorageAdminCaseSensitivityIntegrationTest.java

@@ -24,10 +24,6 @@ protected AdminTestUtils getAdminTestUtils(String testName) {
     return new ObjectStorageAdminTestUtils(getProperties(testName));
   }
 
-  @Override
-  @Disabled("Temporarily disabled because it includes DML operations")
-  public void truncateTable_ShouldTruncateProperly() {}
-
   @Override
   @Disabled("Object Storage does not have a concept of namespaces")
   public void

core/src/integration-test/java/com/scalar/db/storage/objectstorage/ObjectStorageAdminIntegrationTest.java

@@ -22,10 +22,6 @@ protected AdminTestUtils getAdminTestUtils(String testName) {
     return new ObjectStorageAdminTestUtils(getProperties(testName));
   }
 
-  @Override
-  @Disabled("Temporarily disabled because it includes DML operations")
-  public void truncateTable_ShouldTruncateProperly() {}
-
   @Override
   @Disabled("Object Storage does not have a concept of namespaces")
   public void

core/src/integration-test/java/com/scalar/db/storage/objectstorage/ObjectStorageCaseSensitivityIntegrationTest.java

@@ -0,0 +1,45 @@
+package com.scalar.db.storage.objectstorage;
+
+import com.scalar.db.api.DistributedStorageCaseSensitivityIntegrationTestBase;
+import java.util.Map;
+import java.util.Properties;
+import org.junit.jupiter.api.Disabled;
+
+public class ObjectStorageCaseSensitivityIntegrationTest
+    extends DistributedStorageCaseSensitivityIntegrationTestBase {
+
+  @Override
+  protected Properties getProperties(String testName) {
+    return ObjectStorageEnv.getProperties(testName);
+  }
+
+  @Override
+  protected Map<String, String> getCreationOptions() {
+    return ObjectStorageEnv.getCreationOptions();
+  }
+
+  @Override
+  @Disabled("Object Storage does not support index-related operations")
+  public void get_GetGivenForIndexedColumn_ShouldGet() {}
+
+  @Override
+  @Disabled("Object Storage does not support index-related operations")
+  public void get_GetGivenForIndexedColumnWithMatchedConjunctions_ShouldGet() {}
+
+  @Override
+  @Disabled("Object Storage does not support index-related operations")
+  public void get_GetGivenForIndexedColumnWithUnmatchedConjunctions_ShouldReturnEmpty() {}
+
+  @Override
+  @Disabled("Object Storage does not support index-related operations")
+  public void
+      get_GetGivenForIndexedColumnMatchingMultipleRecords_ShouldThrowIllegalArgumentException() {}
+
+  @Override
+  @Disabled("Object Storage does not support index-related operations")
+  public void scan_ScanGivenForIndexedColumn_ShouldScan() {}
+
+  @Override
+  @Disabled("Object Storage does not support index-related operations")
+  public void scan_ScanGivenForNonIndexedColumn_ShouldThrowIllegalArgumentException() {}
+}

core/src/integration-test/java/com/scalar/db/storage/objectstorage/ObjectStorageColumnValueIntegrationTest.java

@@ -0,0 +1,12 @@
+package com.scalar.db.storage.objectstorage;
+
+import com.scalar.db.api.DistributedStorageColumnValueIntegrationTestBase;
+import java.util.Properties;
+
+public class ObjectStorageColumnValueIntegrationTest
+    extends DistributedStorageColumnValueIntegrationTestBase {
+  @Override
+  protected Properties getProperties(String testName) {
+    return ObjectStorageEnv.getProperties(testName);
+  }
+}

core/src/integration-test/java/com/scalar/db/storage/objectstorage/ObjectStorageConditionalMutationIntegrationTest.java

@@ -0,0 +1,30 @@
+package com.scalar.db.storage.objectstorage;
+
+import com.scalar.db.api.ConditionalExpression;
+import com.scalar.db.api.DistributedStorageConditionalMutationIntegrationTestBase;
+import java.util.List;
+import java.util.Properties;
+import java.util.stream.Collectors;
+
+public class ObjectStorageConditionalMutationIntegrationTest
+    extends DistributedStorageConditionalMutationIntegrationTestBase {
+  @Override
+  protected Properties getProperties(String testName) {
+    return ObjectStorageEnv.getProperties(testName);
+  }
+
+  @Override
+  protected int getThreadNum() {
+    return 3;
+  }
+
+  @Override
+  protected List<OperatorAndDataType> getOperatorAndDataTypeListForTest() {
+    return super.getOperatorAndDataTypeListForTest().stream()
+        .filter(
+            operatorAndDataType ->
+                operatorAndDataType.getOperator() == ConditionalExpression.Operator.EQ
+                    || operatorAndDataType.getOperator() == ConditionalExpression.Operator.NE)
+        .collect(Collectors.toList());
+  }
+}

core/src/integration-test/java/com/scalar/db/storage/objectstorage/ObjectStorageCrossPartitionScanIntegrationTest.java

@@ -0,0 +1,30 @@
+package com.scalar.db.storage.objectstorage;
+
+import com.scalar.db.api.DistributedStorageCrossPartitionScanIntegrationTestBase;
+import java.util.Properties;
+import org.junit.jupiter.api.Disabled;
+import org.junit.jupiter.api.Test;
+
+public class ObjectStorageCrossPartitionScanIntegrationTest
+    extends DistributedStorageCrossPartitionScanIntegrationTestBase {
+
+  @Override
+  protected Properties getProperties(String testName) {
+    return ObjectStorageEnv.getProperties(testName);
+  }
+
+  @Override
+  protected int getThreadNum() {
+    return 3;
+  }
+
+  @Override
+  protected boolean isParallelDdlSupported() {
+    return false;
+  }
+
+  @Test
+  @Override
+  @Disabled("Cross partition scan with ordering is not supported in Object Storages")
+  public void scan_WithOrderingForNonPrimaryColumns_ShouldReturnProperResult() {}
+}