[integration-test] fix test case issue

Author: Jimmy-Xu

integration-cli/README.md

@@ -3,7 +3,6 @@ Integration test for hyper cli
 
 > functional test for hyper cli
 > use apirouter service on packet(dev env) as backend
-
 <!-- TOC depthFrom:1 depthTo:6 withLinks:1 updateOnSave:1 orderedList:0 -->
 
 - [Project status](#project-status)
@@ -25,6 +24,7 @@ Integration test for hyper cli
 	- [Run test on localhost](#run-test-on-localhost)
 		- [prepare](#prepare)
 		- [run test case](#run-test-case)
+		- [test case name](#test-case-name)
 
 <!-- /TOC -->
 
@@ -252,3 +252,33 @@ $ ./util.sh test -check.f TestCliLoadFromLocalTar
 // combined use
 $ ./util.sh test -check.f 'TestCliLoadFromLocalTarEmpty|TestCliLoadFromLocalPullAndLoad' -timeout 20m
 ```
+
+### test case name
+
+- TestCliConfig
+- TestCliCreate
+- TestCliExec
+- TestCliFip
+- TestCliHelp
+- TestCliHistory
+- TestCliInfo
+- TestCliInspect
+- TestCliKill
+- TestCliLinks
+- TestCliLoadFromUrl
+- TestCliLoadFromLocal
+- TestCliLogin
+- TestCliLogs
+- TestCliPort
+- TestCliPs
+- TestCliPull
+- TestCliRename
+- TestCliRestart
+- TestCliRmi
+- TestCliRm
+- TestCliRun
+- TestCliSearch
+- TestCliSnapshot
+- TestCliStart
+- TestCliVersion
+- TestCliVolume

integration-cli/final/cli/hyper_cli_load_basic_ext_test.go

@@ -0,0 +1,151 @@
+package main
+
+import (
+	"fmt"
+	"github.com/docker/docker/pkg/integration/checker"
+	"github.com/go-check/check"
+	"os"
+	"time"
+)
+
+//Prerequisite: update image balance to 2 in tenant collection of hypernetes in mongodb
+//db.tenant.update({tenantid:"<tenant_id>"},{$set:{"resourceinfo.balance.images":2}})
+func (s *DockerSuite) TestCliLoadUrlBasicFromPublicURLWithQuota(c *check.C) {
+	printTestCaseName()
+	defer printTestDuration(time.Now())
+	testRequires(c, DaemonIsLinux)
+
+	deleteAllImages()
+
+	helloworldURL := "http://image-tarball.s3.amazonaws.com/test/public/helloworld.tar"
+	multiImgURL := "http://image-tarball.s3.amazonaws.com/test/public/busybox_alpine.tar"
+	ubuntuURL := "http://image-tarball.s3.amazonaws.com/test/public/ubuntu.tar.gz"
+	//exceedQuotaMsg := "Exceeded quota, please either delete images, or email support@hyper.sh to request increased quota"
+	exceedQuotaMsg := "you do not have enough quota"
+
+	///// [init] /////
+	// balance 3, images 0
+	out, _ := dockerCmd(c, "info")
+	c.Assert(out, checker.Contains, "Images: 0")
+
+	///// [step 1] load new hello-world image /////
+	// balance 3 -> 2, image: 0 -> 1
+	output, exitCode, err := dockerCmdWithError("load", "-i", helloworldURL)
+	c.Assert(output, checker.Contains, "has been loaded.")
+	c.Assert(exitCode, checker.Equals, 0)
+	c.Assert(err, checker.IsNil)
+
+	checkImage(c, true, "hello-world")
+
+	out, _ = dockerCmd(c, "info")
+	c.Assert(out, checker.Contains, "Images: 1")
+
+	///// [step 2] load hello-world image again /////
+	// balance 2 -> 2, image 1 -> 1
+	output, exitCode, err = dockerCmdWithError("load", "-i", helloworldURL)
+	c.Assert(output, checker.Contains, "has been loaded.")
+	c.Assert(exitCode, checker.Equals, 0)
+	c.Assert(err, checker.IsNil)
+
+	checkImage(c, true, "hello-world")
+
+	out, _ = dockerCmd(c, "info")
+	c.Assert(out, checker.Contains, "Images: 1")
+
+	///// [step 3] load multiple image(busybox+alpine) /////
+	// balance 2 -> 2, image 1 -> 1
+	output, exitCode, err = dockerCmdWithError("load", "-i", multiImgURL)
+	c.Assert(output, checker.Contains, exceedQuotaMsg)
+	c.Assert(exitCode, checker.Equals, 1)
+	c.Assert(err, checker.NotNil)
+
+	checkImage(c, false, "busybox")
+	checkImage(c, false, "alpine")
+
+	out, _ = dockerCmd(c, "info")
+	c.Assert(out, checker.Contains, "Images: 1")
+
+	///// [step 4] load new ubuntu image /////
+	// balance 2 -> 1, image 1 -> 2
+	output, exitCode, err = dockerCmdWithError("load", "-i", ubuntuURL)
+	c.Assert(output, checker.Contains, "has been loaded.")
+	c.Assert(exitCode, checker.Equals, 0)
+	c.Assert(err, checker.IsNil)
+
+	checkImage(c, true, "ubuntu")
+
+	out, _ = dockerCmd(c, "info")
+	c.Assert(out, checker.Contains, "Images: 2")
+
+	///// [step 5] remove hello-world image /////
+	// balance 1 -> 2, image 2 -> 1
+	images, _ := dockerCmd(c, "rmi", "-f", "hello-world")
+	c.Assert(images, checker.Contains, "Untagged: hello-world:latest")
+
+	checkImage(c, false, "hello-world")
+
+	out, _ = dockerCmd(c, "info")
+	c.Assert(out, checker.Contains, "Images: 1")
+
+	///// [step 6] remove busybox and ubuntu image /////
+	// balance 2 -> 3, image 1 -> 0
+	images, _ = dockerCmd(c, "rmi", "-f", "ubuntu:latest")
+	c.Assert(images, checker.Contains, "Untagged: ubuntu:latest")
+
+	checkImage(c, false, "ubuntu")
+
+	out, _ = dockerCmd(c, "info")
+	c.Assert(out, checker.Contains, "Images: 0")
+
+	///// [step 7] load multiple image(busybox+alpine) again /////
+	// balance 3 -> 0, image 0 -> 3
+	output, exitCode, err = dockerCmdWithError("load", "-i", multiImgURL)
+	c.Assert(output, checker.Contains, "has been loaded.")
+	c.Assert(exitCode, checker.Equals, 0)
+	c.Assert(err, checker.IsNil)
+
+	checkImage(c, true, "busybox")
+	checkImage(c, true, "alpine")
+
+	out, _ = dockerCmd(c, "info")
+	c.Assert(out, checker.Contains, "Images: 3")
+}
+
+func (s *DockerSuite) TestCliLoadUrlBasicFromAWSS3PreSignedURL(c *check.C) {
+	printTestCaseName()
+	defer printTestDuration(time.Now())
+	testRequires(c, DaemonIsLinux)
+
+	deleteAllImages()
+
+	s3Region := "us-west-1"
+	s3Bucket := "image-tarball"
+	s3Key := "test/private/cirros.tar"
+	preSignedUrl, err_ := generateS3PreSignedURL(s3Region, s3Bucket, s3Key)
+	c.Assert(err_, checker.IsNil)
+	time.Sleep(1 * time.Second)
+
+	output, err := dockerCmd(c, "load", "-i", preSignedUrl)
+	if err != 0 {
+		fmt.Printf("preSignedUrl:[%v]\n", preSignedUrl)
+		fmt.Printf("output:\n%v\n", output)
+	}
+	c.Assert(output, checker.Contains, "has been loaded.")
+	c.Assert(err, checker.Equals, 0)
+
+	checkImage(c, true, "cirros")
+}
+
+func (s *DockerSuite) TestCliLoadUrlBasicFromBasicAuthURL(c *check.C) {
+	printTestCaseName()
+	defer printTestDuration(time.Now())
+	testRequires(c, DaemonIsLinux)
+
+	urlWithAuth := os.Getenv("URL_WITH_BASIC_AUTH")
+	c.Assert(urlWithAuth, checker.NotNil)
+
+	dockerCmd(c, "load", "-i", urlWithAuth)
+
+	images, _ := dockerCmd(c, "images", "ubuntu")
+	c.Assert(images, checker.Contains, "ubuntu")
+}

integration-cli/final/cli/hyper_cli_load_legacy_ext_test.go

@@ -0,0 +1,165 @@
+package main
+
+import (
+	"time"
+	"github.com/docker/docker/pkg/integration/checker"
+	"github.com/go-check/check"
+	"strings"
+
+	"gopkg.in/mgo.v2"
+	"gopkg.in/mgo.v2/bson"
+	"os"
+	//"fmt"
+)
+
+func (s *DockerSuite) TestCliLoadFromUrlLegacyImageArchiveFileWithQuota(c *check.C) {
+	printTestCaseName(); defer printTestDuration(time.Now())
+	testRequires(c, DaemonIsLinux)
+
+	imageName := "ubuntu";
+	legacyImageUrl := "http://image-tarball.s3.amazonaws.com/test/public/old/ubuntu_1.8.tar.gz"
+	imageUrl := "http://image-tarball.s3.amazonaws.com/test/public/ubuntu.tar.gz"
+
+
+	/////////////////////////////////////////////////////////////////////
+	checkImageQuota(c, 2)
+	//load legacy image(saved by docker 1.8)
+	output, exitCode, err := dockerCmdWithError("load", "-i", legacyImageUrl)
+	c.Assert(output, checker.Contains, "Starting to download and load the image archive, please wait...\n")
+	c.Assert(output, checker.Contains, "has been loaded.\n")
+	c.Assert(exitCode, checker.Equals, 0)
+	c.Assert(err, checker.IsNil)
+
+	output, _ = dockerCmd(c, "images")
+	c.Assert(output, checker.Contains, imageName)
+	c.Assert(len(strings.Split(output, "\n")), checker.Equals, 3)
+
+
+	/////////////////////////////////////////////////////////////////////
+	checkImageQuota(c, 1)
+	//load new format image(saved by docker 1.10)
+	output, exitCode, err = dockerCmdWithError("load", "-i", imageUrl)
+	c.Assert(output, checker.Contains, "Start to download and load the image archive, please wait...\n")
+	c.Assert(output, checker.Contains, "has been loaded.\n")
+	c.Assert(exitCode, checker.Equals, 0)
+	c.Assert(err, checker.IsNil)
+
+	output, _ = dockerCmd(c, "images")
+	c.Assert(output, checker.Contains, imageName)
+	c.Assert(len(strings.Split(output, "\n")), checker.Equals, 3)
+
+
+	/////////////////////////////////////////////////////////////////////
+	checkImageQuota(c, 1)
+	//delete single layer
+	output, _ = dockerCmd(c, "images", "-q", imageName)
+	imageId := strings.Split(output, "\n")[0]
+	c.Assert(imageId, checker.Not(checker.Equals), "")
+
+	output, _ = dockerCmd(c, "rmi", "--no-prune", imageId)
+	c.Assert(output, checker.Contains, "Untagged:")
+	c.Assert(output, checker.Contains, "Deleted:")
+
+	checkImageQuota(c, 1)
+
+	output, _ = dockerCmd(c, "images")
+	c.Assert(output, checker.Contains, "<none>")
+	c.Assert(len(strings.Split(output, "\n")), checker.Equals, 3)
+	imageId = strings.Split(output, "\n")[0]
+
+	output, _ = dockerCmd(c, "images", "-a")
+	c.Assert(output, checker.Contains, "<none>")
+	c.Assert(len(strings.Split(output, "\n")), checker.Equals, 6)
+
+
+	/////////////////////////////////////////////////////////////////////
+	checkImageQuota(c, 1)
+	//delete all rest layer
+	output, _ = dockerCmd(c, "images", "-q")
+	imageId = strings.Split(output, "\n")[0]
+	c.Assert(imageId, checker.Not(checker.Equals), "")
+
+	output, _ = dockerCmd(c, "rmi", imageId)
+	c.Assert(output, checker.Contains, "Deleted:")
+
+	checkImageQuota(c, 2)
+
+	output, _ = dockerCmd(c, "images")
+	c.Assert(len(strings.Split(output, "\n")), checker.Equals, 2)
+
+	output, _ = dockerCmd(c, "images", "-a")
+	c.Assert(len(strings.Split(output, "\n")), checker.Equals, 2)
+}
+
+
+//func (s *DockerSuite) TestCliLoadFromUrlLegacyCheckImageQuota(c *check.C) {
+//	printTestCaseName(); defer printTestDuration(time.Now())
+//	testRequires(c, DaemonIsLinux)
+//	checkImageQuota(c, 2)
+//}
+
+func checkImageQuota(c *check.C, expected int) {
+
+	//collection struct: credential
+	type Credential struct {
+		TenantId string `bson:"tenantId"`
+	}
+
+	//collection struct: tenant
+	type Total struct {
+		Images int `bson:"images"`
+	}
+	type Balance struct {
+		Images int `bson:"images"`
+	}
+	type Resourceinfo struct {
+		Total   Total `bson:"total"`
+		Balance Balance `bson:"balance"`
+	}
+	type Tenant struct {
+		Resourceinfo Resourceinfo `bson:"resourceinfo"`
+	}
+
+
+	///////////////////////////////////////////
+	//init connection to mongodb
+	session, err := mgo.Dial(os.Getenv("MONGODB_URL"))
+	if err != nil {
+		panic(err)
+	}
+	defer session.Close()
+	// Optional. Switch the session to a monotonic behavior.
+	session.SetMode(mgo.Monotonic, true)
+	db := session.DB("hypernetes")
+
+	///////////////////////////////////////////
+	// query tenantId by accessKey
+	collection := db.C("credentials")
+	resultCred := Credential{}
+
+	//countNum, _ := collection.Find(condition).Count()
+	//fmt.Println("\ncount:\n", countNum)
+
+	collection.Find(bson.M{"accessKey": os.Getenv("ACCESS_KEY")}).Select(bson.M{"tenantId": 1}).One(&resultCred)
+	c.Assert(resultCred.TenantId, checker.NotNil)
+	tenantId := resultCred.TenantId
+
+
+	///////////////////////////////////////////
+	// query image quota by tenant
+	collection = db.C("tenant")
+	resultTenant := Tenant{}
+
+	//countNum, _ := collection.Find(condition).Count()
+	//fmt.Println("\ncount:\n", countNum)
+
+	collection.Find(bson.M{"tenantid": tenantId}).Select(bson.M{"resourceinfo": 1}).One(&resultTenant)
+	//fmt.Printf("total images: %v\n", resultTenant.Resourceinfo.Total.Images)
+	//fmt.Printf("balance images: %v\n", resultTenant.Resourceinfo.Balance.Images)
+	totalImages := resultTenant.Resourceinfo.Total.Images
+	balanceImages := resultTenant.Resourceinfo.Balance.Images
+
+	c.Assert(totalImages, checker.GreaterThan, 0)
+	c.Assert(balanceImages, checker.LessOrEqualThan, totalImages)
+	c.Assert(balanceImages, checker.Equals, expected)
+}