add vendoring support to gpu aware scheduling

As a container build speedup, this adds vendoring support for GAS.
go-licenses is forcibly vendored due to being a container build time
dependency. It is not built in executables.

If you do "go mod vendor", then container builds are sped up as no
source code downloads are done during them. Depending
on network and cpu speeds the build time improvement varies, but it
can reduce significantly, in the order of 1/2, or more.

Further, pre-building of licenses is also added. If one does
"make licenses" before building the image, the licenses are simply
copied from the local folder. Together with "go mod vendor", the
image build time can be cut down to 1/3 of original, or more.

A release-image target is added to the makefile, which cleans up
first and does a proper downloading build with the licenses
recreated.

Signed-off-by: Ukri Niemimuukko <ukri.niemimuukko@intel.com>

Author: uniemimu

gpu-aware-scheduling/Makefile

@@ -2,7 +2,18 @@ ifneq ($(TAG),)
 IMAGE_TAG=:$(TAG)
 endif
 
-.PHONY: test all build gpu-extender images format clean
+GOLICENSES_IN_GO_MOD=@$(shell grep "github.com/google/go-licenses" go.mod | cut -b 32-)
+ifneq ("$(wildcard vendor/)","")
+GOLICENCES_PREFIX=./vendor/
+else
+GOLICENSES_VERSION=$(GOLICENSES_IN_GO_MOD)
+endif
+
+ifneq ("$(wildcard licenses/)","")
+LOCAL_LICENSES=TRUE
+endif
+
+.PHONY: test all build image release-image format clean licenses mock e2e
 
 test:
 	go test ./...  -v *_test.go
@@ -12,14 +23,26 @@ all: format build
 build:
 	CGO_ENABLED=0 GO111MODULE=on go build -ldflags="-s -w" -o ./bin/extender ./cmd/gas-scheduler-extender
 
-image: gpu-extender
-	docker build -f deploy/images/Dockerfile_gpu-extender ../ -t $(IMAGE_PATH)gpu-extender$(IMAGE_TAG)
+#note: you can speed up subsequent docker builds by doing "go mod vendor"
+#note: you can further speed up subsequent docker builds by doing "make licenses"
+image:
+	docker build --build-arg GOLICENSES_PREFIX=$(GOLICENCES_PREFIX) --build-arg GOLICENSES_VERSION=$(GOLICENSES_VERSION) \
+	--build-arg LOCAL_LICENSES=$(LOCAL_LICENSES) -f deploy/images/Dockerfile_gpu-extender ../ -t $(IMAGE_PATH)gpu-extender$(IMAGE_TAG)
+
+release-image: clean
+	docker build --build-arg GOLICENSES_VERSION=$(GOLICENSES_IN_GO_MOD) -f deploy/images/Dockerfile_gpu-extender ../ \
+	-t $(IMAGE_PATH)gpu-extender$(IMAGE_TAG)
 
 format:
 	gofmt -w -s .
 
 clean:
 	rm -f ./bin/*
+	rm -rf vendor licenses
+
+licenses:
+	GO111MODULE=on go run ${GOLICENSES_PREFIX}github.com/google/go-licenses${GOLICENSES_VERSION} \
+	save "./cmd/gas-scheduler-extender" --save_path licenses
 
 mock:
 	mockery --name=CacheAPI --dir=pkg/gpuscheduler --inpkg --note="+build !validation\nre-generate with 'make mock'"

gpu-aware-scheduling/deploy/images/Dockerfile_gpu-extender

@@ -1,11 +1,16 @@
 # SPDX-License-Identifier: Apache-2.0
 
 FROM golang:1.18 as builder
+ARG GOLICENSES_PREFIX
+ARG GOLICENSES_VERSION
+ARG LOCAL_LICENSES
 COPY . /src_root
 WORKDIR /src_root/gpu-aware-scheduling
 RUN mkdir -p /install_root/etc && adduser --disabled-password --quiet --gecos "" -u 10001 gas && tail -1 /etc/passwd > /install_root/etc/passwd \
     && CGO_ENABLED=0 GO111MODULE=on go build -ldflags="-s -w" -o /install_root/extender ./cmd/gas-scheduler-extender \
-    && GO111MODULE=on go run github.com/google/go-licenses@v1.2.0 save "./cmd/gas-scheduler-extender" --save_path /install_root/licenses
+    && if [ -z "$LOCAL_LICENSES" ] ; then \
+    GO111MODULE=on go run ${GOLICENSES_PREFIX}github.com/google/go-licenses${GOLICENSES_VERSION} save "./cmd/gas-scheduler-extender" --save_path /install_root/licenses ; \
+    else cp -r licenses /install_root/ ; fi
 
 FROM scratch
 WORKDIR /

gpu-aware-scheduling/go.mod

@@ -12,6 +12,31 @@ require (
 	k8s.io/klog/v2 v2.60.1
 )
 
+require (
+	github.com/Microsoft/go-winio v0.5.0 // indirect
+	github.com/emirpasic/gods v1.18.1 // indirect
+	github.com/golang/glog v1.0.0 // indirect
+	github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da // indirect
+	github.com/google/licenseclassifier v0.0.0-20210722185704-3043a050f148 // indirect
+	github.com/inconshreveable/mousetrap v1.0.0 // indirect
+	github.com/jbenet/go-context v0.0.0-20150711004518-d14ea06fba99 // indirect
+	github.com/kevinburke/ssh_config v1.2.0 // indirect
+	github.com/mitchellh/go-homedir v1.1.0 // indirect
+	github.com/otiai10/copy v1.7.0 // indirect
+	github.com/sergi/go-diff v1.2.0 // indirect
+	github.com/spf13/cobra v1.4.0 // indirect
+	github.com/src-d/gcfg v1.4.0 // indirect
+	github.com/xanzy/ssh-agent v0.3.1 // indirect
+	go.opencensus.io v0.23.0 // indirect
+	golang.org/x/crypto v0.0.0-20220507011949-2cf3adece122 // indirect
+	golang.org/x/mod v0.6.0-dev.0.20220106191415-9b9b3d81d5e3 // indirect
+	golang.org/x/tools v0.1.10 // indirect
+	golang.org/x/xerrors v0.0.0-20220411194840-2f41105eb62f // indirect
+	gopkg.in/src-d/go-billy.v4 v4.3.2 // indirect
+	gopkg.in/src-d/go-git.v4 v4.13.1 // indirect
+	gopkg.in/warnings.v0 v0.1.2 // indirect
+)
+
 require (
 	github.com/davecgh/go-spew v1.1.1 // indirect
 	github.com/emicklei/go-restful v2.15.0+incompatible // indirect
@@ -24,6 +49,7 @@ require (
 	github.com/golang/protobuf v1.5.2 // indirect
 	github.com/google/gnostic v0.6.9 // indirect
 	github.com/google/go-cmp v0.5.8 // indirect
+	github.com/google/go-licenses v1.2.0
 	github.com/google/gofuzz v1.2.0 // indirect
 	github.com/gopherjs/gopherjs v1.17.2 // indirect
 	github.com/imdario/mergo v0.3.12 // indirect
@@ -56,5 +82,3 @@ require (
 	sigs.k8s.io/structured-merge-diff/v4 v4.2.1 // indirect
 	sigs.k8s.io/yaml v1.3.0 // indirect
 )
-
-replace github.com/intel/platform-aware-scheduling/gpu-aware-scheduling => ../gpu-aware-scheduling