Vendor lfs-test-server (#1184)

Change: vendor-lfs-test-server

Author: christian-schilling

.dockerignore

@@ -13,4 +13,5 @@
 !josh-ui/*.toml
 !josh-ui/public
 !josh-ui/src
+!lfs-test-server
 !run-josh.sh

Dockerfile

@@ -92,10 +92,17 @@ RUN pip3 install \
 
 RUN apk add --no-cache go nodejs npm openssh-client patch
 
-ARG GIT_LFS_VERSION=d4ced458b5cc9eaa712c1a2d299d77a4e3a0a7c5
-RUN GOPATH=/opt/lfs-test-server go install \
-    github.com/git-lfs/lfs-test-server@${GIT_LFS_VERSION}
-ENV PATH=${PATH}:/opt/lfs-test-server/bin
+ARG GIT_LFS_TEST_SERVER_VERSION=d4ced458b5cc9eaa712c1a2d299d77a4e3a0a7c5
+
+COPY lfs-test-server lfs-test-server
+RUN cd lfs-test-server && GOPATH=/opt/git-lfs go install
+
+ENV PATH=${PATH}:/opt/git-lfs/bin
+
+RUN git clone https://github.com/git-lfs/git-lfs.git /usr/src/git-lfs
+WORKDIR /usr/src/git-lfs
+RUN make
+RUN cp bin/git-lfs /opt/git-lfs/bin
 
 WORKDIR /usr/src/josh
 
@@ -113,6 +120,7 @@ ENV CARGO_TARGET_DIR=/opt/cache/cargo-target
 ENV CARGO_HOME=/opt/cache/cargo-cache
 ENV GOCACHE=/opt/cache/go-cache
 ENV GOPATH=/opt/cache/go-path
+ENV GOFLAGS=-buildvcs=false
 RUN npm config set cache /opt/cache/npm-cache --global
 
 ARG USER_GID

hyper_cgi/src/bin/hyper-cgi-test-server.rs

@@ -107,6 +107,7 @@ async fn call(
     req: hyper::Request<hyper::Body>,
 ) -> hyper::Response<hyper::Body> {
     println!("call {:?}", req.uri().path());
+    let mut req = req;
 
     let path = req.uri().path();
 
@@ -143,16 +144,20 @@ async fn call(
     }
 
     if let Some(proxy) = &ARGS.get_one::<String>("proxy") {
-        if let [proxy_path, proxy_target] = proxy.split(":").collect::<Vec<_>>().as_slice() {
-            if path == *proxy_path {
-                let client_ip = std::net::IpAddr::from_str("127.0.0.1").unwrap();
-                return match hyper_reverse_proxy::call(client_ip, proxy_target, req).await {
-                    Ok(response) => response,
-                    Err(error) => hyper::Response::builder()
-                        .status(hyper::StatusCode::INTERNAL_SERVER_ERROR)
-                        .body(hyper::Body::from(format!("Proxy error: {:?}", error)))
-                        .unwrap(),
-                };
+        for proxy in proxy.split(",") {
+            if let [proxy_path, proxy_target] = proxy.split("=").collect::<Vec<_>>().as_slice() {
+                if let Some(ppath) = path.strip_prefix(proxy_path) {
+                    let client_ip = std::net::IpAddr::from_str("127.0.0.1").unwrap();
+                    *req.uri_mut() = ppath.parse().unwrap();
+                    println!("proxy {:?}", req.uri().path());
+                    return match hyper_reverse_proxy::call(client_ip, proxy_target, req).await {
+                        Ok(response) => response,
+                        Err(error) => hyper::Response::builder()
+                            .status(hyper::StatusCode::INTERNAL_SERVER_ERROR)
+                            .body(hyper::Body::from(format!("Proxy error: {:?}", error)))
+                            .unwrap(),
+                    };
+                }
             }
         }
     }

lfs-test-server/.dockerignore

@@ -0,0 +1,6 @@
+.git
+lfs-content
+lfs.db
+Procfile
+Readme.md
+TODO

lfs-test-server/.gitignore

@@ -0,0 +1,5 @@
+dist
+lfs.db
+lfs-test-server
+lfs-test-server-out.*
+lfs-test-server-release.*

lfs-test-server/CONTRIBUTING.md

@@ -0,0 +1,38 @@
+## Contributing to LFS Test Server
+
+Hi there! We're thrilled that you'd like to contribute to this project. Your
+help is essential for keeping it great.
+
+Contributions to this project are [released](https://help.github.com/articles/github-terms-of-service/#6-contributions-under-repository-license) to the public under the [project's open source license](LICENSE).
+
+## Submitting a pull request
+
+0. [Fork][] and clone the repository
+0. Configure and install the dependencies: `go build`
+0. Make sure the tests pass on your machine: `go test`
+0. Create a new branch: `git checkout -b my-branch-name`
+0. Make your change, add tests, and make sure the tests still pass
+0. Push to your fork and [submit a pull request][pr]
+0. Pat your self on the back and wait for your pull request to be reviewed.
+
+Here are a few things you can do that will increase the likelihood of your pull request being accepted:
+
+- Follow the [style guide][style] where possible.
+- Write tests.
+- Update documentation as necessary.
+- Keep your change as focused as possible. If there are multiple changes you
+would like to make that are not dependent upon each other, consider submitting
+them as separate pull requests.
+- Write a [good commit message](http://tbaggery.com/2008/04/19/a-note-about-git-commit-messages.html).
+
+## Resources
+
+- [Contributing to Open Source on GitHub](https://guides.github.com/activities/contributing-to-open-source/)
+- [Using Pull Requests](https://help.github.com/articles/using-pull-requests/)
+- [GitHub Help](https://help.github.com)
+
+[![GoDoc](https://godoc.org/github.com/github/lfs-test-server?status.svg)](https://godoc.org/github.com/github/lfs-test-server)
+
+[fork]: https://github.com/github/lfs-test-server/fork
+[pr]: https://github.com/github/lfs-test-server/compare
+[style]: https://github.com/golang/go/wiki/CodeReviewComments

lfs-test-server/Dockerfile

@@ -0,0 +1,12 @@
+FROM golang:1.14.7
+MAINTAINER GitHub, Inc.
+
+WORKDIR /go/src/github.com/git-lfs/lfs-test-server
+
+COPY . .
+
+RUN go build
+
+EXPOSE 8080
+
+CMD /go/src/github.com/git-lfs/lfs-test-server/lfs-test-server

lfs-test-server/LICENSE

@@ -0,0 +1,19 @@
+Copyright (c) GitHub, Inc. and LFS Test Server contributors
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

lfs-test-server/README.md

@@ -0,0 +1,133 @@
+LFS Test Server
+======
+
+[rel]: https://github.com/github/lfs-test-server/releases
+[lfs]: https://github.com/github/git-lfs
+[api]: https://github.com/github/git-lfs/tree/master/docs/api#readme
+
+LFS Test Server is an example server that implements the [Git LFS API][api]. It
+is intended to be used for testing the [Git LFS][lfs] client and is not in a
+production ready state.
+
+LFS Test Server is written in Go, with pre-compiled binaries available for Mac,
+Windows, Linux, and FreeBSD.
+
+See [CONTRIBUTING.md](CONTRIBUTING.md) for info on working on LFS Test Server and
+sending patches.
+
+## Installing
+
+Use the Go installer:
+
+```
+  $ go install github.com/git-lfs/lfs-test-server
+```
+
+
+## Building
+
+To build from source, use the Go tools:
+
+```
+  $ go get github.com/git-lfs/lfs-test-server
+```
+
+
+## Running
+
+Running the binary will start an LFS server on `localhost:8080` by default.
+There are few things that can be configured via environment variables:
+
+    LFS_LISTEN      # The address:port the server listens on, default: "tcp://:8080"
+    LFS_HOST        # The host used when the server generates URLs, default: "localhost:8080"
+    LFS_METADB      # The database file the server uses to store meta information, default: "lfs.db"
+    LFS_CONTENTPATH # The path where LFS files are store, default: "lfs-content"
+    LFS_ADMINUSER   # An administrator username, default: not set
+    LFS_ADMINPASS   # An administrator password, default: not set
+    LFS_CERT        # Certificate file for tls
+    LFS_KEY         # tls key
+    LFS_SCHEME      # set to 'https' to override default http
+    LFS_USETUS      # set to 'true' to enable tusd (tus.io) resumable upload server; tusd must be on PATH, installed separately
+    LFS_TUSHOST     # The host used to start the tusd upload server, default "localhost:1080"
+
+If the `LFS_ADMINUSER` and `LFS_ADMINPASS` variables are set, a
+rudimentary admin interface can be accessed via
+`http://$LFS_HOST/mgmt`. Here you can add and remove users, which must
+be done before you can use the server with the client.  If either of
+these variables are not set (which is the default), the administrative
+interface is disabled.
+
+To use the LFS test server with the Git LFS client, configure it in the repository's `.lfsconfig`:
+
+
+```
+  [lfs]
+    url = "http://localhost:8080/"
+
+```
+
+HTTPS:
+
+NOTE: If using https with a self signed cert also disable cert checking in the client repo.
+
+```
+  [lfs]
+    url = "https://localhost:8080/"
+
+  [http]
+    sslverify = false
+
+```
+
+
+An example usage:
+
+
+Generate a key pair
+```
+openssl req -x509 -sha256 -nodes -days 2100 -newkey rsa:2048 -keyout mine.key -out mine.crt
+```
+
+Make yourself a run script
+
+```
+#!/bin/bash
+
+set -eu
+set -o pipefail
+
+
+LFS_LISTEN="tcp://:9999"
+LFS_HOST="127.0.0.1:9999"
+LFS_CONTENTPATH="content"
+LFS_ADMINUSER="<cool admin user name>"
+LFS_ADMINPASS="<better admin password>"
+LFS_CERT="mine.crt"
+LFS_KEY="mine.key"
+LFS_SCHEME="https"
+
+export LFS_LISTEN LFS_HOST LFS_CONTENTPATH LFS_ADMINUSER LFS_ADMINPASS LFS_CERT LFS_KEY LFS_SCHEME
+
+./lfs-test-server
+
+```
+
+Build the server
+
+```
+go build
+
+```
+
+Run
+
+```
+bash run.sh
+
+```
+
+Check the managment page
+
+browser: https://localhost:9999/mgmt
+
+

lfs-test-server/config.go

@@ -0,0 +1,82 @@
+package main
+
+import (
+	"fmt"
+	"os"
+	"reflect"
+	"strings"
+)
+
+// Configuration holds application configuration. Values will be pulled from
+// environment variables, prefixed by keyPrefix. Default values can be added
+// via tags.
+type Configuration struct {
+	Listen      string `config:"tcp://:8080"`
+	Host        string `config:"localhost:8080"`
+	ExtOrigin   string `config:""` // consider lfs-test-server may behind a reverse proxy
+	MetaDB      string `config:"lfs.db"`
+	ContentPath string `config:"lfs-content"`
+	AdminUser   string `config:""`
+	AdminPass   string `config:""`
+	Cert        string `config:""`
+	Key         string `config:""`
+	Scheme      string `config:"http"`
+	Public      string `config:"public"`
+	UseTus      string `config:"false"`
+	TusHost     string `config:"localhost:1080"`
+}
+
+func (c *Configuration) IsHTTPS() bool {
+	return strings.Contains(Config.Scheme, "https")
+}
+
+func (c *Configuration) IsPublic() bool {
+	switch Config.Public {
+	case "1", "true", "TRUE":
+		return true
+	}
+	return false
+}
+
+func (c *Configuration) IsUsingTus() bool {
+	switch Config.UseTus {
+	case "1", "true", "TRUE":
+		return true
+	}
+	return false
+}
+
+// Config is the global app configuration
+var Config = &Configuration{}
+
+const keyPrefix = "LFS"
+
+func init() {
+	te := reflect.TypeOf(Config).Elem()
+	ve := reflect.ValueOf(Config).Elem()
+
+	for i := 0; i < te.NumField(); i++ {
+		sf := te.Field(i)
+		name := sf.Name
+		field := ve.FieldByName(name)
+
+		envVar := strings.ToUpper(fmt.Sprintf("%s_%s", keyPrefix, name))
+		env := os.Getenv(envVar)
+		tag := sf.Tag.Get("config")
+
+		if env == "" && tag != "" {
+			env = tag
+		}
+
+		field.SetString(env)
+	}
+
+	if port := os.Getenv("PORT"); port != "" {
+		// If $PORT is set, override LFS_LISTEN. This is useful for deploying to Heroku.
+		Config.Listen = "tcp://:" + port
+	}
+
+	if Config.ExtOrigin == "" {
+		Config.ExtOrigin = fmt.Sprintf("%s://%s", Config.Scheme, Config.Host)
+	}
+}