feat: create table

Author: SqrtMinusOne

go.mod

@@ -0,0 +1,11 @@
+module nginx-logs
+
+go 1.15
+
+require (
+	github.com/hpcloud/tail v1.0.0
+	github.com/jackc/pgx/v4 v4.10.1
+	github.com/joho/godotenv v1.3.0
+	gopkg.in/fsnotify.v1 v1.4.7 // indirect
+	gopkg.in/tomb.v1 v1.0.0-20141024135613-dd632973f1e7 // indirect
+)

nginx-logs.go

@@ -1,15 +1,20 @@
 package main
 
 import (
+	"bytes"
+	"context"
 	"fmt"
-	"github.com/hpcloud/tail"
-	"github.com/joho/godotenv"
 	"log"
-	"time"
 	"os"
-	"strconv"
 	"os/signal"
+	"strconv"
 	"syscall"
+	"text/template"
+	"time"
+
+	"github.com/hpcloud/tail"
+	"github.com/jackc/pgx/v4"
+	"github.com/joho/godotenv"
 )
 
 var logString = make(chan string, 10)
@@ -28,19 +33,41 @@ func processLogs() {
 	var s string
 	flushTime, _ := strconv.ParseInt(os.Getenv("FLUSH_MS"), 10, 64)
 	for {
-		s = <- logString
+		s = <-logString
 		now = time.Now()
 		buffer = append(buffer, s)
-		if (lastSync.Equal(now) || now.Sub(lastSync).Milliseconds() >= flushTime) {
+		if lastSync.Equal(now) || now.Sub(lastSync).Milliseconds() >= flushTime {
 			storeLogs(buffer)
 			buffer = buffer[:0]
 			lastSync = now
 		}
 	}
 }
 
-func onExit() {
-	fmt.Print("goodbye")
+func initDb(conn *pgx.Conn) {
+	tmpl, err := template.ParseFiles("nginx-table.sql")
+	if err != nil {
+		panic(err)
+	}
+	_, err = conn.Exec(context.Background(), fmt.Sprintf("create schema if not exists \"%s\" ", os.Getenv("TABLE_SCHEMA")))
+	
+	if err != nil {
+		panic(err)
+	}
+	buf := &bytes.Buffer{}
+	type InitParams struct {
+		Schema string
+		Table  string
+	}
+	err = tmpl.ExecuteTemplate(buf, "nginx-table.sql", InitParams{Schema: os.Getenv("TABLE_SCHEMA"), Table: os.Getenv("TABLE_NAME")})
+	if err != nil {
+		panic(err)
+	}
+	_, err = conn.Exec(context.Background(), buf.String())
+	if (err != nil) {
+		panic(err)
+	}
+	log.Println("Database initialized")
 }
 
 func main() {
@@ -49,10 +76,20 @@ func main() {
 		log.Fatal("Error loading .env file")
 	}
 
+	conn, err := pgx.Connect(context.Background(), os.Getenv("DATABASE_URL"))
+	if err != nil {
+		log.Fatalf("Unable to connect to database: %v\n", err)
+	}
+	initDb(conn)
+
 	s := make(chan os.Signal)
 	signal.Notify(s, os.Interrupt, syscall.SIGTERM)
 	go func() {
-		<- s
+		<-s
+		err := conn.Close(context.Background())
+		if err != nil {
+			log.Fatalf("Unable to connect disconnect from database: %v\n", err)
+		}
 		log.Println("Exiting")
 		os.Exit(0)
 	}()

nginx-table.sql

@@ -0,0 +1,21 @@
+create table if not exists "{{.Schema}}"."{{.Table}}"
+(
+	id serial
+		constraint nginx_pk
+			primary key,
+	time_local varchar(256) not null,
+	path text,
+	ip varchar(256),
+	remote_user varchar(256),
+	remote_port varchar(256),
+	user_agent text,
+	user_id_got text,
+	user_id_set text,
+	request text,
+	status int,
+	body_bytes_sent int,
+	request_time float,
+	request_method varchar(128),
+	geoip_country_code varchar(256),
+	http_referrer text
+);