test(benchmark): initial benchmarks for ledger and database

Signed-off-by: Chris Gianelloni <wolf31o2@blinklabs.io>

Author: wolf31o2

Makefile

@@ -13,7 +13,7 @@ GOMODULE=$(shell grep ^module $(ROOT_DIR)/go.mod | awk '{ print $$2 }')
 # Set version strings based on git tag and current ref
 GO_LDFLAGS=-ldflags "-s -w -X '$(GOMODULE)/internal/version.Version=$(shell git describe --tags --exact-match 2>/dev/null)' -X '$(GOMODULE)/internal/version.CommitHash=$(shell git rev-parse --short HEAD)'"
 
-.PHONY: build mod-tidy clean format golines test
+.PHONY: build mod-tidy clean format golines test bench test-load-profile
 
 # Alias for building program binary
 build: $(BINARIES)
@@ -43,10 +43,19 @@ golines:
 test: mod-tidy
 	go test -v -race ./...
 
+bench: mod-tidy
+	go test -run=^$$ -bench=. -benchmem ./...
+
 test-load:
 	rm -rf .dingo
 	go run ./cmd/dingo load database/immutable/testdata
 
+test-load-profile:
+	rm -rf .dingo dingo
+	go build -o dingo ./cmd/dingo
+	./dingo --cpuprofile=cpu.prof --memprofile=mem.prof load database/immutable/testdata
+	@echo "Profiling complete. Run 'go tool pprof cpu.prof' or 'go tool pprof mem.prof' to analyze"
+
 # Build our program binaries
 # Depends on GO_FILES to determine when rebuild is needed
 $(BINARIES): mod-tidy $(GO_FILES)

cmd/dingo/main.go

@@ -18,6 +18,8 @@ import (
 	"fmt"
 	"log/slog"
 	"os"
+	"runtime/pprof"
+	"strings"
 
 	"github.com/blinklabs-io/dingo/internal/config"
 	"github.com/blinklabs-io/dingo/internal/version"
@@ -37,7 +39,9 @@ func slogPrintf(format string, v ...any) {
 
 var (
 	globalFlags = struct {
-		debug bool
+		cpuprofile string
+		memprofile string
+		debug      bool
 	}{}
 	configFile string
 )
@@ -72,6 +76,45 @@ func commonRun() *slog.Logger {
 }
 
 func main() {
+	// Parse profiling flags before cobra setup (handle both --flag=value and --flag value syntax)
+	cpuprofile := ""
+	memprofile := ""
+	args := os.Args[1:] // Skip program name
+	for i := 0; i < len(args); i++ {
+		arg := args[i]
+		switch {
+		case strings.HasPrefix(arg, "--cpuprofile="):
+			cpuprofile = strings.TrimPrefix(arg, "--cpuprofile=")
+		case arg == "--cpuprofile" && i+1 < len(args):
+			cpuprofile = args[i+1]
+			i++ // Skip next arg
+		case strings.HasPrefix(arg, "--memprofile="):
+			memprofile = strings.TrimPrefix(arg, "--memprofile=")
+		case arg == "--memprofile" && i+1 < len(args):
+			memprofile = args[i+1]
+			i++ // Skip next arg
+		}
+	}
+
+	// Initialize CPU profiling (starts immediately, stops on exit)
+	if cpuprofile != "" {
+		fmt.Fprintf(os.Stderr, "Starting CPU profiling to %s\n", cpuprofile)
+		f, err := os.Create(cpuprofile)
+		if err != nil {
+			fmt.Fprintf(os.Stderr, "could not create CPU profile: %v\n", err)
+			os.Exit(1)
+		}
+		defer f.Close()
+		if err := pprof.StartCPUProfile(f); err != nil {
+			fmt.Fprintf(os.Stderr, "could not start CPU profile: %v\n", err)
+			os.Exit(1)
+		}
+		defer func() {
+			pprof.StopCPUProfile()
+			fmt.Fprintf(os.Stderr, "CPU profiling stopped\n")
+		}()
+	}
+
 	rootCmd := &cobra.Command{
 		Use: programName,
 		Run: func(cmd *cobra.Command, args []string) {
@@ -89,6 +132,10 @@ func main() {
 		BoolVarP(&globalFlags.debug, "debug", "D", false, "enable debug logging")
 	rootCmd.PersistentFlags().
 		StringVar(&configFile, "config", "", "path to config file")
+	rootCmd.PersistentFlags().
+		StringVar(&globalFlags.cpuprofile, "cpuprofile", "", "write cpu profile to file")
+	rootCmd.PersistentFlags().
+		StringVar(&globalFlags.memprofile, "memprofile", "", "write memory profile to file")
 
 	rootCmd.PersistentPreRunE = func(cmd *cobra.Command, args []string) error {
 		cfg, err := config.LoadConfig(configFile)
@@ -109,4 +156,20 @@ func main() {
 		// NOTE: we purposely don't display the error, since cobra will have already displayed it
 		os.Exit(1)
 	}
+
+	// Finalize memory profiling (captures heap state at program end)
+	if memprofile != "" {
+		f, err := os.Create(memprofile)
+		if err != nil {
+			fmt.Fprintf(os.Stderr, "could not create memory profile: %v\n", err)
+			os.Exit(1)
+		}
+		defer f.Close()
+		if err := pprof.WriteHeapProfile(f); err != nil {
+			fmt.Fprintf(os.Stderr, "could not write memory profile: %v\n", err)
+			f.Close() // Explicitly close before exit
+			os.Exit(1)
+		}
+		fmt.Fprintf(os.Stderr, "Memory profiling complete\n")
+	}
 }

database/benchmark_test.go

@@ -0,0 +1,38 @@
+// Copyright 2025 Blink Labs Software
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package database
+
+import (
+	"testing"
+)
+
+// BenchmarkTransactionCreate benchmarks creating a read-only transaction
+func BenchmarkTransactionCreate(b *testing.B) {
+	// Create a temporary database
+	config := &Config{
+		DataDir: "", // In-memory
+	}
+	db, err := New(config)
+	if err != nil {
+		b.Fatal(err)
+	}
+	defer db.Close()
+
+	b.ResetTimer() // Reset timer after setup
+	for b.Loop() {
+		txn := db.Transaction(false)
+		txn.Commit() // Close the transaction to prevent leaks
+	}
+}

database/plugin/blob/aws/commit_timestamp.go

@@ -38,7 +38,10 @@ func (b *BlobStoreS3) GetCommitTimestamp(ctx context.Context) (int64, error) {
 				err,
 			)
 			if migrateErr := b.SetCommitTimestamp(ctx, ts); migrateErr != nil {
-				b.logger.Errorf("failed to migrate plaintext commit timestamp: %v", migrateErr)
+				b.logger.Errorf(
+					"failed to migrate plaintext commit timestamp: %v",
+					migrateErr,
+				)
 			}
 			return ts, nil
 		}

database/plugin/blob/gcs/commit_timestamp.go

@@ -48,7 +48,10 @@ func (b *BlobStoreGCS) GetCommitTimestamp(ctx context.Context) (int64, error) {
 				err,
 			)
 			if migrateErr := b.SetCommitTimestamp(ctx, ts); migrateErr != nil {
-				b.logger.Errorf("failed to migrate plaintext commit timestamp: %v", migrateErr)
+				b.logger.Errorf(
+					"failed to migrate plaintext commit timestamp: %v",
+					migrateErr,
+				)
 			}
 			return ts, nil
 		}

database/plugin/metadata/sqlite/transaction.go

@@ -105,7 +105,7 @@ func saveAccountIfNew(account *models.Account, txn *gorm.DB) error {
 }
 
 // saveCertRecord saves a certificate record and returns any error
-func saveCertRecord(record interface{}, txn *gorm.DB) error {
+func saveCertRecord(record any, txn *gorm.DB) error {
 	result := txn.Create(record)
 	return result.Error
 }