test(benchmark): initial benchmarks for ledger and database

Signed-off-by: Chris Gianelloni <wolf31o2@blinklabs.io>

Author: wolf31o2

Makefile

@@ -13,9 +13,12 @@ GOMODULE=$(shell grep ^module $(ROOT_DIR)/go.mod | awk '{ print $$2 }')
 # Set version strings based on git tag and current ref
 GO_LDFLAGS=-ldflags "-s -w -X '$(GOMODULE)/internal/version.Version=$(shell git describe --tags --exact-match 2>/dev/null)' -X '$(GOMODULE)/internal/version.CommitHash=$(shell git rev-parse --short HEAD)'"
 
-.PHONY: build mod-tidy clean format golines test
+.PHONY: all build mod-tidy clean format golines test bench test-load-profile
 
-# Alias for building program binary
+# Default target
+all: build test bench
+
+# Build target
 build: $(BINARIES)
 
 # Builds and installs binary in ~/.local/bin
@@ -43,10 +46,19 @@ golines:
 test: mod-tidy
 	go test -v -race ./...
 
+bench: mod-tidy
+	go test -run=^$$ -bench=. -benchmem ./...
+
 test-load:
 	rm -rf .dingo
 	go run ./cmd/dingo load database/immutable/testdata
 
+test-load-profile:
+	rm -rf .dingo dingo
+	go build -o dingo ./cmd/dingo
+	./dingo --cpuprofile=cpu.prof --memprofile=mem.prof load database/immutable/testdata
+	@echo "Profiling complete. Run 'go tool pprof cpu.prof' or 'go tool pprof mem.prof' to analyze"
+
 # Build our program binaries
 # Depends on GO_FILES to determine when rebuild is needed
 $(BINARIES): mod-tidy $(GO_FILES)

benchmark_results.md

@@ -0,0 +1,58 @@
+# Dingo Ledger & Database Benchmark Results
+
+## Latest Results
+
+### Test Environment
+- **Date**: November 25, 2025
+- **Go Version**: 
+- **OS**: 
+- **Architecture**: 
+- **CPU Cores**: 
+- **Data Source**: Real Cardano preview testnet data (40k+ blocks, slots 0-863,996)
+
+### Benchmark Results
+
+All benchmarks run with `-benchmem` flag showing memory allocations and operation counts.
+
+| Benchmark | Operations/sec | Time/op | Memory/op | Allocs/op |
+|-----------|----------------|---------|-----------|-----------|
+| Pool Lookup By Key Hash No Data | 29991 | 37099ns | 4KB | 79 |
+| Pool Registration Lookups No Data | 22206 | 52023ns | 10KB | 93 |
+| Account Lookup By Stake Key Real Data | 38986 | 33545ns | 4KB | 75 |
+| Utxo Lookup By Address No Data | 67723 | 17215ns | 2KB | 19 |
+| Transaction Validation | 228741294 | 5.264ns | 0B | 0 |
+| Real Block Reading | 21 | 51664132ns | 2183KB | 74472 |
+| Block Retrieval By Index Real Data | 271734 | 4715ns | 472B | 11 |
+| Index Building Time | 14127 | 86548ns | 17KB | 119 |
+| Chain Sync From Genesis | 79 | 15385684ns | 100.0blocks_processed | 2248466 |
+| Block Retrieval By Index No Data | 279624 | 4125ns | 472B | 11 |
+| Transaction Create | 98858 | 16169ns | 2KB | 18 |
+| Utxo Lookup By Address Real Data | 84540 | 16915ns | 2KB | 19 |
+| Era Transition Performance | 516050931 | 2.324ns | 0B | 0 |
+| Protocol Parameters Lookup By Epoch Real Data | 44349 | 30968ns | 5KB | 62 |
+| Pool Registration Lookups Real Data | 23996 | 46528ns | 10KB | 93 |
+| Stake Registration Lookups Real Data | 35199 | 36428ns | 5KB | 69 |
+| Era Transition Performance Real Data | 5455 | 298862ns | 83KB | 490 |
+| Real Block Processing | 13333 | 90244ns | 17KB | 119 |
+| Utxo Lookup By Ref No Data | 10224 | 116850ns | 8KB | 131 |
+| Stake Registration Lookups No Data | 32708 | 34519ns | 5KB | 69 |
+| Utxo Lookup By Ref Real Data | 10000 | 116585ns | 8KB | 131 |
+| Protocol Parameters Lookup By Epoch No Data | 40987 | 34100ns | 5KB | 62 |
+| Datum Lookup By Hash No Data | 38138 | 32431ns | 4KB | 69 |
+| Block Processing Throughput | 10000 | 165400ns | 6046blocks/sec | 18286 |
+| Real Data Queries | 91810 | 18465ns | 5KB | 43 |
+| Block Nonce Lookup Real Data | 34676 | 38519ns | 4KB | 73 |
+| Pool Lookup By Key Hash Real Data | 39112 | 33676ns | 4KB | 79 |
+| D Rep Lookup By Key Hash No Data | 35720 | 33017ns | 4KB | 77 |
+| Transaction History Queries No Data | 35151 | 35753ns | 4KB | 78 |
+| Datum Lookup By Hash Real Data | 44521 | 32613ns | 4KB | 69 |
+| Block Nonce Lookup No Data | 31076 | 38415ns | 4KB | 73 |
+| Account Lookup By Stake Key No Data | 34257 | 33124ns | 4KB | 75 |
+| Transaction History Queries Real Data | 37896 | 39330ns | 4KB | 78 |
+| Concurrent Queries | 19658 | 58155ns | 172221queries/sec | 3851 |
+| D Rep Lookup By Key Hash Real Data | 39349 | 35230ns | 4KB | 77 |
+| Block Memory Usage | 25939 | 48725ns | 14KB | 49 |
+## Performance Changes
+
+No previous results found. This is the first benchmark run.
+

cmd/dingo/main.go

@@ -18,6 +18,8 @@ import (
 	"fmt"
 	"log/slog"
 	"os"
+	"runtime/pprof"
+	"strings"
 
 	"github.com/blinklabs-io/dingo/internal/config"
 	"github.com/blinklabs-io/dingo/internal/version"
@@ -37,7 +39,9 @@ func slogPrintf(format string, v ...any) {
 
 var (
 	globalFlags = struct {
-		debug bool
+		cpuprofile string
+		memprofile string
+		debug      bool
 	}{}
 	configFile string
 )
@@ -72,6 +76,50 @@ func commonRun() *slog.Logger {
 }
 
 func main() {
+	// Parse profiling flags before cobra setup (handle both --flag=value and --flag value syntax)
+	cpuprofile := ""
+	memprofile := ""
+	args := os.Args
+	if len(args) > 0 {
+		args = args[1:] // Skip program name
+	} else {
+		args = []string{}
+	}
+	for i := 0; i < len(args); i++ {
+		arg := args[i]
+		switch {
+		case strings.HasPrefix(arg, "--cpuprofile="):
+			cpuprofile = strings.TrimPrefix(arg, "--cpuprofile=")
+		case arg == "--cpuprofile" && i+1 < len(args):
+			cpuprofile = args[i+1]
+			i++ // Skip next arg
+		case strings.HasPrefix(arg, "--memprofile="):
+			memprofile = strings.TrimPrefix(arg, "--memprofile=")
+		case arg == "--memprofile" && i+1 < len(args):
+			memprofile = args[i+1]
+			i++ // Skip next arg
+		}
+	}
+
+	// Initialize CPU profiling (starts immediately, stops on exit)
+	if cpuprofile != "" {
+		fmt.Fprintf(os.Stderr, "Starting CPU profiling to %s\n", cpuprofile)
+		f, err := os.Create(cpuprofile)
+		if err != nil {
+			fmt.Fprintf(os.Stderr, "could not create CPU profile: %v\n", err)
+			os.Exit(1)
+		}
+		defer f.Close()
+		if err := pprof.StartCPUProfile(f); err != nil {
+			fmt.Fprintf(os.Stderr, "could not start CPU profile: %v\n", err)
+			os.Exit(1)
+		}
+		defer func() {
+			pprof.StopCPUProfile()
+			fmt.Fprintf(os.Stderr, "CPU profiling stopped\n")
+		}()
+	}
+
 	rootCmd := &cobra.Command{
 		Use: programName,
 		Run: func(cmd *cobra.Command, args []string) {
@@ -89,6 +137,10 @@ func main() {
 		BoolVarP(&globalFlags.debug, "debug", "D", false, "enable debug logging")
 	rootCmd.PersistentFlags().
 		StringVar(&configFile, "config", "", "path to config file")
+	rootCmd.PersistentFlags().
+		StringVar(&globalFlags.cpuprofile, "cpuprofile", "", "write cpu profile to file")
+	rootCmd.PersistentFlags().
+		StringVar(&globalFlags.memprofile, "memprofile", "", "write memory profile to file")
 
 	rootCmd.PersistentPreRunE = func(cmd *cobra.Command, args []string) error {
 		cfg, err := config.LoadConfig(configFile)
@@ -109,4 +161,19 @@ func main() {
 		// NOTE: we purposely don't display the error, since cobra will have already displayed it
 		os.Exit(1)
 	}
+
+	// Finalize memory profiling (captures heap state at program end)
+	if memprofile != "" {
+		f, err := os.Create(memprofile)
+		if err != nil {
+			fmt.Fprintf(os.Stderr, "could not create memory profile: %v\n", err)
+			os.Exit(1)
+		}
+		defer f.Close()
+		if err := pprof.WriteHeapProfile(f); err != nil {
+			fmt.Fprintf(os.Stderr, "could not write memory profile: %v\n", err)
+			os.Exit(1)
+		}
+		fmt.Fprintf(os.Stderr, "Memory profiling complete\n")
+	}
 }

database/benchmark_test.go

@@ -0,0 +1,40 @@
+// Copyright 2025 Blink Labs Software
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package database
+
+import (
+	"testing"
+)
+
+// BenchmarkTransactionCreate benchmarks creating a read-only transaction
+func BenchmarkTransactionCreate(b *testing.B) {
+	// Create a temporary database
+	config := &Config{
+		DataDir: "", // In-memory
+	}
+	db, err := New(config)
+	if err != nil {
+		b.Fatal(err)
+	}
+	defer db.Close()
+
+	b.ResetTimer() // Reset timer after setup
+	for b.Loop() {
+		txn := db.Transaction(false)
+		if err := txn.Commit(); err != nil {
+			b.Fatal(err)
+		}
+	}
+}

database/plugin/blob/aws/commit_timestamp.go

@@ -38,7 +38,10 @@ func (b *BlobStoreS3) GetCommitTimestamp(ctx context.Context) (int64, error) {
 				err,
 			)
 			if migrateErr := b.SetCommitTimestamp(ctx, ts); migrateErr != nil {
-				b.logger.Errorf("failed to migrate plaintext commit timestamp: %v", migrateErr)
+				b.logger.Errorf(
+					"failed to migrate plaintext commit timestamp: %v",
+					migrateErr,
+				)
 			}
 			return ts, nil
 		}

database/plugin/blob/gcs/commit_timestamp.go

@@ -48,7 +48,10 @@ func (b *BlobStoreGCS) GetCommitTimestamp(ctx context.Context) (int64, error) {
 				err,
 			)
 			if migrateErr := b.SetCommitTimestamp(ctx, ts); migrateErr != nil {
-				b.logger.Errorf("failed to migrate plaintext commit timestamp: %v", migrateErr)
+				b.logger.Errorf(
+					"failed to migrate plaintext commit timestamp: %v",
+					migrateErr,
+				)
 			}
 			return ts, nil
 		}

database/plugin/metadata/sqlite/plugin.go

@@ -20,11 +20,6 @@ import (
 
 type SqliteOptionFunc func(*MetadataStoreSqlite)
 
-//nolint:unused
-var cmdLineOptions struct {
-	dataDir string
-}
-
 // Register plugin
 func init() {
 	plugin.Register(

database/plugin/metadata/sqlite/transaction.go

@@ -105,7 +105,7 @@ func saveAccountIfNew(account *models.Account, txn *gorm.DB) error {
 }
 
 // saveCertRecord saves a certificate record and returns any error
-func saveCertRecord(record interface{}, txn *gorm.DB) error {
+func saveCertRecord(record any, txn *gorm.DB) error {
 	result := txn.Create(record)
 	return result.Error
 }