feat: add native database support for e2e tests without Docker

Add a new native package (internal/sqltest/native/) that can install and
start PostgreSQL and MySQL servers directly on Linux systems without
requiring Docker. This enables running end-to-end tests in environments
where Docker is not available (e.g., CI environments without Docker).

Key changes:
- Add internal/sqltest/native/ package with support for:
  - PostgreSQL installation and startup via apt-get and systemctl/pg_ctlcluster
  - MySQL installation and startup via apt-get and systemctl/service
  - Graceful fallback when installation fails (e.g., no network)
- Update internal/sqltest/local/ to fall back to native installation
  when Docker is not available
- Update internal/endtoend/endtoend_test.go to:
  - Check environment variables first (POSTGRESQL_SERVER_URI, MYSQL_SERVER_URI)
  - Fall back to Docker, then native installation
  - Skip database-specific tests when that database is unavailable
  - Support partial database availability (run with just PostgreSQL)

🤖 Generated with [Claude Code](https://claude.ai/code)

Co-Authored-By: Claude <[email protected]>

Author: claude

internal/endtoend/endtoend_test.go

@@ -18,6 +18,7 @@ import (
 	"github.com/sqlc-dev/sqlc/internal/config"
 	"github.com/sqlc-dev/sqlc/internal/opts"
 	"github.com/sqlc-dev/sqlc/internal/sqltest/docker"
+	"github.com/sqlc-dev/sqlc/internal/sqltest/native"
 )
 
 func lineEndings() cmp.Option {
@@ -113,23 +114,63 @@ func TestReplay(t *testing.T) {
 	ctx := context.Background()
 
 	var mysqlURI, postgresURI string
-	if err := docker.Installed(); err == nil {
-		{
-			host, err := docker.StartPostgreSQLServer(ctx)
-			if err != nil {
-				t.Fatalf("starting postgresql failed: %s", err)
+
+	// First, check environment variables
+	if uri := os.Getenv("POSTGRESQL_SERVER_URI"); uri != "" {
+		postgresURI = uri
+	}
+	if uri := os.Getenv("MYSQL_SERVER_URI"); uri != "" {
+		mysqlURI = uri
+	}
+
+	// Try Docker for any missing databases
+	if postgresURI == "" || mysqlURI == "" {
+		if err := docker.Installed(); err == nil {
+			if postgresURI == "" {
+				host, err := docker.StartPostgreSQLServer(ctx)
+				if err != nil {
+					t.Logf("docker postgresql startup failed: %s", err)
+				} else {
+					postgresURI = host
+				}
+			}
+			if mysqlURI == "" {
+				host, err := docker.StartMySQLServer(ctx)
+				if err != nil {
+					t.Logf("docker mysql startup failed: %s", err)
+				} else {
+					mysqlURI = host
+				}
 			}
-			postgresURI = host
 		}
-		{
-			host, err := docker.StartMySQLServer(ctx)
-			if err != nil {
-				t.Fatalf("starting mysql failed: %s", err)
+	}
+
+	// Try native installation for any missing databases (Linux only)
+	if postgresURI == "" || mysqlURI == "" {
+		if err := native.Supported(); err == nil {
+			if postgresURI == "" {
+				host, err := native.StartPostgreSQLServer(ctx)
+				if err != nil {
+					t.Logf("native postgresql startup failed: %s", err)
+				} else {
+					postgresURI = host
+				}
+			}
+			if mysqlURI == "" {
+				host, err := native.StartMySQLServer(ctx)
+				if err != nil {
+					t.Logf("native mysql startup failed: %s", err)
+				} else {
+					mysqlURI = host
+				}
 			}
-			mysqlURI = host
 		}
 	}
 
+	// Log which databases are available
+	t.Logf("PostgreSQL available: %v (URI: %s)", postgresURI != "", postgresURI)
+	t.Logf("MySQL available: %v (URI: %s)", mysqlURI != "", mysqlURI)
+
 	contexts := map[string]textContext{
 		"base": {
 			Mutate:  func(t *testing.T, path string) func(*config.Config) { return func(c *config.Config) {} },
@@ -138,26 +179,37 @@ func TestReplay(t *testing.T) {
 		"managed-db": {
 			Mutate: func(t *testing.T, path string) func(*config.Config) {
 				return func(c *config.Config) {
-					c.Servers = []config.Server{
-						{
+					// Only add servers that are available
+					var servers []config.Server
+					if postgresURI != "" {
+						servers = append(servers, config.Server{
 							Name:   "postgres",
 							Engine: config.EnginePostgreSQL,
 							URI:    postgresURI,
-						},
-
-						{
+						})
+					}
+					if mysqlURI != "" {
+						servers = append(servers, config.Server{
 							Name:   "mysql",
 							Engine: config.EngineMySQL,
 							URI:    mysqlURI,
-						},
+						})
 					}
+					c.Servers = servers
+
 					for i := range c.SQL {
 						switch c.SQL[i].Engine {
 						case config.EnginePostgreSQL:
+							if postgresURI == "" {
+								t.Skipf("PostgreSQL not available")
+							}
 							c.SQL[i].Database = &config.Database{
 								Managed: true,
 							}
 						case config.EngineMySQL:
+							if mysqlURI == "" {
+								t.Skipf("MySQL not available")
+							}
 							c.SQL[i].Database = &config.Database{
 								Managed: true,
 							}
@@ -172,8 +224,8 @@ func TestReplay(t *testing.T) {
 				}
 			},
 			Enabled: func() bool {
-				err := docker.Installed()
-				return err == nil
+				// Enable if at least one database is available
+				return postgresURI != "" || mysqlURI != ""
 			},
 		},
 	}

internal/sqltest/local/mysql.go

@@ -14,6 +14,7 @@ import (
 	migrate "github.com/sqlc-dev/sqlc/internal/migrations"
 	"github.com/sqlc-dev/sqlc/internal/sql/sqlpath"
 	"github.com/sqlc-dev/sqlc/internal/sqltest/docker"
+	"github.com/sqlc-dev/sqlc/internal/sqltest/native"
 )
 
 var mysqlSync sync.Once
@@ -31,8 +32,15 @@ func MySQL(t *testing.T, migrations []string) string {
 				t.Fatal(err)
 			}
 			dburi = u
+		} else if ierr := native.Supported(); ierr == nil {
+			// Fall back to native installation when Docker is not available
+			u, err := native.StartMySQLServer(ctx)
+			if err != nil {
+				t.Fatal(err)
+			}
+			dburi = u
 		} else {
-			t.Skip("MYSQL_SERVER_URI is empty")
+			t.Skip("MYSQL_SERVER_URI is empty and neither Docker nor native installation is available")
 		}
 	}
 

internal/sqltest/local/postgres.go

@@ -16,6 +16,7 @@ import (
 	"github.com/sqlc-dev/sqlc/internal/pgx/poolcache"
 	"github.com/sqlc-dev/sqlc/internal/sql/sqlpath"
 	"github.com/sqlc-dev/sqlc/internal/sqltest/docker"
+	"github.com/sqlc-dev/sqlc/internal/sqltest/native"
 )
 
 var flight singleflight.Group
@@ -41,8 +42,15 @@ func postgreSQL(t *testing.T, migrations []string, rw bool) string {
 				t.Fatal(err)
 			}
 			dburi = u
+		} else if ierr := native.Supported(); ierr == nil {
+			// Fall back to native installation when Docker is not available
+			u, err := native.StartPostgreSQLServer(ctx)
+			if err != nil {
+				t.Fatal(err)
+			}
+			dburi = u
 		} else {
-			t.Skip("POSTGRESQL_SERVER_URI is empty")
+			t.Skip("POSTGRESQL_SERVER_URI is empty and neither Docker nor native installation is available")
 		}
 	}
 

internal/sqltest/native/enabled.go

@@ -0,0 +1,20 @@
+package native
+
+import (
+	"fmt"
+	"os/exec"
+	"runtime"
+)
+
+// Supported returns nil if native database installation is supported on this platform.
+// Currently only Linux (Ubuntu/Debian) is supported.
+func Supported() error {
+	if runtime.GOOS != "linux" {
+		return fmt.Errorf("native database installation only supported on linux, got %s", runtime.GOOS)
+	}
+	// Check if apt-get is available (Debian/Ubuntu)
+	if _, err := exec.LookPath("apt-get"); err != nil {
+		return fmt.Errorf("apt-get not found: %w", err)
+	}
+	return nil
+}