IN lists from Go slices: PostgreSQL and DuckDB
Every file of the PostgreSQL and DuckDB versions side by side, with the lines that differ marked.
Configuration
sgl.yamldiffers
PostgreSQL
DuckDB
1
version: 11
version: 12
2
3
databases:3
databases:4
- name: huts4
- name: huts5
dialect: postgres5
dialect: duckdb6
migrations: db/migrations6
migrations: db/migrations7
queries: db/queries7
queries: db/queries8
go:8
go:9
package: store9
package: store10
out: internal/store10
out: internal/store11
driver: database/sqlMigrations
db/migrations/0001_huts.up.sqldiffers
PostgreSQL
DuckDB
1
CREATE TABLE huts (1
CREATE TABLE huts (2
number BIGINT PRIMARY KEY,2
number BIGINT PRIMARY KEY,3
beach TEXT NOT NULL,3
beach VARCHAR NOT NULL,4
colour TEXT NOT NULL,4
colour VARCHAR NOT NULL,5
booked BOOLEAN NOT NULL DEFAULT false5
booked BOOLEAN NOT NULL DEFAULT false6
);6
);db/migrations/0001_huts.down.sqlidentical
PostgreSQL
DuckDB
1
DROP TABLE huts;1
DROP TABLE huts;Queries
AddHutidentical
PostgreSQL · db/queries/huts.sql
DuckDB · db/queries/huts.sql
1
-- sgl.query(AddHut, exec)1
-- sgl.query(AddHut, exec)2
INSERT INTO huts (number, beach, colour) VALUES ($1, $2, $3);2
INSERT INTO huts (number, beach, colour) VALUES ($1, $2, $3);HutsOnBeachesidentical
PostgreSQL · db/queries/huts.sql
DuckDB · db/queries/huts.sql
1
-- sgl.query(HutsOnBeaches, many)1
-- sgl.query(HutsOnBeaches, many)2
-- $1 as sgl.param(beaches, kind: slice)2
-- $1 as sgl.param(beaches, kind: slice)3
SELECT number, beach, colour, booked3
SELECT number, beach, colour, booked4
FROM huts4
FROM huts5
WHERE beach IN ($1)5
WHERE beach IN ($1)6
ORDER BY number;6
ORDER BY number;BookHutsdiffers
PostgreSQL · db/queries/huts.sql
DuckDB · db/queries/huts.sql
1
-- sgl.query(BookHuts, execrows)1
-- sgl.query(BookHuts, execrows)2
-- $1 as sgl.param(numbers, kind: slice)2
-- $1 as sgl.param(numbers, kind: slice)3
UPDATE huts SET booked = true WHERE number IN ($1) AND NOT booked;3
UPDATE huts SET booked = true WHERE number IN ($1) AND booked = false;FreeHutsInColoursdiffers
PostgreSQL · db/queries/huts.sql
DuckDB · db/queries/huts.sql
1
-- sgl.query(FreeHutsInColours, many)1
-- sgl.query(FreeHutsInColours, many)2
-- $1 as sgl.param(beach)2
-- $1 as sgl.param(beach)3
-- $2 as sgl.param(colours, kind: slice)3
-- $2 as sgl.param(colours, kind: slice)4
SELECT number, colour4
SELECT number, colour5
FROM huts5
FROM huts6
WHERE beach = $1 AND colour IN ($2) AND NOT booked6
WHERE beach = $1 AND colour IN ($2) AND booked = false7
ORDER BY number;7
ORDER BY number;What sgl generates
AddHutidentical
PostgreSQL
DuckDB
1
func (queries *Queries) AddHut(ctx context.Context, params AddHutParams) error1
func (queries *Queries) AddHut(ctx context.Context, params AddHutParams) error2
2
3
type AddHutParams struct {3
type AddHutParams struct {4
Number int644
Number int645
Beach string5
Beach string6
Colour string6
Colour string7
}7
}HutsOnBeachesidentical
PostgreSQL
DuckDB
1
func (queries *Queries) HutsOnBeaches(ctx context.Context, params HutsOnBeachesParams) ([]HutsOnBeachesRow, error)1
func (queries *Queries) HutsOnBeaches(ctx context.Context, params HutsOnBeachesParams) ([]HutsOnBeachesRow, error)2
2
3
type HutsOnBeachesParams struct {3
type HutsOnBeachesParams struct {4
Beaches []string4
Beaches []string5
}5
}6
6
7
type HutsOnBeachesRow struct {7
type HutsOnBeachesRow struct {8
Number int64 `json:"number"`8
Number int64 `json:"number"`9
Beach string `json:"beach"`9
Beach string `json:"beach"`10
Colour string `json:"colour"`10
Colour string `json:"colour"`11
Booked bool `json:"booked"`11
Booked bool `json:"booked"`12
}12
}BookHutsidentical
PostgreSQL
DuckDB
1
func (queries *Queries) BookHuts(ctx context.Context, params BookHutsParams) (int64, error)1
func (queries *Queries) BookHuts(ctx context.Context, params BookHutsParams) (int64, error)2
2
3
type BookHutsParams struct {3
type BookHutsParams struct {4
Numbers []int644
Numbers []int645
}5
}FreeHutsInColoursidentical
PostgreSQL
DuckDB
1
func (queries *Queries) FreeHutsInColours(ctx context.Context, params FreeHutsInColoursParams) ([]FreeHutsInColoursRow, error)1
func (queries *Queries) FreeHutsInColours(ctx context.Context, params FreeHutsInColoursParams) ([]FreeHutsInColoursRow, error)2
2
3
type FreeHutsInColoursParams struct {3
type FreeHutsInColoursParams struct {4
Beach string4
Beach string5
Colours []string5
Colours []string6
}6
}7
7
8
type FreeHutsInColoursRow struct {8
type FreeHutsInColoursRow struct {9
Number int64 `json:"number"`9
Number int64 `json:"number"`10
Colour string `json:"colour"`10
Colour string `json:"colour"`11
}11
}The program
example.godiffers
PostgreSQL
DuckDB
1
package main1
package main2
2
3
import (3
import (4
"context"4
"context"5
"database/sql"5
"database/sql"6
"fmt"6
"fmt"7
"io"7
"io"8
8
9
"seagull.sh/seagull/examples/postgres/010_slices/internal/store"9
"seagull.sh/seagull/examples/duckdb/010_slices/internal/store"10
)10
)11
11
12
// run lets out beach huts by passing Go slices where the SQL has an IN list. A binding12
// run lets out beach huts by passing Go slices where the SQL has an IN list. A binding13
// such as $1 as sgl.param(beaches, kind: slice) makes the parameter a slice, and the13
// such as $1 as sgl.param(beaches, kind: slice) makes the parameter a slice, and the14
// generated method rewrites IN ($1) to one placeholder per element at call time. A slice14
// generated method rewrites IN ($1) to one $N placeholder per element at call time. A15
// is numbered after every other parameter, so no other placeholder moves. An empty slice15
// slice is numbered after every other parameter, so no other placeholder moves. An empty16
// turns IN ($1) into = ANY('{}'), which matches nothing, and an expansion past16
// slice turns IN ($1) into IN (SELECT NULL WHERE FALSE), which matches nothing.17
// PostgreSQL's limit of 65535 bind variables returns an error before the statement is18
// sent.19
//17
//20
// The rewrite happens before the statement runs, so sgl vet refuses a slice parameter on18
// The rewrite happens before the statement runs, so sgl vet refuses a slice parameter on21
// a batch or copyfrom query (Q017) or a dynamic: runtime query (Q018).19
// a batch or copyfrom query (Q017) or a dynamic: runtime query (Q018).22
//20
//23
// Takes database (*sql.DB) which is a migrated database.21
// Takes database (*sql.DB) which is a migrated database.24
// Takes output (io.Writer) which receives each search and booking.22
// Takes output (io.Writer) which receives each search and booking.25
//23
//26
// Returns error when a query fails.24
// Returns error when a query fails.27
func run(ctx context.Context, database *sql.DB, output io.Writer) error {25
func run(ctx context.Context, database *sql.DB, output io.Writer) error {28
queries := store.New(database)26
queries := store.New(database)29
27
30
huts := []store.AddHutParams{28
huts := []store.AddHutParams{31
{Number: 1, Beach: "Polzeath", Colour: "blue"},29
{Number: 1, Beach: "Polzeath", Colour: "blue"},32
{Number: 2, Beach: "Polzeath", Colour: "yellow"},30
{Number: 2, Beach: "Polzeath", Colour: "yellow"},33
{Number: 3, Beach: "Polzeath", Colour: "red"},31
{Number: 3, Beach: "Polzeath", Colour: "red"},34
{Number: 4, Beach: "Watergate", Colour: "blue"},32
{Number: 4, Beach: "Watergate", Colour: "blue"},35
{Number: 5, Beach: "Watergate", Colour: "red"},33
{Number: 5, Beach: "Watergate", Colour: "red"},36
{Number: 6, Beach: "Fistral", Colour: "yellow"},34
{Number: 6, Beach: "Fistral", Colour: "yellow"},37
}35
}38
for _, hut := range huts {36
for _, hut := range huts {39
if err := queries.AddHut(ctx, hut); err != nil {37
if err := queries.AddHut(ctx, hut); err != nil {40
return fmt.Errorf("adding hut %d: %w", hut.Number, err)38
return fmt.Errorf("adding hut %d: %w", hut.Number, err)41
}39
}42
}40
}43
41
44
for _, beaches := range [][]string{{"Polzeath", "Fistral"}, {"Watergate"}, {}} {42
for _, beaches := range [][]string{{"Polzeath", "Fistral"}, {"Watergate"}, {}} {45
found, err := queries.HutsOnBeaches(ctx, store.HutsOnBeachesParams{Beaches: beaches})43
found, err := queries.HutsOnBeaches(ctx, store.HutsOnBeachesParams{Beaches: beaches})46
if err != nil {44
if err != nil {47
return fmt.Errorf("finding huts on %v: %w", beaches, err)45
return fmt.Errorf("finding huts on %v: %w", beaches, err)48
}46
}49
numbers := make([]int64, 0, len(found))47
numbers := make([]int64, 0, len(found))50
for _, hut := range found {48
for _, hut := range found {51
numbers = append(numbers, hut.Number)49
numbers = append(numbers, hut.Number)52
}50
}53
fmt.Fprintf(output, "huts on %v: %v\n", beaches, numbers)51
fmt.Fprintf(output, "huts on %v: %v\n", beaches, numbers)54
}52
}55
53
56
// Hut 3 is taken by the first booking, so the second books only hut 5.54
// Hut 3 is taken by the first booking, so the second books only hut 5.57
for _, numbers := range [][]int64{{1, 3, 4}, {3, 5}} {55
for _, numbers := range [][]int64{{1, 3, 4}, {3, 5}} {58
booked, err := queries.BookHuts(ctx, store.BookHutsParams{Numbers: numbers})56
booked, err := queries.BookHuts(ctx, store.BookHutsParams{Numbers: numbers})59
if err != nil {57
if err != nil {60
return fmt.Errorf("booking huts %v: %w", numbers, err)58
return fmt.Errorf("booking huts %v: %w", numbers, err)61
}59
}62
fmt.Fprintf(output, "booking huts %v booked %d\n", numbers, booked)60
fmt.Fprintf(output, "booking huts %v booked %d\n", numbers, booked)63
}61
}64
62
65
free, err := queries.FreeHutsInColours(ctx, store.FreeHutsInColoursParams{63
free, err := queries.FreeHutsInColours(ctx, store.FreeHutsInColoursParams{66
Beach: "Polzeath",64
Beach: "Polzeath",67
Colours: []string{"blue", "yellow"},65
Colours: []string{"blue", "yellow"},68
})66
})69
if err != nil {67
if err != nil {70
return fmt.Errorf("finding free huts: %w", err)68
return fmt.Errorf("finding free huts: %w", err)71
}69
}72
for _, hut := range free {70
for _, hut := range free {73
fmt.Fprintf(output, "hut %d at Polzeath is %s and free\n", hut.Number, hut.Colour)71
fmt.Fprintf(output, "hut %d at Polzeath is %s and free\n", hut.Number, hut.Colour)74
}72
}75
return nil73
return nil76
}74
}