Files
db/dialect/postgres/postgres_test.go
what 21b80bdea4 feat: 完善扫描器、exec 及 schema 相关功能
- exec/scanner: 用 *interface{} 替换 **json.RawMessage 扫描目标,兼容 DuckDB 返回 map[string]interface{} 的场景;新增 toJSONRawMessage 转换函数
- exec/scanner: ScanVal 支持结构体指针,通过 JSON 中间层转换(DuckDB STRUCT 列)
- exec/scanner: 将 *sql.RawBytes 和 *[]byte 的处理从 ScanValContext 移入 scanner.ScanVal
- exec/query_executor: 简化 ScanValContext,移除私有 scan 方法
- exec: 补充 scanner 级别 ScanVal 测试用例
- internal/util/reflect: 重写 SafeSetVarValue,修复非指针 src 及 nil 指针字段的 panic
- internal/util/column_map: 恢复非匿名带标签结构体字段的展开逻辑
- schema: 新增 vector 列类型支持
- engine: 补充 DuckDB 相关配置
- dialect/sqlite3/vtab: 完善虚拟表适配器
- 各方言测试改用 sqlmock 虚拟连接
2026-05-20 17:52:28 +08:00

501 lines
17 KiB
Go

package postgres_test
import (
"database/sql"
"fmt"
"os"
"testing"
"time"
dbv2 "git.fsdpf.net/go/db"
"github.com/lib/pq"
"github.com/stretchr/testify/suite"
)
const schema = `
DROP TABLE IF EXISTS "entry";
CREATE TABLE "entry" (
"id" SERIAL PRIMARY KEY NOT NULL,
"int" INT NOT NULL UNIQUE,
"float" NUMERIC NOT NULL ,
"string" VARCHAR(45) NOT NULL ,
"time" TIMESTAMP NOT NULL ,
"bool" BOOL NOT NULL ,
"bytes" VARCHAR(45) NOT NULL);
INSERT INTO "entry" ("int", "float", "string", "time", "bool", "bytes") VALUES
(0, 0.000000, '0.000000', '2015-02-22T18:19:55.000000000-00:00', TRUE, '0.000000'),
(1, 0.100000, '0.100000', '2015-02-22T19:19:55.000000000-00:00', FALSE, '0.100000'),
(2, 0.200000, '0.200000', '2015-02-22T20:19:55.000000000-00:00', TRUE, '0.200000'),
(3, 0.300000, '0.300000', '2015-02-22T21:19:55.000000000-00:00', FALSE, '0.300000'),
(4, 0.400000, '0.400000', '2015-02-22T22:19:55.000000000-00:00', TRUE, '0.400000'),
(5, 0.500000, '0.500000', '2015-02-22T23:19:55.000000000-00:00', FALSE, '0.500000'),
(6, 0.600000, '0.600000', '2015-02-23T00:19:55.000000000-00:00', TRUE, '0.600000'),
(7, 0.700000, '0.700000', '2015-02-23T01:19:55.000000000-00:00', FALSE, '0.700000'),
(8, 0.800000, '0.800000', '2015-02-23T02:19:55.000000000-00:00', TRUE, '0.800000'),
(9, 0.900000, '0.900000', '2015-02-23T03:19:55.000000000-00:00', FALSE, '0.900000');
`
const defaultDBURI = "postgres://postgres:@localhost:5435/dbv2postgres?sslmode=disable"
type (
postgresTest struct {
suite.Suite
db *dbv2.Database
}
entry struct {
ID uint32 `db:"id" ff:"skipinsert,skipupdate"`
Int int `db:"int"`
Float float64 `db:"float"`
String string `db:"string"`
Time time.Time `db:"time"`
Bool bool `db:"bool"`
Bytes []byte `db:"bytes"`
}
entryTestCase struct {
ds *dbv2.SelectDataset
len int
check func(entry entry, index int)
err string
}
)
func (pt *postgresTest) assertEntries(cases ...entryTestCase) {
for i, c := range cases {
var entries []entry
err := c.ds.ScanStructs(&entries)
if c.err == "" {
pt.NoError(err, "test case %d failed", i)
} else {
pt.EqualError(err, c.err, "test case %d failed", i)
}
pt.Len(entries, c.len)
for index, entry := range entries {
c.check(entry, index)
}
}
}
func (pt *postgresTest) SetupSuite() {
dbURI := os.Getenv("PG_URI")
if dbURI == "" {
dbURI = defaultDBURI
}
uri, err := pq.ParseURL(dbURI)
if err != nil {
panic(err)
}
db, err := sql.Open("postgres", uri)
if err != nil {
panic(err)
}
pt.db = dbv2.New("postgres", db)
}
func (pt *postgresTest) SetupTest() {
if _, err := pt.db.Exec(schema); err != nil {
pt.T().Skipf("Postgres not available: %v", err)
return
}
}
func (pt *postgresTest) TestToSQL() {
ds := pt.db.From("entry")
s, _, err := ds.Select("id", "float", "string", "time", "bool").ToSQL()
pt.NoError(err)
pt.Equal(`SELECT "id", "float", "string", "time", "bool" FROM "entry"`, s)
s, _, err = ds.Where(dbv2.C("int").Eq(10)).ToSQL()
pt.NoError(err)
pt.Equal(`SELECT * FROM "entry" WHERE ("int" = 10)`, s)
s, args, err := ds.Prepared(true).Where(dbv2.L("? = ?", dbv2.C("int"), 10)).ToSQL()
pt.NoError(err)
pt.Equal([]interface{}{int64(10)}, args)
pt.Equal(`SELECT * FROM "entry" WHERE "int" = $1`, s)
}
func (pt *postgresTest) TestQuery() {
ds := pt.db.From("entry")
floatVal := float64(0)
baseDate, err := time.Parse(time.RFC3339Nano, "2015-02-22T18:19:55.000000000-00:00")
pt.NoError(err)
baseDate = baseDate.UTC()
pt.assertEntries(
entryTestCase{ds: ds.Order(dbv2.C("id").Asc()), len: 10, check: func(entry entry, index int) {
f := fmt.Sprintf("%f", floatVal)
pt.Equal(uint32(index+1), entry.ID)
pt.Equal(index, entry.Int)
pt.Equal(f, fmt.Sprintf("%f", entry.Float))
pt.Equal(f, entry.String)
pt.Equal([]byte(f), entry.Bytes)
pt.Equal(index%2 == 0, entry.Bool)
pt.Equal(baseDate.Add(time.Duration(index)*time.Hour).Unix(), entry.Time.Unix())
floatVal += float64(0.1)
}},
entryTestCase{ds: ds.Where(dbv2.C("bool").IsTrue()).Order(dbv2.C("id").Asc()), len: 5, check: func(entry entry, _ int) {
pt.True(entry.Bool)
}},
entryTestCase{ds: ds.Where(dbv2.C("int").Gt(4)).Order(dbv2.C("id").Asc()), len: 5, check: func(entry entry, _ int) {
pt.True(entry.Int > 4)
}},
entryTestCase{ds: ds.Where(dbv2.C("int").Gte(5)).Order(dbv2.C("id").Asc()), len: 5, check: func(entry entry, _ int) {
pt.True(entry.Int >= 5)
}},
entryTestCase{ds: ds.Where(dbv2.C("int").Lt(5)).Order(dbv2.C("id").Asc()), len: 5, check: func(entry entry, _ int) {
pt.True(entry.Int < 5)
}},
entryTestCase{ds: ds.Where(dbv2.C("int").Lte(4)).Order(dbv2.C("id").Asc()), len: 5, check: func(entry entry, _ int) {
pt.True(entry.Int <= 4)
}},
entryTestCase{ds: ds.Where(dbv2.C("int").Between(dbv2.Range(3, 6))).Order(dbv2.C("id").Asc()), len: 4, check: func(entry entry, _ int) {
pt.True(entry.Int >= 3)
pt.True(entry.Int <= 6)
}},
entryTestCase{ds: ds.Where(dbv2.C("string").Eq("0.100000")).Order(dbv2.C("id").Asc()), len: 1, check: func(entry entry, _ int) {
pt.Equal(entry.String, "0.100000")
}},
entryTestCase{ds: ds.Where(dbv2.C("string").Like("0.1%")).Order(dbv2.C("id").Asc()), len: 1, check: func(entry entry, _ int) {
pt.Equal(entry.String, "0.100000")
}},
entryTestCase{ds: ds.Where(dbv2.C("string").NotLike("0.1%")).Order(dbv2.C("id").Asc()), len: 9, check: func(entry entry, _ int) {
pt.NotEqual(entry.String, "0.100000")
}},
entryTestCase{ds: ds.Where(dbv2.C("string").IsNull()).Order(dbv2.C("id").Asc()), len: 0, check: func(entry entry, _ int) {
pt.Fail("Should not have returned any records")
}},
)
}
func (pt *postgresTest) TestQuery_Prepared() {
ds := pt.db.From("entry").Prepared(true)
floatVal := float64(0)
baseDate, err := time.Parse(time.RFC3339Nano, "2015-02-22T18:19:55.000000000-00:00")
pt.NoError(err)
baseDate = baseDate.UTC()
pt.assertEntries(
entryTestCase{ds: ds.Order(dbv2.C("id").Asc()), len: 10, check: func(entry entry, index int) {
f := fmt.Sprintf("%f", floatVal)
pt.Equal(uint32(index+1), entry.ID)
pt.Equal(index, entry.Int)
pt.Equal(f, fmt.Sprintf("%f", entry.Float))
pt.Equal(f, entry.String)
pt.Equal([]byte(f), entry.Bytes)
pt.Equal(index%2 == 0, entry.Bool)
pt.Equal(baseDate.Add(time.Duration(index)*time.Hour).Unix(), entry.Time.Unix())
floatVal += float64(0.1)
}},
entryTestCase{ds: ds.Where(dbv2.C("bool").IsTrue()).Order(dbv2.C("id").Asc()), len: 5, check: func(entry entry, _ int) {
pt.True(entry.Bool)
}},
entryTestCase{ds: ds.Where(dbv2.C("int").Gt(4)).Order(dbv2.C("id").Asc()), len: 5, check: func(entry entry, _ int) {
pt.True(entry.Int > 4)
}},
entryTestCase{ds: ds.Where(dbv2.C("int").Gte(5)).Order(dbv2.C("id").Asc()), len: 5, check: func(entry entry, _ int) {
pt.True(entry.Int >= 5)
}},
entryTestCase{ds: ds.Where(dbv2.C("int").Lt(5)).Order(dbv2.C("id").Asc()), len: 5, check: func(entry entry, _ int) {
pt.True(entry.Int < 5)
}},
entryTestCase{ds: ds.Where(dbv2.C("int").Lte(4)).Order(dbv2.C("id").Asc()), len: 5, check: func(entry entry, _ int) {
pt.True(entry.Int <= 4)
}},
entryTestCase{ds: ds.Where(dbv2.C("int").Between(dbv2.Range(3, 6))).Order(dbv2.C("id").Asc()), len: 4, check: func(entry entry, _ int) {
pt.True(entry.Int >= 3)
pt.True(entry.Int <= 6)
}},
entryTestCase{ds: ds.Where(dbv2.C("string").Eq("0.100000")).Order(dbv2.C("id").Asc()), len: 1, check: func(entry entry, _ int) {
pt.Equal(entry.String, "0.100000")
}},
entryTestCase{ds: ds.Where(dbv2.C("string").Like("0.1%")).Order(dbv2.C("id").Asc()), len: 1, check: func(entry entry, _ int) {
pt.Equal(entry.String, "0.100000")
}},
entryTestCase{ds: ds.Where(dbv2.C("string").NotLike("0.1%")).Order(dbv2.C("id").Asc()), len: 9, check: func(entry entry, _ int) {
pt.NotEqual(entry.String, "0.100000")
}},
entryTestCase{ds: ds.Where(dbv2.C("string").IsNull()).Order(dbv2.C("id").Asc()), len: 0, check: func(entry entry, _ int) {
pt.Fail("Should not have returned any records")
}},
)
}
func (pt *postgresTest) TestQuery_ValueExpressions() {
type wrappedEntry struct {
entry
BoolValue bool `db:"bool_value"`
}
expectedDate, err := time.Parse(time.RFC3339Nano, "2015-02-22T19:19:55.000000000-00:00")
pt.NoError(err)
ds := pt.db.From("entry").Select(dbv2.Star(), dbv2.V(true).As("bool_value")).Where(dbv2.Ex{"int": 1})
var we wrappedEntry
found, err := ds.ScanStruct(&we)
pt.NoError(err)
pt.True(found)
pt.Equal(1, we.Int)
pt.Equal(0.100000, we.Float)
pt.Equal("0.100000", we.String)
pt.Equal(expectedDate.Unix(), we.Time.Unix())
pt.Equal(false, we.Bool)
pt.Equal([]byte("0.100000"), we.Bytes)
pt.True(we.BoolValue)
}
func (pt *postgresTest) TestCount() {
ds := pt.db.From("entry")
count, err := ds.Count()
pt.NoError(err)
pt.Equal(int64(10), count)
count, err = ds.Where(dbv2.C("int").Gt(4)).Count()
pt.NoError(err)
pt.Equal(int64(5), count)
count, err = ds.Where(dbv2.C("int").Gte(4)).Count()
pt.NoError(err)
pt.Equal(int64(6), count)
count, err = ds.Where(dbv2.C("string").Like("0.1%")).Count()
pt.NoError(err)
pt.Equal(int64(1), count)
count, err = ds.Where(dbv2.C("string").IsNull()).Count()
pt.NoError(err)
pt.Equal(int64(0), count)
}
func (pt *postgresTest) TestInsert() {
ds := pt.db.From("entry")
now := time.Now()
e := entry{Int: 10, Float: 1.000000, String: "1.000000", Time: now, Bool: true, Bytes: []byte("1.000000")}
_, err := ds.Insert().Rows(e).Executor().Exec()
pt.NoError(err)
var insertedEntry entry
found, err := ds.Where(dbv2.C("int").Eq(10)).ScanStruct(&insertedEntry)
pt.NoError(err)
pt.True(found)
pt.True(insertedEntry.ID > 0)
entries := []entry{
{Int: 11, Float: 1.100000, String: "1.100000", Time: now, Bool: false, Bytes: []byte("1.100000")},
{Int: 12, Float: 1.200000, String: "1.200000", Time: now, Bool: true, Bytes: []byte("1.200000")},
{Int: 13, Float: 1.300000, String: "1.300000", Time: now, Bool: false, Bytes: []byte("1.300000")},
{Int: 14, Float: 1.400000, String: "1.400000", Time: now, Bool: true, Bytes: []byte("1.400000")},
}
_, err = ds.Insert().Rows(entries).Executor().Exec()
pt.NoError(err)
var newEntries []entry
pt.NoError(ds.Where(dbv2.C("int").In([]uint32{11, 12, 13, 14})).ScanStructs(&newEntries))
pt.Len(newEntries, 4)
for i, e := range newEntries {
pt.Equal(entries[i].Int, e.Int)
pt.Equal(entries[i].Float, e.Float)
pt.Equal(entries[i].String, e.String)
pt.Equal(entries[i].Time.Unix(), e.Time.Unix())
pt.Equal(entries[i].Bool, e.Bool)
pt.Equal(entries[i].Bytes, e.Bytes)
}
_, err = ds.Insert().Rows(
entry{Int: 15, Float: 1.500000, String: "1.500000", Time: now, Bool: false, Bytes: []byte("1.500000")},
entry{Int: 16, Float: 1.600000, String: "1.600000", Time: now, Bool: true, Bytes: []byte("1.600000")},
entry{Int: 17, Float: 1.700000, String: "1.700000", Time: now, Bool: false, Bytes: []byte("1.700000")},
entry{Int: 18, Float: 1.800000, String: "1.800000", Time: now, Bool: true, Bytes: []byte("1.800000")},
).Executor().Exec()
pt.NoError(err)
newEntries = newEntries[0:0]
pt.NoError(ds.Where(dbv2.C("int").In([]uint32{15, 16, 17, 18})).ScanStructs(&newEntries))
pt.Len(newEntries, 4)
}
func (pt *postgresTest) TestInsertReturning() {
ds := pt.db.From("entry")
now := time.Now()
e := entry{Int: 10, Float: 1.000000, String: "1.000000", Time: now, Bool: true, Bytes: []byte("1.000000")}
found, err := ds.Insert().Rows(e).Returning(dbv2.Star()).Executor().ScanStruct(&e)
pt.NoError(err)
pt.True(found)
pt.True(e.ID > 0)
var ids []uint32
pt.NoError(ds.Insert().Rows([]entry{
{Int: 11, Float: 1.100000, String: "1.100000", Time: now, Bool: false, Bytes: []byte("1.100000")},
{Int: 12, Float: 1.200000, String: "1.200000", Time: now, Bool: true, Bytes: []byte("1.200000")},
{Int: 13, Float: 1.300000, String: "1.300000", Time: now, Bool: false, Bytes: []byte("1.300000")},
{Int: 14, Float: 1.400000, String: "1.400000", Time: now, Bool: true, Bytes: []byte("1.400000")},
}).Returning("id").Executor().ScanVals(&ids))
pt.Len(ids, 4)
for _, id := range ids {
pt.True(id > 0)
}
var ints []int64
pt.NoError(ds.Insert().Rows(
entry{Int: 15, Float: 1.500000, String: "1.500000", Time: now, Bool: false, Bytes: []byte("1.500000")},
entry{Int: 16, Float: 1.600000, String: "1.600000", Time: now, Bool: true, Bytes: []byte("1.600000")},
entry{Int: 17, Float: 1.700000, String: "1.700000", Time: now, Bool: false, Bytes: []byte("1.700000")},
entry{Int: 18, Float: 1.800000, String: "1.800000", Time: now, Bool: true, Bytes: []byte("1.800000")},
).Returning("int").Executor().ScanVals(&ints))
pt.True(found)
pt.Equal(ints, []int64{15, 16, 17, 18})
}
func (pt *postgresTest) TestUpdate() {
ds := pt.db.From("entry")
var e entry
found, err := ds.Where(dbv2.C("int").Eq(9)).Select("id").ScanStruct(&e)
pt.NoError(err)
pt.True(found)
e.Int = 11
_, err = ds.Where(dbv2.C("id").Eq(e.ID)).Update().Set(e).Executor().Exec()
pt.NoError(err)
count, err := ds.Where(dbv2.C("int").Eq(11)).Count()
pt.NoError(err)
pt.Equal(int64(1), count)
var id uint32
found, err = ds.Where(dbv2.C("int").Eq(11)).
Update().
Set(dbv2.Record{"int": 9}).
Returning("id").Executor().ScanVal(&id)
pt.NoError(err)
pt.True(found)
pt.Equal(id, e.ID)
}
func (pt *postgresTest) TestUpdateSQL_multipleTables() {
ds := pt.db.Update("test")
updateSQL, _, err := ds.
Set(dbv2.Record{"foo": "bar"}).
From("test_2").
Where(dbv2.I("test.id").Eq(dbv2.I("test_2.test_id"))).
ToSQL()
pt.NoError(err)
pt.Equal(`UPDATE "test" SET "foo"='bar' FROM "test_2" WHERE ("test"."id" = "test_2"."test_id")`, updateSQL)
}
func (pt *postgresTest) TestDelete() {
ds := pt.db.From("entry")
var e entry
found, err := ds.Where(dbv2.C("int").Eq(9)).Select("id").ScanStruct(&e)
pt.NoError(err)
pt.True(found)
_, err = ds.Where(dbv2.C("id").Eq(e.ID)).Delete().Executor().Exec()
pt.NoError(err)
count, err := ds.Count()
pt.NoError(err)
pt.Equal(int64(9), count)
var id uint32
found, err = ds.Where(dbv2.C("id").Eq(e.ID)).ScanVal(&id)
pt.NoError(err)
pt.False(found)
e = entry{}
found, err = ds.Where(dbv2.C("int").Eq(8)).Select("id").ScanStruct(&e)
pt.NoError(err)
pt.True(found)
pt.NotEqual(e.ID, int64(0))
id = 0
_, err = ds.Where(dbv2.C("id").Eq(e.ID)).Delete().Returning("id").Executor().ScanVal(&id)
pt.NoError(err)
pt.Equal(id, e.ID)
}
func (pt *postgresTest) TestInsert_OnConflict() {
ds := pt.db.From("entry")
now := time.Now()
// DO NOTHING insert
e := entry{Int: 10, Float: 1.100000, String: "1.100000", Time: now, Bool: false, Bytes: []byte("1.100000")}
_, err := ds.Insert().Rows(e).OnConflict(dbv2.DoNothing()).Executor().Exec()
pt.NoError(err)
// DO NOTHING duplicate
e = entry{Int: 10, Float: 2.100000, String: "2.100000", Time: now.Add(time.Hour * 100), Bool: false, Bytes: []byte("2.100000")}
_, err = ds.Insert().Rows(e).OnConflict(dbv2.DoNothing()).Executor().Exec()
pt.NoError(err)
// DO NOTHING update
var entryActual entry
e2 := entry{Int: 0, String: "2.000000"}
_, err = ds.Insert().
Rows(e2).
OnConflict(dbv2.DoUpdate("int", dbv2.Record{"string": "upsert"})).
Executor().Exec()
pt.NoError(err)
_, err = ds.Where(dbv2.C("int").Eq(0)).ScanStruct(&entryActual)
pt.NoError(err)
pt.Equal("upsert", entryActual.String)
// DO NOTHING update where
entries := []entry{
{Int: 1, Float: 6.100000, String: "6.100000", Time: now, Bytes: []byte("6.100000")},
{Int: 2, Float: 7.200000, String: "7.200000", Time: now, Bytes: []byte("7.200000")},
}
_, err = ds.Insert().
Rows(entries).
OnConflict(dbv2.DoUpdate("int", dbv2.Record{"string": "upsert"}).Where(dbv2.I("excluded.int").Eq(2))).
Executor().
Exec()
pt.NoError(err)
var entry8, entry9 entry
_, err = ds.Where(dbv2.Ex{"int": 1}).ScanStruct(&entry8)
pt.NoError(err)
pt.Equal("0.100000", entry8.String)
_, err = ds.Where(dbv2.Ex{"int": 2}).ScanStruct(&entry9)
pt.NoError(err)
pt.Equal("upsert", entry9.String)
}
func (pt *postgresTest) TestWindowFunction() {
ds := pt.db.From("entry").
Select("int", dbv2.ROW_NUMBER().OverName(dbv2.I("w")).As("id")).
Window(dbv2.W("w").OrderBy(dbv2.I("int").Desc()))
var entries []entry
pt.NoError(ds.ScanStructs(&entries))
pt.Equal([]entry{
{Int: 9, ID: 1},
{Int: 8, ID: 2},
{Int: 7, ID: 3},
{Int: 6, ID: 4},
{Int: 5, ID: 5},
{Int: 4, ID: 6},
{Int: 3, ID: 7},
{Int: 2, ID: 8},
{Int: 1, ID: 9},
{Int: 0, ID: 10},
}, entries)
}
func (pt *postgresTest) TestOrderByFunction() {
ds := pt.db.From("entry").
Select(dbv2.ROW_NUMBER().Over(dbv2.W()).As("id")).Window().Order(dbv2.ROW_NUMBER().Over(dbv2.W()).Desc())
var entries []entry
pt.NoError(ds.ScanStructs(&entries))
pt.Equal([]entry{
{ID: 10},
{ID: 9},
{ID: 8},
{ID: 7},
{ID: 6},
{ID: 5},
{ID: 4},
{ID: 3},
{ID: 2},
{ID: 1},
}, entries)
}
func TestPostgresSuite(t *testing.T) {
suite.Run(t, new(postgresTest))
}