blob_test.go 5.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200
  1. package vrtxsql
  2. // BLOB 列结果集物化测试: 行内只有 8B BlobRef, SELECT (流式) 与 JOIN (物化) 两条
  3. // 路径都必须读出内容字节 —— 60KB 值超动态列单值上限 16360, 只有链式存储装得下,
  4. // 物化错了 (或没接) 这两类查询当场就崩。
  5. import (
  6. "database/sql"
  7. "strings"
  8. "testing"
  9. )
  10. // blobContent 60KB 测试内容: 超引擎动态列单值上限 (types.MaxStringSize = 16360),
  11. // 落 BLOB 列经链页存储, 用来证明物化读回的是整条链而不是行内 8 字节引用。
  12. const blobTestContent = "blob-payload-0123456789abcdef"
  13. func blobFixture(t *testing.T, db *sql.DB) string {
  14. t.Helper()
  15. exec := func(q string, args ...interface{}) {
  16. t.Helper()
  17. if _, err := db.Exec(q, args...); err != nil {
  18. t.Fatalf("%s: %v", q, err)
  19. }
  20. }
  21. exec(`CREATE TABLE docs (id BIGINT PRIMARY KEY, title VARCHAR(32) NOT NULL, content BLOB)`)
  22. big := strings.Repeat(blobTestContent, 60000/len(blobTestContent)+1) // >16360 字节
  23. exec(`INSERT INTO docs (id, title, content) VALUES (?, ?, ?), (?, ?, ?), (?, ?, ?)`,
  24. 1, "big", big,
  25. 2, "small", "hi",
  26. 3, "nonum", nil) // NULL blob
  27. return big
  28. }
  29. // TestBlobSelectMaterialize 单表 SELECT (流式路径): BLOB 列物化成内容字节,
  30. // 投影列 / * 展开 / WHERE / LIMIT 都要一致; NULL blob 保持 NULL。
  31. func TestBlobSelectMaterialize(t *testing.T) {
  32. db := openTestDB(t)
  33. big := blobFixture(t, db)
  34. // 投影列 + WHERE + LIMIT
  35. rows, err := db.Query(`SELECT title, content FROM docs WHERE id = ? LIMIT 1`, 1)
  36. if err != nil {
  37. t.Fatalf("query: %v", err)
  38. }
  39. defer rows.Close()
  40. if !rows.Next() {
  41. t.Fatal("应有一行")
  42. }
  43. var title string
  44. var content []byte
  45. if err := rows.Scan(&title, &content); err != nil {
  46. t.Fatalf("scan: %v", err)
  47. }
  48. if title != "big" {
  49. t.Fatalf("title=%q, 想要 big", title)
  50. }
  51. if string(content) != big {
  52. t.Fatalf("content %d 字节与写入的 %d 字节不一致", len(content), len(big))
  53. }
  54. if rows.Next() {
  55. t.Fatal("只应有一行")
  56. }
  57. if err := rows.Err(); err != nil {
  58. t.Fatal(err)
  59. }
  60. rows.Close()
  61. // * 展开 + 全表扫描 (worker 逐行物化)
  62. all, err := db.Query(`SELECT * FROM docs ORDER BY id ASC`)
  63. if err != nil {
  64. t.Fatalf("select *: %v", err)
  65. }
  66. defer all.Close()
  67. var (
  68. seen int
  69. nilOK bool
  70. )
  71. for all.Next() {
  72. var (
  73. id int64
  74. title string
  75. content []byte
  76. )
  77. if err := all.Scan(&id, &title, &content); err != nil {
  78. t.Fatalf("scan: %v", err)
  79. }
  80. switch id {
  81. case 1:
  82. if string(content) != big {
  83. t.Fatalf("id=1 content 不一致 (%d 字节)", len(content))
  84. }
  85. case 2:
  86. if string(content) != "hi" {
  87. t.Fatalf("id=2 content=%q", content)
  88. }
  89. case 3:
  90. if content != nil {
  91. t.Fatalf("id=3 (NULL blob) content 应为 nil, 实际 %v", content)
  92. }
  93. nilOK = true
  94. }
  95. seen++
  96. }
  97. if err := all.Err(); err != nil {
  98. t.Fatal(err)
  99. }
  100. if seen != 3 || !nilOK {
  101. t.Fatalf("应扫到 3 行且含 NULL 行, 实际 %d 行 nilOK=%v", seen, nilOK)
  102. }
  103. // 短值按主键点查 (行内引用 → 链页, 1 页链)
  104. var short []byte
  105. if err := db.QueryRow(`SELECT content FROM docs WHERE id = ?`, 2).Scan(&short); err != nil {
  106. t.Fatalf("点查: %v", err)
  107. }
  108. if string(short) != "hi" {
  109. t.Fatalf("短值 content=%q", short)
  110. }
  111. }
  112. // TestBlobJoinMaterialize JOIN 查询 (物化路径): 右表 BLOB 列在 scanJoinTable 里
  113. // 当场解引用; LEFT JOIN 未匹配行的 blob 列保持 NULL。
  114. func TestBlobJoinMaterialize(t *testing.T) {
  115. db := openTestDB(t)
  116. big := strings.Repeat(blobTestContent, 60000/len(blobTestContent)+1) // >16360 字节
  117. exec := func(q string, args ...interface{}) {
  118. t.Helper()
  119. if _, err := db.Exec(q, args...); err != nil {
  120. t.Fatalf("%s: %v", q, err)
  121. }
  122. }
  123. exec(`CREATE TABLE authors (id BIGINT PRIMARY KEY, name VARCHAR(32) NOT NULL)`)
  124. exec(`CREATE TABLE papers (id BIGINT PRIMARY KEY, author_id BIGINT, content BLOB)`)
  125. exec(`INSERT INTO authors (id, name) VALUES (?, ?), (?, ?)`,
  126. 7, "ada", 8, "brian")
  127. exec(`INSERT INTO papers (id, author_id, content) VALUES (?, ?, ?), (?, ?, ?)`,
  128. 1, 7, big,
  129. 2, 7, "hi")
  130. // INNER JOIN + 右表条件下推: 命中行的 blob 内容物化出来
  131. rows, err := db.Query(`SELECT a.name, p.content FROM authors a JOIN papers p ON p.author_id = a.id WHERE a.id = ? ORDER BY p.id ASC`, 7)
  132. if err != nil {
  133. t.Fatalf("join: %v", err)
  134. }
  135. defer rows.Close()
  136. var got [2][]byte
  137. var names [2]string
  138. n := 0
  139. for rows.Next() {
  140. if n >= 2 {
  141. t.Fatal("至多两行")
  142. }
  143. if err := rows.Scan(&names[n], &got[n]); err != nil {
  144. t.Fatalf("scan: %v", err)
  145. }
  146. n++
  147. }
  148. if err := rows.Err(); err != nil {
  149. t.Fatal(err)
  150. }
  151. rows.Close()
  152. if n != 2 || names[0] != "ada" || names[1] != "ada" {
  153. t.Fatalf("INNER JOIN 应出 ada 两行, 实际 %d 行 %v", n, names)
  154. }
  155. if string(got[0]) != big {
  156. t.Fatalf("60KB content 物化不一致 (%d 字节)", len(got[0]))
  157. }
  158. if string(got[1]) != "hi" {
  159. t.Fatalf("短 content=%q", got[1])
  160. }
  161. // LEFT JOIN: brian 没有论文, 右表 blob 列应为 NULL (不是空串/报错)
  162. lr, err := db.Query(`SELECT a.name, p.content FROM authors a LEFT JOIN papers p ON p.author_id = a.id ORDER BY a.id ASC, p.id ASC`)
  163. if err != nil {
  164. t.Fatalf("left join: %v", err)
  165. }
  166. defer lr.Close()
  167. type hit struct {
  168. name string
  169. content []byte
  170. }
  171. var left []hit
  172. for lr.Next() {
  173. var h hit
  174. if err := lr.Scan(&h.name, &h.content); err != nil {
  175. t.Fatalf("scan: %v", err)
  176. }
  177. left = append(left, h)
  178. }
  179. if err := lr.Err(); err != nil {
  180. t.Fatal(err)
  181. }
  182. // ada 两篇 + brian 补一个 NULL 右行 = 3 行
  183. if len(left) != 3 {
  184. t.Fatalf("LEFT JOIN 应出 3 行, 实际 %d (%+v)", len(left), left)
  185. }
  186. if left[2].name != "brian" || left[2].content != nil {
  187. t.Fatalf("brian 行 content 应为 NULL, 实际 %v", left[2].content)
  188. }
  189. }