validate.go 6.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267
  1. package btree
  2. import (
  3. "TsDB2/DB/core/page"
  4. "fmt"
  5. )
  6. // ValidateBTree validates all B+ tree invariants
  7. func ValidateBTree(rootPID uint32, handle page.HandleDb, isPrimary bool) error {
  8. if rootPID == 0 {
  9. return fmt.Errorf("empty tree")
  10. }
  11. validator := &btreeValidator{
  12. handle: handle,
  13. isPrimary: isPrimary,
  14. errors: []string{},
  15. }
  16. // 1. Validate root node
  17. root := validator.loadNode(rootPID)
  18. if root == nil {
  19. return fmt.Errorf("failed to load root page %d", rootPID)
  20. }
  21. // 2. Traverse and validate all nodes
  22. var leafKeys [][]byte
  23. validator.validateNode(root, nil, nil, &leafKeys)
  24. // 3. Validate leaf linked list
  25. validator.validateLeafList(leafKeys)
  26. if len(validator.errors) > 0 {
  27. return fmt.Errorf("B+ tree validation failed:\n%s",
  28. formatErrors(validator.errors))
  29. }
  30. return nil
  31. }
  32. type btreeValidator struct {
  33. handle page.HandleDb
  34. isPrimary bool
  35. errors []string
  36. }
  37. func (v *btreeValidator) loadNode(pid uint32) *btNode {
  38. if v.isPrimary {
  39. return btLoad(v.handle, pid)
  40. }
  41. // For secondary/string, we need a generic loader
  42. // For now, assume primary format
  43. return btLoad(v.handle, pid)
  44. }
  45. func (v *btreeValidator) validateNode(n *btNode, minKey, maxKey []byte, leafKeys *[][]byte) {
  46. if n == nil {
  47. v.errors = append(v.errors, "nil node encountered")
  48. return
  49. }
  50. el := int(n.info.EntryLen)
  51. cnt := int(n.info.Count)
  52. if cnt == 0 {
  53. v.errors = append(v.errors,
  54. fmt.Sprintf("page %d has 0 entries", n.pageID()))
  55. return
  56. }
  57. if n.isLeaf() {
  58. v.validateLeaf(n, minKey, maxKey, el, cnt, leafKeys)
  59. } else {
  60. v.validateInternal(n, minKey, maxKey, el, cnt, leafKeys)
  61. }
  62. }
  63. func (v *btreeValidator) validateLeaf(n *btNode, minKey, maxKey []byte, el, cnt int, leafKeys *[][]byte) {
  64. pid := n.pageID()
  65. for i := 0; i < cnt; i++ {
  66. entry := btEntry(n, i)
  67. key := btKey(entry)
  68. // Check ordering within leaf
  69. // 注意: 二级索引允许重复 key, 相邻条目键相等是合法的
  70. if i > 0 {
  71. prevKey := btKey(btEntry(n, i-1))
  72. if btCmp(prevKey, key) > 0 {
  73. v.errors = append(v.errors,
  74. fmt.Sprintf("leaf page %d: entries not sorted at pos %d (el=%d cnt=%d useSize=%d hdrType=%d prev=%x cur=%x prevFull=%x curFull=%x)",
  75. pid, i, el, cnt, n.info.Hdr.UseSize, n.info.Hdr.Type, prevKey, key,
  76. btEntry(n, i-1), btEntry(n, i)))
  77. }
  78. }
  79. // Check range constraints
  80. if minKey != nil && btCmp(key, minKey) < 0 {
  81. v.errors = append(v.errors,
  82. fmt.Sprintf("leaf page %d: key %s < minKey %s at pos %d",
  83. pid, string(key), string(minKey), i))
  84. }
  85. // 上界取"下一个兄弟子树的最小键", 该键在重复 key 跨叶时可能与本叶的尾键相等,
  86. // 所以这里必须是 > maxKey 才算越界。
  87. if maxKey != nil && btCmp(key, maxKey) > 0 {
  88. v.errors = append(v.errors,
  89. fmt.Sprintf("leaf page %d: key %s > maxKey %s at pos %d",
  90. pid, string(key), string(maxKey), i))
  91. }
  92. *leafKeys = append(*leafKeys, key)
  93. }
  94. }
  95. func (v *btreeValidator) validateInternal(n *btNode, minKey, maxKey []byte, el, cnt int, leafKeys *[][]byte) {
  96. pid := n.pageID()
  97. for i := 0; i < cnt; i++ {
  98. entry := btEntry(n, i)
  99. sepKey := btKey(entry)
  100. childPID := btPID(entry)
  101. // Load child node
  102. child := v.loadNode(childPID)
  103. if child == nil {
  104. v.errors = append(v.errors,
  105. fmt.Sprintf("internal page %d: failed to load child %d at pos %d",
  106. pid, childPID, i))
  107. continue
  108. }
  109. // Determine child's key range
  110. var childMin, childMax []byte
  111. if i == 0 {
  112. childMin = minKey
  113. } else {
  114. // Child's min should be >= previous separator
  115. prevSep := btKey(btEntry(n, i-1))
  116. childMin = prevSep
  117. }
  118. if i == cnt-1 {
  119. childMax = maxKey
  120. } else {
  121. // 子节点 i 的上界 = 下一个子节点的分隔键(即下一个子树的最小键)。
  122. // 这里必须取 i+1 的分隔键: sepKey 是子节点 i 自己的最小键,
  123. // 用它当上界会把本子树所有条目都误判为越界。
  124. childMax = btKey(btEntry(n, i+1))
  125. }
  126. // Validate separator ordering
  127. // 重复 key 跨叶时相邻子树可能拥有相同的最小键, 故允许相等
  128. if i > 0 {
  129. prevSep := btKey(btEntry(n, i-1))
  130. if btCmp(prevSep, sepKey) > 0 {
  131. v.errors = append(v.errors,
  132. fmt.Sprintf("internal page %d: separators not sorted at pos %d (%s > %s)",
  133. pid, i, string(prevSep), string(sepKey)))
  134. }
  135. }
  136. // Recursively validate child
  137. v.validateNode(child, childMin, childMax, leafKeys)
  138. }
  139. }
  140. func (v *btreeValidator) validateLeafList(allKeys [][]byte) {
  141. // Check that all keys are globally sorted (允许相等: 二级索引有重复 key)
  142. for i := 1; i < len(allKeys); i++ {
  143. if btCmp(allKeys[i-1], allKeys[i]) > 0 {
  144. v.errors = append(v.errors,
  145. fmt.Sprintf("global key order violation: %s > %s",
  146. string(allKeys[i-1]), string(allKeys[i])))
  147. }
  148. }
  149. }
  150. func formatErrors(errors []string) string {
  151. result := ""
  152. for i, err := range errors {
  153. if i > 0 {
  154. result += "\n"
  155. }
  156. result += fmt.Sprintf(" [%d] %s", i+1, err)
  157. }
  158. return result
  159. }
  160. // DumpBTree prints the B+ tree structure for debugging
  161. func DumpBTree(rootPID uint32, handle page.HandleDb, isPrimary bool, maxDepth int) {
  162. if rootPID == 0 {
  163. fmt.Println("Empty tree")
  164. return
  165. }
  166. dumper := &btreeDumper{
  167. handle: handle,
  168. isPrimary: isPrimary,
  169. maxDepth: maxDepth,
  170. }
  171. fmt.Println("=== B+ Tree Structure ===")
  172. dumper.dumpNode(rootPID, 0)
  173. fmt.Println("=========================")
  174. }
  175. type btreeDumper struct {
  176. handle page.HandleDb
  177. isPrimary bool
  178. maxDepth int
  179. }
  180. func (d *btreeDumper) dumpNode(pid uint32, depth int) {
  181. if depth > d.maxDepth {
  182. fmt.Printf("%s... (max depth reached)\n", indent(depth))
  183. return
  184. }
  185. n := btLoad(d.handle, pid)
  186. if n == nil {
  187. fmt.Printf("%sPage %d: FAILED TO LOAD\n", indent(depth), pid)
  188. return
  189. }
  190. el := int(n.info.EntryLen)
  191. cnt := int(n.info.Count)
  192. nodeType := "LEAF"
  193. if !n.isLeaf() {
  194. nodeType = "INTERNAL"
  195. }
  196. fmt.Printf("%sPage %d [%s] count=%d entryLen=%d\n",
  197. indent(depth), pid, nodeType, cnt, el)
  198. if n.isLeaf() {
  199. for i := 0; i < cnt && i < 5; i++ { // Show first 5 entries
  200. entry := btEntry(n, i)
  201. key := btKey(entry)
  202. dataPID := btPID(entry)
  203. fmt.Printf("%s [%d] key='%s' dataPage=%d\n",
  204. indent(depth+1), i, string(key), dataPID)
  205. }
  206. if cnt > 5 {
  207. fmt.Printf("%s ... and %d more entries\n", indent(depth+1), cnt-5)
  208. }
  209. } else {
  210. for i := 0; i < cnt && i < 5; i++ { // Show first 5 children
  211. entry := btEntry(n, i)
  212. sepKey := btKey(entry)
  213. childPID := btPID(entry)
  214. fmt.Printf("%s [%d] sep='%s' -> child=%d\n",
  215. indent(depth+1), i, string(sepKey), childPID)
  216. d.dumpNode(childPID, depth+1)
  217. }
  218. if cnt > 5 {
  219. fmt.Printf("%s ... and %d more children\n", indent(depth+1), cnt-5)
  220. }
  221. }
  222. }
  223. func indent(depth int) string {
  224. s := ""
  225. for i := 0; i < depth; i++ {
  226. s += " "
  227. }
  228. return s
  229. }