fix OP_Query parse

This commit is contained in:
kingecg 2025-06-07 10:58:28 +08:00
parent c70cfad89c
commit fdd3a2e7c7
4 changed files with 81 additions and 37 deletions

View File

@ -47,6 +47,7 @@ func (s *Server) handleConnection(conn net.Conn) {
return return
} }
log.WriteOpMsgToFile("opbin.log", uint8(2), buffer[:n])
// 解析MongoDB协议消息 // 解析MongoDB协议消息
message, err := protocol.ParseMessage(buffer[:n]) message, err := protocol.ParseMessage(buffer[:n])
if err != nil { if err != nil {

View File

@ -174,6 +174,20 @@ func parseBSONValue(elementType byte, data []byte, pos int) (interface{}, int, e
} }
return subDoc, docLength, nil return subDoc, docLength, nil
case 0x04: // Array
if len(data) < 4 {
return nil, 0, fmt.Errorf("data too short for Array length")
}
// 读取数组长度
arrayLength := int(binary.LittleEndian.Uint32(data[0:4]))
if len(data) < arrayLength {
return nil, 0, fmt.Errorf("data too short for Array")
}
subDoc, _, err := parseBSON(data[0:arrayLength])
if err != nil {
return nil, 0, fmt.Errorf("failed to parse array: %v", err)
}
return subDoc, arrayLength, nil
default: default:
return nil, 0, fmt.Errorf("unsupported BSON element type: 0x%02X", elementType) return nil, 0, fmt.Errorf("unsupported BSON element type: 0x%02X", elementType)

View File

@ -5,11 +5,12 @@ import (
"bytes" "bytes"
"encoding/binary" "encoding/binary"
"fmt" "fmt"
"strings"
) )
// UpdateFlags are the flags for OP_UPDATE // UpdateFlags are the flags for OP_UPDATE
const ( const (
Upsert = 1 << iota Upsert = 1 << iota
MultiUpdate // 标志位用于多文档更新 MultiUpdate // 标志位用于多文档更新
) )
@ -97,11 +98,11 @@ func parseUpdate(data []byte) (interface{}, error) {
return &UpdateMessage{ return &UpdateMessage{
Body: struct { Body: struct {
Flags UpdateFlags Flags UpdateFlags
DatabaseName string DatabaseName string
CollName string CollName string
Query map[string]interface{} Query map[string]interface{}
UpdateSpec map[string]interface{} UpdateSpec map[string]interface{}
}{ }{
Flags: flags, Flags: flags,
DatabaseName: dbName, DatabaseName: dbName,
@ -190,29 +191,41 @@ func parseQuery(data []byte) (interface{}, error) {
if dbEnd == -1 { if dbEnd == -1 {
return nil, fmt.Errorf("database name not null terminated") return nil, fmt.Errorf("database name not null terminated")
} }
dbName := string(data[4 : dbEnd+4]) dbcolName := string(data[4 : dbEnd+4])
dcnames := strings.Split(dbcolName, ".")
dbName := dcnames[0]
collName := dcnames[1]
// 剩余数据包含集合名和查询条件 // 剩余数据包含集合名和查询条件
remaining := data[dbEnd+5:] // 跳过终止符 remaining := data[dbEnd+5:] // 跳过终止符
var numberToSkip, numberToReturn int32
binary.Read(bytes.NewReader(remaining[0:4]), binary.LittleEndian, &numberToSkip)
binary.Read(bytes.NewReader(remaining[4:8]), binary.LittleEndian, &numberToReturn)
// 提取集合名 // 提取集合名
collEnd := bytes.IndexByte(remaining, 0) // collEnd := bytes.IndexByte(remaining, 0)
if collEnd == -1 { // if collEnd == -1 {
return nil, fmt.Errorf("collection name not null terminated") // return nil, fmt.Errorf("collection name not null terminated")
} // }
collName := string(remaining[:collEnd]) // if collEnd == 0 {
// collEnd = bytes.IndexFunc(remaining, func(r rune) bool {
// return r != 0
// })
// }
// collName := string(remaining[:collEnd])
// 解析查询条件 // 解析查询条件
queryDoc, _, err := parseBSON(remaining[collEnd+1:]) queryDoc, _, err := parseBSON(remaining[8:])
if err != nil { if err != nil {
return nil, fmt.Errorf("failed to parse query conditions: %v", err) return nil, fmt.Errorf("failed to parse query conditions: %v", err)
} }
return &QueryMessage{ return &QueryMessage{
Flags: flags, Flags: flags,
DatabaseName: dbName, DatabaseName: dbName,
CollName: collName, CollName: collName,
Query: queryDoc, NumberToSkip: numberToSkip,
NumberToReturn: numberToReturn,
Query: queryDoc,
}, nil }, nil
} }
@ -265,10 +278,12 @@ func parseInsert(data []byte) (interface{}, error) {
// QueryMessage OP_QUERY消息体结构 // QueryMessage OP_QUERY消息体结构
type QueryMessage struct { type QueryMessage struct {
Flags uint32 // 查询标志 Flags uint32 // 查询标志
DatabaseName string // 数据库名称 DatabaseName string // 数据库名称
CollName string // 集合名称 CollName string // 集合名称
Query map[string]interface{} // 查询条件 NumberToSkip int32
NumberToReturn int32
Query map[string]interface{} // 查询条件
} }
// InsertMessage OP_INSERT消息体结构 // InsertMessage OP_INSERT消息体结构
@ -281,8 +296,8 @@ type InsertMessage struct {
// UpdateMessage represents an OP_UPDATE message // UpdateMessage represents an OP_UPDATE message
type UpdateMessage struct { type UpdateMessage struct {
Header Header Header Header
Body struct { Body struct {
Flags UpdateFlags Flags UpdateFlags
DatabaseName string DatabaseName string
CollName string CollName string

View File

@ -2,8 +2,22 @@ package protocol
import ( import (
"testing" "testing"
"git.pyer.club/kingecg/goaidb/log"
) )
func TestParseQuery(t *testing.T) {
_, data, err := log.ReadOpMsgFromFile("/home/kingecg/code/goaidb/opbin.log")
if err != nil {
t.Fatalf("ReadOpMsgFromFile failed: %v", err)
}
msg, err := ParseMessage(data)
if err != nil {
t.Fatalf("ParseMessage failed: %v", err)
}
log.Info(msg.Body)
}
func TestParseUpdate(t *testing.T) { func TestParseUpdate(t *testing.T) {
// 构造测试数据最小有效Update消息 // 构造测试数据最小有效Update消息
data := []byte{ data := []byte{