diff --git a/coverage.out b/coverage.out new file mode 100644 index 0000000..74ef685 --- /dev/null +++ b/coverage.out @@ -0,0 +1,17 @@ +mode: set +git.pyer.club/kingecg/godocdb/index/index.go:32.54,34.16 2 1 +git.pyer.club/kingecg/godocdb/index/index.go:34.16,36.3 1 0 +git.pyer.club/kingecg/godocdb/index/index.go:37.2,37.43 1 1 +git.pyer.club/kingecg/godocdb/index/index.go:41.100,50.16 3 1 +git.pyer.club/kingecg/godocdb/index/index.go:50.16,52.3 1 0 +git.pyer.club/kingecg/godocdb/index/index.go:54.2,55.50 2 1 +git.pyer.club/kingecg/godocdb/index/index.go:55.50,57.3 1 0 +git.pyer.club/kingecg/godocdb/index/index.go:60.2,63.52 4 1 +git.pyer.club/kingecg/godocdb/index/index.go:67.57,70.55 2 1 +git.pyer.club/kingecg/godocdb/index/index.go:70.55,72.3 1 0 +git.pyer.club/kingecg/godocdb/index/index.go:75.2,76.36 2 1 +git.pyer.club/kingecg/godocdb/index/index.go:80.82,83.16 3 1 +git.pyer.club/kingecg/godocdb/index/index.go:83.16,85.3 1 1 +git.pyer.club/kingecg/godocdb/index/index.go:87.2,88.59 2 1 +git.pyer.club/kingecg/godocdb/index/index.go:88.59,90.3 1 0 +git.pyer.club/kingecg/godocdb/index/index.go:92.2,92.23 1 1 diff --git a/go.mod b/go.mod index a1cce25..b8aed87 100644 --- a/go.mod +++ b/go.mod @@ -4,6 +4,7 @@ go 1.23.1 require ( github.com/golang/snappy v0.0.4 // indirect + github.com/iancoleman/orderedmap v0.3.0 // indirect github.com/syndtr/goleveldb v1.0.0 // indirect go.mongodb.org/mongo-driver v1.17.4 // indirect ) diff --git a/go.sum b/go.sum index af16e48..b17db75 100644 --- a/go.sum +++ b/go.sum @@ -5,6 +5,8 @@ github.com/golang/snappy v0.0.0-20180518054509-2e65f85255db/go.mod h1:/XxbfmMg8l github.com/golang/snappy v0.0.4 h1:yAGX7huGHXlcLOEtBnF4w7FQwA26wojNCwOYAEhLjQM= github.com/golang/snappy v0.0.4/go.mod h1:/XxbfmMg8lxefKM7IXC3fBNl/7bRcc72aCRzEWrmP2Q= github.com/hpcloud/tail v1.0.0/go.mod h1:ab1qPbhIpdTxEkNHXyeSf5vhxWSCs/tWer42PpOxQnU= +github.com/iancoleman/orderedmap v0.3.0 h1:5cbR2grmZR/DiVt+VJopEhtVs9YGInGIxAoMJn+Ichc= +github.com/iancoleman/orderedmap v0.3.0/go.mod h1:XuLcCUkdL5owUCQeF2Ue9uuw1EptkJDkXXS7VoV7XGE= github.com/onsi/ginkgo v1.6.0/go.mod h1:lLunBs/Ym6LB5Z9jYTR76FiuTmxDTDusOGeTQH+WWjE= github.com/onsi/ginkgo v1.7.0/go.mod h1:lLunBs/Ym6LB5Z9jYTR76FiuTmxDTDusOGeTQH+WWjE= github.com/onsi/gomega v1.4.3/go.mod h1:ex+gbHU/CVuBBDIJjb2X0qEXbFg53c61hWP/1CpauHY= diff --git a/index/coverage.html b/index/coverage.html new file mode 100644 index 0000000..c86f98d --- /dev/null +++ b/index/coverage.html @@ -0,0 +1,195 @@ + + + + + + index: Go Coverage Report + + + +
+ +
+ not tracked + + not covered + covered + +
+
+
+ + + +
+ + + diff --git a/index/index.go b/index/index.go new file mode 100644 index 0000000..a1ea224 --- /dev/null +++ b/index/index.go @@ -0,0 +1,93 @@ +package index + +import ( + "fmt" + + "github.com/iancoleman/orderedmap" + "go.mongodb.org/mongo-driver/bson" + "git.pyer.club/kingecg/godocdb/storage" +) + +// IndexType 表示索引类型 +type IndexType string + +const ( + SingleField IndexType = "single" + Composite IndexType = "composite" +) + +// IndexMetadata 索引元数据 +type IndexMetadata struct { + Name string + Type IndexType + KeyFields []string +} + +// IndexStore 管理索引的存储和查询 +type IndexStore struct { + storage *storage.LevelDBStorage +} + +// NewIndexStore 创建新的索引存储实例 +func NewIndexStore(path string) (*IndexStore, error) { + storage, err := storage.NewLevelDBStorage(path) + if err != nil { + return nil, err + } + return &IndexStore{storage: storage}, nil +} + +// CreateIndex 创建索引 +func (is *IndexStore) CreateIndex(indexName string, indexType IndexType, keyFields []string) error { + // 存储索引元数据 + metadata := IndexMetadata{ + Name: indexName, + Type: indexType, + KeyFields: keyFields, + } + + data, err := bson.Marshal(metadata) + if err != nil { + return fmt.Errorf("failed to marshal index metadata: %v", err) + } + + key := []byte(fmt.Sprintf("indexes:metadata:%s", indexName)) + if err := is.storage.Put(key, data); err != nil { + return err + } + + // 初始化索引存储结构 + indexKey := fmt.Sprintf("indexes:data:%s", indexName) + index := orderedmap.New() + indexData, _ := bson.Marshal(index) + return is.storage.Put([]byte(indexKey), indexData) +} + +// DropIndex 删除索引 +func (is *IndexStore) DropIndex(indexName string) error { + // 删除元数据 + metadataKey := []byte(fmt.Sprintf("indexes:metadata:%s", indexName)) + if err := is.storage.Delete(metadataKey); err != nil { + return err + } + + // 删除索引数据 + indexKey := []byte(fmt.Sprintf("indexes:data:%s", indexName)) + return is.storage.Delete(indexKey) +} + +// GetIndexMetadata 获取索引元数据 +func (is *IndexStore) GetIndexMetadata(indexName string) (*IndexMetadata, error) { + key := []byte(fmt.Sprintf("indexes:metadata:%s", indexName)) + rawData, err := is.storage.Get(key) + if err != nil { + return nil, fmt.Errorf("index not found: %v", err) + } + + var metadata IndexMetadata + if err := bson.Unmarshal(rawData, &metadata); err != nil { + return nil, err + } + + return &metadata, nil +} \ No newline at end of file diff --git a/index/index_test.go b/index/index_test.go new file mode 100644 index 0000000..a4a8c94 --- /dev/null +++ b/index/index_test.go @@ -0,0 +1,136 @@ +package index + +import ( + "fmt" + "os" + "sync" + "testing" +) + +func TestIndexStore(t *testing.T) { + // 测试目录 + dir := "./testdb" + defer os.RemoveAll(dir) + + // 初始化索引存储 + is, err := NewIndexStore(dir) + if err != nil { + t.Fatalf("Failed to create index store: %v", err) + } + defer is.storage.Close() + + // 测试索引名称和字段 + indexName := "test_index" + keyFields := []string{"name"} + + // 测试创建索引 + if err := is.CreateIndex(indexName, SingleField, keyFields); err != nil { + t.Errorf("CreateIndex failed: %v", err) + } + + // 验证元数据 + metadata, err := is.GetIndexMetadata(indexName) + if err != nil { + t.Errorf("GetIndexMetadata failed: %v", err) + } + + if metadata.Name != indexName || metadata.Type != SingleField { + t.Errorf("Metadata mismatch: got %+v want name=%s type=%s", metadata, indexName, SingleField) + } + + // 测试删除索引 + if err := is.DropIndex(indexName); err != nil { + t.Errorf("DropIndex failed: %v", err) + } + + // 验证索引已被删除 + _, err = is.GetIndexMetadata(indexName) + if err == nil { + t.Errorf("Expected error after DropIndex") + } +} + +func TestCompositeIndex(t *testing.T) { + // 测试目录 + dir := "./testdb_composite" + defer os.RemoveAll(dir) + + // 初始化索引存储 + is, err := NewIndexStore(dir) + if err != nil { + t.Fatalf("Failed to create index store: %v", err) + } + defer is.storage.Close() + + // 测试复合索引 + indexName := "composite_index" + keyFields := []string{"name", "age"} + + // 创建复合索引 + if err := is.CreateIndex(indexName, Composite, keyFields); err != nil { + t.Errorf("CreateIndex failed: %v", err) + } + + // 验证元数据 + metadata, err := is.GetIndexMetadata(indexName) + if err != nil { + t.Errorf("GetIndexMetadata failed: %v", err) + } + + if metadata.Type != Composite || len(metadata.KeyFields) != 2 { + t.Errorf("Composite index metadata mismatch: got %+v want type=%s fieldsCount=2", metadata, Composite) + } +} + +func BenchmarkSingleFieldQuery(b *testing.B) { + // 基准测试单字段查询性能 + dir := "./testdb_bench" + defer os.RemoveAll(dir) + + is, _ := NewIndexStore(dir) + + // 创建测试数据 + for i := 0; i < 1000; i++ { + is.CreateIndex(fmt.Sprintf("index_%d", i), SingleField, []string{"name"}) + } + + b.ResetTimer() + for i := 0; i < b.N; i++ { + _, err := is.GetIndexMetadata(fmt.Sprintf("index_%d", i%1000)) + if err != nil { + b.Error(err) + } + } +} + +func TestConcurrentIndexOperations(t *testing.T) { + // 测试并发索引操作 + dir := "./testdb_concurrent" + defer os.RemoveAll(dir) + + is, _ := NewIndexStore(dir) + + numGoroutines := 10 + var wg sync.WaitGroup + + for i := 0; i < numGoroutines; i++ { + wg.Add(1) + + go func(i int) { + defer wg.Done() + indexName := fmt.Sprintf("concurrent_index_%d", i) + + // 创建索引 + if err := is.CreateIndex(indexName, SingleField, []string{"name"}); err != nil { + t.Errorf("CreateIndex failed: %v", err) + } + + // 删除索引 + if err := is.DropIndex(indexName); err != nil { + t.Errorf("DropIndex failed: %v", err) + } + }(i) + } + + wg.Wait() +} \ No newline at end of file