Add Raw Import and Raw Batch for Writing to SS in any order of version #68
Conversation
Kbhat1
changed the title
![github-advanced-security[bot]](https://avatars.githubusercontent.com/in/57789?s=60&v=4){kind=small}
ss/pebbledb/db.go
Outdated
| go func() { | ||
| defer close(rawCh) | ||
| for entry := range ch { | ||
| rawCh <- types.GetRawSnapshotNode(entry, version) | ||
| } | ||
| }() |
Check notice
Code scanning / CodeQL
Spawning a Go routine Note
|
|
||
| wg.Add(db.config.ImportNumWorkers) | ||
| for i := 0; i < db.config.ImportNumWorkers; i++ { | ||
| go worker() |
Check notice
Code scanning / CodeQL
Spawning a Go routine Note
| go func() { | ||
| for i := 0; i < 10; i++ { | ||
| ch <- types.SnapshotNode{ | ||
| StoreKey: "store1", | ||
| Key: []byte(fmt.Sprintf("key%03d", i)), | ||
| Value: []byte(fmt.Sprintf("value%03d", i)), | ||
| } | ||
| } | ||
| close(ch) | ||
| }() |
Check notice
Code scanning / CodeQL
Spawning a Go routine Note test
ss/test/storage_test_suite.go
Outdated
| go func(i int) { | ||
| defer wg.Done() // Decrement the counter when the goroutine completes | ||
| ch <- types.RawSnapshotNode{ | ||
| StoreKey: "store1", | ||
| Key: []byte(fmt.Sprintf("key%03d", i)), | ||
| Value: []byte(fmt.Sprintf("value%03d", i)), | ||
| Version: int64(i + 1), | ||
| } | ||
| }(i) |
Check notice
Code scanning / CodeQL
Spawning a Go routine Note test
| go func() { | ||
| wg.Wait() | ||
| close(ch) | ||
| }() |
Check notice
Code scanning / CodeQL
Spawning a Go routine Note test
| go func(i int) { | ||
| defer wg.Done() | ||
| ch <- types.RawSnapshotNode{ | ||
| StoreKey: "store1", | ||
| Key: []byte(fmt.Sprintf("key%03d", i)), | ||
| Value: []byte(fmt.Sprintf("value%03d", i)), | ||
| Version: int64(i + 1), | ||
| } | ||
| }(i) |
Check notice
Code scanning / CodeQL
Spawning a Go routine Note test
| go func() { | ||
| wg.Wait() | ||
| close(ch) | ||
| }() |
Check notice
Code scanning / CodeQL
Spawning a Go routine Note test
Describe your changes and provide context
RawImportandRawBatchwhich allows importing in kv entries in any order of versionTesting performed to validate your change
RawImportandImportImportto useRawImport), verifying on new cluster