enhance: enable write ahead buffer for streaming service

- Make a timetick-commit-based write ahead buffer at write side. - Add a switchable scanner at read side to transfer the state between catchup and tailing read Signed-off-by: chyezh <[email protected]>
milvus-io · Feb 5, 2025 · d17833b · d17833b
1 parent 2007268
commit d17833b
Show file tree

Hide file tree

Showing 32 changed files with 1,412 additions and 389 deletions.
diff --git a/internal/.mockery.yaml b/internal/.mockery.yaml
@@ -54,6 +54,9 @@ packages:
   github.com/milvus-io/milvus/internal/streamingnode/server/wal/interceptors/timetick/inspector:
     interfaces:
       TimeTickSyncOperator:
+  github.com/milvus-io/milvus/internal/streamingnode/server/wal/interceptors/wab:
+    interfaces:
+      ROWriteAheadBuffer:
   google.golang.org/grpc:
     interfaces:
       ClientStream:

diff --git a/internal/mocks/distributed/mock_streaming/mock_WALAccesser.go b/internal/mocks/distributed/mock_streaming/mock_WALAccesser.go
diff --git a/internal/mocks/streamingnode/server/wal/interceptors/mock_wab/mock_ROWriteAheadBuffer.go b/internal/mocks/streamingnode/server/wal/interceptors/mock_wab/mock_ROWriteAheadBuffer.go
diff --git a/...treamingnode/server/wal/interceptors/timetick/mock_inspector/mock_TimeTickSyncOperator.go b/...treamingnode/server/wal/interceptors/timetick/mock_inspector/mock_TimeTickSyncOperator.go