enhance: enable write ahead buffer for streaming service

- Make a timetick-commit-based write ahead buffer at write side. - Add a switchable scanner at read side to transfer the state between catchup and tailing read Signed-off-by: chyezh <[email protected]>
milvus-io · Feb 5, 2025 · d1c52c3 · d1c52c3
1 parent 1c8d96c
commit d1c52c3
Show file tree

Hide file tree

Showing 31 changed files with 1,401 additions and 377 deletions.
diff --git a/internal/.mockery.yaml b/internal/.mockery.yaml
@@ -54,6 +54,9 @@ packages:
   github.com/milvus-io/milvus/internal/streamingnode/server/wal/interceptors/timetick/inspector:
     interfaces:
       TimeTickSyncOperator:
+  github.com/milvus-io/milvus/internal/streamingnode/server/wal/interceptors/wab:
+    interfaces:
+      ROWriteAheadBuffer:
   google.golang.org/grpc:
     interfaces:
       ClientStream:

diff --git a/internal/mocks/streamingnode/server/wal/interceptors/mock_wab/mock_ROWriteAheadBuffer.go b/internal/mocks/streamingnode/server/wal/interceptors/mock_wab/mock_ROWriteAheadBuffer.go
diff --git a/...treamingnode/server/wal/interceptors/timetick/mock_inspector/mock_TimeTickSyncOperator.go b/...treamingnode/server/wal/interceptors/timetick/mock_inspector/mock_TimeTickSyncOperator.go