chore: separated kafka wrapper api into library, made a test app and exposed the wrapper to the godot library.

Author: bsmithcompsci

CMakeLists.txt

@@ -5,6 +5,8 @@ project(
     LANGUAGES CXX
 )
 
+option(BUILD_TESTS "Build the tests" ON)
+
 # Generate the project files
 # execute_process(
 # COMMAND scons
@@ -30,8 +32,12 @@ set(CMAKE_LIBRARY_OUTPUT_DIRECTORY "$<1:${PROJECT_SOURCE_DIR}/demo/server/addons
 set(CMAKE_SHARED_LIBRARY_PREFIX "lib")
 
 # Glob all sources files.
-file(GLOB_RECURSE SOURCES "src/*.cpp")
-file(GLOB_RECURSE HEADERS "src/*.hpp" "src/*.h")
+file(GLOB_RECURSE GODOT_SOURCES "src/godotkafka/*.cpp")
+file(GLOB_RECURSE GODOT_HEADERS "src/godotkafka/*.hpp" "src/godotkafka/*.h")
+file(GLOB_RECURSE TEST_SOURCES "src/test/*.cpp")
+file(GLOB_RECURSE TEST_HEADERS "src/test/*.hpp" "src/test/*.h")
+file(GLOB_RECURSE LIB_SOURCES "src/kafkalib/*.cpp")
+file(GLOB_RECURSE LIB_HEADERS "src/kafkalib/*.hpp" "src/kafkalib/*.h" "include/kafkalib/*.hpp" "include/kafkalib/*.h")
 
 # Include OpenSSL
 set(OPENSSL_USE_STATIC_LIBS TRUE)
@@ -59,21 +65,41 @@ if (SSL_LIB)
     link_libraries(${SSL_LIB})
 endif()
 
+add_library(KafkaLib STATIC 
+    ${LIB_SOURCES}
+    ${LIB_HEADERS}
+)
+target_include_directories(KafkaLib PUBLIC include/kafkalib)
+
 add_library(GodotKafka SHARED
-    ${SOURCES}
-    ${HEADERS}
+    ${GODOT_SOURCES}
+    ${GODOT_HEADERS}
 )
 
 # Include Godot::cpp
 add_subdirectory(godot-cpp)
 target_link_libraries(GodotKafka PRIVATE godot::cpp)
+target_link_libraries(GodotKafka PRIVATE KafkaLib)
 set_target_properties(godot-cpp PROPERTIES FOLDER "External/Godot")
 
 # Include librdkafka
 set(RDKAFKA_BUILD_EXAMPLES OFF)
 set(RDKAFKA_BUILD_TESTS OFF)
+set(RDKAFKA_BUILD_STATIC ON)
 add_subdirectory(extern/librdkafka)
-target_link_libraries(GodotKafka PRIVATE rdkafka) # rdkafka is the C library and the core.
-target_link_libraries(GodotKafka PRIVATE rdkafka++) # rdkafka++ is a C++ wrapper around librdkafka
+target_link_libraries(KafkaLib PUBLIC rdkafka) # rdkafka is the C library and the core.
+target_link_libraries(KafkaLib PUBLIC rdkafka++) # rdkafka++ is a C++ wrapper around librdkafka
 set_target_properties(rdkafka PROPERTIES FOLDER "External/rdkafka")
 set_target_properties(rdkafka++ PROPERTIES FOLDER "External/rdkafka")
+
+if (BUILD_TESTS)
+    add_executable(TestKafkaLib 
+        ${TEST_SOURCES}
+        ${TEST_HEADERS}
+    )
+
+    target_link_libraries(TestKafkaLib PRIVATE KafkaLib)
+
+    # Force Visual Studio to set this target as the startup project
+    set_property(DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} PROPERTY VS_STARTUP_PROJECT TestKafkaLib)
+endif()

compose.yml

@@ -0,0 +1,72 @@
+version: '3.8'
+networks:
+  redpanda_network:
+    driver: host
+volumes:
+  redpanda-0: null
+services:
+  
+  redpanda-0:
+    command:
+      - redpanda
+      - start
+      - --kafka-addr internal://0.0.0.0:9092,external://0.0.0.0:19092
+      # Address the broker advertises to clients that connect to the Kafka API.
+      # Use the internal addresses to connect to the Redpanda brokers'
+      # from inside the same Docker network.
+      # Use the external addresses to connect to the Redpanda brokers'
+      # from outside the Docker network.
+      - --advertise-kafka-addr internal://redpanda-0:9092,external://localhost:19092
+      - --pandaproxy-addr internal://0.0.0.0:8082,external://0.0.0.0:18082
+      # Address the broker advertises to clients that connect to the HTTP Proxy.
+      - --advertise-pandaproxy-addr internal://redpanda-0:8082,external://localhost:18082
+      - --schema-registry-addr internal://0.0.0.0:8081,external://0.0.0.0:18081
+      # Redpanda brokers use the RPC API to communicate with each other internally.
+      - --rpc-addr redpanda-0:33145
+      - --advertise-rpc-addr redpanda-0:33145
+      # Mode dev-container uses well-known configuration properties for development in containers.
+      - --mode dev-container
+      # Tells Seastar (the framework Redpanda uses under the hood) to use 1 core on the system.
+      - --smp 1
+      - --default-log-level=info
+    image: docker.redpanda.com/redpandadata/redpanda:v24.2.4
+    container_name: redpanda-0
+    volumes:
+      - redpanda-0:/var/lib/redpanda/data
+    networks:
+      - redpanda_network
+    ports:
+      - 18081:18081
+      - 18082:18082
+      - 19092:19092
+      - 19644:9644
+  console:
+    container_name: redpanda-console
+    image: docker.redpanda.com/redpandadata/console:v2.7.1
+    networks:
+      - redpanda_network
+    entrypoint: /bin/sh
+    command: -c 'echo "$$CONSOLE_CONFIG_FILE" > /tmp/config.yml; /app/console'
+    environment:
+      CONFIG_FILEPATH: /tmp/config.yml
+      CONSOLE_CONFIG_FILE: |
+        kafka:
+          brokers: ["redpanda-0:9092"]
+          schemaRegistry:
+            enabled: true
+            urls: ["http://redpanda-0:8081"]
+        redpanda:
+          adminApi:
+            enabled: true
+            urls: ["http://redpanda-0:9644"]
+    ports:
+      - 8080:8080
+    depends_on:
+      - redpanda-0
+
+  # rust-example:
+  #   build:
+  #     context: ./demo/server/rust-example
+  #     dockerfile: Dockerfile
+  #   ports:
+  #     - 8000:8000

demo/client/scripts/network_manager.gd

@@ -3,13 +3,15 @@ extends Node
 
 # Called when the node enters the scene tree for the first time.
 func _ready() -> void:
-	pass # Replace with function body.
+	init_network("localhost:9092")
+	pass
 
 func init_network(host: String) -> MultiplayerPeer:
 	var socket: MultiplayerPeer;
 	#if OS.has_feature("dedicated_server"):
 	print("Connecting to Kafka Broker: ", host)
 	var kafka: KafkaMultiplayerPeer = KafkaMultiplayerPeer.new();
+	kafka.register_admin_channel(host, "super")
 	kafka.register_publisher("server-to-client", host, 1);
 	kafka.register_subscriber(["client-to-server"], host, "group-name", 1);
 	socket = kafka;