v6

Author: deardeng

be/src/io/tools/CMakeLists.txt

@@ -21,15 +21,43 @@ set(LIBRARY_OUTPUT_PATH "${BUILD_DIR}/src/tools")
 # where to put generated binaries
 set(EXECUTABLE_OUTPUT_PATH "${BUILD_DIR}/src/tools")
 
-# 添加 s3_writer_tool 可执行文件
-add_executable(s3_writer_tool
+# 编译proto文件
+execute_process(
+    COMMAND make -C ${CMAKE_CURRENT_SOURCE_DIR}/proto
+    RESULT_VARIABLE MAKE_RESULT
+)
+
+if(NOT ${MAKE_RESULT} EQUAL 0)
+    message(FATAL_ERROR "Failed to compile proto files")
+endif()
+
+# 打印当前源代码目录
+message(STATUS "CMAKE_CURRENT_SOURCE_DIR: ${CMAKE_CURRENT_SOURCE_DIR}")
+
+# 查找生成的proto文件
+file(GLOB PROTO_SRCS "${CMAKE_CURRENT_SOURCE_DIR}/build/proto/*.pb.cc")
+file(GLOB PROTO_HDRS "${CMAKE_CURRENT_SOURCE_DIR}/build/proto/*.pb.h")
+
+# 打印PROTO_SRCS和PROTO_HDRS
+message(STATUS "PROTO_SRCS: ${PROTO_SRCS}")
+message(STATUS "PROTO_HDRS: ${PROTO_HDRS}")
+
+# 添加 s3_writer_tool_http 可执行文件
+add_executable(s3_writer_tool_http
     s3_writer_tool.cpp
+    ${PROTO_SRCS}
+)
+
+# 添加proto生成文件的包含路径
+target_include_directories(s3_writer_tool_http PRIVATE
+    ${CMAKE_CURRENT_SOURCE_DIR}/build/proto
 )
 
 # 链接所需的库
-target_link_libraries(s3_writer_tool
+target_link_libraries(s3_writer_tool_http
     ${DORIS_LINK_LIBS}
+    protobuf
 )
 
 # 安装规则
-install(TARGETS s3_writer_tool DESTINATION ${OUTPUT_DIR}/lib/)
+install(TARGETS s3_writer_tool_http DESTINATION ${OUTPUT_DIR}/lib/)

be/src/io/tools/Makefile

@@ -0,0 +1,36 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+# This file is to make all generated file needed by fe and be.
+
+BUILD_DIR = ${CURDIR}/build/
+
+all: subdirs
+.PHONY: all
+
+# build all subdir
+SUBDIR = script proto thrift
+subdirs: ${SUBDIR}
+.PHONY: subdirs ${SUBDIR}
+${SUBDIR}:
+	$(MAKE) -C $@
+# script will product new thrift file.
+thrift: script
+
+clean:
+	rm -rf ${BUILD_DIR}
+.PHONY: clean

be/src/io/tools/proto/Makefile

@@ -0,0 +1,38 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+# This file compile all protobuf files.
+
+BUILD_DIR = ${CURDIR}/../build/proto
+PROTOC = ${DORIS_THIRDPARTY}/installed/bin/protoc
+
+SOURCES = $(wildcard *.proto)
+OBJECTS = $(patsubst %.proto, ${BUILD_DIR}/%.pb.cc, ${SOURCES})
+HEADERS = $(patsubst %.proto, ${BUILD_DIR}/%.pb.h, ${SOURCES})
+
+all: prepare ${OBJECTS} ${HEADERS}
+.PHONY: all prepare
+
+prepare:
+	mkdir -p ${BUILD_DIR}
+
+${BUILD_DIR}/%.pb.h ${BUILD_DIR}/%.pb.cc: %.proto
+	${PROTOC} --proto_path=. --cpp_out=${BUILD_DIR} $<
+
+clean:
+	rm -rf ${BUILD_DIR}
+.PHONY: clean

be/src/io/tools/proto/mircobench.proto

@@ -0,0 +1,33 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+syntax="proto2";
+
+package mircobench;
+ 
+option cc_generic_services = true;
+
+
+message HttpRequest {};
+message HttpResponse {};
+ 
+service MicrobenchService {
+      rpc get_job_status(HttpRequest) returns (HttpResponse);
+      rpc submit_job(HttpRequest) returns (HttpResponse);
+      rpc list_jobs(HttpRequest) returns (HttpResponse);
+      rpc cancel_job(HttpRequest) returns (HttpResponse);
+};