Skip to content

Commit 5f3cabe

Browse files
committed
bring upto master;my changes;
1 parent a6b30de commit 5f3cabe

20 files changed

+5589
-8
lines changed

cpp/examples/parquet/CMakeLists.txt

+16
Original file line numberDiff line numberDiff line change
@@ -21,6 +21,16 @@ add_executable(parquet-arrow-example parquet-arrow/reader-writer.cc)
2121
add_executable(parquet-stream-api-example parquet-stream-api/stream-reader-writer.cc)
2222
target_include_directories(parquet-low-level-example PRIVATE low-level-api/)
2323
target_include_directories(parquet-low-level-example2 PRIVATE low-level-api/)
24+
add_executable(parquet-with-index-page-skipping low-level-api/reader-writer-with-index.cc)
25+
add_executable(parquet-reader-with-pageindex low-level-api/reader-with-index.cc)
26+
add_executable(parquet-writer-with-pageindex low-level-api/writer-with-index.cc)
27+
target_include_directories(parquet-low-level-example PRIVATE low-level-api/)
28+
target_include_directories(parquet-low-level-example2 PRIVATE low-level-api/)
29+
target_include_directories(parquet-reader-with-pageindex PRIVATE low-level-api/)
30+
target_include_directories(parquet-writer-with-pageindex PRIVATE low-level-api/)
31+
target_link_libraries(parquet-low-level-example parquet_static)
32+
target_link_libraries(parquet-low-level-example2 parquet_static)
33+
target_link_libraries(parquet-with-index-page-skipping parquet_static)
2434

2535
# The variables in these files are for illustration purposes
2636
set(PARQUET_EXAMPLES_WARNING_SUPPRESSIONS
@@ -47,6 +57,8 @@ if(UNIX)
4757
PROPERTY COMPILE_FLAGS "-Wno-unused-variable")
4858
endforeach()
4959
endif()
60+
target_link_libraries(parquet-reader-with-pageindex parquet_static)
61+
target_link_libraries(parquet-writer-with-pageindex parquet_static)
5062

5163
# Prefer shared linkage but use static if shared build is deactivated
5264
if (ARROW_BUILD_SHARED)
@@ -76,3 +88,7 @@ if (PARQUET_REQUIRE_ENCRYPTION)
7688
parquet-encryption-example
7789
parquet-encryption-example-all-crypto-options)
7890
endif()
91+
parquet-with-index-page-skipping
92+
parquet-writer-with-pageindex
93+
parquet-reader-with-pageindex
94+
parquet-arrow-example)
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,15 @@
1+
## member queries
2+
echo "Launching member queries.."
3+
$ARROW_HOME/build/debug/parquet-reader-with-pageindex ~/parquet_data/parquet_cpp_example_10000000_m_sorted.parquet 1000000 &
4+
5+
$ARROW_HOME/build/debug/parquet-reader-with-pageindex ~/parquet_data/parquet_cpp_example_10000000_m_unsorted.parquet 1000000 &
6+
7+
## non-member queries
8+
echo "launching non-member queries.."
9+
$ARROW_HOME/build/debug/parquet-reader-with-pageindex ~/parquet_data/parquet_cpp_example_10000000_n_sorted.parquet 10000000 &
10+
11+
$ARROW_HOME/build/debug/parquet-reader-with-pageindex ~/parquet_data/parquet_cpp_example_10000000_n_unsorted.parquet 10000000 &
12+
13+
#perf record -ag -e faults -p $pid
14+
15+
#iostat -k 1 -p sda > ~/parquet_data/debug_read_writes
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,3 @@
1+
cd ~/parquet_data/
2+
3+
$ARROW_HOME/build/debug/parquet-writer-with-pageindex $1 $2

0 commit comments

Comments
 (0)