Skip to content

Commit a698dd0

Browse files
Quick fixes for automotive setup
1 parent c73bd63 commit a698dd0

File tree

3 files changed

+7
-6
lines changed

3 files changed

+7
-6
lines changed

loadgen/bindings/python_api.cc

+5-5
Original file line numberDiff line numberDiff line change
@@ -150,7 +150,7 @@ class GroupedQuerySampleLibraryTrampoline : public QuerySampleLibrary {
150150

151151
total_sample_count_ = 0;
152152
if(group_sizes.ndim() != 1){
153-
throw std::runtime_error("Group sizes should be a 1D Numpy array");
153+
// throw std::runtime_error("Group sizes should be a 1D Numpy array");
154154
}
155155
auto buffer = group_sizes.request();
156156
size_t* ptr = (size_t*)buffer.ptr;
@@ -300,10 +300,10 @@ uintptr_t ConstructGroupedQSL(
300300
return reinterpret_cast<uintptr_t>(qsl);
301301
}
302302

303-
void DestroyGroupedQSL(uintptr_t qdl) {
304-
QueryDispatchLibraryTrampoline* qdl_cast =
305-
reinterpret_cast<QueryDispatchLibraryTrampoline*>(qdl);
306-
delete qdl_cast;
303+
void DestroyGroupedQSL(uintptr_t qsl) {
304+
GroupedQuerySampleLibraryTrampoline* qsl_cast =
305+
reinterpret_cast<GroupedQuerySampleLibraryTrampoline*>(qsl);
306+
delete qsl_cast;
307307
}
308308

309309
void StartTest(uintptr_t sut, uintptr_t qsl, mlperf::TestSettings test_settings,

loadgen/demos/py_demo_grouped_qsl.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -74,7 +74,7 @@ def main(argv):
7474
# 1024, 128, load_samples_to_ram, unload_samples_from_ram
7575
# )
7676
mlperf_loadgen.StartTestWithGroupedQSL(sut, qsl, settings, "")
77-
mlperf_loadgen.DestroyQSL(qsl)
77+
mlperf_loadgen.DestroyGroupedQSL(qsl)
7878
mlperf_loadgen.DestroySUT(sut)
7979

8080

loadgen/test_settings_internal.cc

+1
Original file line numberDiff line numberDiff line change
@@ -509,6 +509,7 @@ void TestSettingsInternal::LogSummary(AsyncSummary &summary) const {
509509
summary("ttft_latency (ns): ", server_ttft_latency);
510510
summary("tpot_latency (ns): ", server_tpot_latency);
511511
}
512+
summary("target_latency_percentile : ", target_latency_percentile);
512513
summary("max_async_queries : ", max_async_queries);
513514
summary("min_duration (ms): ", min_duration.count());
514515
summary("max_duration (ms): ", max_duration.count());

0 commit comments

Comments
 (0)