Skip to content

Commit 0fc9241

Browse files
authored
Handle metric direction in process_task_results (#936)
* Handle minimized metrics in generate_qc * Handle minimized metrics in render_report * Fix logo export for report * Adjust how metric direction is handled
1 parent 6729bf6 commit 0fc9241

File tree

3 files changed

+27
-31
lines changed

3 files changed

+27
-31
lines changed

src/reporting/generate_qc/script.R

Lines changed: 9 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -243,7 +243,8 @@ check_metric_scaling <- function(
243243
results_long,
244244
metric,
245245
control_methods,
246-
task_name
246+
task_name,
247+
maximize
247248
) {
248249
`%||%` <- rlang::`%||%`
249250

@@ -272,6 +273,8 @@ check_metric_scaling <- function(
272273
dplyr::left_join(control_range, by = "dataset_name") |>
273274
dplyr::mutate(
274275
scaled_value = (metric_value - control_min) / (control_max - control_min),
276+
# Reverse metric values if lower is better
277+
scaled_value = ifelse(maximize, scaled_value, 1 - scaled_value),
275278
outside = scaled_value < 0 | scaled_value > 1,
276279
pct_outside = dplyr::case_when(
277280
scaled_value < 0 ~ 0 - scaled_value,
@@ -381,7 +384,8 @@ check_method_metric_scaling <- function(
381384
scaled_metrics,
382385
method,
383386
task_name,
384-
metric_name
387+
metric_name,
388+
maximize
385389
) {
386390
method_scaled_metrics <- scaled_metrics |>
387391
dplyr::filter(method_name == method)
@@ -773,8 +777,10 @@ controls_metrics <- purrr::map(seq_len(nrow(metric_controls)), function(.idx) {
773777
})
774778

775779
cat("\n>>> Checking metric scaling...\n")
780+
metric_maximize <- purrr::map_lgl(metric_info, "maximize") |>
781+
purrr::set_names(metric_names)
776782
scaling <- purrr::map(metric_names, function(.metric) {
777-
check_metric_scaling(results_long, .metric, control_methods, task_name)
783+
check_metric_scaling(results_long, .metric, control_methods, task_name, maximize = metric_maximize[[.metric]])
778784
}) |>
779785
purrr::list_flatten()
780786

0 commit comments

Comments
 (0)