Do the text query in ClickHouse

Author: matt-aitken

apps/webapp/app/services/runsRepository/clickhouseRunsRepository.server.ts

@@ -195,20 +195,24 @@ export class ClickHouseRunsRepository implements IRunsRepository {
       queryBuilder.where("created_at <= fromUnixTimestamp64Milli({to: Int64})", { to: options.to });
     }
 
+    // Filter by query (case-insensitive contains search)
+    if (options.query && options.query.trim().length > 0) {
+      queryBuilder.where("positionCaseInsensitiveUTF8(tag, {query: String}) > 0", {
+        query: options.query,
+      });
+    }
+
+    // Add ordering and pagination
+    queryBuilder.orderBy("tag ASC").limit(options.limit);
+
     const [queryError, result] = await queryBuilder.execute();
 
     if (queryError) {
       throw queryError;
     }
 
-    if (result.length === 0) {
-      return {
-        tags: [],
-      };
-    }
-
     return {
-      tags: result.flatMap((row) => row.tags),
+      tags: result.map((row) => row.tag),
     };
   }
 }

internal-packages/clickhouse/src/taskRuns.ts

@@ -115,13 +115,17 @@ export function getTaskRunsCountQueryBuilder(ch: ClickhouseReader, settings?: Cl
   });
 }
 
+export const TaskRunTagsQueryResult = z.object({
+  tag: z.string(),
+});
+
+export type TaskRunTagsQueryResult = z.infer<typeof TaskRunTagsQueryResult>;
+
 export function getTaskRunTagsQueryBuilder(ch: ClickhouseReader, settings?: ClickHouseSettings) {
   return ch.queryBuilder({
     name: "getTaskRunTags",
-    baseQuery: "SELECT DISTINCT tags FROM trigger_dev.task_runs_v2",
-    schema: z.object({
-      tags: z.array(z.string()),
-    }),
+    baseQuery: "SELECT DISTINCT arrayJoin(tags) as tag FROM trigger_dev.task_runs_v2",
+    schema: TaskRunTagsQueryResult,
     settings,
   });
 }