From a6bf380be749d0804d386ea43c4c8a86c1ba2222 Mon Sep 17 00:00:00 2001 From: ppinchuk Date: Wed, 11 Mar 2026 10:45:22 -0600 Subject: [PATCH 1/4] Don't pull from `None` --- compass/scripts/process.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/compass/scripts/process.py b/compass/scripts/process.py index 2a72a5793..e7c1b7185 100644 --- a/compass/scripts/process.py +++ b/compass/scripts/process.py @@ -44,6 +44,7 @@ UsageUpdater, JurisdictionUpdater, HTMLFileLoader, + read_html_file, ) from compass.utilities import ( LLM_COST_REGISTRY, @@ -520,10 +521,10 @@ def local_file_loader_kwargs(self): file_loader_kwargs = { "pdf_read_coroutine": read_pdf_file, "pdf_read_kwargs": ( - self.process_kwargs.file_loader_kwargs.get("pdf_read_kwargs") + self.file_loader_kwargs.get("pdf_read_kwargs") ), "html_read_kwargs": ( - self.process_kwargs.file_loader_kwargs.get("html_read_kwargs") + self.file_loader_kwargs.get("html_read_kwargs") ), } From 11df25552e04baceadd647835ea354235bb62a61 Mon Sep 17 00:00:00 2001 From: ppinchuk Date: Wed, 11 Mar 2026 10:45:43 -0600 Subject: [PATCH 2/4] Add HTML coroutine --- compass/scripts/process.py | 1 + 1 file changed, 1 insertion(+) diff --git a/compass/scripts/process.py b/compass/scripts/process.py index e7c1b7185..6e7938f3c 100644 --- a/compass/scripts/process.py +++ b/compass/scripts/process.py @@ -520,6 +520,7 @@ def local_file_loader_kwargs(self): """dict: Keyword arguments for ``AsyncLocalFileLoader``""" file_loader_kwargs = { "pdf_read_coroutine": read_pdf_file, + "html_read_coroutine": read_html_file, "pdf_read_kwargs": ( self.file_loader_kwargs.get("pdf_read_kwargs") ), From 4dd98e1f01fdc5a9b4fd1a26a86b3809a9198296 Mon Sep 17 00:00:00 2001 From: ppinchuk Date: Wed, 11 Mar 2026 10:46:42 -0600 Subject: [PATCH 3/4] Rust lint --- crates/compass/src/scraper/ordinance/qualitative.rs | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/crates/compass/src/scraper/ordinance/qualitative.rs b/crates/compass/src/scraper/ordinance/qualitative.rs index 006b8694e..9020a3b8d 100644 --- a/crates/compass/src/scraper/ordinance/qualitative.rs +++ b/crates/compass/src/scraper/ordinance/qualitative.rs @@ -140,7 +140,9 @@ pub(crate) mod sample { pub(crate) fn basic() -> String { let mut output = String::new(); - output.push_str("county,state,subdivison,jurisdiction_type,FIPS,feature,summary,year,section,source\n"); + output.push_str( + "county,state,subdivison,jurisdiction_type,FIPS,feature,summary,year,section,source\n" + ); output.push_str( "county-1,state-1,,jurisdiction_type-1,11111,feature-1,summary-1,2001,section-1,source-1\n", ); From 9b282eba90234d65a3c22833d3a10011c27f338d Mon Sep 17 00:00:00 2001 From: ppinchuk Date: Wed, 11 Mar 2026 11:09:18 -0600 Subject: [PATCH 4/4] Linter fix --- crates/compass/src/scraper/ordinance/qualitative.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/crates/compass/src/scraper/ordinance/qualitative.rs b/crates/compass/src/scraper/ordinance/qualitative.rs index 9020a3b8d..1b63a2cbc 100644 --- a/crates/compass/src/scraper/ordinance/qualitative.rs +++ b/crates/compass/src/scraper/ordinance/qualitative.rs @@ -141,7 +141,7 @@ pub(crate) mod sample { pub(crate) fn basic() -> String { let mut output = String::new(); output.push_str( - "county,state,subdivison,jurisdiction_type,FIPS,feature,summary,year,section,source\n" + "county,state,subdivison,jurisdiction_type,FIPS,feature,summary,year,section,source\n", ); output.push_str( "county-1,state-1,,jurisdiction_type-1,11111,feature-1,summary-1,2001,section-1,source-1\n",