diff --git a/compass/scripts/process.py b/compass/scripts/process.py index 2a72a5793..6e7938f3c 100644 --- a/compass/scripts/process.py +++ b/compass/scripts/process.py @@ -44,6 +44,7 @@ UsageUpdater, JurisdictionUpdater, HTMLFileLoader, + read_html_file, ) from compass.utilities import ( LLM_COST_REGISTRY, @@ -519,11 +520,12 @@ def local_file_loader_kwargs(self): """dict: Keyword arguments for ``AsyncLocalFileLoader``""" file_loader_kwargs = { "pdf_read_coroutine": read_pdf_file, + "html_read_coroutine": read_html_file, "pdf_read_kwargs": ( - self.process_kwargs.file_loader_kwargs.get("pdf_read_kwargs") + self.file_loader_kwargs.get("pdf_read_kwargs") ), "html_read_kwargs": ( - self.process_kwargs.file_loader_kwargs.get("html_read_kwargs") + self.file_loader_kwargs.get("html_read_kwargs") ), } diff --git a/crates/compass/src/scraper/ordinance/qualitative.rs b/crates/compass/src/scraper/ordinance/qualitative.rs index 006b8694e..1b63a2cbc 100644 --- a/crates/compass/src/scraper/ordinance/qualitative.rs +++ b/crates/compass/src/scraper/ordinance/qualitative.rs @@ -140,7 +140,9 @@ pub(crate) mod sample { pub(crate) fn basic() -> String { let mut output = String::new(); - output.push_str("county,state,subdivison,jurisdiction_type,FIPS,feature,summary,year,section,source\n"); + output.push_str( + "county,state,subdivison,jurisdiction_type,FIPS,feature,summary,year,section,source\n", + ); output.push_str( "county-1,state-1,,jurisdiction_type-1,11111,feature-1,summary-1,2001,section-1,source-1\n", );