Index

Symbols

--config elm-ords command line option --verbose elm-ords command line option --version elm command line option

-c elm-ords command line option -v elm-ords command line option

_

__add__() (OstiList method) (ProfilesList method) (PublicationsList method)

__mul__() (OstiList method) (ProfilesList method) (PublicationsList method)

A

abstract (PublicationsRecord property) acquire() (LocalProcessQueueHandler method) acquire_resources() (CleanedFileWriter method) (FileMover method) (OpenAIService method) (OrdDBFileWriter method) (PDFLoader method) (ProcessPoolService method) (RateLimitedService method) (Service method) (StoreFileOnDisk method) (TempFileCache method) (ThreadedService method) (UsageUpdater method) add() (TimeBoundedUsageTracker method) add_overlap() (Chunker method) add_to() (UsageTracker method) addFilter() (LocalProcessQueueHandler method) addHandler() (LogListener method) all_messages_txt (ApiBase property) (AsyncDecisionTree property) (ChunkAndEmbed property) (Chunker property) (DecisionTree property) (EnergyWizard property) (EnergyWizardBase property) (EnergyWizardPostgres property) (PDFtoTXT property) (Summary property)

api (AsyncDecisionTree property) (DecisionTree property) ApiBase (class in elm.base) ApiQueue (class in elm.base) append() (OstiList method) (ProfilesList method) (PublicationsList method) async_call_node() (AsyncDecisionTree method) async_retry_with_exponential_backoff() (in module elm.utilities.retry) async_run() (AsyncDecisionTree method) AsyncDecisionTree (class in elm.ords.extraction.tree) AsyncFileLoader (class in elm.web.file_loader) authors (OstiRecord property) (PublicationsRecord property)

B

BASE_URL (OstiList attribute)

BaseDocument (class in elm.web.document) BaseLLMCaller (class in elm.ords.llm.calling)

C

call() (ChatLLMCaller method) (CleanedFileWriter class method) (FileMover class method) (LLMCaller method) (OpenAIService class method) (OrdDBFileWriter class method) (PDFLoader class method) (ProcessPoolService class method) (RateLimitedService class method) (Service class method) (StoreFileOnDisk class method) (StructuredLLMCaller method) (TempFileCache class method) (ThreadedService class method) (UsageUpdater class method) call_api() (ApiBase static method) (ChunkAndEmbed static method) (Chunker static method) (EnergyWizard static method) (EnergyWizardBase static method) (EnergyWizardPostgres static method) (PDFtoTXT static method) (Summary static method) call_api_async() (ApiBase method) (ChunkAndEmbed method) (Chunker method) (EnergyWizard method) (EnergyWizardBase method) (EnergyWizardPostgres method) (PDFtoTXT method) (Summary method) call_node() (AsyncDecisionTree method) (DecisionTree method) can_process (CleanedFileWriter property) (FileMover property) (OpenAIService property) (OrdDBFileWriter property) (PDFLoader property) (ProcessPoolService property) (RateLimitedService property) (Service property) (StoreFileOnDisk property) (TempFileCache property) (ThreadedService property) (UsageUpdater property) category (PublicationsRecord property) chat() (ApiBase method) (ChunkAndEmbed method) (Chunker method) (EnergyWizard method) (EnergyWizardBase method) (EnergyWizardPostgres method) (PDFtoTXT method) (Summary method) chat_llm_caller (AsyncDecisionTree property) ChatLLMCaller (class in elm.ords.llm.calling) check() (CountyJurisdictionValidator method) (CountyNameValidator method) (CountyValidator method) (FixedMessageValidator method) (URLValidator method) check_for_correct_size() (OrdinanceExtractor method) check_for_ordinance_info() (in module elm.ords.extraction.apply)

check_for_restrictions() (OrdinanceExtractor method) chunk_text() (Chunker method) chunk_tokens (Chunker property) ChunkAndEmbed (class in elm.embed) Chunker (class in elm.chunk) chunks (Chunker property) CLEAN_HEADER_KWARGS (PDFDocument attribute) clean_headers() (in module elm.utilities.parse) (PDFtoTXT method) clean_paragraphs() (Chunker static method) clean_poppler() (PDFtoTXT method) clean_search_query() (in module elm.web.utilities) clean_tables() (ChunkAndEmbed static method) clean_text() (ProfilesRecord static method) clean_txt() (PDFtoTXT method) clean_txt_async() (PDFtoTXT method) CleanedFileWriter (class in elm.ords.services.threaded) clear() (ApiBase method) (ChunkAndEmbed method) (Chunker method) (EnergyWizard method) (EnergyWizardBase method) (EnergyWizardPostgres method) (OstiList method) (OstiRecord method) (PDFtoTXT method) (ProfilesList method) (ProfilesRecord method) (PublicationsList method) (PublicationsRecord method) (Summary method) (UsageTracker method) close() (LocalProcessQueueHandler method) collect_jobs() (ApiQueue method) combine() (Summary method) combine_pages() (in module elm.utilities.parse) compute_fn_from_url() (in module elm.web.utilities) convert_text_to_sentence_ngrams() (in module elm.ords.extraction.ngrams) convert_to_txt() (PDFtoTXT method) copy() (OstiList method) (OstiRecord method) (ProfilesList method) (ProfilesRecord method) (PublicationsList method) (PublicationsRecord method) cosine_dist() (EnergyWizard method) count() (OstiList method) (ProfilesList method) (PublicationsList method) count_tokens() (ApiBase class method) (ChunkAndEmbed class method) (Chunker class method) (EnergyWizard class method) (EnergyWizardBase class method) (EnergyWizardPostgres class method) (in module elm.ords.services.openai) (PDFtoTXT class method) (Summary class method) County (class in elm.ords.utilities.location) county_websites() (in module elm.ords.utilities.counties) CountyJurisdictionValidator (class in elm.ords.validation.location) CountyNameValidator (class in elm.ords.validation.location) CountyValidator (class in elm.ords.validation.location) createLock() (LocalProcessQueueHandler method)

D

date (OstiRecord property) DateExtractor (class in elm.ords.extraction.date) DecisionTree (class in elm.tree) DEFAULT_HEADER_TEMPLATE (AsyncFileLoader attribute) DEFAULT_META_COLS (EnergyWizardPostgres attribute) DEFAULT_MODEL (ApiBase attribute) (ChunkAndEmbed attribute) (Chunker attribute) (EnergyWizard attribute) (EnergyWizardBase attribute) (EnergyWizardPostgres attribute) (PDFtoTXT attribute) (Summary attribute)

doi (OstiRecord property) download() (OstiList method) (OstiRecord method) (ProfilesList method) (ProfilesRecord method) (PublicationsList method) (PublicationsRecord method) download_county_ordinance() (in module elm.ords.download)

E

education (ProfilesRecord property) elm module elm command line option --version elm-ords command line option --config --verbose -c -v elm.base module elm.chunk module elm.cli module elm.embed module elm.exceptions module elm.ords module elm.ords.download module elm.ords.extraction module elm.ords.extraction.apply module elm.ords.extraction.date module elm.ords.extraction.features module elm.ords.extraction.graphs module elm.ords.extraction.ngrams module elm.ords.extraction.ordinance module elm.ords.extraction.parse module elm.ords.extraction.tree module elm.ords.llm module elm.ords.llm.calling module elm.ords.process module elm.ords.services module elm.ords.services.base module elm.ords.services.cpu module elm.ords.services.openai module elm.ords.services.provider module elm.ords.services.queues module elm.ords.services.threaded module elm.ords.services.usage module elm.ords.utilities module elm.ords.utilities.counties module elm.ords.utilities.exceptions module elm.ords.utilities.location module elm.ords.utilities.parsing module elm.ords.utilities.queued_logging module elm.ords.validation module elm.ords.validation.content module

elm.ords.validation.location module elm.pdf module elm.summary module elm.tree module elm.utilities module elm.utilities.parse module elm.utilities.retry module elm.utilities.try_import module elm.utilities.validation module elm.version module elm.web module elm.web.document module elm.web.file_loader module elm.web.google_search module elm.web.html_pw module elm.web.osti module elm.web.rhub module elm.web.utilities module elm.wizard module ELMError ELMOrdsError ELMOrdsNotInitializedError ELMOrdsRuntimeError ELMOrdsValueError ELMRuntimeError email (ProfilesRecord property) EMBEDDING_MODEL (ApiBase attribute) (ChunkAndEmbed attribute) (Chunker attribute) (EnergyWizard attribute) (EnergyWizardBase attribute) (EnergyWizardPostgres attribute) (PDFtoTXT attribute) (Summary attribute) EMBEDDING_URL (ApiBase attribute) (ChunkAndEmbed attribute) (Chunker attribute) (EnergyWizard attribute) (EnergyWizardBase attribute) (EnergyWizardPostgres attribute) (PDFtoTXT attribute) (Summary attribute) emit() (LocalProcessQueueHandler method) empty (BaseDocument property) (HTMLDocument property) (PDFDocument property) EnergyWizard (class in elm.wizard) EnergyWizardBase (class in elm.wizard) EnergyWizardPostgres (class in elm.wizard) engineer_query() (EnergyWizard method) (EnergyWizardBase method) (EnergyWizardPostgres method) enqueue() (LocalProcessQueueHandler method) EXPECTED_RESULTS_PER_PAGE (PlaywrightGoogleLinkSearch attribute) extend() (OstiList method) (ProfilesList method) (PublicationsList method) extract_ordinance_text_with_llm() (in module elm.ords.extraction.apply) extract_ordinance_text_with_ngram_validation() (in module elm.ords.extraction.apply) extract_ordinance_values() (in module elm.ords.extraction.apply)

F

fetch() (AsyncFileLoader method) fetch_all() (AsyncFileLoader method) FILE_EXTENSION (BaseDocument property) FileMover (class in elm.ords.services.threaded) filter() (LocalProcessQueueHandler method) (LocationFilter method) (NoLocationFilter method) filter_documents() (in module elm.web.google_search) first_name (ProfilesRecord property) FixedMessageValidator (class in elm.ords.validation.location)

flush() (LocalProcessQueueHandler method) format() (LocalProcessQueueHandler method) format_html_tables() (in module elm.utilities.parse) from_file() (PDFDocument class method) from_osti_ids() (OstiList class method) fromkeys() (OstiRecord method) (ProfilesRecord method) (PublicationsRecord method) full_name (County property) (Location property)

G

generic_async_query() (ApiBase method) (ChunkAndEmbed method) (Chunker method) (EnergyWizard method) (EnergyWizardBase method) (EnergyWizardPostgres method) (PDFtoTXT method) (Summary method) generic_query() (ApiBase method) (ChunkAndEmbed method) (Chunker method) (EnergyWizard method) (EnergyWizardBase method) (EnergyWizardPostgres method) (PDFtoTXT method) (Summary method)

get() (OstiRecord method) (ProfilesRecord method) (PublicationsRecord method) (UsageTracker method) get_embedding() (ApiBase class method) (ChunkAndEmbed class method) (Chunker class method) (EnergyWizard class method) (EnergyWizardBase class method) (EnergyWizardPostgres method) (PDFtoTXT class method) (Summary class method) get_service_queue() (in module elm.ords.services.queues) google_results_as_docs() (in module elm.web.google_search) graph (AsyncDecisionTree property) (DecisionTree property)

H

handle() (LocalProcessQueueHandler method) handleError() (LocalProcessQueueHandler method) HEADERS (ApiBase attribute) (ChunkAndEmbed attribute) (Chunker attribute) (EnergyWizard attribute) (EnergyWizardBase attribute) (EnergyWizardPostgres attribute) (PDFtoTXT attribute) (Summary attribute)

history (AsyncDecisionTree property) (DecisionTree property) HTML_TABLE_TO_MARKDOWN_KWARGS (HTMLDocument attribute) html_to_text() (in module elm.utilities.parse) HTMLDocument (class in elm.web.document)

I

id (ProfilesRecord property) (PublicationsRecord property) index() (OstiList method) (ProfilesList method) (PublicationsList method) initialize_service_queue() (in module elm.ords.services.queues) insert() (OstiList method) (ProfilesList method) (PublicationsList method)

is_good_paragraph() (Chunker static method) is_legal_text (OrdinanceValidator property) is_multi_col() (in module elm.utilities.parse) items() (OstiRecord method) (ProfilesRecord method) (PublicationsRecord method) (UsageTracker method)

K

keys() (OstiRecord method) (ProfilesRecord method) (PublicationsRecord method) (UsageTracker method)

L

last_name (ProfilesRecord property) links (PublicationsRecord property) llm_response_as_json() (in module elm.ords.utilities.parsing) llm_response_does_not_start_with_no() (in module elm.ords.extraction.graphs) llm_response_starts_with_no() (in module elm.ords.extraction.graphs) llm_response_starts_with_yes() (in module elm.ords.extraction.graphs) LLMCaller (class in elm.ords.llm.calling) load_all_county_info() (in module elm.ords.utilities.counties)

load_counties_from_fp() (in module elm.ords.utilities.counties) load_html_with_pw() (in module elm.web.html_pw) load_pdf() (PDFtoTXT method) LocalProcessQueueHandler (class in elm.ords.utilities.queued_logging) Location (class in elm.ords.utilities.location) LocationFileLog (class in elm.ords.utilities.queued_logging) LocationFilter (class in elm.ords.utilities.queued_logging) LogListener (class in elm.ords.utilities.queued_logging)

M

make_gpt_messages() (PDFtoTXT method) make_ref_list() (EnergyWizard method) (EnergyWizardBase method) (EnergyWizardPostgres method) MAX_CONCURRENT_JOBS (CleanedFileWriter attribute) (FileMover attribute) (OpenAIService attribute) (OrdDBFileWriter attribute) (PDFLoader attribute) (ProcessPoolService attribute) (RateLimitedService attribute) (Service attribute) (StoreFileOnDisk attribute) (TempFileCache attribute) (ThreadedService attribute) (UsageUpdater attribute) merge_chunks() (Chunker method) merge_overlapping_texts() (in module elm.ords.utilities.parsing) messages (AsyncDecisionTree property) (DecisionTree property) meta (OstiList property) meta() (ProfilesList method) (PublicationsList method) MODEL_INSTRUCTION (EnergyWizard attribute) (EnergyWizardBase attribute) (EnergyWizardPostgres attribute) (PDFtoTXT attribute) (Summary attribute) MODEL_ROLE (ApiBase attribute) (ChunkAndEmbed attribute) (Chunker attribute) (EnergyWizard attribute) (EnergyWizardBase attribute) (EnergyWizardPostgres attribute) (PDFtoTXT attribute) (Summary attribute) module elm elm.base elm.chunk elm.cli elm.embed elm.exceptions elm.ords elm.ords.download elm.ords.extraction elm.ords.extraction.apply elm.ords.extraction.date elm.ords.extraction.features elm.ords.extraction.graphs elm.ords.extraction.ngrams elm.ords.extraction.ordinance elm.ords.extraction.parse elm.ords.extraction.tree elm.ords.llm elm.ords.llm.calling elm.ords.process elm.ords.services elm.ords.services.base elm.ords.services.cpu elm.ords.services.openai elm.ords.services.provider elm.ords.services.queues elm.ords.services.threaded elm.ords.services.usage elm.ords.utilities elm.ords.utilities.counties elm.ords.utilities.exceptions elm.ords.utilities.location elm.ords.utilities.parsing elm.ords.utilities.queued_logging elm.ords.validation elm.ords.validation.content elm.ords.validation.location elm.pdf elm.summary elm.tree elm.utilities elm.utilities.parse elm.utilities.retry elm.utilities.try_import elm.utilities.validation elm.version elm.web elm.web.document elm.web.file_loader elm.web.google_search elm.web.html_pw elm.web.osti elm.web.rhub elm.web.utilities elm.wizard

N

name (CleanedFileWriter property) (FileMover property) (OpenAIService property) (OrdDBFileWriter property) (PDFLoader property) (ProcessPoolService property) (RateLimitedService property) (Service property) (StoreFileOnDisk property) (TempFileCache property) (ThreadedService property) (UsageUpdater property)

NoLocationFilter (class in elm.ords.utilities.queued_logging) num_raw_pages_to_keep (PDFDocument property)

O

OpenAIService (class in elm.ords.services.openai) OrdDBFileWriter (class in elm.ords.services.threaded) ordinance_text (OrdinanceValidator property) OrdinanceExtractor (class in elm.ords.extraction.ordinance)

OrdinanceValidator (class in elm.ords.extraction.ordinance) osti_id (OstiRecord property) OstiList (class in elm.web.osti) OstiRecord (class in elm.web.osti)

P

paragraph_tokens (Chunker property) paragraphs (Chunker property) parse() (DateExtractor method) (OrdinanceValidator method) (StructuredOrdinanceParser method) parse_from_ind() (OrdinanceValidator method) (ValidationWithMemory method) PDFDocument (class in elm.web.document) PDFLoader (class in elm.ords.services.cpu) PDFtoTXT (class in elm.pdf) PlaywrightGoogleLinkSearch (class in elm.web.google_search) pop() (OstiList method) (OstiRecord method) (ProfilesList method) (ProfilesRecord method) (PublicationsList method) (PublicationsRecord method) (UsageTracker method) popitem() (OstiRecord method) (ProfilesRecord method) (PublicationsRecord method) (UsageTracker method) position (ProfilesRecord property) possibly_mentions_wind() (in module elm.ords.validation.content) preflight_corpus() (EnergyWizard static method) prepare() (LocalProcessQueueHandler method) process() (CleanedFileWriter method) (FileMover method) (OpenAIService method) (OrdDBFileWriter method) (PDFLoader method) (ProcessPoolService method) (RateLimitedService method) (Service method) (StoreFileOnDisk method) (TempFileCache method) (ThreadedService method) (UsageUpdater method)

process_counties_with_openai() (in module elm.ords.process) process_county() (in module elm.ords.process) process_county_with_logging() (in module elm.ords.process) process_using_futures() (CleanedFileWriter method) (FileMover method) (OpenAIService method) (OrdDBFileWriter method) (PDFLoader method) (ProcessPoolService method) (RateLimitedService method) (Service method) (StoreFileOnDisk method) (TempFileCache method) (ThreadedService method) (UsageUpdater method) ProcessPoolService (class in elm.ords.services.cpu) profile_information (ProfilesRecord property) ProfilesList (class in elm.web.rhub) ProfilesRecord (class in elm.web.rhub) publications (ProfilesRecord property) PublicationsList (class in elm.web.rhub) PublicationsRecord (class in elm.web.rhub)

Q

query_vector_db() (EnergyWizard method) (EnergyWizardBase method) (EnergyWizardPostgres method)

R

RateLimitedService (class in elm.ords.services.base) raw_pages (BaseDocument property) (HTMLDocument property) (PDFDocument property) read_pdf() (in module elm.utilities.parse) read_pdf_doc() (in module elm.ords.services.cpu) read_pdf_doc_ocr() (in module elm.ords.services.cpu) read_pdf_ocr() (in module elm.utilities.parse) release() (LocalProcessQueueHandler method) release_resources() (CleanedFileWriter method) (FileMover method) (OpenAIService method) (OrdDBFileWriter method) (PDFLoader method) (ProcessPoolService method) (RateLimitedService method) (Service method) (StoreFileOnDisk method) (TempFileCache method) (ThreadedService method) (UsageUpdater method) remove() (OstiList method) (ProfilesList method) (PublicationsList method)

remove_blank_pages() (in module elm.utilities.parse) remove_empty_lines_or_page_footers() (in module elm.utilities.parse) removeFilter() (LocalProcessQueueHandler method) removeHandler() (LogListener method) replace_common_pdf_conversion_chars() (in module elm.utilities.parse) replace_excessive_newlines() (in module elm.utilities.parse) replace_multi_dot_lines() (in module elm.utilities.parse) results() (PlaywrightGoogleLinkSearch method) retry_with_exponential_backoff() (in module elm.utilities.retry) reverse() (OstiList method) (ProfilesList method) (PublicationsList method) run() (ApiQueue method) (AsyncDecisionTree method) (ChunkAndEmbed method) (DecisionTree method) (RunningAsyncServices class method) (Summary method) run_async() (ChunkAndEmbed method) (Summary method) RunningAsyncServices (class in elm.ords.services.provider)

S

save_abstract() (PublicationsRecord method) sentence_ngram_containment() (in module elm.ords.extraction.ngrams) Service (class in elm.ords.services.base) SetbackFeatures (class in elm.ords.extraction.features) setdefault() (OstiRecord method) (ProfilesRecord method) (PublicationsRecord method) (UsageTracker method) setFormatter() (LocalProcessQueueHandler method) setLevel() (LocalProcessQueueHandler method) setup_base_graph() (in module elm.ords.extraction.graphs) setup_conditional() (in module elm.ords.extraction.graphs) setup_graph_extra_restriction() (in module elm.ords.extraction.graphs) setup_graph_wes_types() (in module elm.ords.extraction.graphs)

setup_multiplier() (in module elm.ords.extraction.graphs) setup_participating_owner() (in module elm.ords.extraction.graphs) sort() (OstiList method) (ProfilesList method) (PublicationsList method) StoreFileOnDisk (class in elm.ords.services.threaded) strip_nested_brackets() (OstiRecord static method) StructuredLLMCaller (class in elm.ords.llm.calling) StructuredOrdinanceParser (class in elm.ords.extraction.parse) submit_jobs() (ApiQueue method) Summary (class in elm.summary) SYSTEM_MESSAGE (CountyJurisdictionValidator attribute) (CountyNameValidator attribute) (FixedMessageValidator attribute) (URLValidator attribute)

T

tear_down_service_queue() (in module elm.ords.services.queues) TempFileCache (class in elm.ords.services.threaded) text (BaseDocument property) (HTMLDocument property) (PDFDocument property) ThreadedService (class in elm.ords.services.threaded) TimeBoundedUsageTracker (class in elm.ords.services.usage) TimedEntry (class in elm.ords.services.usage) title (OstiRecord property) (ProfilesRecord property) (PublicationsRecord property)

TOKENIZER_ALIASES (ApiBase attribute) (ChunkAndEmbed attribute) (Chunker attribute) (EnergyWizard attribute) (EnergyWizardBase attribute) (EnergyWizardPostgres attribute) (PDFtoTXT attribute) (Summary attribute) total (TimeBoundedUsageTracker property) totals (UsageTracker property) try_import() (in module elm.utilities.try_import)

U

update() (OstiRecord method) (ProfilesRecord method) (PublicationsRecord method) (UsageTracker method) update_from_model() (UsageTracker method) URL (ApiBase attribute) (ChunkAndEmbed attribute) (Chunker attribute) (EnergyWizard attribute) (EnergyWizardBase attribute) (EnergyWizardPostgres attribute)

url (OstiRecord property) URL (PDFtoTXT attribute) url (ProfilesRecord property) (PublicationsRecord property) URL (Summary attribute) URLValidator (class in elm.ords.validation.location) usage_from_response() (in module elm.ords.services.openai) UsageTracker (class in elm.ords.services.usage) UsageUpdater (class in elm.ords.services.threaded)

V

validate_azure_api_params() (in module elm.utilities.validation) validate_clean() (PDFtoTXT method) ValidationWithMemory (class in elm.ords.validation.content)

values() (OstiRecord method) (ProfilesRecord method) (PublicationsRecord method) (UsageTracker method)

W

waiting_on (ApiQueue property)

WRITE_KWARGS (BaseDocument property) write_url_doc_to_file() (in module elm.web.utilities)

Y

year (OstiRecord property) (PublicationsRecord property)