# SPDX-FileCopyrightText: 2022 James R. Barlow # SPDX-License-Identifier: MPL-2.0 """Utilities to measure OCR quality.""" from __future__ import annotations import re from collections.abc import Iterable class OcrQualityDictionary: """Manages a dictionary for simple OCR quality checks.""" def __init__(self, *, wordlist: Iterable[str]): """Construct a dictionary from a list of words. Words for which capitalization is important should be capitalized in the dictionary. Words that contain spaces or other punctuation will never match. """ self.dictionary = set(wordlist) def measure_words_matched(self, ocr_text: str) -> float: """Check how many unique words in the OCR text match a dictionary. Words with mixed capitalized are only considered a match if the test word matches that capitalization. Returns: number of words that match / number """ text = re.sub(r"[0-9_]+", ' ', ocr_text) text = re.sub(r'\W+', ' ', text) text_words_list = re.split(r'\s+', text) text_words = {w for w in text_words_list if len(w) >= 3} matches = 0 for w in text_words: if w in self.dictionary or ( w != w.lower() and w.lower() in self.dictionary ): matches += 1 if matches > 0: hit_ratio = matches / len(text_words) else: hit_ratio = 0.0 return hit_ratio