dict.py

import re
import inflect
import string

# Script to pre-process the dictionary path
def remove_punctuation(text):
    # Define the punctuation to remove
    punctuation_to_remove = r'[.,:!]'

    # Remove punctuation
    text_without_punctuation = re.sub(punctuation_to_remove, '', text)

    return text_without_punctuation



# This is necessary as it aids in force alignment
def clean_text(text):
    # Use regular expression to keep only letters, numbers, and spaces
    cleaned_text = re.sub(r'[^A-Za-z0-9\s]', '', text)
    return cleaned_text

# SECTION 1
# converting the scraped text into individual lettering + split lines
def process_text(input_filename, output_filename):
    try:
        # Read the input text from the file
        with open(input_filename, 'r', encoding = 'utf-8') as input_file:
            text = input_file.read()
        print(text)
        mapping_array = []
        sentences = re.split(r'[.\n]+', text)

        for sentence in sentences:
           split_word = sentence.split(" ")
           for word in split_word:
               if word == "" or word == " ":
                   continue
               mapping_array.append([word, sentence])
        

        # Remove punctuation
        for arr in mapping_array:
            arr[0] = remove_punctuation(arr[0])


        # this portion is necessary for writing the text
        # Write each word to the output file
        with open(output_filename, 'w') as output_file:
            with open("texts/image_overlay.txt", "w") as test_file:
                for arr in mapping_array:
                    arr[0] = clean_text(arr[0])
                    output_file.write(arr[0].upper() + '\n')
                    test_file.write(arr[1] + '\n')
        

        print(f"Output written to {output_filename} successfully.")

    except FileNotFoundError:
        print(f"Error: The file {input_filename} was not found.")
    except Exception as e:
        print(f"An error occurred: {e}")


# SECTION 2
# Removes punctuation and ensures that the words are converted into ordinals
def process_text_section2(input_file_path, output_file_path):
    p = inflect.engine()
    
    # Ensure that the encoding here is kept at iso-8859-1 so that it can take in broader range of characters
    try:
        with open(input_file_path, 'r', encoding='utf-8') as file:
            text = file.read()
    except: 
        raise TypeError
    # Split text into words
    words = text.split()
    def convert_number(word):
        # Store original for returning if not a match
        original_word = word

        # Convert word to lowercase for matching ordinals
        lw = word.lower()

        if lw.isdigit() or re.match(r'^\d+(st|nd|rd|th)$', lw):
            # Convert ordinal numbers (e.g. "7th", "11th")
            return convert_ordinal_to_words(lw)
        return original_word

    def convert_ordinal_to_words(ordinal):
        """Converts an ordinal number (e.g., 7th) to its cardinal form (e.g., 7).

        Args:
            ordinal: The ordinal number as a string.

        Returns:
            The cardinal form of the number as a string.
        """
        try:
            # Remove the ordinal suffix (st, nd, rd, th)
            cardinal = re.sub(r'(st|nd|rd|th)$', '', ordinal.lower())
            word = p.number_to_words(cardinal)
            text = p.ordinal(word).upper()
            text = text.translate(str.maketrans('', '', string.punctuation.replace('-', '')))
            text = text.replace('-', ' ')
            return text
        except ValueError:
            return "Invalid input"

    # Convert numbers and ordinals to words
    words = [convert_number(word) for word in words]

    # Convert to uppercase and split the resulting phrase into sub-words
    processed_words = []
    for word in words:
        for sub_word in word.split():
            processed_words.append(sub_word.upper())


    with open(output_file_path, 'w', encoding='utf-8') as file:
        for word in processed_words:
            v = ''
            for letter in word:
                if letter.isnumeric() or letter.isalpha():
                    v += letter
            file.write(v+ ' ')