from collections import Counter
from string import punctuation
[docs]
def load_text(input_file: str) -> str:
"""Load text from a text file and return it as a string.
Parameters
----------
input_file : str
Path to text file.
Returns
-------
str
Text file contents.
Examples
--------
>>> load_text("text.txt")
"""
with open(input_file, "r") as file:
text = file.read()
return text
[docs]
def clean_text(text: str) -> str:
"""Lowercase and remove punctuation from a string.
Parameters
----------
text : str
Text to clean.
Returns
-------
str
Cleaned text.
Examples
--------
>>> clean_text("Early optimisation is the root of all evil!")
'early optimisation is the root of all evil'
"""
text = text.lower()
for p in punctuation:
text = text.replace(p, "")
return text
[docs]
def count_words(input_file: str) -> Counter:
"""Count unique words in a text file.
Words are made lowercase and punctuation is removed
before counting.
Parameters
----------
input_file : str
Path to text file.
Returns
-------
collections.Counter
dict-like object where keys are words and values are counts.
Examples
--------
>>> count_words("text.txt")
"""
text = load_text(input_file)
text = clean_text(text)
words = text.split()
return Counter(words)