File size: 1,107 Bytes
68a165d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 |
def sanitize_text(text):
"""
Cleans and standardizes text by replacing special characters.
Args:
text (str): Text to sanitize.
Returns:
str: Sanitized text.
"""
if isinstance(text, str):
text = text.replace("’", "'").replace("‘", "'") \
.replace("“", '"').replace("”", '"') \
.replace("–", "-").replace("—", "-")
return text
def generate_text(course_data):
"""
Formats scraped course data into structured text.
Args:
course_data (list): List of dictionaries containing course data.
Returns:
str: Formatted text of all courses.
"""
all_text = ""
for course in course_data:
all_text += f"## {sanitize_text(course['Title'])}\n\n"
all_text += f"**Description:**\n{sanitize_text(course['Description'])}\n\n"
all_text += f"**Curriculum:**\n{sanitize_text(course['Curriculum'])}\n\n"
all_text += f"**Link:**\n{sanitize_text(course['Link'])}\n\n"
all_text += "-------------------------------------\n\n"
return all_text
|