Spaces:
Sleeping
Sleeping
File size: 2,178 Bytes
f4481f7 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 | import re
from html import unescape
from email.utils import getaddresses
from bs4 import BeautifulSoup
# ----------------------------------------------------------------------------
# Function to extract email body content
# ----------------------------------------------------------------------------
def extract_body(msg):
texts = []
if msg.is_multipart():
for part in msg.walk():
if part.get_content_type() in ("text/plain", "text/html"):
payload = part.get_payload(decode=True)
if payload:
text = payload.decode(errors="ignore")
text = unescape(text)
text = BeautifulSoup(text, "html.parser").get_text(" ")
texts.append(text)
else:
payload = msg.get_payload(decode=True)
if payload:
text = unescape(payload.decode(errors="ignore"))
text = BeautifulSoup(text, "html.parser").get_text(" ")
texts.append(text)
clean = " ".join(texts)
clean = re.sub(r'\\+', ' ', clean)
clean = re.sub(r'[\r\n\t]+', ' ', clean)
clean = re.sub(r'\s+', ' ', clean)
return clean.strip()
# ----------------------------------------------------------------------------
# Function to extract all recipients from email headers
# ----------------------------------------------------------------------------
def all_recipients(msg):
fields = []
for h in ["From", "To", "Cc", "Bcc"]:
fields.extend(getaddresses([msg.get(h, "")]))
return ", ".join(sorted(set(addr for _, addr in fields if addr)))
# ----------------------------------------------------------------------------
# Function to clean text for Excel compatibility
# ----------------------------------------------------------------------------
def clean_text(text):
if not isinstance(text, str):
return text
text = re.sub(r'[\x00-\x08\x0B-\x0C\x0E-\x1F\u200B\u200C\u200D\u200E\u200F\uFEFF]', '', text)
text = text.encode("utf-16", "surrogatepass").decode("utf-16", "ignore")
text = text[:32767]
if text.startswith(("=", "+", "-", "@")):
text = "'" + text
return text |