| | from bs4 import BeautifulSoup |
| | import requests |
| | import numpy as np |
| | from datetime import datetime |
| | from reportlab.lib.pagesizes import letter |
| | from reportlab.pdfgen import canvas |
| | from reportlab.lib.utils import ImageReader |
| | import io |
| | from PIL import Image |
| |
|
| | def gen_link(): |
| | if np.random.choice([True, False]): |
| | |
| | np.random.seed() |
| | year = np.random.randint(2015, 2023) |
| | AB = np.random.choice(['A', 'B']) |
| | |
| | mu, sigma = 18, 5 |
| | s = np.random.normal(mu, sigma, 1000) |
| | s = np.round(s) |
| | s = s[(s >= 10) & (s <= 25)] |
| | q = int(np.random.choice(s)) |
| | link = f'https://artofproblemsolving.com/wiki/index.php/{year}_AMC_12{AB}_Problems/Problem_{q}' |
| | else: |
| | |
| | np.random.seed() |
| | year = np.random.randint(2005, 2023) |
| | I = np.random.choice(['I', 'II']) |
| | mu, sigma = 6, 4 |
| | s = np.random.normal(mu, sigma, 1000) |
| | s = np.round(s) |
| | s = s[(s >= 1) & (s <= 15)] |
| | q = int(np.random.choice(s)) |
| | link = f'https://artofproblemsolving.com/wiki/index.php/{year}_AIME_{I}_Problems/Problem_{q}' |
| | return link |
| |
|
| | def convert_to_renderable_html(text): |
| | text = text.replace('//latex.artofproblemsolving.com', 'https://latex.artofproblemsolving.com') |
| | return text |
| |
|
| | def get_problem(url): |
| | headers = { |
| | "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.3" |
| | } |
| | response = requests.get(url, headers=headers) |
| | soup = BeautifulSoup(response.text, 'html.parser') |
| | problem_headline = soup.find('span', {'class': 'mw-headline', 'id': 'Problem'}) |
| |
|
| | if problem_headline: |
| | problem_content = [] |
| | for sibling in problem_headline.parent.find_next_siblings(): |
| | if sibling.name == 'h2': |
| | break |
| | elif sibling.name == 'p': |
| | problem_content.append(convert_to_renderable_html(str(sibling))) |
| |
|
| | problem_html = " ".join(problem_content) |
| | return problem_html |
| | else: |
| | print("No problem found") |
| |
|
| | def gen_html(num): |
| | all_q = str() |
| | num_tried = 0 |
| | num_succ = 0 |
| | while True: |
| | try: |
| | link = gen_link() |
| | print(link) |
| | hype = f'<a href="{link}" target="_blank">to link</a>' |
| | qhtml = get_problem(link) |
| | all_q += (hype + qhtml) |
| | num_succ += 1 |
| | except Exception as e: |
| | print(f"Error: {e}") |
| | pass |
| | num_tried += 1 |
| | if num_succ >= num or num_tried > 20: |
| | break |
| |
|
| | all_q = f''' |
| | <html> |
| | <head> |
| | <style> |
| | body {{ |
| | font-family: Arial, sans-serif; |
| | font-size: 12pt; |
| | }} |
| | img.latex {{ |
| | font-size: 12pt; /* Ensure math font size matches the body text size */ |
| | }} |
| | </style> |
| | </head> |
| | <body> |
| | {all_q} |
| | </body> |
| | </html> |
| | ''' |
| | return all_q |
| |
|
| | def generate_pdf_content(html_content): |
| | |
| | soup = BeautifulSoup(html_content, 'html.parser') |
| |
|
| | |
| | elements = [] |
| | for tag in soup.find_all(['p', 'a', 'img']): |
| | if tag.name == 'p': |
| | elements.append(('text', tag.get_text())) |
| | elif tag.name == 'a': |
| | elements.append(('link', tag.get('href'), tag.get_text())) |
| | elif tag.name == 'img': |
| | img_url = tag.get('src') |
| | response = requests.get(img_url) |
| | img = Image.open(io.BytesIO(response.content)) |
| | elements.append(('image', img)) |
| |
|
| | return elements |
| |
|
| | def create_pdf(filename, content): |
| | c = canvas.Canvas(filename, pagesize=letter) |
| | width, height = letter |
| | y = height - 40 |
| |
|
| | for elem in content: |
| | if elem[0] == 'text': |
| | c.drawString(30, y, elem[1]) |
| | y -= 20 |
| | elif elem[0] == 'link': |
| | c.drawString(30, y, f'{elem[2]}: {elem[1]}') |
| | y -= 20 |
| | elif elem[0] == 'image': |
| | img_reader = ImageReader(elem[1]) |
| | c.drawImage(img_reader, 30, y - elem[1].size[1], width=elem[1].size[0], height=elem[1].size[1]) |
| | y -= elem[1].size[1] + 20 |
| |
|
| | if y < 50: |
| | c.showPage() |
| | y = height - 40 |
| |
|
| | c.save() |
| |
|
| | def convert_html_to_pdf(html_content, output_filename): |
| | content = generate_pdf_content(html_content) |
| | create_pdf(output_filename, content) |
| |
|
