Spaces:
Sleeping
Sleeping
File size: 2,835 Bytes
3869fd1 e6af243 3869fd1 e6af243 5620621 e6af243 5620621 e6af243 5620621 e6af243 5620621 e6af243 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 |
from PIL import Image
from io import BytesIO
import base64
from openai import OpenAI
def encode_image_in_base64(image: bytes):
return base64.b64encode(image).decode("utf-8")
def replace_transparent_pixels(image_bytes: bytes):
"""
Opens a PNG image, and replaces transparent pixels with white pixels.
Args:
image_path: The path to the PNG image.
Returns:
The path to the modified image.
"""
try:
img = Image.open(BytesIO(image_bytes))
img = img.convert("RGBA")
pixels = img.getdata()
new_pixels = []
for item in pixels:
if item[3] == 0:
new_pixels.append((255, 255, 255, 255))
else:
new_pixels.append(item)
img.putdata(new_pixels)
img_byte_arr = BytesIO()
img.save(img_byte_arr, format="PNG")
img_byte_arr = img_byte_arr.getvalue()
return img_byte_arr
except FileNotFoundError:
print(f"Error: The file was not found.")
return None
except Exception as e:
print(f"An error occurred: {e}")
return None
def process_image_for_gpt(image_bytes: bytes) -> str:
image_bytes = replace_transparent_pixels(image_bytes)
base64_image = encode_image_in_base64(image_bytes)
return base64_image
def format_final_answer(question: str, answer: str) -> str:
"""Always call to format final answer"""
client = OpenAI()
response = client.chat.completions.create(
model="gpt-4o",
messages=[
{
"role": "system",
"content": """ You're tasked with correcting/reformatting an answer from an unreliable AI into the expected format as per their instructions.
<instructions>
You are a general AI assistant. I will ask you a question. Your answer should only be a number OR as few words as possible OR a comma separated list of numbers and/or strings. If you are asked for a number, don't use comma to write your number neither use units such as $ or percent sign unless specified otherwise. If you are asked for a string, don't use articles, neither abbreviations (e.g. for cities), and write the digits in plain text unless specified otherwise. If you are asked for a comma separated list, apply the above rules depending of whether the element to be put in the list is a number or a string.
</instructions>
For context, here is the question the AI answered
<question>"""
+ question
+ """</question>"""
+ """
Now here is their answer. Only reply with the corrected formatting
""",
},
{"role": "user", "content": str(answer)},
],
)
return response.choices[0].message.content.strip()
|