Spaces:
Sleeping
Sleeping
Commit ·
3e7d217
1
Parent(s): 64030f6
Update main.py
Browse files
main.py
CHANGED
|
@@ -1,4 +1,4 @@
|
|
| 1 |
-
|
| 2 |
import os
|
| 3 |
import requests
|
| 4 |
from PIL import Image
|
|
@@ -12,9 +12,7 @@ CLIPDROP_API_KEY = '1143a102dbe21628248d4bb992b391a49dc058c584181ea72e17c2ccd49b
|
|
| 12 |
STABLE_DIFFUSION_API_KEY = 'sk-GBmsWR78MmCSAWGkkC1CFgWgE6GPgV00pNLJlxlyZWyT3QQO'
|
| 13 |
|
| 14 |
# Set up environment variable for Replicate API Token
|
| 15 |
-
os.environ['REPLICATE_API_TOKEN'] = 'r8_3V5WKOBwbbuL0DQGMliP0972IAVIBo62Lmi8I'
|
| 16 |
-
|
| 17 |
-
app = Flask(__name__)
|
| 18 |
|
| 19 |
def generate_image_from_text(prompt):
|
| 20 |
r = requests.post('https://clipdrop-api.co/text-to-image/v1',
|
|
@@ -30,22 +28,36 @@ def generate_image_from_text(prompt):
|
|
| 30 |
r.raise_for_status()
|
| 31 |
|
| 32 |
def resize_image(image_bytes, max_size=(320, 320)):
|
|
|
|
| 33 |
img = Image.open(BytesIO(image_bytes))
|
|
|
|
|
|
|
| 34 |
img.thumbnail(max_size)
|
|
|
|
|
|
|
| 35 |
buffer = BytesIO()
|
| 36 |
img.save(buffer, format="PNG")
|
| 37 |
return buffer.getvalue()
|
| 38 |
|
| 39 |
def upscale_image_stable_diffusion(image_bytes):
|
|
|
|
| 40 |
os.environ['STABILITY_HOST'] = 'grpc.stability.ai:443'
|
| 41 |
os.environ['STABILITY_KEY'] = STABLE_DIFFUSION_API_KEY
|
|
|
|
|
|
|
| 42 |
stability_api = client.StabilityInference(
|
| 43 |
key=os.environ['STABILITY_KEY'],
|
| 44 |
upscale_engine="stable-diffusion-x4-latent-upscaler",
|
| 45 |
verbose=True,
|
| 46 |
)
|
|
|
|
|
|
|
| 47 |
img = Image.open(BytesIO(image_bytes))
|
|
|
|
|
|
|
| 48 |
answers = stability_api.upscale(init_image=img)
|
|
|
|
|
|
|
| 49 |
upscaled_img_bytes = None
|
| 50 |
for resp in answers:
|
| 51 |
for artifact in resp.artifacts:
|
|
@@ -54,30 +66,43 @@ def upscale_image_stable_diffusion(image_bytes):
|
|
| 54 |
upscaled_img_bytes = BytesIO()
|
| 55 |
upscaled_img.save(upscaled_img_bytes, format='PNG')
|
| 56 |
upscaled_img_bytes = upscaled_img_bytes.getvalue()
|
|
|
|
| 57 |
return upscaled_img_bytes
|
| 58 |
|
| 59 |
def further_upscale_image(image_bytes):
|
|
|
|
| 60 |
output = replicate.run(
|
| 61 |
-
"tencentarc/gfpgan:
|
| 62 |
input={"img": BytesIO(image_bytes), "version": "v1.4", "scale": 16}
|
| 63 |
)
|
|
|
|
|
|
|
|
|
|
| 64 |
response = requests.get(output)
|
| 65 |
img = Image.open(BytesIO(response.content))
|
|
|
|
| 66 |
return img
|
| 67 |
|
| 68 |
-
|
| 69 |
-
|
| 70 |
-
|
| 71 |
-
|
| 72 |
-
|
| 73 |
-
|
| 74 |
-
|
| 75 |
-
|
| 76 |
-
|
| 77 |
-
|
| 78 |
-
|
| 79 |
-
|
| 80 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 81 |
|
| 82 |
if __name__ == "__main__":
|
| 83 |
-
|
|
|
|
| 1 |
+
import streamlit as st
|
| 2 |
import os
|
| 3 |
import requests
|
| 4 |
from PIL import Image
|
|
|
|
| 12 |
STABLE_DIFFUSION_API_KEY = 'sk-GBmsWR78MmCSAWGkkC1CFgWgE6GPgV00pNLJlxlyZWyT3QQO'
|
| 13 |
|
| 14 |
# Set up environment variable for Replicate API Token
|
| 15 |
+
os.environ['REPLICATE_API_TOKEN'] = 'r8_3V5WKOBwbbuL0DQGMliP0972IAVIBo62Lmi8I' # Replace with your actual API token
|
|
|
|
|
|
|
| 16 |
|
| 17 |
def generate_image_from_text(prompt):
|
| 18 |
r = requests.post('https://clipdrop-api.co/text-to-image/v1',
|
|
|
|
| 28 |
r.raise_for_status()
|
| 29 |
|
| 30 |
def resize_image(image_bytes, max_size=(320, 320)):
|
| 31 |
+
# Open the image from bytes
|
| 32 |
img = Image.open(BytesIO(image_bytes))
|
| 33 |
+
|
| 34 |
+
# Resize the image
|
| 35 |
img.thumbnail(max_size)
|
| 36 |
+
|
| 37 |
+
# Save it back to bytes
|
| 38 |
buffer = BytesIO()
|
| 39 |
img.save(buffer, format="PNG")
|
| 40 |
return buffer.getvalue()
|
| 41 |
|
| 42 |
def upscale_image_stable_diffusion(image_bytes):
|
| 43 |
+
# Set up environment variables
|
| 44 |
os.environ['STABILITY_HOST'] = 'grpc.stability.ai:443'
|
| 45 |
os.environ['STABILITY_KEY'] = STABLE_DIFFUSION_API_KEY
|
| 46 |
+
|
| 47 |
+
# Set up the connection to the API
|
| 48 |
stability_api = client.StabilityInference(
|
| 49 |
key=os.environ['STABILITY_KEY'],
|
| 50 |
upscale_engine="stable-diffusion-x4-latent-upscaler",
|
| 51 |
verbose=True,
|
| 52 |
)
|
| 53 |
+
|
| 54 |
+
# Open the image from bytes
|
| 55 |
img = Image.open(BytesIO(image_bytes))
|
| 56 |
+
|
| 57 |
+
# Call the upscale API
|
| 58 |
answers = stability_api.upscale(init_image=img)
|
| 59 |
+
|
| 60 |
+
# Process the response
|
| 61 |
upscaled_img_bytes = None
|
| 62 |
for resp in answers:
|
| 63 |
for artifact in resp.artifacts:
|
|
|
|
| 66 |
upscaled_img_bytes = BytesIO()
|
| 67 |
upscaled_img.save(upscaled_img_bytes, format='PNG')
|
| 68 |
upscaled_img_bytes = upscaled_img_bytes.getvalue()
|
| 69 |
+
|
| 70 |
return upscaled_img_bytes
|
| 71 |
|
| 72 |
def further_upscale_image(image_bytes):
|
| 73 |
+
# Run the GFPGAN model
|
| 74 |
output = replicate.run(
|
| 75 |
+
"tencentarc/gfpgan:9283608cc6b7be6b65a8e44983db012355fde4132009bf99d976b2f0896856a3",
|
| 76 |
input={"img": BytesIO(image_bytes), "version": "v1.4", "scale": 16}
|
| 77 |
)
|
| 78 |
+
|
| 79 |
+
# The output is a URI of the processed image
|
| 80 |
+
# We will retrieve the image data and save it
|
| 81 |
response = requests.get(output)
|
| 82 |
img = Image.open(BytesIO(response.content))
|
| 83 |
+
img.save("upscaled.png") # Save the upscaled image
|
| 84 |
return img
|
| 85 |
|
| 86 |
+
def main():
|
| 87 |
+
st.title("Image Generation and Upscaling")
|
| 88 |
+
st.write("Enter a text prompt and an image will be generated and upscaled.")
|
| 89 |
+
|
| 90 |
+
prompt = st.text_input("Enter a textual prompt to generate an image...")
|
| 91 |
+
|
| 92 |
+
if prompt:
|
| 93 |
+
st.success("Generating image from text prompt...")
|
| 94 |
+
image_bytes = generate_image_from_text(prompt)
|
| 95 |
+
|
| 96 |
+
st.success("Resizing image...")
|
| 97 |
+
resized_image_bytes = resize_image(image_bytes)
|
| 98 |
+
|
| 99 |
+
st.success("Upscaling image with stable-diffusion-x4-latent-upscaler...")
|
| 100 |
+
upscaled_image_bytes = upscale_image_stable_diffusion(resized_image_bytes)
|
| 101 |
+
|
| 102 |
+
st.success("Further upscaling image with GFPGAN...")
|
| 103 |
+
img = further_upscale_image(upscaled_image_bytes)
|
| 104 |
+
|
| 105 |
+
st.image(img, caption='Upscaled Image', use_column_width=True)
|
| 106 |
|
| 107 |
if __name__ == "__main__":
|
| 108 |
+
main()
|