BBo09 commited on
Commit
e4e76a2
·
verified ·
1 Parent(s): b776f67

Delete image-to-prompt

Browse files
image-to-prompt/.gitattributes DELETED
@@ -1,35 +0,0 @@
1
- *.7z filter=lfs diff=lfs merge=lfs -text
2
- *.arrow filter=lfs diff=lfs merge=lfs -text
3
- *.bin filter=lfs diff=lfs merge=lfs -text
4
- *.bz2 filter=lfs diff=lfs merge=lfs -text
5
- *.ckpt filter=lfs diff=lfs merge=lfs -text
6
- *.ftz filter=lfs diff=lfs merge=lfs -text
7
- *.gz filter=lfs diff=lfs merge=lfs -text
8
- *.h5 filter=lfs diff=lfs merge=lfs -text
9
- *.joblib filter=lfs diff=lfs merge=lfs -text
10
- *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
- *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
- *.model filter=lfs diff=lfs merge=lfs -text
13
- *.msgpack filter=lfs diff=lfs merge=lfs -text
14
- *.npy filter=lfs diff=lfs merge=lfs -text
15
- *.npz filter=lfs diff=lfs merge=lfs -text
16
- *.onnx filter=lfs diff=lfs merge=lfs -text
17
- *.ot filter=lfs diff=lfs merge=lfs -text
18
- *.parquet filter=lfs diff=lfs merge=lfs -text
19
- *.pb filter=lfs diff=lfs merge=lfs -text
20
- *.pickle filter=lfs diff=lfs merge=lfs -text
21
- *.pkl filter=lfs diff=lfs merge=lfs -text
22
- *.pt filter=lfs diff=lfs merge=lfs -text
23
- *.pth filter=lfs diff=lfs merge=lfs -text
24
- *.rar filter=lfs diff=lfs merge=lfs -text
25
- *.safetensors filter=lfs diff=lfs merge=lfs -text
26
- saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
- *.tar.* filter=lfs diff=lfs merge=lfs -text
28
- *.tar filter=lfs diff=lfs merge=lfs -text
29
- *.tflite filter=lfs diff=lfs merge=lfs -text
30
- *.tgz filter=lfs diff=lfs merge=lfs -text
31
- *.wasm filter=lfs diff=lfs merge=lfs -text
32
- *.xz filter=lfs diff=lfs merge=lfs -text
33
- *.zip filter=lfs diff=lfs merge=lfs -text
34
- *.zst filter=lfs diff=lfs merge=lfs -text
35
- *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
image-to-prompt/README.md DELETED
@@ -1,12 +0,0 @@
1
- ---
2
- title: Image To Prompt
3
- emoji: 😻
4
- colorFrom: purple
5
- colorTo: blue
6
- sdk: gradio
7
- sdk_version: 4.44.1
8
- app_file: app.py
9
- pinned: true
10
- ---
11
-
12
- Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
 
 
 
 
 
 
 
 
 
 
 
 
 
image-to-prompt/app.py DELETED
@@ -1,68 +0,0 @@
1
- import gradio as gr
2
- import subprocess
3
- import torch
4
- from PIL import Image
5
- from transformers import AutoProcessor, AutoModelForCausalLM
6
-
7
- # import os
8
- # import random
9
- # from gradio_client import Client
10
-
11
-
12
- subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
13
-
14
- # Initialize Florence model
15
- device = "cuda" if torch.cuda.is_available() else "cpu"
16
- florence_model = AutoModelForCausalLM.from_pretrained('microsoft/Florence-2-base', trust_remote_code=True).to(device).eval()
17
- florence_processor = AutoProcessor.from_pretrained('microsoft/Florence-2-base', trust_remote_code=True)
18
-
19
- # api_key = os.getenv("HF_READ_TOKEN")
20
-
21
- def generate_caption(image):
22
- if not isinstance(image, Image.Image):
23
- image = Image.fromarray(image)
24
-
25
- inputs = florence_processor(text="<MORE_DETAILED_CAPTION>", images=image, return_tensors="pt").to(device)
26
- generated_ids = florence_model.generate(
27
- input_ids=inputs["input_ids"],
28
- pixel_values=inputs["pixel_values"],
29
- max_new_tokens=1024,
30
- early_stopping=False,
31
- do_sample=False,
32
- num_beams=3,
33
- )
34
- generated_text = florence_processor.batch_decode(generated_ids, skip_special_tokens=False)[0]
35
- parsed_answer = florence_processor.post_process_generation(
36
- generated_text,
37
- task="<MORE_DETAILED_CAPTION>",
38
- image_size=(image.width, image.height)
39
- )
40
- prompt = parsed_answer["<MORE_DETAILED_CAPTION>"]
41
- print("\n\nGeneration completed!:"+ prompt)
42
- return prompt
43
- # yield prompt, None
44
- # image_path = generate_image(prompt,random.randint(0, 4294967296))
45
- # yield prompt, image_path
46
-
47
- # def generate_image(prompt, seed=42, width=1024, height=1024):
48
- # try:
49
- # result = Client("KingNish/Realtime-FLUX", hf_token=api_key).predict(
50
- # prompt=prompt,
51
- # seed=seed,
52
- # width=width,
53
- # height=height,
54
- # api_name="/generate_image"
55
- # )
56
- # # Extract the image path from the result tuple
57
- # image_path = result[0]
58
- # return image_path
59
- # except Exception as e:
60
- # raise Exception(f"Error generating image: {str(e)}")
61
-
62
- io = gr.Interface(generate_caption,
63
- inputs=[gr.Image(label="Input Image")],
64
- outputs = [gr.Textbox(label="Output Prompt", lines=2, show_copy_button = True),
65
- # gr.Image(label="Output Image")
66
- ]
67
- )
68
- io.launch(debug=True)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
image-to-prompt/requirements.txt DELETED
@@ -1,2 +0,0 @@
1
- transformers
2
- timm