Upload 2 files

handler.py

@@ -0,0 +1,50 @@
+from typing import Dict, List, Any
+from transformers import Pipeline
+from transformers import BlipProcessor, BlipForConditionalGeneration
+from PIL import Image
+from io import BytesIO
+import base64
+import json
+
+class EndpointHandler():
+    def __init__(self, path=""):
+        # Preload all the elements you are going to need at inference.
+        # pseudo:
+        # self.model= load_model(path)
+        self.processor = BlipProcessor.from_pretrained("Salesforce/blip-image-captioning-base")
+        self.model = BlipForConditionalGeneration.from_pretrained("Salesforce/blip-image-captioning-base").to("cuda")
+        #是否能够只传handler一个文件？答案是可以的。。。
+    def __call__(self, data):
+        """
+        data args:
+            inputs (:obj: `str` | `PIL.Image` | `np.array`)
+            kwargs
+        Return:
+            A :obj:`list` | `dict`: will be serialized and returned
+        """
+        data=json.loads(data)
+        inputs=data.pop("inputs",data)
+        inputs=base64.b64decode(inputs)
+        raw_images = Image.open(BytesIO(inputs))
+        # raw_image = Image.open(image_path).convert('RGB')
+
+        # # conditional image captioning
+        # text = "a photography of"
+        # inputs = self.processor(raw_image, text, return_tensors="pt").to("cuda", torch.float16)
+
+        # out = self.model.generate(**inputs)
+        # print(self.processor.decode(out[0], skip_special_tokens=True))
+        # >>> a photography of a woman and her dog
+
+        # unconditional image captioning
+        inputs = self.processor(raw_images, return_tensors="pt").to("cuda")
+
+        out = self.model.generate(**inputs)
+        # print(self.processor.decode(out[0], skip_special_tokens=True))
+        return self.processor.decode(out[0], skip_special_tokens=True)
+    
+if __name__=="__main__":
+    my_handler=EndpointHandler(path='.')
+    test_payload={"inputs": "/home/ubuntu/guoling/1.png"}
+    test_result=my_handler(test_payload)
+    print(test_result)

requirements.txt

@@ -0,0 +1,192 @@
+absl-py==1.4.0
+accelerate==0.18.0
+addict==2.4.0
+aiohttp==3.8.4
+aiosignal==1.3.1
+antlr4-python3-runtime==4.9.3
+appdirs==1.4.4
+asteroid==0.6.0
+asteroid-filterbanks==0.4.0
+asttokens==2.2.1
+async-timeout==4.0.2
+attrs==23.1.0
+audioread==3.0.0
+backcall==0.2.0
+basicsr==1.4.2
+cached-property==1.5.2
+cachetools==5.3.0
+certifi==2022.12.7
+cffi==1.15.1
+charset-normalizer==3.1.0
+ci-sdr==0.0.2
+click==8.1.3
+cmake==3.26.3
+comm==0.1.3
+ConfigArgParse==1.5.3
+controlnet-aux==0.0.1
+ctc-segmentation==1.7.4
+Cython==0.29.34
+datasets==2.11.0
+debugpy==1.6.7
+decorator==5.1.1
+diffusers==0.15.0.dev0
+dill==0.3.6
+Distance==0.1.3
+editdistance==0.6.2
+einops==0.6.1
+espnet==202301
+espnet-model-zoo==0.1.7
+espnet-tts-frontend==0.0.3
+executing==1.2.0
+fast-bss-eval==0.1.3
+filelock==3.12.0
+Flask==2.2.3
+Flask-Cors==3.0.10
+frozenlist==1.3.3
+fsspec==2023.4.0
+future==0.18.3
+g2p-en==2.1.0
+google-auth==2.17.3
+google-auth-oauthlib==1.0.0
+grpcio==1.54.0
+h5py==3.8.0
+huggingface-hub==0.13.4
+humanfriendly==10.0
+hydra-core==1.3.2
+HyperPyYAML==1.2.0
+idna==3.4
+imageio==2.27.0
+importlib-metadata==4.9.0
+importlib-resources==5.12.0
+inflect==6.0.4
+ipykernel==6.22.0
+ipython==8.12.0
+itsdangerous==2.1.2
+jaconv==0.3.4
+jamo==0.4.1
+jedi==0.18.2
+Jinja2==3.1.2
+joblib==1.2.0
+julius==0.2.7
+jupyter-client==8.2.0
+jupyter-core==5.3.0
+kaldiio==2.18.0
+lazy-loader==0.2
+librosa==0.10.0.post2
+lightning-utilities==0.8.0
+lit==16.0.1
+llvmlite==0.39.1
+lmdb==1.4.1
+Markdown==3.4.3
+MarkupSafe==2.1.2
+matplotlib-inline==0.1.6
+mir-eval==0.7
+mpmath==1.3.0
+msgpack==1.0.5
+multidict==6.0.4
+multiprocess==0.70.14
+nest-asyncio==1.5.6
+networkx==3.1
+nltk==3.8.1
+numba==0.56.4
+numpy==1.23.0
+nvidia-cublas-cu11==11.10.3.66
+nvidia-cuda-cupti-cu11==11.7.101
+nvidia-cuda-nvrtc-cu11==11.7.99
+nvidia-cuda-runtime-cu11==11.7.99
+nvidia-cudnn-cu11==8.5.0.96
+nvidia-cufft-cu11==10.9.0.58
+nvidia-curand-cu11==10.2.10.91
+nvidia-cusolver-cu11==11.4.0.1
+nvidia-cusparse-cu11==11.7.4.91
+nvidia-nccl-cu11==2.14.3
+nvidia-nvtx-cu11==11.7.91
+oauthlib==3.2.2
+omegaconf==2.3.0
+opencv-python==4.7.0.72
+opt-einsum==3.3.0
+packaging==23.1
+pandas==2.0.0
+parso==0.8.3
+pb-bss-eval==0.0.2
+pesq==0.0.4
+pexpect==4.8.0
+pickleshare==0.7.5
+Pillow==9.5.0
+platformdirs==3.2.0
+pooch==1.6.0
+prompt-toolkit==3.0.38
+protobuf==3.20.1
+psutil==5.9.5
+ptyprocess==0.7.0
+pure-eval==0.2.2
+pyarrow==11.0.0
+pyasn1==0.5.0
+pyasn1-modules==0.3.0
+pycparser==2.21
+pydantic==1.10.7
+pyDeprecate==0.3.2
+pydub==0.25.1
+Pygments==2.15.1
+pypinyin==0.44.0
+pystoi==0.3.3
+pytesseract==0.3.10
+python-dateutil==2.8.2
+pytorch-lightning==2.0.1.post0
+pytorch-ranger==0.1.1
+pytorch-wpe==0.0.1
+pytz==2023.3
+PyWavelets==1.4.1
+pyworld==0.3.3
+PyYAML==6.0
+pyzmq==25.0.2
+regex==2023.3.23
+requests==2.28.2
+requests-oauthlib==1.3.1
+responses==0.18.0
+rsa==4.9
+ruamel.yaml==0.17.21
+ruamel.yaml.clib==0.2.7
+scikit-image==0.20.0
+scikit-learn==1.2.2
+scipy==1.9.0
+sentencepiece==0.1.98
+six==1.16.0
+soundfile==0.12.1
+soxr==0.3.5
+speechbrain==0.5.14
+stack-data==0.6.2
+sympy==1.11.1
+tb-nightly==2.13.0a20230422
+tensorboard-data-server==0.7.0
+tensorboard-plugin-wit==1.8.1
+threadpoolctl==3.1.0
+tifffile==2023.4.12
+tiktoken==0.3.3
+timm==0.6.13
+tokenizers==0.13.3
+tomli==2.0.1
+torch==2.0.0
+torch-complex==0.4.3
+torch-optimizer==0.1.0
+torch-stoi==0.1.2
+torchaudio==2.0.1
+torchmetrics==0.7.3
+torchvision==0.15.1
+tornado==6.3.1
+tqdm==4.65.0
+traitlets==5.9.0
+transformers==4.28.0.dev0
+triton==2.0.0
+typeguard==2.13.3
+typing-extensions==4.5.0
+tzdata==2023.3
+Unidecode==1.3.6
+urllib3==1.26.15
+waitress==2.1.2
+wcwidth==0.2.6
+Werkzeug==2.2.3
+xxhash==3.2.0
+yapf==0.33.0
+yarl==1.9.1
+zipp==3.15.0