fixes

app.py

@@ -176,12 +176,15 @@ model = DetrForSegmentation.from_pretrained('facebook/detr-resnet-50-panoptic')
 input = gr.inputs.Image()
 output = gr.outputs.Image()
 
-def predict_animal_mask(image):
+def predict_animal_mask(im):
+    image = Image.fromarray(im) # im: numpy array 3d: 480, 640, 3: to PIL Image
+    image = image.resize((200,200)) #  PIL image # could I upsample output instead? better?
+
     inputs = feature_extractor(images=image, return_tensors="pt") #pt=Pytorch, tf=TensorFlow
     outputs = model(**inputs)
-    logits = outputs.logits 
+    logits = outputs.logits # torch.Size([1, 100, 251])
     bboxes = outputs.pred_boxes
-    masks = outputs.pred_masks
+    masks = outputs.pred_masks # torch.Size([1, 100, 200, 200])
 
     # postprocess the image
     label_per_pixel = torch.argmax(masks.squeeze(),dim=0).detach().numpy()
@@ -193,6 +196,8 @@ def predict_animal_mask(image):
     pred_img = np.array(image.convert('RGB'))*0.5 + color_mask*0.5
     pred_img = pred_img.astype(np.uint8)   
 
+    return pred_img
+
 
 ####################################################
 # Create user interface and launch

requirements.txt

@@ -1,131 +1,104 @@
-# This file may be used to create an environment using:
-# $ conda create --name <env> --file <this file>
-# platform: osx-64
-absl-py=1.1.0=pypi_0
-aiohttp=3.8.1=pypi_0
-aiosignal=1.2.0=pypi_0
-analytics-python=1.4.0=pypi_0
-anyio=3.6.1=pypi_0
-astunparse=1.6.3=pypi_0
-async-timeout=4.0.2=pypi_0
-asynctest=0.13.0=pypi_0
-attrs=21.4.0=pypi_0
-backoff=1.10.0=pypi_0
-bcrypt=3.2.2=pypi_0
-ca-certificates=2022.4.26=hecd8cb5_0
-cachetools=5.2.0=pypi_0
-certifi=2022.6.15=py37hecd8cb5_0
-cffi=1.15.1=pypi_0
-charset-normalizer=2.1.0=pypi_0
-click=8.1.3=pypi_0
-cryptography=37.0.2=pypi_0
-cycler=0.11.0=pypi_0
-fastapi=0.78.0=pypi_0
-ffmpy=0.3.0=pypi_0
-filelock=3.7.1=pypi_0
-flatbuffers=1.12=pypi_0
-fonttools=4.33.3=pypi_0
-freetype=2.11.0=hd8bbffd_0
-frozenlist=1.3.0=pypi_0
-fsspec=2022.5.0=pypi_0
-gast=0.4.0=pypi_0
-google-auth=2.9.0=pypi_0
-google-auth-oauthlib=0.4.6=pypi_0
-google-pasta=0.2.0=pypi_0
-gradio=3.0.24=pypi_0
-grpcio=1.47.0=pypi_0
-h11=0.12.0=pypi_0
-h5py=3.7.0=pypi_0
-httpcore=0.15.0=pypi_0
-httpx=0.23.0=pypi_0
-huggingface-hub=0.8.1=pypi_0
-idna=3.3=pypi_0
-importlib-metadata=4.12.0=pypi_0
-jinja2=3.1.2=pypi_0
-jpeg=9e=hca72f7f_0
-keras=2.9.0=pypi_0
-keras-preprocessing=1.1.2=pypi_0
-kiwisolver=1.4.3=pypi_0
-lcms2=2.12=hf1fd2bf_0
-libclang=14.0.1=pypi_0
-libcxx=12.0.0=h2f01273_0
-libedit=3.1.20210910=hca72f7f_0
-libffi=3.2.1=h0a44026_1007
-libpng=1.6.37=ha441bb4_0
-libtiff=4.2.0=hdb42f99_1
-libwebp-base=1.2.2=hca72f7f_0
-linkify-it-py=1.0.3=pypi_0
-lz4-c=1.9.3=h23ab428_1
-markdown=3.3.7=pypi_0
-markdown-it-py=2.1.0=pypi_0
-markupsafe=2.1.1=pypi_0
-matplotlib=3.5.2=pypi_0
-mdit-py-plugins=0.3.0=pypi_0
-mdurl=0.1.1=pypi_0
-monotonic=1.6=pypi_0
-multidict=6.0.2=pypi_0
-ncurses=6.3=hca72f7f_2
-numpy=1.21.6=pypi_0
-oauthlib=3.2.0=pypi_0
-olefile=0.46=py37_0
-openssl=1.1.1p=hca72f7f_0
-opt-einsum=3.3.0=pypi_0
-orjson=3.7.6=pypi_0
-packaging=21.3=pypi_0
-pandas=1.3.5=pypi_0
-paramiko=2.11.0=pypi_0
-pillow=7.2.0=py37hf860fee_2
-pip=22.1.2=pypi_0
-protobuf=3.19.4=pypi_0
-pyasn1=0.4.8=pypi_0
-pyasn1-modules=0.2.8=pypi_0
-pycparser=2.21=pypi_0
-pycryptodome=3.15.0=pypi_0
-pydantic=1.9.1=pypi_0
-pydub=0.25.1=pypi_0
-pynacl=1.5.0=pypi_0
-pyparsing=3.0.9=pypi_0
-python=3.7.6=h359304d_2
-python-dateutil=2.8.2=pypi_0
-python-multipart=0.0.5=pypi_0
-python_abi=3.7=1_cp37m
-pytz=2022.1=pypi_0
-pyyaml=6.0=pypi_0
-readline=7.0=h1de35cc_5
-regex=2022.6.2=pypi_0
-requests=2.28.1=pypi_0
-requests-oauthlib=1.3.1=pypi_0
-rfc3986=1.5.0=pypi_0
-rsa=4.8=pypi_0
-setuptools=61.2.0=py37hecd8cb5_0
-six=1.16.0=pypi_0
-sniffio=1.2.0=pypi_0
-sqlite=3.33.0=hffcf06c_0
-starlette=0.19.1=pypi_0
-tensorboard=2.9.1=pypi_0
-tensorboard-data-server=0.6.1=pypi_0
-tensorboard-plugin-wit=1.8.1=pypi_0
-tensorflow=2.9.1=pypi_0
-tensorflow-estimator=2.9.0=pypi_0
-tensorflow-io-gcs-filesystem=0.26.0=pypi_0
-termcolor=1.1.0=pypi_0
-timm=0.5.4=pypi_0
-tk=8.6.12=h5d9f67b_0
-tokenizers=0.12.1=pypi_0
-torch=1.12.0=pypi_0
-torchaudio=0.12.0=pypi_0
-torchvision=0.13.0=pypi_0
-tqdm=4.64.0=pypi_0
-transformers=4.20.1=pypi_0
-typing-extensions=4.3.0=pypi_0
-uc-micro-py=1.0.1=pypi_0
-urllib3=1.26.9=pypi_0
-uvicorn=0.18.2=pypi_0
-werkzeug=2.1.2=pypi_0
-wheel=0.37.1=pyhd3eb1b0_0
-wrapt=1.14.1=pypi_0
-xz=5.2.5=hca72f7f_1
-yarl=1.7.2=pypi_0
-zipp=3.8.0=pypi_0
-zlib=1.2.12=h4dc903c_2
-zstd=1.5.2=hcb37349_0
+absl-py==1.1.0
+aiohttp==3.8.1
+aiosignal==1.2.0
+analytics-python==1.4.0
+anyio==3.6.1
+astunparse==1.6.3
+async-timeout==4.0.2
+asynctest==0.13.0
+attrs==21.4.0
+backoff==1.10.0
+bcrypt==3.2.2
+cachetools==5.2.0
+certifi @ file:///private/var/folders/sy/f16zz6x50xz3113nwtb9bvq00000gp/T/abs_83242e7e-f82d-4a71-8ef2-9d71d212d249gu_wxmeq/croots/recipe/certifi_1655968827803/work/certifi
+cffi==1.15.1
+charset-normalizer==2.1.0
+click==8.1.3
+cryptography==37.0.2
+cycler==0.11.0
+fastapi==0.78.0
+ffmpy==0.3.0
+filelock==3.7.1
+flatbuffers==1.12
+fonttools==4.33.3
+frozenlist==1.3.0
+fsspec==2022.5.0
+gast==0.4.0
+google-auth==2.9.0
+google-auth-oauthlib==0.4.6
+google-pasta==0.2.0
+gradio==3.0.24
+grpcio==1.47.0
+h11==0.12.0
+h5py==3.7.0
+httpcore==0.15.0
+httpx==0.23.0
+huggingface-hub==0.8.1
+idna==3.3
+importlib-metadata==4.12.0
+Jinja2==3.1.2
+keras==2.9.0
+Keras-Preprocessing==1.1.2
+kiwisolver==1.4.3
+libclang==14.0.1
+linkify-it-py==1.0.3
+Markdown==3.3.7
+markdown-it-py==2.1.0
+MarkupSafe==2.1.1
+matplotlib==3.5.2
+mdit-py-plugins==0.3.0
+mdurl==0.1.1
+monotonic==1.6
+multidict==6.0.2
+numpy==1.21.6
+oauthlib==3.2.0
+olefile==0.46
+opt-einsum==3.3.0
+orjson==3.7.6
+packaging==21.3
+pandas==1.3.5
+paramiko==2.11.0
+Pillow @ file:///Users/runner/miniforge3/conda-bld/pillow_1602493105252/work
+protobuf==3.19.4
+pyasn1==0.4.8
+pyasn1-modules==0.2.8
+pycparser==2.21
+pycryptodome==3.15.0
+pydantic==1.9.1
+pydub==0.25.1
+PyNaCl==1.5.0
+pyparsing==3.0.9
+python-dateutil==2.8.2
+python-multipart==0.0.5
+pytz==2022.1
+PyYAML==6.0
+regex==2022.6.2
+requests==2.28.1
+requests-oauthlib==1.3.1
+rfc3986==1.5.0
+rsa==4.8
+six==1.16.0
+sniffio==1.2.0
+starlette==0.19.1
+tensorboard==2.9.1
+tensorboard-data-server==0.6.1
+tensorboard-plugin-wit==1.8.1
+tensorflow==2.9.1
+tensorflow-estimator==2.9.0
+tensorflow-io-gcs-filesystem==0.26.0
+termcolor==1.1.0
+timm==0.5.4
+tokenizers==0.12.1
+torch==1.12.0
+torchaudio==0.12.0
+torchvision==0.13.0
+tqdm==4.64.0
+transformers==4.20.1
+typing_extensions==4.3.0
+uc-micro-py==1.0.1
+urllib3==1.26.9
+uvicorn==0.18.2
+Werkzeug==2.1.2
+wrapt==1.14.1
+yarl==1.7.2
+zipp==3.8.0