Add initial changes to run drexel_metadata

Adds code to run an app that uses the model from
https://github.com/hdr-bgnn/drexel_metadata/ to generate
images and JSON metadata. A user can upload an image and
generate the resulting output files.

Adds requirements.txt created by running `pipenv requirements`
within an environment created from drexel_metadata Pipfile.

Adds drexel_metadata as a submodule.

.gitmodules

@@ -0,0 +1,3 @@
+[submodule "drexel_metadata"]
+	path = drexel_metadata
+	url = https://github.com/hdr-bgnn/drexel_metadata/

app.py

@@ -0,0 +1,58 @@
+import os
+import json
+import numpy as np
+import gradio as gr
+import cv2
+from drexel_metadata.gen_metadata import gen_metadata
+from PIL import Image
+
+
+def create_temp_file_path(prefix, suffix):
+    with tempfile.NamedTemporaryFile(prefix=prefix, suffix=suffix, delete=False) as tmpfile:
+        return tmpfile.name
+
+
+def run_inference(input_img):
+    # input_mg: NumPy array with the shape (width, height, 3)
+
+    # Save input_mg as a temporary file
+    tmpfile = create_temp_file_path(prefix="input_", suffix, ".png")
+    im = Image.fromarray(input_img)
+    im.save(tmpfile)
+
+    # Create temp filenames for output images
+    visfname = create_temp_file_path(prefix="vis_", suffix=".png")
+    maskfname = create_temp_file_path(prefix="mask_", suffix=".png")
+
+    # Run inference
+    result = gen_metadata(tmpfile, device='cpu', maskfname=maskfname, visfname=visfname)
+    json_metadata = json.dumps(result)
+
+    # Cleanup
+    os.remove(tempfile)
+
+    return visfname, maskfname, json_metadata
+
+
+def read_app_header_markdown():
+   with open('app_header.md') as infile:
+       return infile.read()
+
+
+dm_app = gr.Interface(
+     fn=run_inference,
+     # Input shows markdown explaining and app and a single image upload panel
+     inputs=[
+        gr.Markdown(read_app_header_markdown()),
+        gr.Image()
+     ],
+     # Output consists of a visualization image, a masked image, and JSON metadata
+     outputs=[
+        gr.Image(label='visualization'),
+        gr.Image(label='mask'),
+        gr.JSON(label="JSON metadata")
+     ],
+     allow_flagging="never" # Do not save user's results or prompt for users to save the results
+)
+dm_app.launch()
+

app_header.md

@@ -0,0 +1,3 @@
+# Drexel Metadata
+Generate Metadata for a fish image using the [hdr-bgnn/drexel_metadata model](https://github.com/hdr-bgnn/drexel_metadata).
+The model will create a visualization based on the image, a mask of the fish outline, and JSON metadata.

drexel_metadata

@@ -0,0 +1 @@
+Subproject commit a8720c3bfefcbd5caf7d948fad4ba90c2adc7f3c

requirements.txt

@@ -0,0 +1,106 @@
+torch==1.10.1
+torchvision==0.11.2
+absl-py==1.3.0
+antlr4-python3-runtime==4.9.3
+appdirs==1.4.4
+asttokens==2.0.8
+backcall==0.2.0
+black==21.4b2
+cachetools==5.2.0
+certifi==2022.9.24
+charset-normalizer==2.1.1
+click==8.1.3
+cloudpickle==2.2.0
+contourpy==1.0.5
+cycler==0.11.0
+decorator==5.1.1
+distlib==0.3.6
+executing==1.1.1
+filelock==3.8.0
+fonttools==4.37.4
+future==0.18.2
+fvcore==0.1.5.post20220512
+google-auth==2.13.0
+google-auth-oauthlib==0.4.6
+grpcio==1.50.0
+hydra-core==1.2.0
+idna==3.4
+imageio==2.22.2
+importlib-metadata==5.0.0
+importlib-resources==5.10.0
+imutils==0.5.4
+iopath==0.1.9
+ipython==8.5.0
+jedi==0.17.2
+kiwisolver==1.4.4
+Markdown==3.4.1
+MarkupSafe==2.1.1
+matplotlib==3.6.1
+matplotlib-inline==0.1.6
+mypy-extensions==0.4.3
+networkx==2.8.7
+ninja==1.10.2.4
+nptyping==2.3.1
+numpy==1.23.4
+oauthlib==3.2.2
+omegaconf==2.2.3
+opencv-python==4.6.0.66
+packaging==21.3
+pandas==1.5.1
+parso==0.7.1
+pathspec==0.10.1
+pexpect==4.8.0
+pickleshare==0.7.5
+Pillow==9.2.0
+pipenv==2022.10.12
+platformdirs==2.5.2
+portalocker==2.6.0
+prompt-toolkit==3.0.31
+protobuf==3.19.6
+ptyprocess==0.7.0
+pure-eval==0.2.2
+pyasn1==0.4.8
+pyasn1-modules==0.2.8
+pycallgraph==1.0.1
+pycocotools==2.0.5
+pydot==1.4.2
+pyenchant==3.2.2
+Pygments==2.13.0
+pynrrd==1.0.0
+pyparsing==3.0.9
+PySide6==6.4.0
+PySide6-Addons==6.4.0
+PySide6-Essentials==6.4.0
+pytesseract==0.3.10
+python-dateutil==2.8.2
+pytz==2022.5
+PyWavelets==1.4.1
+PyYAML==6.0
+regex==2022.9.13
+requests==2.28.1
+requests-oauthlib==1.3.1
+rsa==4.9
+scikit-image==0.19.3
+scipy==1.9.2
+shiboken6==6.4.0
+six==1.16.0
+stack-data==0.5.1
+tabulate==0.9.0
+tensorboard==2.10.1
+tensorboard-data-server==0.6.1
+tensorboard-plugin-wit==1.8.1
+termcolor==2.0.1
+tifffile==2022.10.10
+toml==0.10.2
+tqdm==4.64.1
+traitlets==5.5.0
+typing_extensions==4.4.0
+urllib3==1.26.12
+virtualenv==20.16.5
+virtualenv-clone==0.5.7
+wcwidth==0.2.5
+Werkzeug==2.2.2
+yacs==0.1.8
+zipp==3.9.0
+detectron2
+-f https://dl.fbaipublicfiles.com/detectron2/wheels/cpu/torch1.10/index.html