init

app.py

@@ -20,10 +20,8 @@ def load_model():
     #
     processor = Blip2Processor.from_pretrained("Salesforce/blip2-flan-t5-xl")
     # device_map = {"": 0}
-    device_map = "auto"
-    model = Blip2ForConditionalGeneration.from_pretrained("Salesforce/blip2-flan-t5-xl",
-                                                          load_in_8bit=True,
-                                                          device_map=device_map)
+    # device_map = "auto"
+    model = Blip2ForConditionalGeneration.from_pretrained("Salesforce/blip2-flan-t5-xl")
     model = PeftModel.from_pretrained(model, model_name)
     model = get_peft_model(model, config)
     return processor, model
@@ -48,8 +46,8 @@ def get_text():
 def generate_output(image, prompt):
     encoding = processor(images=image, text=prompt, max_length=512, truncation=True,
                          padding="max_length", return_tensors="pt")
-    predictions = model.generate(input_ids=encoding['input_ids'].to(device),
-                                 pixel_values=encoding['pixel_values'].to(device, torch.float16),
+    predictions = model.generate(input_ids=encoding['input_ids'],
+                                 pixel_values=encoding['pixel_values'],
                                  max_length=20)
     p = processor.batch_decode(predictions, skip_special_tokens=True)
     out = " ".join(p)

requirements.txt

@@ -1,316 +1,78 @@
-absl-py==1.2.0
-accelerate==0.17.0
-aiofiles==22.1.0
-aiohttp==3.8.1
-aiosignal==1.3.1
-aiostream==0.4.5
-altair==4.2.0
-antlr4-python3-runtime==4.9.3
-anyio==3.6.1
-arxiv==1.4.7
-asttokens==2.2.1
-async-timeout==4.0.2
-attrs==22.2.0
-backcall==0.2.0
-beautifulsoup4==4.7.1
-bitsandbytes==0.37.1
-blinker==1.5
-blis==0.7.9
-blobfile==2.0.2
-boto3==1.26.13
-botocore==1.29.13
-Bottleneck==1.3.5
-braceexpand==0.1.7
+accelerate==0.19.0
+altair==4.2.2
+attrs==23.1.0
+bitsandbytes==0.38.1
+blinker==1.6.2
 brotlipy==0.7.0
-cached-property==1.5.2
-cachetools==5.2.0
-catalogue==2.0.8
-certifi==2022.12.7
-cffi==1.15.0
-cfgv==3.3.1
-chardet==3.0.4
+cachetools==5.3.0
+certifi==2023.5.7
+cffi==1.15.1
 charset-normalizer==2.0.4
-chex==0.1.6
 click==8.1.3
-#clip==1.0
-#clip-client==0.6.2
-#clip-server==0.6.2
-colorama==0.4.6
-comet-ml==3.12.2
-commonmark==0.9.1
-confection==0.0.4
-configobj==5.0.8
-contexttimer==0.3.3
-contourpy==1.0.5
-cryptography==37.0.1
-cssselect==1.0.3
-cycler==0.11.0
-cymem==2.0.7
-#dataclasses==0.8
-datasets==2.8.0
+cryptography==39.0.1
 decorator==5.1.1
-decord==0.6.0
-deepspeed==0.8.3
-dill==0.3.6
-distlib==0.3.6
-dm-tree==0.1.8
-docarray==0.16.3
-docker==6.0.0
-docker-pycreds==0.4.0
-dulwich==0.21.3
-einops==0.6.0
-#en-core-web-sm==3.4.1
 entrypoints==0.4
-etils==1.0.0
-evaluate==0.4.0
-everett==3.1.0
-exceptiongroup==1.1.0
-executing==1.2.0
-fairscale==0.4.4
-fastapi==0.82.0
-feedfinder2==0.0.4
-feedparser==5.2.1
-ffmpy==0.3.0
 filelock==3.9.0
-Flask==1.0.2
-Flask-Cors==3.0.7
-flax==0.6.6
-fonttools==4.37.1
-frozenlist==1.3.3
-fsspec==2022.11.0
-ftfy==6.1.1
-gdown==4.5.1
+fsspec==2023.5.0
 gitdb==4.0.10
-GitPython==3.1.30
-google-auth==2.9.1
-google-auth-oauthlib==0.4.6
-gradio==3.25.0
-gradio_client==0.1.3
-grpcio==1.47.0
-grpcio-health-checking
-grpcio-reflection
-h11==0.13.0
-hjson==3.1.0
-httpcore==0.17.0
-httptools==0.4.0
-httpx==0.24.0
-huggingface-hub==0.13.4
-identify==2.5.18
+GitPython==3.1.31
+gmpy2==2.1.2
+huggingface-hub==0.14.1
 idna==3.4
-imageio==2.22.4
-imbalanced-learn==0.10.1
-importlib-metadata==6.0.0
-importlib-resources==5.12.0
-iniconfig==2.0.0
-iopath==0.1.10
-ipython==8.11.0
-itsdangerous==1.1.0
-jax==0.4.5
-jaxlib==0.4.4
-jcloud==0.0.35
-jedi==0.18.2
-jieba3k==0.35.1
-jina
-jina-hubble-sdk==0.15.5
+importlib-metadata==6.6.0
 Jinja2==3.1.2
-jmespath==1.0.1
-joblib==1.2.0
 jsonschema==4.17.3
-kaggle==1.5.13
-kiwisolver==1.4.4
-langcodes==3.3.0
-langdetect==1.0.7
-latex2mathml==3.75.2
-linkify-it-py==2.0.0
-lxml==4.9.1
-lz4==4.0.2
-Markdown==3.4.1
 markdown-it-py==2.2.0
 MarkupSafe==2.1.1
-matplotlib==3.6.2
-matplotlib-inline==0.1.6
-mdit-py-plugins==0.3.3
-mdtex2html==1.2.0
 mdurl==0.1.2
-mkl-fft==1.3.1
+mkl-fft==1.3.6
 mkl-random==1.2.2
 mkl-service==2.4.0
-msgpack==1.0.4
-multidict==6.0.2
-multiprocess==0.70.13
-munkres==1.1.4
-murmurhash==1.0.9
-networkx==2.8.8
-newspaper3k==0.2.8
-ninja==1.11.1
-nltk==3.4
-nodeenv==1.7.0
-numexpr==2.8.4
-numpy==1.22.3
-nvidia-ml-py3==7.352.0
-oauthlib==3.0.1
-omegaconf==2.3.0
-open-clip-torch==1.3.0
-openai==0.27.0
-opencv-python-headless==4.5.5.64
-opendatasets==0.1.22
-openprompt==1.0.1
-opt-einsum==3.3.0
-optax==0.1.4
-orbax==0.1.3
-orjson==3.8.10
-packaging==21.3
-pandas==1.5.2
-parso==0.8.3
-pathspec==0.10.1
-pathtools==0.1.2
-pathy==0.10.1
+mpmath==1.2.1
+networkx==2.8.4
+numpy==1.24.3
+packaging==23.1
+pandas==2.0.1
 peft==0.3.0
-pexpect==4.8.0
-pickleshare==0.7.5
 Pillow==9.4.0
-pip==22.1.2
-platformdirs==3.1.0
-plotly==5.13.1
-pluggy==1.0.0
-portalocker==2.7.0
-pre-commit==3.1.1
-preshed==3.0.8
-prometheus-client==0.14.1
-promise==2.3
-prompt-toolkit==3.0.38
-protobuf
-psutil==5.9.4
-ptyprocess==0.7.0
-pure-eval==0.2.2
-py-cpuinfo==9.0.0
-pyarrow==8.0.0
-pyasn1==0.4.8
-pyasn1-modules==0.2.8
-pybase64==1.2.3
-pycocoevalcap==1.2
-pycocotools==2.0.6
+pip==23.0.1
+protobuf==3.20.3
+psutil==5.9.5
+pyarrow==12.0.0
 pycparser==2.21
-pycryptodome==3.17
-pycryptodomex==3.17
-pydantic==1.10.2
-pydeck==0.8.0
-pydub==0.25.1
-Pygments==2.13.0
+pydeck==0.8.1b0
+Pygments==2.15.1
 Pympler==1.0.1
-PyMuPDF==1.21.1
-pyOpenSSL==22.0.0
-pyparsing==3.0.9
+pyOpenSSL==23.0.0
 pyrsistent==0.19.3
 PySocks==1.7.1
-pytest==7.2.0
 python-dateutil==2.8.2
-python-docx==0.8.11
-python-dotenv==0.18.0
-python-magic==0.4.27
-python-markdown-math==0.8
-python-multipart==0.0.5
-python-slugify==8.0.1
-pytorch-pretrained-bert==0.6.2
-pytorch-transformers==1.0.0
-pytz==2022.1
-pytz-deprecation-shim==0.1.0.post0
-PyWavelets==1.4.1
-pywebarchive==0.5.0
+pytz==2023.3
 PyYAML==6.0
-regex==2022.7.25
-requests==2.28.1
-requests-file==1.4.3
-requests-oauthlib==1.2.0
-requests-toolbelt==0.10.1
-responses==0.10.15
-rich==12.5.1
-rouge==1.0.0
-rouge-score==0.1.2
-rsa==4.9
-s3transfer==0.6.0
-salesforce-lavis==1.0.0
-scikit-image==0.19.3
-scikit-learn==1.1.2
-scipy==1.9.1
-seaborn==0.12.1
-semantic-version==2.10.0
-semver==2.13.0
-sentencepiece==0.1.96
-sentry-sdk==1.12.1
-seqeval==1.2.2
-setproctitle==1.3.2
-setuptools==65.6.3
-shortuuid==1.0.11
-simpletransformers==0.63.9
-singledispatch==3.4.0.3
+regex==2023.5.5
+requests==2.29.0
+rich==13.3.5
+setuptools==66.0.0
 six==1.16.0
-skorch==0.12.1
-smart-open==6.3.0
 smmap==5.0.0
-sniffio==1.3.0
-soupsieve==1.8
-spacy==3.4.4
-spacy-langdetect==0.1.2
-spacy-legacy==3.0.11
-spacy-loggers==1.0.4
-srsly==2.4.5
-stack-data==0.6.2
-starlette==0.19.1
-streamlit
+streamlit==1.22.0
 streamlit-chat==0.0.2.2
-tabulate==0.9.0
+sympy==1.11.1
 tenacity==8.2.2
-tensorboard
-tensorboard-data-server==0.6.1
-tensorboard-plugin-wit==1.8.1
-tensorboardX==2.5.1
-tensorstore==0.1.33
-text-unidecode==1.3
-thinc==8.1.6
-threadpoolctl==3.1.0
-tifffile==2022.10.10
-tiktoken==0.4.0
-timm==0.4.12
-tinysegmenter==0.3
-tldextract==2.2.1
-tokenizers==0.12.1
+tokenizers==0.13.3
 toml==0.10.2
-tomli==2.0.1
 toolz==0.12.0
-torch==1.13.1
-torchaudio==0.13.1
-torchvision==0.14.1
-tornado==6.2
-tqdm==4.64.1
-traitlets==5.9.0
+torch==2.0.1
+torchaudio==2.0.2
+torchvision==0.15.2
+tornado==6.3.2
+tqdm==4.65.0
 transformers==4.29.2
-twython==3.7.0
-typer==0.7.0
 typing_extensions==4.5.0
-tzdata==2022.7
-tzlocal==4.2
-uc-micro-py==1.0.1
-urllib3==1.26.13
-uvicorn==0.18.3
-uvloop==0.16.0
+tzdata==2023.3
+tzlocal==5.0.1
+urllib3==1.26.15
 validators==0.20.0
-virtualenv==20.20.0
-wandb==0.13.7
-wasabi==0.10.1
-watchdog==2.2.1
-watchfiles==0.16.1
-waybackpy==3.0.6
-wcwidth==0.2.5
-webdataset==0.2.35
-websocket-client==1.4.1
-websockets==10.3
-Werkzeug==2.2.2
-wheel==0.37.1
-wrapt==1.15.0
-wurlitzer==3.0.3
-xmlx==2.0.0
-xxhash==3.0.0
-yacs==0.1.8
-yarl==1.7.2
-zipp==3.11.0
+watchdog==3.0.0
+wheel==0.38.4
+zipp==3.15.0