init

.idea/.gitignore

@@ -0,0 +1,3 @@
+# Default ignored files
+/shelf/
+/workspace.xml

.idea/blip2-debunker.iml

@@ -0,0 +1,8 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<module type="PYTHON_MODULE" version="4">
+  <component name="NewModuleRootManager">
+    <content url="file://$MODULE_DIR$" />
+    <orderEntry type="jdk" jdkName="Python 3.9 (qust_new)" jdkType="Python SDK" />
+    <orderEntry type="sourceFolder" forTests="false" />
+  </component>
+</module>

.idea/inspectionProfiles/profiles_settings.xml

@@ -0,0 +1,6 @@
+<component name="InspectionProjectProfileManager">
+  <settings>
+    <option name="USE_PROJECT_PROFILE" value="false" />
+    <version value="1.0" />
+  </settings>
+</component>

.idea/misc.xml

@@ -0,0 +1,4 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectRootManager" version="2" project-jdk-name="Python 3.9 (qust_new)" project-jdk-type="Python SDK" />
+</project>

.idea/modules.xml

@@ -0,0 +1,8 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectModuleManager">
+    <modules>
+      <module fileurl="file://$PROJECT_DIR$/.idea/blip2-debunker.iml" filepath="$PROJECT_DIR$/.idea/blip2-debunker.iml" />
+    </modules>
+  </component>
+</project>

.idea/vcs.xml

@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="VcsDirectoryMappings">
+    <mapping directory="" vcs="Git" />
+  </component>
+</project>

app.py

@@ -0,0 +1,35 @@
+from transformers import Blip2Processor, Blip2ForConditionalGeneration
+from peft import LoraConfig, get_peft_model, PeftModel
+import torch
+import streamlit as st
+
+device = "cuda" if torch.cuda.is_available() else "cpu"
+
+config = LoraConfig(
+    r=16,
+    lora_alpha=32,
+    lora_dropout=0.05,
+    bias="none",
+)
+
+# model_name = "/home/yejiang/blip2_fakedit/saved_model/blip2_fakenews_all"
+#
+# processor = Blip2Processor.from_pretrained("Salesforce/blip2-flan-t5-xl")
+# device_map = {"": 0}
+# model = Blip2ForConditionalGeneration.from_pretrained("Salesforce/blip2-flan-t5-xl",
+#                                                       load_in_8bit=True,
+#                                                       device_map=device_map)
+# model = PeftModel.from_pretrained(model, model_name)
+# model = get_peft_model(model, config)
+
+
+col1, col2 = st.columns(2)
+with col1:
+    chat = st.text_input("Chat",
+                     label_visibility=st.session_state.visibility,
+                     disabled=st.session_state.disabled,
+                     placeholder=st.session_state.placeholder)
+
+    if chat:
+        st.write("You entered: ", chat)
+

blip2_fakenews_all/adapter_config.json

@@ -0,0 +1,19 @@
+{
+  "base_model_name_or_path": "Salesforce/blip2-flan-t5-xl",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 16,
+  "target_modules": [
+    "q",
+    "v",
+    "q_proj",
+    "v_proj"
+  ],
+  "task_type": null
+}

blip2_fakenews_all/adapter_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8070622088e089a1441346f25a6a72624d844fa407e43fe719e914fc43aa8604
+size 51945733