wjbmattingly commited on
Commit
66c92ba
verified
1 Parent(s): 54fb483

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -1
app.py CHANGED
@@ -1,5 +1,5 @@
1
  import gradio as gr
2
- from transformers import AutoProcessor, AutoModelForCausalLM
3
  import spaces
4
  from PIL import Image
5
  import subprocess
@@ -11,6 +11,11 @@ from io import BytesIO
11
 
12
  subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
13
 
 
 
 
 
 
14
  model = AutoModelForCausalLM.from_pretrained('medieval-data/florence2-medieval-bbox-line-detection', trust_remote_code=True).eval()
15
  processor = AutoProcessor.from_pretrained('medieval-data/florence2-medieval-bbox-line-detection', trust_remote_code=True)
16
 
 
1
  import gradio as gr
2
+ from transformers import AutoConfig, AutoProcessor, AutoModelForCausalLM
3
  import spaces
4
  from PIL import Image
5
  import subprocess
 
11
 
12
  subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
13
 
14
+ config = AutoConfig.from_pretrained('medieval-data/florence2-medieval-bbox-line-detection')
15
+ # Modify the vision configuration
16
+ if hasattr(config, 'vision_config'):
17
+ config.vision_config.model_type = 'davit'
18
+
19
  model = AutoModelForCausalLM.from_pretrained('medieval-data/florence2-medieval-bbox-line-detection', trust_remote_code=True).eval()
20
  processor = AutoProcessor.from_pretrained('medieval-data/florence2-medieval-bbox-line-detection', trust_remote_code=True)
21