Spaces:
Sleeping
Sleeping
韩宇
commited on
Commit
·
f1cf6cb
1
Parent(s):
8746c2a
opt
Browse files
agent/video_preprocessor/webpage_vp.py
CHANGED
@@ -7,7 +7,8 @@ from typing import List, Optional, Union
|
|
7 |
import json_repair
|
8 |
from omagent_core.engine.worker.base import BaseWorker
|
9 |
from omagent_core.models.asr.stt import STT
|
10 |
-
from omagent_core.models.encoders.openai_encoder import OpenaiTextEmbeddingV3
|
|
|
11 |
from omagent_core.models.llms.base import BaseLLMBackend
|
12 |
from omagent_core.models.llms.prompt import PromptTemplate
|
13 |
from omagent_core.utils.registry import registry
|
@@ -33,7 +34,7 @@ class WebpageVideoPreprocessor(BaseLLMBackend, BaseWorker):
|
|
33 |
),
|
34 |
]
|
35 |
)
|
36 |
-
text_encoder:
|
37 |
|
38 |
stt: STT
|
39 |
scene_detect_threshold: Union[float, int] = 27
|
|
|
7 |
import json_repair
|
8 |
from omagent_core.engine.worker.base import BaseWorker
|
9 |
from omagent_core.models.asr.stt import STT
|
10 |
+
# from omagent_core.models.encoders.openai_encoder import OpenaiTextEmbeddingV3
|
11 |
+
from omagent_core.models.encoders.azure_encoder import AzureTextEmbeddingV3
|
12 |
from omagent_core.models.llms.base import BaseLLMBackend
|
13 |
from omagent_core.models.llms.prompt import PromptTemplate
|
14 |
from omagent_core.utils.registry import registry
|
|
|
34 |
),
|
35 |
]
|
36 |
)
|
37 |
+
text_encoder: AzureTextEmbeddingV3
|
38 |
|
39 |
stt: STT
|
40 |
scene_detect_threshold: Union[float, int] = 27
|
agent/video_qa/webpage_qa.py
CHANGED
@@ -5,7 +5,8 @@ import json_repair
|
|
5 |
from pydantic import Field
|
6 |
|
7 |
from omagent_core.engine.worker.base import BaseWorker
|
8 |
-
from omagent_core.models.encoders.openai_encoder import OpenaiTextEmbeddingV3
|
|
|
9 |
from omagent_core.models.llms.base import BaseLLMBackend
|
10 |
from omagent_core.models.llms.prompt import PromptTemplate
|
11 |
from omagent_core.utils.registry import registry
|
@@ -26,7 +27,7 @@ class WebpageVideoQA(BaseWorker, BaseLLMBackend):
|
|
26 |
),
|
27 |
]
|
28 |
)
|
29 |
-
text_encoder:
|
30 |
|
31 |
def _run(self, video_md5: str, video_path: str, instance_id: str, question: str, *args, **kwargs):
|
32 |
self.stm(self.workflow_instance_id)["image_cache"] = {}
|
|
|
5 |
from pydantic import Field
|
6 |
|
7 |
from omagent_core.engine.worker.base import BaseWorker
|
8 |
+
# from omagent_core.models.encoders.openai_encoder import OpenaiTextEmbeddingV3
|
9 |
+
from omagent_core.models.encoders.azure_encoder import AzureTextEmbeddingV3
|
10 |
from omagent_core.models.llms.base import BaseLLMBackend
|
11 |
from omagent_core.models.llms.prompt import PromptTemplate
|
12 |
from omagent_core.utils.registry import registry
|
|
|
27 |
),
|
28 |
]
|
29 |
)
|
30 |
+
text_encoder: AzureTextEmbeddingV3
|
31 |
|
32 |
def _run(self, video_md5: str, video_path: str, instance_id: str, question: str, *args, **kwargs):
|
33 |
self.stm(self.workflow_instance_id)["image_cache"] = {}
|