Spaces:
Running
Running
韩宇
commited on
Commit
·
0ce096d
1
Parent(s):
f1cf6cb
opt
Browse files
agent/video_preprocessor/video_preprocess.py
CHANGED
@@ -7,7 +7,8 @@ from typing import List, Optional, Union
|
|
7 |
import json_repair
|
8 |
from omagent_core.engine.worker.base import BaseWorker
|
9 |
from omagent_core.models.asr.stt import STT
|
10 |
-
from omagent_core.models.encoders.openai_encoder import OpenaiTextEmbeddingV3
|
|
|
11 |
from omagent_core.models.llms.base import BaseLLMBackend
|
12 |
from omagent_core.models.llms.prompt import PromptTemplate
|
13 |
from omagent_core.utils.registry import registry
|
@@ -33,7 +34,7 @@ class VideoPreprocessor(BaseLLMBackend, BaseWorker):
|
|
33 |
),
|
34 |
]
|
35 |
)
|
36 |
-
text_encoder:
|
37 |
|
38 |
stt: STT
|
39 |
scene_detect_threshold: Union[float, int] = 27
|
|
|
7 |
import json_repair
|
8 |
from omagent_core.engine.worker.base import BaseWorker
|
9 |
from omagent_core.models.asr.stt import STT
|
10 |
+
# from omagent_core.models.encoders.openai_encoder import OpenaiTextEmbeddingV3
|
11 |
+
from omagent_core.models.encoders.azure_encoder import AzureTextEmbeddingV3
|
12 |
from omagent_core.models.llms.base import BaseLLMBackend
|
13 |
from omagent_core.models.llms.prompt import PromptTemplate
|
14 |
from omagent_core.utils.registry import registry
|
|
|
34 |
),
|
35 |
]
|
36 |
)
|
37 |
+
text_encoder: AzureTextEmbeddingV3
|
38 |
|
39 |
stt: STT
|
40 |
scene_detect_threshold: Union[float, int] = 27
|
agent/video_qa/qa.py
CHANGED
@@ -8,7 +8,8 @@ from omagent_core.advanced_components.workflow.dnc.schemas.dnc_structure import
|
|
8 |
TaskTree
|
9 |
from omagent_core.engine.worker.base import BaseWorker
|
10 |
from omagent_core.memories.ltms.ltm import LTM
|
11 |
-
from omagent_core.models.encoders.openai_encoder import OpenaiTextEmbeddingV3
|
|
|
12 |
from omagent_core.models.llms.base import BaseLLMBackend
|
13 |
from omagent_core.models.llms.prompt import PromptTemplate
|
14 |
from omagent_core.utils.registry import registry
|
@@ -31,7 +32,7 @@ class VideoQA(BaseWorker, BaseLLMBackend):
|
|
31 |
),
|
32 |
]
|
33 |
)
|
34 |
-
text_encoder:
|
35 |
|
36 |
def _run(self, video_md5: str, *args, **kwargs):
|
37 |
self.stm(self.workflow_instance_id)["image_cache"] = {}
|
|
|
8 |
TaskTree
|
9 |
from omagent_core.engine.worker.base import BaseWorker
|
10 |
from omagent_core.memories.ltms.ltm import LTM
|
11 |
+
# from omagent_core.models.encoders.openai_encoder import OpenaiTextEmbeddingV3
|
12 |
+
from omagent_core.models.encoders.azure_encoder import AzureTextEmbeddingV3
|
13 |
from omagent_core.models.llms.base import BaseLLMBackend
|
14 |
from omagent_core.models.llms.prompt import PromptTemplate
|
15 |
from omagent_core.utils.registry import registry
|
|
|
32 |
),
|
33 |
]
|
34 |
)
|
35 |
+
text_encoder: AzureTextEmbeddingV3
|
36 |
|
37 |
def _run(self, video_md5: str, *args, **kwargs):
|
38 |
self.stm(self.workflow_instance_id)["image_cache"] = {}
|