韩宇
commited on
Commit
·
0ce096d
1
Parent(s):
f1cf6cb
opt
Browse files
agent/video_preprocessor/video_preprocess.py
CHANGED
|
@@ -7,7 +7,8 @@ from typing import List, Optional, Union
|
|
| 7 |
import json_repair
|
| 8 |
from omagent_core.engine.worker.base import BaseWorker
|
| 9 |
from omagent_core.models.asr.stt import STT
|
| 10 |
-
from omagent_core.models.encoders.openai_encoder import OpenaiTextEmbeddingV3
|
|
|
|
| 11 |
from omagent_core.models.llms.base import BaseLLMBackend
|
| 12 |
from omagent_core.models.llms.prompt import PromptTemplate
|
| 13 |
from omagent_core.utils.registry import registry
|
|
@@ -33,7 +34,7 @@ class VideoPreprocessor(BaseLLMBackend, BaseWorker):
|
|
| 33 |
),
|
| 34 |
]
|
| 35 |
)
|
| 36 |
-
text_encoder:
|
| 37 |
|
| 38 |
stt: STT
|
| 39 |
scene_detect_threshold: Union[float, int] = 27
|
|
|
|
| 7 |
import json_repair
|
| 8 |
from omagent_core.engine.worker.base import BaseWorker
|
| 9 |
from omagent_core.models.asr.stt import STT
|
| 10 |
+
# from omagent_core.models.encoders.openai_encoder import OpenaiTextEmbeddingV3
|
| 11 |
+
from omagent_core.models.encoders.azure_encoder import AzureTextEmbeddingV3
|
| 12 |
from omagent_core.models.llms.base import BaseLLMBackend
|
| 13 |
from omagent_core.models.llms.prompt import PromptTemplate
|
| 14 |
from omagent_core.utils.registry import registry
|
|
|
|
| 34 |
),
|
| 35 |
]
|
| 36 |
)
|
| 37 |
+
text_encoder: AzureTextEmbeddingV3
|
| 38 |
|
| 39 |
stt: STT
|
| 40 |
scene_detect_threshold: Union[float, int] = 27
|
agent/video_qa/qa.py
CHANGED
|
@@ -8,7 +8,8 @@ from omagent_core.advanced_components.workflow.dnc.schemas.dnc_structure import
|
|
| 8 |
TaskTree
|
| 9 |
from omagent_core.engine.worker.base import BaseWorker
|
| 10 |
from omagent_core.memories.ltms.ltm import LTM
|
| 11 |
-
from omagent_core.models.encoders.openai_encoder import OpenaiTextEmbeddingV3
|
|
|
|
| 12 |
from omagent_core.models.llms.base import BaseLLMBackend
|
| 13 |
from omagent_core.models.llms.prompt import PromptTemplate
|
| 14 |
from omagent_core.utils.registry import registry
|
|
@@ -31,7 +32,7 @@ class VideoQA(BaseWorker, BaseLLMBackend):
|
|
| 31 |
),
|
| 32 |
]
|
| 33 |
)
|
| 34 |
-
text_encoder:
|
| 35 |
|
| 36 |
def _run(self, video_md5: str, *args, **kwargs):
|
| 37 |
self.stm(self.workflow_instance_id)["image_cache"] = {}
|
|
|
|
| 8 |
TaskTree
|
| 9 |
from omagent_core.engine.worker.base import BaseWorker
|
| 10 |
from omagent_core.memories.ltms.ltm import LTM
|
| 11 |
+
# from omagent_core.models.encoders.openai_encoder import OpenaiTextEmbeddingV3
|
| 12 |
+
from omagent_core.models.encoders.azure_encoder import AzureTextEmbeddingV3
|
| 13 |
from omagent_core.models.llms.base import BaseLLMBackend
|
| 14 |
from omagent_core.models.llms.prompt import PromptTemplate
|
| 15 |
from omagent_core.utils.registry import registry
|
|
|
|
| 32 |
),
|
| 33 |
]
|
| 34 |
)
|
| 35 |
+
text_encoder: AzureTextEmbeddingV3
|
| 36 |
|
| 37 |
def _run(self, video_md5: str, *args, **kwargs):
|
| 38 |
self.stm(self.workflow_instance_id)["image_cache"] = {}
|