Spaces:
Sleeping
Sleeping
韩宇
commited on
Commit
·
f1cf6cb
1
Parent(s):
8746c2a
opt
Browse files
agent/video_preprocessor/webpage_vp.py
CHANGED
|
@@ -7,7 +7,8 @@ from typing import List, Optional, Union
|
|
| 7 |
import json_repair
|
| 8 |
from omagent_core.engine.worker.base import BaseWorker
|
| 9 |
from omagent_core.models.asr.stt import STT
|
| 10 |
-
from omagent_core.models.encoders.openai_encoder import OpenaiTextEmbeddingV3
|
|
|
|
| 11 |
from omagent_core.models.llms.base import BaseLLMBackend
|
| 12 |
from omagent_core.models.llms.prompt import PromptTemplate
|
| 13 |
from omagent_core.utils.registry import registry
|
|
@@ -33,7 +34,7 @@ class WebpageVideoPreprocessor(BaseLLMBackend, BaseWorker):
|
|
| 33 |
),
|
| 34 |
]
|
| 35 |
)
|
| 36 |
-
text_encoder:
|
| 37 |
|
| 38 |
stt: STT
|
| 39 |
scene_detect_threshold: Union[float, int] = 27
|
|
|
|
| 7 |
import json_repair
|
| 8 |
from omagent_core.engine.worker.base import BaseWorker
|
| 9 |
from omagent_core.models.asr.stt import STT
|
| 10 |
+
# from omagent_core.models.encoders.openai_encoder import OpenaiTextEmbeddingV3
|
| 11 |
+
from omagent_core.models.encoders.azure_encoder import AzureTextEmbeddingV3
|
| 12 |
from omagent_core.models.llms.base import BaseLLMBackend
|
| 13 |
from omagent_core.models.llms.prompt import PromptTemplate
|
| 14 |
from omagent_core.utils.registry import registry
|
|
|
|
| 34 |
),
|
| 35 |
]
|
| 36 |
)
|
| 37 |
+
text_encoder: AzureTextEmbeddingV3
|
| 38 |
|
| 39 |
stt: STT
|
| 40 |
scene_detect_threshold: Union[float, int] = 27
|
agent/video_qa/webpage_qa.py
CHANGED
|
@@ -5,7 +5,8 @@ import json_repair
|
|
| 5 |
from pydantic import Field
|
| 6 |
|
| 7 |
from omagent_core.engine.worker.base import BaseWorker
|
| 8 |
-
from omagent_core.models.encoders.openai_encoder import OpenaiTextEmbeddingV3
|
|
|
|
| 9 |
from omagent_core.models.llms.base import BaseLLMBackend
|
| 10 |
from omagent_core.models.llms.prompt import PromptTemplate
|
| 11 |
from omagent_core.utils.registry import registry
|
|
@@ -26,7 +27,7 @@ class WebpageVideoQA(BaseWorker, BaseLLMBackend):
|
|
| 26 |
),
|
| 27 |
]
|
| 28 |
)
|
| 29 |
-
text_encoder:
|
| 30 |
|
| 31 |
def _run(self, video_md5: str, video_path: str, instance_id: str, question: str, *args, **kwargs):
|
| 32 |
self.stm(self.workflow_instance_id)["image_cache"] = {}
|
|
|
|
| 5 |
from pydantic import Field
|
| 6 |
|
| 7 |
from omagent_core.engine.worker.base import BaseWorker
|
| 8 |
+
# from omagent_core.models.encoders.openai_encoder import OpenaiTextEmbeddingV3
|
| 9 |
+
from omagent_core.models.encoders.azure_encoder import AzureTextEmbeddingV3
|
| 10 |
from omagent_core.models.llms.base import BaseLLMBackend
|
| 11 |
from omagent_core.models.llms.prompt import PromptTemplate
|
| 12 |
from omagent_core.utils.registry import registry
|
|
|
|
| 27 |
),
|
| 28 |
]
|
| 29 |
)
|
| 30 |
+
text_encoder: AzureTextEmbeddingV3
|
| 31 |
|
| 32 |
def _run(self, video_md5: str, video_path: str, instance_id: str, question: str, *args, **kwargs):
|
| 33 |
self.stm(self.workflow_instance_id)["image_cache"] = {}
|