|
|
from abc import ABC, abstractmethod |
|
|
from typing import Any |
|
|
|
|
|
class ILLMRunner(ABC): |
|
|
Type: str = "BaseLLM" |
|
|
IsEnabled: bool = True |
|
|
IsStateStarting: bool = False |
|
|
IsStateFailed: bool = False |
|
|
|
|
|
@abstractmethod |
|
|
async def StartProcess(self, llmServiceObj: dict) -> None: ... |
|
|
@abstractmethod |
|
|
async def RemoveProcess(self, sessionId: str) -> None: ... |
|
|
@abstractmethod |
|
|
async def StopRequest(self, sessionId: str) -> None: ... |
|
|
@abstractmethod |
|
|
async def SendInputAndGetResponse(self, llmServiceObj: dict) -> None: ... |
|
|
|
