GradLLM / factory.py
johnbridges's picture
added test llm runner
8d27c84
raw
history blame
280 Bytes
# factories.py
from runners.echo import EchoRunner
async def default_runner_factory(context: Dict[str, Any]) -> ILLMRunner:
# choose runner by context["LLMRunnerType"] if you need variants
return EchoRunner(publisher=context["_publisher"], settings=context["_settings"])