state.py

# state.py
from typing import Optional
from vllm.engine.async_llm_engine import AsyncLLMEngine

vllm_engine: Optional[AsyncLLMEngine] = None