ModuleLLM-OpenAI-Plugin/backend/base_model_backend.py

from .chat_schemas import ChatCompletionRequest

class BaseModelBackend:
    def __init__(self, model_config):
        self.config = model_config

    async def generate(self, request: ChatCompletionRequest):
        raise NotImplementedError