backend/base_model_backend.py

from .chat_schemas import ChatCompletionRequest

class BaseModelBackend:
    def __init__(self, model_config):
        self.config = model_config

    async def generate(self, request: ChatCompletionRequest):
        raise NotImplementedError
[perf] Standard code comments 2025-02-20 17:40:30 +08:00			`from .chat_schemas import ChatCompletionRequest`
[perf] Optimize code directory structure 2025-02-20 17:18:20 +08:00
			`class BaseModelBackend:`
			`def __init__(self, model_config):`
			`self.config = model_config`

			`async def generate(self, request: ChatCompletionRequest):`
			`raise NotImplementedError`