vllm.config.ec_manager_config ¶

@config
class EncoderCacheManagerConfig:
    encoder_cache_manager_cls: str | None = None
    """Fully qualified class name of the custom encoder cache manager."""

    manager_config: dict[str, Any] = field(default_factory=dict)
    """Opaque configuration interpreted by the custom cache manager."""

    def __post_init__(self) -> None:
        if self.encoder_cache_manager_cls is None and self.manager_config:
            raise ValueError(
                "manager_config requires encoder_cache_manager_cls to be set."
            )

    def get_encoder_cache_manager_obj(self):
        cls_path = self.encoder_cache_manager_cls
        if cls_path is None:
            return None
        return resolve_obj_by_qualname(cls_path)

class EncoderCacheManagerMetadata(ABC):  # noqa: B024
    """
    Abstract Metadata used to communicate between the
    Scheduler EncoderCacheManager and Worker EncoderCacheManager.
    """

    pass