19 lines
551 B
Python
19 lines
551 B
Python
from typing import Any, Optional
|
|
|
|
from .base_client import BaseLLMClient
|
|
|
|
|
|
class VLLMClient(BaseLLMClient):
|
|
"""Client for vLLM (placeholder for future implementation)."""
|
|
|
|
def __init__(self, model: str, base_url: Optional[str] = None, **kwargs):
|
|
super().__init__(model, base_url, **kwargs)
|
|
|
|
def get_llm(self) -> Any:
|
|
"""Return configured vLLM instance."""
|
|
raise NotImplementedError("vLLM client not yet implemented")
|
|
|
|
def validate_model(self) -> bool:
|
|
"""Validate model for vLLM."""
|
|
return True
|