AReaL/arealite/api/vlm_client_api.py

22 lines
736 B
Python
Executable File

# Copyright 2025 Ant Group Inc.
# Licensed under the Apache License, Version 2.0
from arealite.api.cli_args import LLMClientConfig, TrainingArgs
from arealite.api.llm_server_api import LLMServiceRegistry
from realhf.api.core.data_api import load_hf_processor_and_tokenizer
from arealite.api.llm_client_api import LLMClient
class VLMClient(LLMClient):
"""A client for interacting with VLM servers."""
def __init__(self, args: TrainingArgs, client_config: LLMClientConfig):
super().__init__(args, client_config)
self.registry = LLMServiceRegistry(args.experiment_name, args.trial_name)
self.processor, self.tokenizer = load_hf_processor_and_tokenizer(
args.rollout.model_path
)