1  # Copyright (c) 2024-2026 Tencent Zhuque Lab. All rights reserved.
 2  #
 3  # Licensed under the Apache License, Version 2.0 (the "License");
 4  # you may not use this file except in compliance with the License.
 5  # You may obtain a copy of the License at
 6  #
 7  #     http://www.apache.org/licenses/LICENSE-2.0
 8  #
 9  # Unless required by applicable law or agreed to in writing, software
10  # distributed under the License is distributed on an "AS IS" BASIS,
11  # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12  # See the License for the specific language governing permissions and
13  # limitations under the License.
14  #
15  # Requirement: Any integration or derivative work must explicitly attribute
16  # Tencent Zhuque Lab (https://github.com/Tencent/AI-Infra-Guard) in its
17  # documentation or user interface, as detailed in the NOTICE file.
18  
19  from cli.model_utils import BaseLLM
20  from cli.model_utils.openailike import OpenaiAlikeModel
21  
22  def create_model(model_name: str, base_url: str, api_key: str, max_concurrent: int) -> BaseLLM:
23      """创建模型实例"""
24      return OpenaiAlikeModel(
25          model_name=model_name,
26          base_url=base_url,
27          api_key=api_key,
28          max_concurrent=max_concurrent
29      )