datasets/TurtleBenchmark/evaluation/chinese/model_configs.py

import os

from dotenv import load_dotenv

MAX_TOKENS = 5
# Load environment variables
load_dotenv()

# Define the models and their configurations
models = [
    {
        "name": "DEEPSEEK",
        "config": {
            "apiKey": os.getenv("DEEPSEEK_API_KEY"),
            "baseURL": "https://api.deepseek.com",
            "model": "deepseek-chat",
            "maxTokens": MAX_TOKENS,
            "temperature": 0.0,
            "top_p": 1
        },
        "type": "openai"
    },
    {
        "name": "GPT-3.5-Turbo",
        "config": {
            "apiKey": os.getenv("OPENAI_API_KEY"),
            "baseURL": "https://api.openai.com/v1",
            "model": "gpt-3.5-turbo",
            "maxTokens": MAX_TOKENS,
            "temperature": 0.0,
            "top_p": 1
        },
        "type": "openai"
    },
    {
        "name": "Kimi-Chat",
        "config": {
            "apiKey": os.getenv("MOONSHOT_API_KEY"),
            "baseURL": "https://api.moonshot.cn/v1",
            "model": "moonshot-v1-8k",
            "maxTokens": MAX_TOKENS,
            "temperature": 0.0,
            "top_p": 1
        },
        "type": "openai"
    },
    {
        "name": "GPT-4o",
        "config": {
            "apiKey": os.getenv("OPENAI_API_KEY"),
            "baseURL": "https://api.openai.com/v1",
            "model": "gpt-4o",
            "maxTokens": MAX_TOKENS,
            "temperature": 0.0,
            "top_p": 1
        },
        "type": "openai"
    },
    {
        "name": "GPT-4o-mini",
        "config": {
            "apiKey": os.getenv("OPENAI_API_KEY"),
            "baseURL": "https://api.openai.com/v1",
            "model": "gpt-4o-mini",
            "maxTokens": MAX_TOKENS,
            "temperature": 0.0,
            "top_p": 1
        },
        "type": "openai"
    },
    {
        "name": "Llama-3.1-405b",
        "config": {
            "apiKey": os.getenv("TOGETHER_API_KEY"),
            "model": "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo",
            "maxTokens": MAX_TOKENS,
            "temperature": 0.0,
            "top_p": 1,
            "repetition_penalty": 1,
            "stop": ["<|eot_id|>"]
        },
        "type": "together"
    },
    {
        "name": "Llama3.1-70b",
        "config": {
            "apiKey": os.getenv("TOGETHER_API_KEY"),
            "model": "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo",
            "maxTokens": MAX_TOKENS,
            "temperature": 0.0,
            "top_p": 1,
            "repetition_penalty": 1,
            "stop": ["<|eot_id|>"]
        },
        "type": "together"
    },
    {
        "name": "Qwen2-72B-Instruct",
        "config": {
            "apiKey": os.getenv("TOGETHER_API_KEY"),
            "model": "Qwen/Qwen2-72B-Instruct",
            "maxTokens": MAX_TOKENS,
            "temperature": 0.0,
            "top_p": 1,
            "repetition_penalty": 1,
            "stop": ["<|im_start|>", "<|im_end|>"]
        },
        "type": "together"
    },
    {
        "name": "Doubao-4k",
        "config": {
            "apiKey": os.getenv("DOUBAO_API_KEY"),
            "baseURL": "https://ark.cn-beijing.volces.com/api/v3",
            "model": "ep-20240802142948-6vvc7",  # Replace with the actual endpoint ID if different
            "maxTokens": MAX_TOKENS,
            "temperature": 0.0,
            "top_p": 1
        },
        "type": "openai"
    },
    {
        "name": "Claude-3.5-Sonnet",
        "config": {
            "apiKey": os.getenv("ANTHROPIC_API_KEY"),
            "model": "claude-3-5-sonnet-20240620",
            "maxTokens": MAX_TOKENS,
            "temperature": 0.0,
        },
        "type": "anthropic"
    },
    {
        "name": "MiniMax-ABAB6.5s",
        "config": {
            "groupId": os.getenv("MINIMAX_GROUP_ID"),
            "apiKey": os.getenv("MINIMAX_API_KEY"),
            "model": "abab6.5s-chat",
            "maxTokens": MAX_TOKENS,
            "temperature": 0.01,  # must be (0, 1]
            "top_p": 1
        },
        "type": "minimax"
    },
]