methods/Hardtest/config.py

from yacs.config import CfgNode as CN

cfg = CN()


# cfg.model_name = "gpt-4o"
cfg.model_name = "qwen3-235b-a22b"
# cfg.model_name = "claude-sonnet-4-20250514"
# cfg.model_name = "deepseek-r1-0528-volce"
# cfg.model_name = "deepseek-v3"
# cfg.model_name = "claude-sonnet-4-20250514-thinking"
# 阶跃
cfg.api_key = "ak-83f4a216c9b7e5d0n48m2p9k3l7x4c2"
cfg.api_key = "ak-58d7efgh23i4jkl67mno89pqrs01tuv6k5"
cfg.api_key = "ak-63d1efgh47i8jkl26mno95pqrs34tuv7x2"
cfg.api_key = "ak-3f8a2c9e1b7d4f6h5j2k8m3n9p4r6t7"
cfg.api_key = "ak-8f3d147b2c9a5e6m0n4p8x2v7y1k3l9"

cfg.api_base = "https://models-proxy.stepfun-inc.com/v1"
# one-cool
# cfg.api_key = "ak-58d7efgh23i4jkl67mno89pqrs01tuv6k5"
# cfg.api_base = "https://models-proxy.stepfun-inc.com/v1"

cfg.dataset_name = "ours"

prefix = "/home/i-luoxianzhen/data/TestCase-Gen/save_tests_qwen3-nothink/"
cfg.tests_path = prefix + 'ht/tests-{}.jsonl'
cfg.pass_rate_file = prefix + "ht/test_pass_rate-{}.jsonl"

cfg.log_file = "./log_dir/log-ht-{}.txt"
cfg.response_file = "/home/i-luoxianzhen/data/TestCase-Gen/data/response-orginal/orginal_response_{}_{}.jsonl"


cfg.nR = 20
cfg.nH = 10

# cfg.nR = 1
# cfg.nH = 1