File size: 519 Bytes
b0c0df0
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
from live_bench import LiveBench
from live_bench.websites import load_websites, load_websites_from_file

if __name__ == "__main__":
    website = load_websites()
    dataset = LiveBench(name="2024-09")

    website = load_websites_from_file("/data/pufanyi/project/lmms-eval/tools/temp/processed_images/selected")
    dataset.capture(websites=website, screen_shoter="human", qa_generator="claude", scorer="claude", checker="gpt4v", driver_kwargs={}, shoter_kwargs={}, generator_kwargs={})
    dataset.upload()