File size: 556 Bytes
c7a6fe6 | 1 2 3 4 5 6 7 8 9 10 | {
"model_path_for_tokenizer": "/home/mshahidul/readctrl/code/RL_model/models/converted_model/v1",
"dataset_path": "/home/mshahidul/readctrl/code/text_classifier/data/verified_combined_0-80_clean200.json",
"base_url": "http://127.0.0.1:8001/v1",
"served_model_name": "inference",
"batch_size": 8,
"num_samples": 200,
"output_jsonl": "/home/mshahidul/readctrl/code/RL_model/inference_data/vllm_inference_20260213_170937.jsonl",
"output_parquet": "/home/mshahidul/readctrl/code/RL_model/inference_data/vllm_inference_20260213_170937.parquet"
} |