| { | |
| "model_path_for_tokenizer": "/home/mshahidul/readctrl/code/RL_model/models/converted_model/v1", | |
| "dataset_path": "/home/mshahidul/readctrl/code/text_classifier/data/verified_combined_0-80_clean200.json", | |
| "base_url": "http://127.0.0.1:8001/v1", | |
| "served_model_name": "inference", | |
| "batch_size": 8, | |
| "num_samples": 200, | |
| "output_jsonl": "/home/mshahidul/readctrl/code/RL_model/inference_data/vllm_inference_20260213_170937.jsonl", | |
| "output_parquet": "/home/mshahidul/readctrl/code/RL_model/inference_data/vllm_inference_20260213_170937.parquet" | |
| } |