{ "dataset": "data\\pokemon", "num_test_samples": 25, "labels": [ "charizard", "charmander", "charmeleon", "ditto", "eevee", "ekans" ], "custom_model": { "accuracy": 0.8, "classification_report": { "charizard": { "precision": 0.6, "recall": 0.75, "f1-score": 0.6666666666666666, "support": 4.0 }, "charmander": { "precision": 0.8, "recall": 1.0, "f1-score": 0.8888888888888888, "support": 4.0 }, "charmeleon": { "precision": 1.0, "recall": 0.25, "f1-score": 0.4, "support": 4.0 }, "ditto": { "precision": 1.0, "recall": 1.0, "f1-score": 1.0, "support": 4.0 }, "eevee": { "precision": 0.8, "recall": 0.8, "f1-score": 0.8, "support": 5.0 }, "ekans": { "precision": 0.8, "recall": 1.0, "f1-score": 0.8888888888888888, "support": 4.0 }, "accuracy": 0.8, "macro avg": { "precision": 0.8333333333333334, "recall": 0.7999999999999999, "f1-score": 0.774074074074074, "support": 25.0 }, "weighted avg": { "precision": 0.8320000000000001, "recall": 0.8, "f1-score": 0.7751111111111111, "support": 25.0 } } }, "clip_model": { "available": true, "accuracy": 0.72, "classification_report": { "charizard": { "precision": 1.0, "recall": 0.5, "f1-score": 0.6666666666666666, "support": 4.0 }, "charmander": { "precision": 0.75, "recall": 0.75, "f1-score": 0.75, "support": 4.0 }, "charmeleon": { "precision": 0.75, "recall": 0.75, "f1-score": 0.75, "support": 4.0 }, "ditto": { "precision": 0.5714285714285714, "recall": 1.0, "f1-score": 0.7272727272727273, "support": 4.0 }, "eevee": { "precision": 1.0, "recall": 0.6, "f1-score": 0.75, "support": 5.0 }, "ekans": { "precision": 0.6, "recall": 0.75, "f1-score": 0.6666666666666666, "support": 4.0 }, "accuracy": 0.72, "macro avg": { "precision": 0.7785714285714285, "recall": 0.725, "f1-score": 0.7184343434343434, "support": 25.0 }, "weighted avg": { "precision": 0.7874285714285714, "recall": 0.72, "f1-score": 0.7196969696969697, "support": 25.0 } } }, "openai_model": { "available": true, "evaluated_samples": 24, "accuracy": 0.7083333333333334, "classification_report": { "charizard": { "precision": 0.75, "recall": 0.75, "f1-score": 0.75, "support": 4.0 }, "charmander": { "precision": 0.75, "recall": 0.75, "f1-score": 0.75, "support": 4.0 }, "charmeleon": { "precision": 0.5, "recall": 0.5, "f1-score": 0.5, "support": 4.0 }, "ditto": { "precision": 1.0, "recall": 0.75, "f1-score": 0.8571428571428571, "support": 4.0 }, "eevee": { "precision": 1.0, "recall": 0.6, "f1-score": 0.75, "support": 5.0 }, "ekans": { "precision": 0.5, "recall": 1.0, "f1-score": 0.6666666666666666, "support": 3.0 }, "accuracy": 0.7083333333333334, "macro avg": { "precision": 0.75, "recall": 0.725, "f1-score": 0.7123015873015873, "support": 24.0 }, "weighted avg": { "precision": 0.7708333333333334, "recall": 0.7083333333333334, "f1-score": 0.7157738095238096, "support": 24.0 } } } }