eval/package_check.json · sathiskumarjothi0/Beveridge-Large-C at main

Beveridge-Large-C / eval /package_check.json

Bev-Large-C: weights, config, encoder, results, model card, licence, charts

4ee146c verified 10 days ago

323 Bytes

{
 "device": "mps",
 "bench": {
  "cases": 300,
  "questions": 1200,
  "agreement": 1.0,
  "max_abs_prob_diff": 0.0
 },
 "td": {
  "cases": 300,
  "questions": 1500,
  "agreement": 1.0,
  "max_abs_prob_diff": 0.0001
 },
 "nd_amazon": {
  "cases": 300,
  "questions": 300,
  "agreement": 1.0,
  "max_abs_prob_diff": 0.0
 }
}

	{
	"device": "mps",
	"bench": {
	"cases": 300,
	"questions": 1200,
	"agreement": 1.0,
	"max_abs_prob_diff": 0.0
	},
	"td": {
	"cases": 300,
	"questions": 1500,
	"agreement": 1.0,
	"max_abs_prob_diff": 0.0001
	},
	"nd_amazon": {
	"cases": 300,
	"questions": 300,
	"agreement": 1.0,
	"max_abs_prob_diff": 0.0
	}
	}