| { |
| "artifacts": { |
| "calibration.jsonl": { |
| "rows": 4096, |
| "sha256": "ee9edaf80a6854c18053b96521090a51bdb76642abeb98618d7aed36e70b6de9" |
| }, |
| "duplicates.jsonl": { |
| "rows": 1401, |
| "sha256": "2ddc5b1b0eaadffd9b9e7b7556f4a756c6d0b0857a509236ae3e090a9d17ad16" |
| }, |
| "test.jsonl": { |
| "rows": 6995, |
| "sha256": "9ed10842a12132b6bfb5421df1e2f88dbcfbf6f6e960f36b22eb9ea6e3c72315" |
| }, |
| "train.jsonl": { |
| "rows": 42626, |
| "sha256": "426ebfaad34b14d7627ba6e668ae36e08e548c9d057b0edc208bcfa6fe527629" |
| }, |
| "validation.jsonl": { |
| "rows": 5319, |
| "sha256": "9ac88b3138de4ca94c2ef3a87ccf19381fc76265c2bc9d65b4791983d0315096" |
| } |
| }, |
| "codesearchnet": { |
| "languages": [ |
| "go", |
| "java", |
| "javascript", |
| "php", |
| "python", |
| "ruby" |
| ], |
| "local_root": "/Users/kearm/datasets/calibrated-code-embeddings/code-search-net", |
| "repository": "code-search-net/code_search_net", |
| "revision": "bd0cf261e357a3eb5c8fba490d23ec1a1cd59555" |
| }, |
| "configuration": { |
| "calibration_rows": 4096, |
| "calibration_sampling": "deterministic_language_round_robin_v2", |
| "evaluation_precedence_during_dedup": [ |
| "test", |
| "validation", |
| "train" |
| ], |
| "near_duplicate_threshold": 0.82, |
| "ngram_size": 8, |
| "per_repo_language": 3000, |
| "test": 750, |
| "train": 6000, |
| "validation": 750 |
| }, |
| "counts": { |
| "test/c/pinned_repository": 95, |
| "test/cpp/pinned_repository": 750, |
| "test/cuda/pinned_repository": 1, |
| "test/go/codesearchnet": 750, |
| "test/java/codesearchnet": 268, |
| "test/java/pinned_repository": 482, |
| "test/javascript/codesearchnet": 332, |
| "test/javascript/pinned_repository": 418, |
| "test/php/codesearchnet": 750, |
| "test/python/codesearchnet": 631, |
| "test/python/pinned_repository": 119, |
| "test/ruby/codesearchnet": 750, |
| "test/rust/pinned_repository": 750, |
| "test/shell/pinned_repository": 6, |
| "test/swift/pinned_repository": 1, |
| "test/toml/pinned_repository": 129, |
| "test/typescript/pinned_repository": 750, |
| "test/yaml/pinned_repository": 13, |
| "train/c/pinned_repository": 389, |
| "train/cpp/pinned_repository": 268, |
| "train/cuda/pinned_repository": 1, |
| "train/go/codesearchnet": 6000, |
| "train/java/codesearchnet": 6000, |
| "train/javascript/codesearchnet": 4939, |
| "train/javascript/pinned_repository": 1061, |
| "train/php/codesearchnet": 6000, |
| "train/python/codesearchnet": 5984, |
| "train/python/pinned_repository": 16, |
| "train/ruby/codesearchnet": 6000, |
| "train/rust/pinned_repository": 2980, |
| "train/shell/pinned_repository": 2, |
| "train/toml/pinned_repository": 21, |
| "train/typescript/pinned_repository": 2945, |
| "train/yaml/pinned_repository": 20, |
| "validation/go/codesearchnet": 561, |
| "validation/go/pinned_repository": 189, |
| "validation/java/codesearchnet": 750, |
| "validation/javascript/codesearchnet": 580, |
| "validation/javascript/pinned_repository": 170, |
| "validation/php/codesearchnet": 750, |
| "validation/python/codesearchnet": 590, |
| "validation/python/pinned_repository": 160, |
| "validation/ruby/codesearchnet": 750, |
| "validation/toml/pinned_repository": 8, |
| "validation/typescript/pinned_repository": 750, |
| "validation/yaml/pinned_repository": 61 |
| }, |
| "input_pairs": 118039, |
| "local_source": "/Users/kearm/datasets/calibrated-code-embeddings/source-repos", |
| "repo_manifest": "/Users/kearm/AlphaHENG/contrib/calibrated-code-embeddings/sources/repos.json", |
| "schema_version": 1, |
| "selected_pairs": 54940, |
| "unique_pairs": 116638 |
| } |
|
|
