Upload numbers_for_paper remote verification evidence

numbers_for_paper/verification/remote_file_list.txt

@@ -0,0 +1,190 @@
+numbers_for_paper/README.md
+numbers_for_paper/data_audit/schema.json
+numbers_for_paper/data_audit/test_audit.json
+numbers_for_paper/data_audit/test_label_distribution.csv
+numbers_for_paper/data_audit/validation_audit.json
+numbers_for_paper/data_audit/validation_label_distribution.csv
+numbers_for_paper/metrics/best/test/category_metrics.csv
+numbers_for_paper/metrics/best/test/category_metrics.json
+numbers_for_paper/metrics/best/test/class_wise_most_common_confusions.csv
+numbers_for_paper/metrics/best/test/classification_report.csv
+numbers_for_paper/metrics/best/test/classification_report.json
+numbers_for_paper/metrics/best/test/confusion_matrix.csv
+numbers_for_paper/metrics/best/test/confusion_matrix.png
+numbers_for_paper/metrics/best/test/confusion_matrix_normalized_pred.csv
+numbers_for_paper/metrics/best/test/confusion_matrix_normalized_pred.png
+numbers_for_paper/metrics/best/test/confusion_matrix_normalized_true.csv
+numbers_for_paper/metrics/best/test/confusion_matrix_normalized_true.png
+numbers_for_paper/metrics/best/test/high_confidence_errors.jsonl
+numbers_for_paper/metrics/best/test/incorrect_predictions.jsonl
+numbers_for_paper/metrics/best/test/low_confidence_correct.jsonl
+numbers_for_paper/metrics/best/test/metrics.csv
+numbers_for_paper/metrics/best/test/metrics.json
+numbers_for_paper/metrics/best/test/per_class_metrics.csv
+numbers_for_paper/metrics/best/test/top_confusions.csv
+numbers_for_paper/metrics/best/validation/category_metrics.csv
+numbers_for_paper/metrics/best/validation/category_metrics.json
+numbers_for_paper/metrics/best/validation/class_wise_most_common_confusions.csv
+numbers_for_paper/metrics/best/validation/classification_report.csv
+numbers_for_paper/metrics/best/validation/classification_report.json
+numbers_for_paper/metrics/best/validation/confusion_matrix.csv
+numbers_for_paper/metrics/best/validation/confusion_matrix.png
+numbers_for_paper/metrics/best/validation/confusion_matrix_normalized_pred.csv
+numbers_for_paper/metrics/best/validation/confusion_matrix_normalized_pred.png
+numbers_for_paper/metrics/best/validation/confusion_matrix_normalized_true.csv
+numbers_for_paper/metrics/best/validation/confusion_matrix_normalized_true.png
+numbers_for_paper/metrics/best/validation/high_confidence_errors.jsonl
+numbers_for_paper/metrics/best/validation/incorrect_predictions.jsonl
+numbers_for_paper/metrics/best/validation/low_confidence_correct.jsonl
+numbers_for_paper/metrics/best/validation/metrics.csv
+numbers_for_paper/metrics/best/validation/metrics.json
+numbers_for_paper/metrics/best/validation/per_class_metrics.csv
+numbers_for_paper/metrics/best/validation/top_confusions.csv
+numbers_for_paper/metrics/latest/test/category_metrics.csv
+numbers_for_paper/metrics/latest/test/category_metrics.json
+numbers_for_paper/metrics/latest/test/class_wise_most_common_confusions.csv
+numbers_for_paper/metrics/latest/test/classification_report.csv
+numbers_for_paper/metrics/latest/test/classification_report.json
+numbers_for_paper/metrics/latest/test/confusion_matrix.csv
+numbers_for_paper/metrics/latest/test/confusion_matrix.png
+numbers_for_paper/metrics/latest/test/confusion_matrix_normalized_pred.csv
+numbers_for_paper/metrics/latest/test/confusion_matrix_normalized_pred.png
+numbers_for_paper/metrics/latest/test/confusion_matrix_normalized_true.csv
+numbers_for_paper/metrics/latest/test/confusion_matrix_normalized_true.png
+numbers_for_paper/metrics/latest/test/high_confidence_errors.jsonl
+numbers_for_paper/metrics/latest/test/incorrect_predictions.jsonl
+numbers_for_paper/metrics/latest/test/low_confidence_correct.jsonl
+numbers_for_paper/metrics/latest/test/metrics.csv
+numbers_for_paper/metrics/latest/test/metrics.json
+numbers_for_paper/metrics/latest/test/per_class_metrics.csv
+numbers_for_paper/metrics/latest/test/top_confusions.csv
+numbers_for_paper/metrics/latest/validation/category_metrics.csv
+numbers_for_paper/metrics/latest/validation/category_metrics.json
+numbers_for_paper/metrics/latest/validation/class_wise_most_common_confusions.csv
+numbers_for_paper/metrics/latest/validation/classification_report.csv
+numbers_for_paper/metrics/latest/validation/classification_report.json
+numbers_for_paper/metrics/latest/validation/confusion_matrix.csv
+numbers_for_paper/metrics/latest/validation/confusion_matrix.png
+numbers_for_paper/metrics/latest/validation/confusion_matrix_normalized_pred.csv
+numbers_for_paper/metrics/latest/validation/confusion_matrix_normalized_pred.png
+numbers_for_paper/metrics/latest/validation/confusion_matrix_normalized_true.csv
+numbers_for_paper/metrics/latest/validation/confusion_matrix_normalized_true.png
+numbers_for_paper/metrics/latest/validation/high_confidence_errors.jsonl
+numbers_for_paper/metrics/latest/validation/incorrect_predictions.jsonl
+numbers_for_paper/metrics/latest/validation/low_confidence_correct.jsonl
+numbers_for_paper/metrics/latest/validation/metrics.csv
+numbers_for_paper/metrics/latest/validation/metrics.json
+numbers_for_paper/metrics/latest/validation/per_class_metrics.csv
+numbers_for_paper/metrics/latest/validation/top_confusions.csv
+numbers_for_paper/numbers_for_paper.zip
+numbers_for_paper/paper/README.md
+numbers_for_paper/paper/paper_numbers.csv
+numbers_for_paper/paper/paper_numbers.json
+numbers_for_paper/paper/typepredictor_error_analysis.tex
+numbers_for_paper/paper/typepredictor_per_class_table.tex
+numbers_for_paper/paper/typepredictor_results_paragraph.tex
+numbers_for_paper/paper/typepredictor_results_table.tex
+numbers_for_paper/predictions/best/test_predictions.jsonl
+numbers_for_paper/predictions/best/test_probabilities.npy
+numbers_for_paper/predictions/best/validation_predictions.jsonl
+numbers_for_paper/predictions/best/validation_probabilities.npy
+numbers_for_paper/predictions/latest/test_predictions.jsonl
+numbers_for_paper/predictions/latest/test_probabilities.npy
+numbers_for_paper/predictions/latest/validation_predictions.jsonl
+numbers_for_paper/predictions/latest/validation_probabilities.npy
+numbers_for_paper/preprocessing/context_window_distribution.csv
+numbers_for_paper/preprocessing/preprocessing_audit.jsonl
+numbers_for_paper/preprocessing/repeated_surface_examples.jsonl
+numbers_for_paper/provenance/dataset_manifest.json
+numbers_for_paper/provenance/environment.json
+numbers_for_paper/provenance/file_hashes.csv
+numbers_for_paper/provenance/model_manifest.json
+numbers_for_paper/source/released_inference.py
+numbers_for_paper/source/released_modeling_type_predictor.py
+numbers_for_paper/source_snapshots/dataset/.gitattributes
+numbers_for_paper/source_snapshots/dataset/README.md
+numbers_for_paper/source_snapshots/dataset/artifacts/ambiguous_span_type_conflicts.jsonl
+numbers_for_paper/source_snapshots/dataset/artifacts/split_assignments.jsonl
+numbers_for_paper/source_snapshots/dataset/build_type_prediction_dataset.py
+numbers_for_paper/source_snapshots/dataset/push_to_hf.py
+numbers_for_paper/source_snapshots/dataset/split_data.py
+numbers_for_paper/source_snapshots/dataset/split_summary.json
+numbers_for_paper/source_snapshots/dataset/summary.json
+numbers_for_paper/source_snapshots/dataset/type_predictor_data.jsonl
+numbers_for_paper/source_snapshots/dataset/type_predictor_test.jsonl
+numbers_for_paper/source_snapshots/dataset/type_predictor_train.jsonl
+numbers_for_paper/source_snapshots/dataset/type_predictor_val.jsonl
+numbers_for_paper/source_snapshots/model/.gitattributes
+numbers_for_paper/source_snapshots/model/README.md
+numbers_for_paper/source_snapshots/model/checkpoint_summary.json
+numbers_for_paper/source_snapshots/model/checkpoints/latest/trainer_state.json
+numbers_for_paper/source_snapshots/model/config.json
+numbers_for_paper/source_snapshots/model/configs/architecture_config.json
+numbers_for_paper/source_snapshots/model/configs/id2label.json
+numbers_for_paper/source_snapshots/model/configs/label2id.json
+numbers_for_paper/source_snapshots/model/configs/run_config.json
+numbers_for_paper/source_snapshots/model/configs/training_arguments.json
+numbers_for_paper/source_snapshots/model/confusion_matrices/test_overall_confusion_matrix.csv
+numbers_for_paper/source_snapshots/model/confusion_matrices/test_seen_sentence_new_entity_confusion_matrix.csv
+numbers_for_paper/source_snapshots/model/confusion_matrices/test_unseen_sentence_confusion_matrix.csv
+numbers_for_paper/source_snapshots/model/confusion_matrices/validation_overall_confusion_matrix.csv
+numbers_for_paper/source_snapshots/model/confusion_matrices/validation_seen_sentence_new_entity_confusion_matrix.csv
+numbers_for_paper/source_snapshots/model/confusion_matrices/validation_unseen_sentence_confusion_matrix.csv
+numbers_for_paper/source_snapshots/model/dataset_evaluation_category_counts.csv
+numbers_for_paper/source_snapshots/model/dataset_split_type_counts.csv
+numbers_for_paper/source_snapshots/model/dataset_validation.json
+numbers_for_paper/source_snapshots/model/encoding_summary.json
+numbers_for_paper/source_snapshots/model/evaluation_results.json
+numbers_for_paper/source_snapshots/model/figures/eval_metrics.csv
+numbers_for_paper/source_snapshots/model/figures/eval_metrics.json
+numbers_for_paper/source_snapshots/model/figures/eval_metrics.svg
+numbers_for_paper/source_snapshots/model/id2label.json
+numbers_for_paper/source_snapshots/model/inference.py
+numbers_for_paper/source_snapshots/model/label2id.json
+numbers_for_paper/source_snapshots/model/metrics/test_overall.json
+numbers_for_paper/source_snapshots/model/metrics/test_overall_per_class.csv
+numbers_for_paper/source_snapshots/model/metrics/test_overall_per_class.json
+numbers_for_paper/source_snapshots/model/metrics/test_seen_sentence_new_entity.json
+numbers_for_paper/source_snapshots/model/metrics/test_seen_sentence_new_entity_per_class.csv
+numbers_for_paper/source_snapshots/model/metrics/test_seen_sentence_new_entity_per_class.json
+numbers_for_paper/source_snapshots/model/metrics/test_unseen_sentence.json
+numbers_for_paper/source_snapshots/model/metrics/test_unseen_sentence_per_class.csv
+numbers_for_paper/source_snapshots/model/metrics/test_unseen_sentence_per_class.json
+numbers_for_paper/source_snapshots/model/metrics/validation_overall.json
+numbers_for_paper/source_snapshots/model/metrics/validation_overall_per_class.csv
+numbers_for_paper/source_snapshots/model/metrics/validation_overall_per_class.json
+numbers_for_paper/source_snapshots/model/metrics/validation_seen_sentence_new_entity.json
+numbers_for_paper/source_snapshots/model/metrics/validation_seen_sentence_new_entity_per_class.csv
+numbers_for_paper/source_snapshots/model/metrics/validation_seen_sentence_new_entity_per_class.json
+numbers_for_paper/source_snapshots/model/metrics/validation_unseen_sentence.json
+numbers_for_paper/source_snapshots/model/metrics/validation_unseen_sentence_per_class.csv
+numbers_for_paper/source_snapshots/model/metrics/validation_unseen_sentence_per_class.json
+numbers_for_paper/source_snapshots/model/modeling_type_predictor.py
+numbers_for_paper/source_snapshots/model/predictions/test_predictions.jsonl
+numbers_for_paper/source_snapshots/model/predictions/validation_predictions.jsonl
+numbers_for_paper/source_snapshots/model/release_manifest.json
+numbers_for_paper/source_snapshots/model/run_config.json
+numbers_for_paper/source_snapshots/model/run_summary.json
+numbers_for_paper/source_snapshots/model/special_tokens_map.json
+numbers_for_paper/source_snapshots/model/tokenizer.json
+numbers_for_paper/source_snapshots/model/tokenizer_config.json
+numbers_for_paper/source_snapshots/model/train_metrics.json
+numbers_for_paper/source_snapshots/model/trainer_log_history.json
+numbers_for_paper/source_snapshots/model/type_predictor_config.json
+numbers_for_paper/tools/CODEX_PROMPT.md
+numbers_for_paper/tools/EXPECTED_LABELS.txt
+numbers_for_paper/tools/OUTPUT_CONTRACT.md
+numbers_for_paper/tools/README.md
+numbers_for_paper/tools/compute_metrics.py
+numbers_for_paper/tools/render_paper_numbers.py
+numbers_for_paper/tools/requirements_metrics.txt
+numbers_for_paper/tools/typepredictor_eval_runner.py
+numbers_for_paper/tools/upload_numbers_for_paper.py
+numbers_for_paper/tools/verify_outputs.py
+numbers_for_paper/verification/final_verification.json
+numbers_for_paper/verification/final_verification.md
+numbers_for_paper/verification/local_zip_verification.json
+numbers_for_paper/verification/local_zip_verification.md
+numbers_for_paper/verification/released_vs_recomputed.json
+numbers_for_paper/verification/released_vs_recomputed.md
+numbers_for_paper/verification/zip_sha256.txt

numbers_for_paper/verification/remote_hash_comparison.csv

@@ -0,0 +1,191 @@
+remote_path,local_path,remote_bytes,local_bytes,remote_sha256,local_sha256,matched
+numbers_for_paper/README.md,/root/workspace/numbers_for_paper/README.md,427,427,c8ce60ccec888085ded0f422fea00deb508233c925ce776242a4d0dfc307cd9c,c8ce60ccec888085ded0f422fea00deb508233c925ce776242a4d0dfc307cd9c,True
+numbers_for_paper/data_audit/schema.json,/root/workspace/numbers_for_paper/data_audit/schema.json,2441,2441,0208ece79c1269e6a0d3efc6ff23771c3aeb8185c390c3c6ab78ea540d60b89a,0208ece79c1269e6a0d3efc6ff23771c3aeb8185c390c3c6ab78ea540d60b89a,True
+numbers_for_paper/data_audit/test_audit.json,/root/workspace/numbers_for_paper/data_audit/test_audit.json,2024,2024,d62ae9783a8056e46ed4810cf282544797d023facb03fef5a031e6f693c24f8c,d62ae9783a8056e46ed4810cf282544797d023facb03fef5a031e6f693c24f8c,True
+numbers_for_paper/data_audit/test_label_distribution.csv,/root/workspace/numbers_for_paper/data_audit/test_label_distribution.csv,217,217,ad1f0431068bee7a8e1be64abc02e3b4e379e987dcafbd936e8741d13ca4451d,ad1f0431068bee7a8e1be64abc02e3b4e379e987dcafbd936e8741d13ca4451d,True
+numbers_for_paper/data_audit/validation_audit.json,/root/workspace/numbers_for_paper/data_audit/validation_audit.json,2006,2006,4289a845cd2a2dee598b88272100f111d76083f6f878ae4efac6594542a5144b,4289a845cd2a2dee598b88272100f111d76083f6f878ae4efac6594542a5144b,True
+numbers_for_paper/data_audit/validation_label_distribution.csv,/root/workspace/numbers_for_paper/data_audit/validation_label_distribution.csv,217,217,d93858ae43192b477a4d99129338f8a69f840be2fd76f1876b4b6cf08937b5d0,d93858ae43192b477a4d99129338f8a69f840be2fd76f1876b4b6cf08937b5d0,True
+numbers_for_paper/metrics/best/test/category_metrics.csv,/root/workspace/numbers_for_paper/metrics/best/test/category_metrics.csv,2922,2922,c1a4c8861b59c1928878101f920f6817332d5fd7171efb0be4de7ac6dce1fa82,c1a4c8861b59c1928878101f920f6817332d5fd7171efb0be4de7ac6dce1fa82,True
+numbers_for_paper/metrics/best/test/category_metrics.json,/root/workspace/numbers_for_paper/metrics/best/test/category_metrics.json,6352,6352,cd0f31c71802e13bdcf7f52055e596bff36e4daa57cfaace2c6bf692953fe7f4,cd0f31c71802e13bdcf7f52055e596bff36e4daa57cfaace2c6bf692953fe7f4,True
+numbers_for_paper/metrics/best/test/class_wise_most_common_confusions.csv,/root/workspace/numbers_for_paper/metrics/best/test/class_wise_most_common_confusions.csv,962,962,37d3df7d3bf900fda5423fba1423a105ce723ccac7e57bfdfd098d8b0a1eff09,37d3df7d3bf900fda5423fba1423a105ce723ccac7e57bfdfd098d8b0a1eff09,True
+numbers_for_paper/metrics/best/test/classification_report.csv,/root/workspace/numbers_for_paper/metrics/best/test/classification_report.csv,1551,1551,923002ad93801cb89530ec6138dbb113510a0d199343a70d84008653a394b423,923002ad93801cb89530ec6138dbb113510a0d199343a70d84008653a394b423,True
+numbers_for_paper/metrics/best/test/classification_report.json,/root/workspace/numbers_for_paper/metrics/best/test/classification_report.json,3239,3239,c669dfa6279555b947ac1148d3af1397aea14bf157dd67dd2b0c55f817172677,c669dfa6279555b947ac1148d3af1397aea14bf157dd67dd2b0c55f817172677,True
+numbers_for_paper/metrics/best/test/confusion_matrix.csv,/root/workspace/numbers_for_paper/metrics/best/test/confusion_matrix.csv,1173,1173,9350f5b697e69bdc20262ecf6a7d9c34d0ddaf5a729bfd219fa4561e99415c72,9350f5b697e69bdc20262ecf6a7d9c34d0ddaf5a729bfd219fa4561e99415c72,True
+numbers_for_paper/metrics/best/test/confusion_matrix.png,/root/workspace/numbers_for_paper/metrics/best/test/confusion_matrix.png,118423,118423,e30fba9297bbf7abbc2f6739aa867830e1f7a216e01c1d04d9712c8b8d77f243,e30fba9297bbf7abbc2f6739aa867830e1f7a216e01c1d04d9712c8b8d77f243,True
+numbers_for_paper/metrics/best/test/confusion_matrix_normalized_pred.csv,/root/workspace/numbers_for_paper/metrics/best/test/confusion_matrix_normalized_pred.csv,3773,3773,8f8700b276f5fec03ab623197e378ac5b2d645c8417b5b74f0cc1239714e1087,8f8700b276f5fec03ab623197e378ac5b2d645c8417b5b74f0cc1239714e1087,True
+numbers_for_paper/metrics/best/test/confusion_matrix_normalized_pred.png,/root/workspace/numbers_for_paper/metrics/best/test/confusion_matrix_normalized_pred.png,123231,123231,b3222d6ad26ec8d182838ec43a856ad27fa1c051f542af658d6347643e8ee7dd,b3222d6ad26ec8d182838ec43a856ad27fa1c051f542af658d6347643e8ee7dd,True
+numbers_for_paper/metrics/best/test/confusion_matrix_normalized_true.csv,/root/workspace/numbers_for_paper/metrics/best/test/confusion_matrix_normalized_true.csv,3895,3895,b83fa039a8dd1016f99bfda5e805ddb6e595bd2bc79cdf80dfd58e9fa38dfb71,b83fa039a8dd1016f99bfda5e805ddb6e595bd2bc79cdf80dfd58e9fa38dfb71,True
+numbers_for_paper/metrics/best/test/confusion_matrix_normalized_true.png,/root/workspace/numbers_for_paper/metrics/best/test/confusion_matrix_normalized_true.png,124680,124680,4dc246cfaa464a3b3d53b13badac5678a0cc6440831c2e5abb6aadf8e677bc92,4dc246cfaa464a3b3d53b13badac5678a0cc6440831c2e5abb6aadf8e677bc92,True
+numbers_for_paper/metrics/best/test/high_confidence_errors.jsonl,/root/workspace/numbers_for_paper/metrics/best/test/high_confidence_errors.jsonl,528056,528056,cf8b653a1a7cb5835ddc7164d4a808c8d51b4614e0533571ca3074f5842b2a91,cf8b653a1a7cb5835ddc7164d4a808c8d51b4614e0533571ca3074f5842b2a91,True
+numbers_for_paper/metrics/best/test/incorrect_predictions.jsonl,/root/workspace/numbers_for_paper/metrics/best/test/incorrect_predictions.jsonl,528056,528056,6c059812d4f81b6b3cb0b89d3f36402ee9ff40ec69870a5f5dd6c55bbd85f647,6c059812d4f81b6b3cb0b89d3f36402ee9ff40ec69870a5f5dd6c55bbd85f647,True
+numbers_for_paper/metrics/best/test/low_confidence_correct.jsonl,/root/workspace/numbers_for_paper/metrics/best/test/low_confidence_correct.jsonl,24180020,24180020,d144dd89b09d64e039362543322df82e35ec6b1c84665818d89f6a597e0a80f3,d144dd89b09d64e039362543322df82e35ec6b1c84665818d89f6a597e0a80f3,True
+numbers_for_paper/metrics/best/test/metrics.csv,/root/workspace/numbers_for_paper/metrics/best/test/metrics.csv,1337,1337,f6215b8876bc8aac906ab754d019455669d39a71748cba4b4660e313c5857064,f6215b8876bc8aac906ab754d019455669d39a71748cba4b4660e313c5857064,True
+numbers_for_paper/metrics/best/test/metrics.json,/root/workspace/numbers_for_paper/metrics/best/test/metrics.json,1628,1628,79ab7a64327b5452c5ce93d60a0e28a57bd1102d1f94bd4523837a7af467f7b4,79ab7a64327b5452c5ce93d60a0e28a57bd1102d1f94bd4523837a7af467f7b4,True
+numbers_for_paper/metrics/best/test/per_class_metrics.csv,/root/workspace/numbers_for_paper/metrics/best/test/per_class_metrics.csv,2121,2121,cae05cd01ddae95bd720ee54927a50ce96dd7fe11a41a6c7ea46bbdfe17682f5,cae05cd01ddae95bd720ee54927a50ce96dd7fe11a41a6c7ea46bbdfe17682f5,True
+numbers_for_paper/metrics/best/test/top_confusions.csv,/root/workspace/numbers_for_paper/metrics/best/test/top_confusions.csv,388,388,28ff00a54fbacfcdbf55cc71d3e39e70361354f5e00460c46b2fd22d662fa2e7,28ff00a54fbacfcdbf55cc71d3e39e70361354f5e00460c46b2fd22d662fa2e7,True
+numbers_for_paper/metrics/best/validation/category_metrics.csv,/root/workspace/numbers_for_paper/metrics/best/validation/category_metrics.csv,2923,2923,b26fc4c2c265d4345e74397f84da2376b5bda8463f8e469a29489360a9759f33,b26fc4c2c265d4345e74397f84da2376b5bda8463f8e469a29489360a9759f33,True
+numbers_for_paper/metrics/best/validation/category_metrics.json,/root/workspace/numbers_for_paper/metrics/best/validation/category_metrics.json,6353,6353,0b5a1f848a8d21ee6334283f8dae9329509c82c998b9a504558598d7011a9253,0b5a1f848a8d21ee6334283f8dae9329509c82c998b9a504558598d7011a9253,True
+numbers_for_paper/metrics/best/validation/class_wise_most_common_confusions.csv,/root/workspace/numbers_for_paper/metrics/best/validation/class_wise_most_common_confusions.csv,904,904,7adaea31261a020301133986a15551da4189f6a634fa7066c1d9174875684d1e,7adaea31261a020301133986a15551da4189f6a634fa7066c1d9174875684d1e,True
+numbers_for_paper/metrics/best/validation/classification_report.csv,/root/workspace/numbers_for_paper/metrics/best/validation/classification_report.csv,1547,1547,eb28665a53b6a2d7a87746af5bd4f73b787e0d20a5daba4c1caf088e4e33ec0f,eb28665a53b6a2d7a87746af5bd4f73b787e0d20a5daba4c1caf088e4e33ec0f,True
+numbers_for_paper/metrics/best/validation/classification_report.json,/root/workspace/numbers_for_paper/metrics/best/validation/classification_report.json,3235,3235,1a2137a4c1c5abd36b3379382012c08e0dd8c1bcae67d0fe3ba3d28859e183f9,1a2137a4c1c5abd36b3379382012c08e0dd8c1bcae67d0fe3ba3d28859e183f9,True
+numbers_for_paper/metrics/best/validation/confusion_matrix.csv,/root/workspace/numbers_for_paper/metrics/best/validation/confusion_matrix.csv,1174,1174,aabb4cd3ecbf97aac24aea257724ff0ea84309505bd80361c8564a2e55f21a2e,aabb4cd3ecbf97aac24aea257724ff0ea84309505bd80361c8564a2e55f21a2e,True
+numbers_for_paper/metrics/best/validation/confusion_matrix.png,/root/workspace/numbers_for_paper/metrics/best/validation/confusion_matrix.png,119370,119370,fc8cc480a61323dc4d81254056d9c3baaf318311851a3747b06a4db6e26e9386,fc8cc480a61323dc4d81254056d9c3baaf318311851a3747b06a4db6e26e9386,True
+numbers_for_paper/metrics/best/validation/confusion_matrix_normalized_pred.csv,/root/workspace/numbers_for_paper/metrics/best/validation/confusion_matrix_normalized_pred.csv,3798,3798,a2f9746bae4b3dfae0a1e4af306bb513c60f34128d97c96b4a7013dae4c2674f,a2f9746bae4b3dfae0a1e4af306bb513c60f34128d97c96b4a7013dae4c2674f,True
+numbers_for_paper/metrics/best/validation/confusion_matrix_normalized_pred.png,/root/workspace/numbers_for_paper/metrics/best/validation/confusion_matrix_normalized_pred.png,124019,124019,e3b4b31754157e7c8f92d07f8c65082aad20861ea803635216442bc95fc85ac0,e3b4b31754157e7c8f92d07f8c65082aad20861ea803635216442bc95fc85ac0,True
+numbers_for_paper/metrics/best/validation/confusion_matrix_normalized_true.csv,/root/workspace/numbers_for_paper/metrics/best/validation/confusion_matrix_normalized_true.csv,3843,3843,f02c01b539b6ff47172e827a9166c6677307e75aa11487190a52f6aff220af69,f02c01b539b6ff47172e827a9166c6677307e75aa11487190a52f6aff220af69,True
+numbers_for_paper/metrics/best/validation/confusion_matrix_normalized_true.png,/root/workspace/numbers_for_paper/metrics/best/validation/confusion_matrix_normalized_true.png,125694,125694,b1e36e0987f129d387a6741b56ee57ea34c80308c30d0e8743346fe99c12ded4,b1e36e0987f129d387a6741b56ee57ea34c80308c30d0e8743346fe99c12ded4,True
+numbers_for_paper/metrics/best/validation/high_confidence_errors.jsonl,/root/workspace/numbers_for_paper/metrics/best/validation/high_confidence_errors.jsonl,572057,572057,aa15ce7c959937fea46c388d40bcce35cb321eb1e4b8af620ea9090d585743e7,aa15ce7c959937fea46c388d40bcce35cb321eb1e4b8af620ea9090d585743e7,True
+numbers_for_paper/metrics/best/validation/incorrect_predictions.jsonl,/root/workspace/numbers_for_paper/metrics/best/validation/incorrect_predictions.jsonl,572057,572057,483381fc4fa85d6653e9578999904eb7770cb309f3dc3dbf2b72ee534b3b2e44,483381fc4fa85d6653e9578999904eb7770cb309f3dc3dbf2b72ee534b3b2e44,True
+numbers_for_paper/metrics/best/validation/low_confidence_correct.jsonl,/root/workspace/numbers_for_paper/metrics/best/validation/low_confidence_correct.jsonl,23978971,23978971,1fd417882d9164bed28a9193492a8a49101d98f90315e2d90b430c2018c084f9,1fd417882d9164bed28a9193492a8a49101d98f90315e2d90b430c2018c084f9,True
+numbers_for_paper/metrics/best/validation/metrics.csv,/root/workspace/numbers_for_paper/metrics/best/validation/metrics.csv,1341,1341,0088d7ec9f42e40117a75915d86fb8356405f0567ff1e4b92465ebd10c286a50,0088d7ec9f42e40117a75915d86fb8356405f0567ff1e4b92465ebd10c286a50,True
+numbers_for_paper/metrics/best/validation/metrics.json,/root/workspace/numbers_for_paper/metrics/best/validation/metrics.json,1632,1632,d7ea5ef8009fcaab84fd19d26bea1694099770f2392b6bf508dbf4a50a50bcfb,d7ea5ef8009fcaab84fd19d26bea1694099770f2392b6bf508dbf4a50a50bcfb,True
+numbers_for_paper/metrics/best/validation/per_class_metrics.csv,/root/workspace/numbers_for_paper/metrics/best/validation/per_class_metrics.csv,2133,2133,6ebf074551f097f26fea258cf3e547ccd8a0486dbece56d25a398d2ac20dd962,6ebf074551f097f26fea258cf3e547ccd8a0486dbece56d25a398d2ac20dd962,True
+numbers_for_paper/metrics/best/validation/top_confusions.csv,/root/workspace/numbers_for_paper/metrics/best/validation/top_confusions.csv,373,373,48a02fa65d600cf080517c0b2b9e2bcb15644a3aa0d5b7ba0f54a4baaf3d1d80,48a02fa65d600cf080517c0b2b9e2bcb15644a3aa0d5b7ba0f54a4baaf3d1d80,True
+numbers_for_paper/metrics/latest/test/category_metrics.csv,/root/workspace/numbers_for_paper/metrics/latest/test/category_metrics.csv,2917,2917,676b264f84671436a0ab52ba2fdc19afe49577cba2c2c81295693df60d6a5a44,676b264f84671436a0ab52ba2fdc19afe49577cba2c2c81295693df60d6a5a44,True
+numbers_for_paper/metrics/latest/test/category_metrics.json,/root/workspace/numbers_for_paper/metrics/latest/test/category_metrics.json,6347,6347,6ce93708b1e58d7244c4e37e48fa3b311547509112af6f82688d36a49fc6f868,6ce93708b1e58d7244c4e37e48fa3b311547509112af6f82688d36a49fc6f868,True
+numbers_for_paper/metrics/latest/test/class_wise_most_common_confusions.csv,/root/workspace/numbers_for_paper/metrics/latest/test/class_wise_most_common_confusions.csv,962,962,09de90affdcbcfed14f3579aa4871732192cc1fd56c475c8310fbec7b036062e,09de90affdcbcfed14f3579aa4871732192cc1fd56c475c8310fbec7b036062e,True
+numbers_for_paper/metrics/latest/test/classification_report.csv,/root/workspace/numbers_for_paper/metrics/latest/test/classification_report.csv,1542,1542,9419ba0a2d1021c7ae2cc3b5ef9b18d19a9f75748d284b24f5140fd6d8e2af63,9419ba0a2d1021c7ae2cc3b5ef9b18d19a9f75748d284b24f5140fd6d8e2af63,True
+numbers_for_paper/metrics/latest/test/classification_report.json,/root/workspace/numbers_for_paper/metrics/latest/test/classification_report.json,3230,3230,f1f1f9e96b2b49a84199b4d9f732d08464a181f00f7f6bfc09befa94297c62f3,f1f1f9e96b2b49a84199b4d9f732d08464a181f00f7f6bfc09befa94297c62f3,True
+numbers_for_paper/metrics/latest/test/confusion_matrix.csv,/root/workspace/numbers_for_paper/metrics/latest/test/confusion_matrix.csv,1173,1173,ce8c61d7198b13d70fdbcabbf25e8b87925b83f385b667be03503868410ef9ca,ce8c61d7198b13d70fdbcabbf25e8b87925b83f385b667be03503868410ef9ca,True
+numbers_for_paper/metrics/latest/test/confusion_matrix.png,/root/workspace/numbers_for_paper/metrics/latest/test/confusion_matrix.png,117735,117735,b6725ba1be57a78d9e9a94230bca11767036bc0b146511ab35e4319904705c4e,b6725ba1be57a78d9e9a94230bca11767036bc0b146511ab35e4319904705c4e,True
+numbers_for_paper/metrics/latest/test/confusion_matrix_normalized_pred.csv,/root/workspace/numbers_for_paper/metrics/latest/test/confusion_matrix_normalized_pred.csv,3671,3671,b375fd3d4b13f47bd0c24dccbe7fe18880addff274ca8b7f112e61bed626b08b,b375fd3d4b13f47bd0c24dccbe7fe18880addff274ca8b7f112e61bed626b08b,True
+numbers_for_paper/metrics/latest/test/confusion_matrix_normalized_pred.png,/root/workspace/numbers_for_paper/metrics/latest/test/confusion_matrix_normalized_pred.png,122774,122774,2f04bf629dd6ed45e32dcd0a5c50e80501d508e5b1a2dfdfd28a3fd55822ed64,2f04bf629dd6ed45e32dcd0a5c50e80501d508e5b1a2dfdfd28a3fd55822ed64,True
+numbers_for_paper/metrics/latest/test/confusion_matrix_normalized_true.csv,/root/workspace/numbers_for_paper/metrics/latest/test/confusion_matrix_normalized_true.csv,3895,3895,bcb8682cd3b04e24e7aa58a779ea85c740812fb89eddfac51096b79dfe9a3d47,bcb8682cd3b04e24e7aa58a779ea85c740812fb89eddfac51096b79dfe9a3d47,True
+numbers_for_paper/metrics/latest/test/confusion_matrix_normalized_true.png,/root/workspace/numbers_for_paper/metrics/latest/test/confusion_matrix_normalized_true.png,124085,124085,5dbe937d70ce87a83602f0d348605d3a183f48bf75ff234db67f7c4234ceaf94,5dbe937d70ce87a83602f0d348605d3a183f48bf75ff234db67f7c4234ceaf94,True
+numbers_for_paper/metrics/latest/test/high_confidence_errors.jsonl,/root/workspace/numbers_for_paper/metrics/latest/test/high_confidence_errors.jsonl,528113,528113,90d3d94b3e51549e8fb71641c3cfb10b89e0ea443c4021fe945fb0000b186a85,90d3d94b3e51549e8fb71641c3cfb10b89e0ea443c4021fe945fb0000b186a85,True
+numbers_for_paper/metrics/latest/test/incorrect_predictions.jsonl,/root/workspace/numbers_for_paper/metrics/latest/test/incorrect_predictions.jsonl,528113,528113,b62b31004f18b89e0529004550ebffb7eba117fda0b0c0b8cace34ebc56b05b3,b62b31004f18b89e0529004550ebffb7eba117fda0b0c0b8cace34ebc56b05b3,True
+numbers_for_paper/metrics/latest/test/low_confidence_correct.jsonl,/root/workspace/numbers_for_paper/metrics/latest/test/low_confidence_correct.jsonl,24180028,24180028,494d00da0ce941d5e8cfba07d4cb1b00b0032f39c0941b7b7732d12e272bba90,494d00da0ce941d5e8cfba07d4cb1b00b0032f39c0941b7b7732d12e272bba90,True
+numbers_for_paper/metrics/latest/test/metrics.csv,/root/workspace/numbers_for_paper/metrics/latest/test/metrics.csv,1334,1334,6021b3bd8fc4ad9eb25895570c219def4a2aa69c25ea14dd406021142ccc90f3,6021b3bd8fc4ad9eb25895570c219def4a2aa69c25ea14dd406021142ccc90f3,True
+numbers_for_paper/metrics/latest/test/metrics.json,/root/workspace/numbers_for_paper/metrics/latest/test/metrics.json,1625,1625,e3103578fc756862e4f8d1e16a82cff74118084dfabbc7242936c15908445d3f,e3103578fc756862e4f8d1e16a82cff74118084dfabbc7242936c15908445d3f,True
+numbers_for_paper/metrics/latest/test/per_class_metrics.csv,/root/workspace/numbers_for_paper/metrics/latest/test/per_class_metrics.csv,2113,2113,24e8e17d78c36acdf2845cf7143cce82807fb341f04dddf8befc6a698c130112,24e8e17d78c36acdf2845cf7143cce82807fb341f04dddf8befc6a698c130112,True
+numbers_for_paper/metrics/latest/test/top_confusions.csv,/root/workspace/numbers_for_paper/metrics/latest/test/top_confusions.csv,388,388,18506b2c20c0439fa8d034d6340d5b47a6603158db12a68d377582ab30bca1f9,18506b2c20c0439fa8d034d6340d5b47a6603158db12a68d377582ab30bca1f9,True
+numbers_for_paper/metrics/latest/validation/category_metrics.csv,/root/workspace/numbers_for_paper/metrics/latest/validation/category_metrics.csv,2931,2931,313247c512281f247099eaaf1d9077691185f8e50f9e8a0d3b8f75dd349a2d06,313247c512281f247099eaaf1d9077691185f8e50f9e8a0d3b8f75dd349a2d06,True
+numbers_for_paper/metrics/latest/validation/category_metrics.json,/root/workspace/numbers_for_paper/metrics/latest/validation/category_metrics.json,6361,6361,35795b502ef3b20398a07ec37732550e81b42fc5e172e72dd7976e5d69b52d23,35795b502ef3b20398a07ec37732550e81b42fc5e172e72dd7976e5d69b52d23,True
+numbers_for_paper/metrics/latest/validation/class_wise_most_common_confusions.csv,/root/workspace/numbers_for_paper/metrics/latest/validation/class_wise_most_common_confusions.csv,904,904,5df7e751419d9358e403d148252f6ab2658e0ab4aa8fa284b94590bc23c75407,5df7e751419d9358e403d148252f6ab2658e0ab4aa8fa284b94590bc23c75407,True
+numbers_for_paper/metrics/latest/validation/classification_report.csv,/root/workspace/numbers_for_paper/metrics/latest/validation/classification_report.csv,1548,1548,eba2840ed92d83be6e1369490044596bf78f17b6eb33734523707bc4cc95e80d,eba2840ed92d83be6e1369490044596bf78f17b6eb33734523707bc4cc95e80d,True
+numbers_for_paper/metrics/latest/validation/classification_report.json,/root/workspace/numbers_for_paper/metrics/latest/validation/classification_report.json,3236,3236,f0114225d6718327e2c6041e95827d62cb9daa246cc51b9479541a054accde9e,f0114225d6718327e2c6041e95827d62cb9daa246cc51b9479541a054accde9e,True
+numbers_for_paper/metrics/latest/validation/confusion_matrix.csv,/root/workspace/numbers_for_paper/metrics/latest/validation/confusion_matrix.csv,1174,1174,108336ebbe2dd4d29ec50bfdc205164af5e5e0df4bec60542f323e4739d7303c,108336ebbe2dd4d29ec50bfdc205164af5e5e0df4bec60542f323e4739d7303c,True
+numbers_for_paper/metrics/latest/validation/confusion_matrix.png,/root/workspace/numbers_for_paper/metrics/latest/validation/confusion_matrix.png,119097,119097,461c816d2f49d392d8e2d7619b5074646f0484191e40f2816fe0895de36f980f,461c816d2f49d392d8e2d7619b5074646f0484191e40f2816fe0895de36f980f,True
+numbers_for_paper/metrics/latest/validation/confusion_matrix_normalized_pred.csv,/root/workspace/numbers_for_paper/metrics/latest/validation/confusion_matrix_normalized_pred.csv,3792,3792,a4829f8f34a71d9d6034e41e55294dd175881291456d81f4489e4e8b659b7ad8,a4829f8f34a71d9d6034e41e55294dd175881291456d81f4489e4e8b659b7ad8,True
+numbers_for_paper/metrics/latest/validation/confusion_matrix_normalized_pred.png,/root/workspace/numbers_for_paper/metrics/latest/validation/confusion_matrix_normalized_pred.png,123809,123809,165f5259ca5cef1949c75264c343c07b3ac5dc9a67053c760b0b41717b8cd456,165f5259ca5cef1949c75264c343c07b3ac5dc9a67053c760b0b41717b8cd456,True
+numbers_for_paper/metrics/latest/validation/confusion_matrix_normalized_true.csv,/root/workspace/numbers_for_paper/metrics/latest/validation/confusion_matrix_normalized_true.csv,3842,3842,427c7047cc722d51420bbff22a2d427a6fe2690cbe1a4c363d3a56249a92c3c8,427c7047cc722d51420bbff22a2d427a6fe2690cbe1a4c363d3a56249a92c3c8,True
+numbers_for_paper/metrics/latest/validation/confusion_matrix_normalized_true.png,/root/workspace/numbers_for_paper/metrics/latest/validation/confusion_matrix_normalized_true.png,125480,125480,79f14a74e4e44e412151dd6363938a22dd48bd3c6ae514853808ce1e6369e6ac,79f14a74e4e44e412151dd6363938a22dd48bd3c6ae514853808ce1e6369e6ac,True
+numbers_for_paper/metrics/latest/validation/high_confidence_errors.jsonl,/root/workspace/numbers_for_paper/metrics/latest/validation/high_confidence_errors.jsonl,571586,571586,d977a928d0e6719a60ade384261735473e0efa115f9611d775fb82cdd32c4fa1,d977a928d0e6719a60ade384261735473e0efa115f9611d775fb82cdd32c4fa1,True
+numbers_for_paper/metrics/latest/validation/incorrect_predictions.jsonl,/root/workspace/numbers_for_paper/metrics/latest/validation/incorrect_predictions.jsonl,571586,571586,17983813ad68ff76820a455e6e263234fdf1cca8f54629758de37f8640aa3935,17983813ad68ff76820a455e6e263234fdf1cca8f54629758de37f8640aa3935,True
+numbers_for_paper/metrics/latest/validation/low_confidence_correct.jsonl,/root/workspace/numbers_for_paper/metrics/latest/validation/low_confidence_correct.jsonl,23979325,23979325,dc150ea6ca958e4d1d8aa66a2dc706ff8a1292db64c1cbc46d3748116553164c,dc150ea6ca958e4d1d8aa66a2dc706ff8a1292db64c1cbc46d3748116553164c,True
+numbers_for_paper/metrics/latest/validation/metrics.csv,/root/workspace/numbers_for_paper/metrics/latest/validation/metrics.csv,1344,1344,5a82b033e3a5fc66a4af9e94473f015a544e76bb2e8793527e95bf251f259027,5a82b033e3a5fc66a4af9e94473f015a544e76bb2e8793527e95bf251f259027,True
+numbers_for_paper/metrics/latest/validation/metrics.json,/root/workspace/numbers_for_paper/metrics/latest/validation/metrics.json,1635,1635,0d0af773713c705a7f0fe429a7c3e450e13a4588e5f183ed4afd8c5948798520,0d0af773713c705a7f0fe429a7c3e450e13a4588e5f183ed4afd8c5948798520,True
+numbers_for_paper/metrics/latest/validation/per_class_metrics.csv,/root/workspace/numbers_for_paper/metrics/latest/validation/per_class_metrics.csv,2133,2133,6508c42b6c3aace6e4efe2573c0e376c3f55a9965b1c7fca525b57dd413e808d,6508c42b6c3aace6e4efe2573c0e376c3f55a9965b1c7fca525b57dd413e808d,True
+numbers_for_paper/metrics/latest/validation/top_confusions.csv,/root/workspace/numbers_for_paper/metrics/latest/validation/top_confusions.csv,373,373,1be462ddfc5eb59fe18941a5ff0b8b20e2b9c140d0af8f90538aa785d22b1a91,1be462ddfc5eb59fe18941a5ff0b8b20e2b9c140d0af8f90538aa785d22b1a91,True
+numbers_for_paper/numbers_for_paper.zip,/root/workspace/numbers_for_paper.zip,89085151,89085151,6eab47550cc9f4ace37f01deaf03b179ec1ff9ad94fb54b7f2f8c20d6f7252cb,6eab47550cc9f4ace37f01deaf03b179ec1ff9ad94fb54b7f2f8c20d6f7252cb,True
+numbers_for_paper/paper/README.md,/root/workspace/numbers_for_paper/paper/README.md,103,103,6dd0c563a7a90b0b934545d7634496a9dfd7f8edde9c4f60acda95be918660ba,6dd0c563a7a90b0b934545d7634496a9dfd7f8edde9c4f60acda95be918660ba,True
+numbers_for_paper/paper/paper_numbers.csv,/root/workspace/numbers_for_paper/paper/paper_numbers.csv,421,421,df226326dd0167540cbaf4474ac15e26e8ece836f6c98780edc2199ec6d7be47,df226326dd0167540cbaf4474ac15e26e8ece836f6c98780edc2199ec6d7be47,True
+numbers_for_paper/paper/paper_numbers.json,/root/workspace/numbers_for_paper/paper/paper_numbers.json,2720,2720,50163b63184bfc7413cc8d14a67a7bf864f1d7ef5e2869335419042eb89c3f52,50163b63184bfc7413cc8d14a67a7bf864f1d7ef5e2869335419042eb89c3f52,True
+numbers_for_paper/paper/typepredictor_error_analysis.tex,/root/workspace/numbers_for_paper/paper/typepredictor_error_analysis.tex,504,504,7cecb6f68df3d47f39f437172fa8b7765d23a9532ecfd9af534c9fad6197d094,7cecb6f68df3d47f39f437172fa8b7765d23a9532ecfd9af534c9fad6197d094,True
+numbers_for_paper/paper/typepredictor_per_class_table.tex,/root/workspace/numbers_for_paper/paper/typepredictor_per_class_table.tex,1604,1604,348da963096d2a38f47d439881b0b0a7d527a0485bd43448899c69e17a259957,348da963096d2a38f47d439881b0b0a7d527a0485bd43448899c69e17a259957,True
+numbers_for_paper/paper/typepredictor_results_paragraph.tex,/root/workspace/numbers_for_paper/paper/typepredictor_results_paragraph.tex,344,344,7f0b6a48940117c3d5ff60c3e053d89bacf9c396eeea2da47e33b9dab9dddbf6,7f0b6a48940117c3d5ff60c3e053d89bacf9c396eeea2da47e33b9dab9dddbf6,True
+numbers_for_paper/paper/typepredictor_results_table.tex,/root/workspace/numbers_for_paper/paper/typepredictor_results_table.tex,598,598,137e3de9c550bee2ee6048b8bfadb57acab07778ac7d6a605b13e5e125059484,137e3de9c550bee2ee6048b8bfadb57acab07778ac7d6a605b13e5e125059484,True
+numbers_for_paper/predictions/best/test_predictions.jsonl,/root/workspace/numbers_for_paper/predictions/best/test_predictions.jsonl,24708076,24708076,0db4c84c7c0012aba4dc4a2210eaac6b713bd68622f1762acbb7b69469c7228c,0db4c84c7c0012aba4dc4a2210eaac6b713bd68622f1762acbb7b69469c7228c,True
+numbers_for_paper/predictions/best/test_probabilities.npy,/root/workspace/numbers_for_paper/predictions/best/test_probabilities.npy,2116928,2116928,fde52062fa7ec8c49132b58e9100c76f6671f7a10a49d973a79101264bc1c934,fde52062fa7ec8c49132b58e9100c76f6671f7a10a49d973a79101264bc1c934,True
+numbers_for_paper/predictions/best/validation_predictions.jsonl,/root/workspace/numbers_for_paper/predictions/best/validation_predictions.jsonl,24551028,24551028,47ec6e0898e4174b82dae34c7fea7c661fc69891a6b589f98b9afca03a320d2f,47ec6e0898e4174b82dae34c7fea7c661fc69891a6b589f98b9afca03a320d2f,True
+numbers_for_paper/predictions/best/validation_probabilities.npy,/root/workspace/numbers_for_paper/predictions/best/validation_probabilities.npy,2116928,2116928,1efe5c2d400b61a47512bb9ebaafb9688218766a26e269e927e2053caa76cf82,1efe5c2d400b61a47512bb9ebaafb9688218766a26e269e927e2053caa76cf82,True
+numbers_for_paper/predictions/latest/test_predictions.jsonl,/root/workspace/numbers_for_paper/predictions/latest/test_predictions.jsonl,24708141,24708141,7cf46b97c796ad75653f4dfe48691d41262f1774cbfcbc00a95437d513a97bf3,7cf46b97c796ad75653f4dfe48691d41262f1774cbfcbc00a95437d513a97bf3,True
+numbers_for_paper/predictions/latest/test_probabilities.npy,/root/workspace/numbers_for_paper/predictions/latest/test_probabilities.npy,2116928,2116928,4d86c66918a1c16d0d1379c8f551b5c86abd6ef06e0587564e57d2868fe587c7,4d86c66918a1c16d0d1379c8f551b5c86abd6ef06e0587564e57d2868fe587c7,True
+numbers_for_paper/predictions/latest/validation_predictions.jsonl,/root/workspace/numbers_for_paper/predictions/latest/validation_predictions.jsonl,24550911,24550911,0d1e5abfc8383df7152f4abe2597d73fe71f130a25fbb22e12b7a025b734644c,0d1e5abfc8383df7152f4abe2597d73fe71f130a25fbb22e12b7a025b734644c,True
+numbers_for_paper/predictions/latest/validation_probabilities.npy,/root/workspace/numbers_for_paper/predictions/latest/validation_probabilities.npy,2116928,2116928,427fb6b870d12a58a3b51cb55ae95ea586a6bb11b0a955542ffb6f1570a2a093,427fb6b870d12a58a3b51cb55ae95ea586a6bb11b0a955542ffb6f1570a2a093,True
+numbers_for_paper/preprocessing/context_window_distribution.csv,/root/workspace/numbers_for_paper/preprocessing/context_window_distribution.csv,99,99,f3c2d18d43adb965634d211a2ce6211be56b722d30e82b0c3fbb6163b32bd993,f3c2d18d43adb965634d211a2ce6211be56b722d30e82b0c3fbb6163b32bd993,True
+numbers_for_paper/preprocessing/preprocessing_audit.jsonl,/root/workspace/numbers_for_paper/preprocessing/preprocessing_audit.jsonl,204883,204883,c58ed95be1012c37a51076e0822814b8f3e9b8b4819b10e762ad7ae5976add19,c58ed95be1012c37a51076e0822814b8f3e9b8b4819b10e762ad7ae5976add19,True
+numbers_for_paper/preprocessing/repeated_surface_examples.jsonl,/root/workspace/numbers_for_paper/preprocessing/repeated_surface_examples.jsonl,61343,61343,799871d2209643edd31ef45c8bace0dc1a7fe38bfce04bf1a5c7a7c2235f09d2,799871d2209643edd31ef45c8bace0dc1a7fe38bfce04bf1a5c7a7c2235f09d2,True
+numbers_for_paper/provenance/dataset_manifest.json,/root/workspace/numbers_for_paper/provenance/dataset_manifest.json,16795,16795,059152e0eed9291ad3e929fa559ed818f790bb6555adf3b211d3fb2f37422a73,059152e0eed9291ad3e929fa559ed818f790bb6555adf3b211d3fb2f37422a73,True
+numbers_for_paper/provenance/environment.json,/root/workspace/numbers_for_paper/provenance/environment.json,850,850,fd8d3afccb2430f15069d9592146c5f44538de6ae7f77a061b1a1f82a97fed2c,fd8d3afccb2430f15069d9592146c5f44538de6ae7f77a061b1a1f82a97fed2c,True
+numbers_for_paper/provenance/file_hashes.csv,/root/workspace/numbers_for_paper/provenance/file_hashes.csv,10052,10052,d6986771072c3fb051d9419daa04bb1ae133189188ae8d2562b22adf3f355158,d6986771072c3fb051d9419daa04bb1ae133189188ae8d2562b22adf3f355158,True
+numbers_for_paper/provenance/model_manifest.json,/root/workspace/numbers_for_paper/provenance/model_manifest.json,3273,3273,5cef14585d9a89ff5328e2b70db33fe0d9dbff9bf25356d9868aaf4de4586324,5cef14585d9a89ff5328e2b70db33fe0d9dbff9bf25356d9868aaf4de4586324,True
+numbers_for_paper/source/released_inference.py,/root/workspace/numbers_for_paper/source/released_inference.py,2900,2900,55edf36956dbdae52144ab2d1f60017c6e2ca4e8a752e183e6e0770541a254d4,55edf36956dbdae52144ab2d1f60017c6e2ca4e8a752e183e6e0770541a254d4,True
+numbers_for_paper/source/released_modeling_type_predictor.py,/root/workspace/numbers_for_paper/source/released_modeling_type_predictor.py,4554,4554,26b66582aeebe272a0a6136c28ec4b215f4144854732fe48dd83d93d7b9315c6,26b66582aeebe272a0a6136c28ec4b215f4144854732fe48dd83d93d7b9315c6,True
+numbers_for_paper/source_snapshots/dataset/.gitattributes,/root/workspace/numbers_for_paper/source_snapshots/dataset/.gitattributes,2699,2699,b94bbf590bbc146cc53227061fb53cf148ae5f9e5f8cd7dbff7d257101509d66,b94bbf590bbc146cc53227061fb53cf148ae5f9e5f8cd7dbff7d257101509d66,True
+numbers_for_paper/source_snapshots/dataset/README.md,/root/workspace/numbers_for_paper/source_snapshots/dataset/README.md,7406,7406,52da88906744dc6eaac5812a4744732ba23f41dbabacf7f7568ed39ed4985474,52da88906744dc6eaac5812a4744732ba23f41dbabacf7f7568ed39ed4985474,True
+numbers_for_paper/source_snapshots/dataset/artifacts/ambiguous_span_type_conflicts.jsonl,/root/workspace/numbers_for_paper/source_snapshots/dataset/artifacts/ambiguous_span_type_conflicts.jsonl,9900863,9900863,e8f24343c51bc289f94fb85f55d974b1fa2296ca59944d4ab80ecc5552a4fb3b,e8f24343c51bc289f94fb85f55d974b1fa2296ca59944d4ab80ecc5552a4fb3b,True
+numbers_for_paper/source_snapshots/dataset/artifacts/split_assignments.jsonl,/root/workspace/numbers_for_paper/source_snapshots/dataset/artifacts/split_assignments.jsonl,20472871,20472871,4d6967301cc0187fa7ecc9a30493d1d86a10ac6bdf9e97274376c2dc35ee5342,4d6967301cc0187fa7ecc9a30493d1d86a10ac6bdf9e97274376c2dc35ee5342,True
+numbers_for_paper/source_snapshots/dataset/build_type_prediction_dataset.py,/root/workspace/numbers_for_paper/source_snapshots/dataset/build_type_prediction_dataset.py,19159,19159,9b57c566407d3225b9bc0dc0b9cb151f704200966dd64acdc62f5de2ddf734ab,9b57c566407d3225b9bc0dc0b9cb151f704200966dd64acdc62f5de2ddf734ab,True
+numbers_for_paper/source_snapshots/dataset/push_to_hf.py,/root/workspace/numbers_for_paper/source_snapshots/dataset/push_to_hf.py,1464,1464,4118577869b23c6f05ae69e9a3d749b288566fc9e4da865a128c0a7aff5df176,4118577869b23c6f05ae69e9a3d749b288566fc9e4da865a128c0a7aff5df176,True
+numbers_for_paper/source_snapshots/dataset/split_data.py,/root/workspace/numbers_for_paper/source_snapshots/dataset/split_data.py,10782,10782,c495dc4e634d64bc6a27b5af52f07ffffd6a527a36cb0d4d69ed3c490d3e3b11,c495dc4e634d64bc6a27b5af52f07ffffd6a527a36cb0d4d69ed3c490d3e3b11,True
+numbers_for_paper/source_snapshots/dataset/split_summary.json,/root/workspace/numbers_for_paper/source_snapshots/dataset/split_summary.json,11520,11520,9978a3610e378c61f554f45c18705c49bd9ffd5cc6cab44af03b37606df2f9b5,9978a3610e378c61f554f45c18705c49bd9ffd5cc6cab44af03b37606df2f9b5,True
+numbers_for_paper/source_snapshots/dataset/summary.json,/root/workspace/numbers_for_paper/source_snapshots/dataset/summary.json,2936,2936,f64da5a1164b5a0b872baf7bf6f26461927305272da217b33e235ad1659276fc,f64da5a1164b5a0b872baf7bf6f26461927305272da217b33e235ad1659276fc,True
+numbers_for_paper/source_snapshots/dataset/type_predictor_data.jsonl,/root/workspace/numbers_for_paper/source_snapshots/dataset/type_predictor_data.jsonl,88007621,88007621,202d0075da52a3e6910fc8ba0a1e1a3c1a37b0d67211952391594a6449b70ddf,202d0075da52a3e6910fc8ba0a1e1a3c1a37b0d67211952391594a6449b70ddf,True
+numbers_for_paper/source_snapshots/dataset/type_predictor_test.jsonl,/root/workspace/numbers_for_paper/source_snapshots/dataset/type_predictor_test.jsonl,9472256,9472256,7b494a3b7c1f3dcc14aaa9900b18dc983b4c44a8dcd02426068f32bed4f2ca0e,7b494a3b7c1f3dcc14aaa9900b18dc983b4c44a8dcd02426068f32bed4f2ca0e,True
+numbers_for_paper/source_snapshots/dataset/type_predictor_train.jsonl,/root/workspace/numbers_for_paper/source_snapshots/dataset/type_predictor_train.jsonl,70476669,70476669,20061ac6df35353e01977a85f0d6fc1466a609a093ef76a06a90f7580cbb65f8,20061ac6df35353e01977a85f0d6fc1466a609a093ef76a06a90f7580cbb65f8,True
+numbers_for_paper/source_snapshots/dataset/type_predictor_val.jsonl,/root/workspace/numbers_for_paper/source_snapshots/dataset/type_predictor_val.jsonl,9326499,9326499,099b991973d0ba1f747c3959cbcc8a1eb98e96beadf10d7046451cfc094a19ec,099b991973d0ba1f747c3959cbcc8a1eb98e96beadf10d7046451cfc094a19ec,True
+numbers_for_paper/source_snapshots/model/.gitattributes,/root/workspace/numbers_for_paper/source_snapshots/model/.gitattributes,1667,1667,cf4d7b91bfe59af8c453d871ae942b488bdfd6d6fdaf38da0de45d139e6a4dea,cf4d7b91bfe59af8c453d871ae942b488bdfd6d6fdaf38da0de45d139e6a4dea,True
+numbers_for_paper/source_snapshots/model/README.md,/root/workspace/numbers_for_paper/source_snapshots/model/README.md,13809,13809,930dd95e0feefb5e1ff497f2c60930b86f3eb318179851a1ffd7f61d48b4d780,930dd95e0feefb5e1ff497f2c60930b86f3eb318179851a1ffd7f61d48b4d780,True
+numbers_for_paper/source_snapshots/model/checkpoint_summary.json,/root/workspace/numbers_for_paper/source_snapshots/model/checkpoint_summary.json,570,570,eab687212a3bd05b0659ff7a255dc552b7d5bca87f75e5beffd318e5f384bf2b,eab687212a3bd05b0659ff7a255dc552b7d5bca87f75e5beffd318e5f384bf2b,True
+numbers_for_paper/source_snapshots/model/checkpoints/latest/trainer_state.json,/root/workspace/numbers_for_paper/source_snapshots/model/checkpoints/latest/trainer_state.json,123247,123247,77492f6ad4077e9b12c0571c762371cb7021036729d872a64f31ec7052bb0937,77492f6ad4077e9b12c0571c762371cb7021036729d872a64f31ec7052bb0937,True
+numbers_for_paper/source_snapshots/model/config.json,/root/workspace/numbers_for_paper/source_snapshots/model/config.json,1709,1709,463c0a301c7b3b54361ea09146bfbd6292d3aa64a71717a08574106f5e1ce746,463c0a301c7b3b54361ea09146bfbd6292d3aa64a71717a08574106f5e1ce746,True
+numbers_for_paper/source_snapshots/model/configs/architecture_config.json,/root/workspace/numbers_for_paper/source_snapshots/model/configs/architecture_config.json,845,845,6393a8ca6ac080c913613b8576716a061d265478bfcc6c2bf8de915f00b18280,6393a8ca6ac080c913613b8576716a061d265478bfcc6c2bf8de915f00b18280,True
+numbers_for_paper/source_snapshots/model/configs/id2label.json,/root/workspace/numbers_for_paper/source_snapshots/model/configs/id2label.json,348,348,503df762ab4b43800e4aeb9e69f6bc8d2c72db46f5ec794ffec2335ba8bdd2ad,503df762ab4b43800e4aeb9e69f6bc8d2c72db46f5ec794ffec2335ba8bdd2ad,True
+numbers_for_paper/source_snapshots/model/configs/label2id.json,/root/workspace/numbers_for_paper/source_snapshots/model/configs/label2id.json,306,306,908a58f67dafe45b311c4ae6f1adf8d6f90f6c5e1a28d3ba638306d59f7415dc,908a58f67dafe45b311c4ae6f1adf8d6f90f6c5e1a28d3ba638306d59f7415dc,True
+numbers_for_paper/source_snapshots/model/configs/run_config.json,/root/workspace/numbers_for_paper/source_snapshots/model/configs/run_config.json,2206,2206,1b02b8cf7d96c3ef6e665e5df32150a763ce3f90d1252a107bc60de2151d90b5,1b02b8cf7d96c3ef6e665e5df32150a763ce3f90d1252a107bc60de2151d90b5,True
+numbers_for_paper/source_snapshots/model/configs/training_arguments.json,/root/workspace/numbers_for_paper/source_snapshots/model/configs/training_arguments.json,4143,4143,effe18203c830e0c72cf95698dba5be8bb9789131fc0f0f3689df9bd3bf53d14,effe18203c830e0c72cf95698dba5be8bb9789131fc0f0f3689df9bd3bf53d14,True
+numbers_for_paper/source_snapshots/model/confusion_matrices/test_overall_confusion_matrix.csv,/root/workspace/numbers_for_paper/source_snapshots/model/confusion_matrices/test_overall_confusion_matrix.csv,1176,1176,a6a3478a326167535467ee193f80087ebcddd7ddad7f343ea20844918b27938e,a6a3478a326167535467ee193f80087ebcddd7ddad7f343ea20844918b27938e,True
+numbers_for_paper/source_snapshots/model/confusion_matrices/test_seen_sentence_new_entity_confusion_matrix.csv,/root/workspace/numbers_for_paper/source_snapshots/model/confusion_matrices/test_seen_sentence_new_entity_confusion_matrix.csv,1173,1173,e3eb8a6fcdab81a430124c5eb0429cde3e2a53e9af154d5e7f7c99e047b07f80,e3eb8a6fcdab81a430124c5eb0429cde3e2a53e9af154d5e7f7c99e047b07f80,True
+numbers_for_paper/source_snapshots/model/confusion_matrices/test_unseen_sentence_confusion_matrix.csv,/root/workspace/numbers_for_paper/source_snapshots/model/confusion_matrices/test_unseen_sentence_confusion_matrix.csv,1153,1153,ecc3122d832647ee403b6c496ea778e112aa23bb500ad5eeeb7f56fab8a5cf86,ecc3122d832647ee403b6c496ea778e112aa23bb500ad5eeeb7f56fab8a5cf86,True
+numbers_for_paper/source_snapshots/model/confusion_matrices/validation_overall_confusion_matrix.csv,/root/workspace/numbers_for_paper/source_snapshots/model/confusion_matrices/validation_overall_confusion_matrix.csv,1177,1177,5114c46fc0b115983cb80f6ea529b9e84160c374aa94bebea16df2bc2f3d405c,5114c46fc0b115983cb80f6ea529b9e84160c374aa94bebea16df2bc2f3d405c,True
+numbers_for_paper/source_snapshots/model/confusion_matrices/validation_seen_sentence_new_entity_confusion_matrix.csv,/root/workspace/numbers_for_paper/source_snapshots/model/confusion_matrices/validation_seen_sentence_new_entity_confusion_matrix.csv,1174,1174,0444cb2c92b59f1bed7018b2c47513edabe399c111fbc7efc9ca2b5b8081edd2,0444cb2c92b59f1bed7018b2c47513edabe399c111fbc7efc9ca2b5b8081edd2,True
+numbers_for_paper/source_snapshots/model/confusion_matrices/validation_unseen_sentence_confusion_matrix.csv,/root/workspace/numbers_for_paper/source_snapshots/model/confusion_matrices/validation_unseen_sentence_confusion_matrix.csv,1152,1152,6dc3a930fcde8186ccd0a610e9ef7415f467d56384a197c297d0b5b7fb07c8d7,6dc3a930fcde8186ccd0a610e9ef7415f467d56384a197c297d0b5b7fb07c8d7,True
+numbers_for_paper/source_snapshots/model/dataset_evaluation_category_counts.csv,/root/workspace/numbers_for_paper/source_snapshots/model/dataset_evaluation_category_counts.csv,3206,3206,43f32fbb579a5c794e6b816002e7469840bd1a8ec8ccebc20af9b47bc5ec0d08,43f32fbb579a5c794e6b816002e7469840bd1a8ec8ccebc20af9b47bc5ec0d08,True
+numbers_for_paper/source_snapshots/model/dataset_split_type_counts.csv,/root/workspace/numbers_for_paper/source_snapshots/model/dataset_split_type_counts.csv,1697,1697,320dd465824ff591d1cd8d0a58bf2dd82fe3ea641e05e5f0b20260d17caa7e04,320dd465824ff591d1cd8d0a58bf2dd82fe3ea641e05e5f0b20260d17caa7e04,True
+numbers_for_paper/source_snapshots/model/dataset_validation.json,/root/workspace/numbers_for_paper/source_snapshots/model/dataset_validation.json,19049,19049,4bd8ce139d0750f4bd28eb5f3372493a80e895f8e73e169f53e74a3ad675f10b,4bd8ce139d0750f4bd28eb5f3372493a80e895f8e73e169f53e74a3ad675f10b,True
+numbers_for_paper/source_snapshots/model/encoding_summary.json,/root/workspace/numbers_for_paper/source_snapshots/model/encoding_summary.json,1249,1249,bdf18ca5a72e07653af51f47dd72f808df491d52f4e0e51550c500cc9151ade8,bdf18ca5a72e07653af51f47dd72f808df491d52f4e0e51550c500cc9151ade8,True
+numbers_for_paper/source_snapshots/model/evaluation_results.json,/root/workspace/numbers_for_paper/source_snapshots/model/evaluation_results.json,9808,9808,8f835bb1e5a65a5154d85a1645aaed903abf7777629bb51cec9c930b186a2825,8f835bb1e5a65a5154d85a1645aaed903abf7777629bb51cec9c930b186a2825,True
+numbers_for_paper/source_snapshots/model/figures/eval_metrics.csv,/root/workspace/numbers_for_paper/source_snapshots/model/figures/eval_metrics.csv,13890,13890,30baea604f96d15b4df46e60d47ac60feb519c69a1ae0aee6f7bb7ac64459988,30baea604f96d15b4df46e60d47ac60feb519c69a1ae0aee6f7bb7ac64459988,True
+numbers_for_paper/source_snapshots/model/figures/eval_metrics.json,/root/workspace/numbers_for_paper/source_snapshots/model/figures/eval_metrics.json,35355,35355,521d4af6e07e13b788f91d2d356392cdaed2091a5a3b904144ad39fe196d9e95,521d4af6e07e13b788f91d2d356392cdaed2091a5a3b904144ad39fe196d9e95,True
+numbers_for_paper/source_snapshots/model/figures/eval_metrics.svg,/root/workspace/numbers_for_paper/source_snapshots/model/figures/eval_metrics.svg,21895,21895,01967c59dc41bf8a879eedb57e60ca269836812d3a0312296c298ece0a2f349a,01967c59dc41bf8a879eedb57e60ca269836812d3a0312296c298ece0a2f349a,True
+numbers_for_paper/source_snapshots/model/id2label.json,/root/workspace/numbers_for_paper/source_snapshots/model/id2label.json,348,348,503df762ab4b43800e4aeb9e69f6bc8d2c72db46f5ec794ffec2335ba8bdd2ad,503df762ab4b43800e4aeb9e69f6bc8d2c72db46f5ec794ffec2335ba8bdd2ad,True
+numbers_for_paper/source_snapshots/model/inference.py,/root/workspace/numbers_for_paper/source_snapshots/model/inference.py,2900,2900,55edf36956dbdae52144ab2d1f60017c6e2ca4e8a752e183e6e0770541a254d4,55edf36956dbdae52144ab2d1f60017c6e2ca4e8a752e183e6e0770541a254d4,True
+numbers_for_paper/source_snapshots/model/label2id.json,/root/workspace/numbers_for_paper/source_snapshots/model/label2id.json,306,306,908a58f67dafe45b311c4ae6f1adf8d6f90f6c5e1a28d3ba638306d59f7415dc,908a58f67dafe45b311c4ae6f1adf8d6f90f6c5e1a28d3ba638306d59f7415dc,True
+numbers_for_paper/source_snapshots/model/metrics/test_overall.json,/root/workspace/numbers_for_paper/source_snapshots/model/metrics/test_overall.json,1061,1061,e77112678308e6757a714562efebe51c6930e2148c64ce685a41350036aa5c77,e77112678308e6757a714562efebe51c6930e2148c64ce685a41350036aa5c77,True
+numbers_for_paper/source_snapshots/model/metrics/test_overall_per_class.csv,/root/workspace/numbers_for_paper/source_snapshots/model/metrics/test_overall_per_class.csv,1554,1554,d4cef72641eccc133d3a5ccc0c65bdb8dd659e7266f7adbef3cdb710513a4419,d4cef72641eccc133d3a5ccc0c65bdb8dd659e7266f7adbef3cdb710513a4419,True
+numbers_for_paper/source_snapshots/model/metrics/test_overall_per_class.json,/root/workspace/numbers_for_paper/source_snapshots/model/metrics/test_overall_per_class.json,3238,3238,604f78dc0fcdaca864ad0f1ad78bb30df26b039ed548aebd03a5df98b1179dbd,604f78dc0fcdaca864ad0f1ad78bb30df26b039ed548aebd03a5df98b1179dbd,True
+numbers_for_paper/source_snapshots/model/metrics/test_seen_sentence_new_entity.json,/root/workspace/numbers_for_paper/source_snapshots/model/metrics/test_seen_sentence_new_entity.json,1076,1076,4928c87da8621657f325b15bf0bcfc8fffec1478e80bd429c54f2811357860ad,4928c87da8621657f325b15bf0bcfc8fffec1478e80bd429c54f2811357860ad,True
+numbers_for_paper/source_snapshots/model/metrics/test_seen_sentence_new_entity_per_class.csv,/root/workspace/numbers_for_paper/source_snapshots/model/metrics/test_seen_sentence_new_entity_per_class.csv,1549,1549,6818610a21e9f5e625a3001cc1a958a41380bcafa88319c176c66c28f03e934d,6818610a21e9f5e625a3001cc1a958a41380bcafa88319c176c66c28f03e934d,True
+numbers_for_paper/source_snapshots/model/metrics/test_seen_sentence_new_entity_per_class.json,/root/workspace/numbers_for_paper/source_snapshots/model/metrics/test_seen_sentence_new_entity_per_class.json,3233,3233,ed4e05f2c336a520ac32c58e76265b1b9171906134e42c5f2575d8717e46f88d,ed4e05f2c336a520ac32c58e76265b1b9171906134e42c5f2575d8717e46f88d,True
+numbers_for_paper/source_snapshots/model/metrics/test_unseen_sentence.json,/root/workspace/numbers_for_paper/source_snapshots/model/metrics/test_unseen_sentence.json,1054,1054,39bb689931b416e73e5f14fd5602014d2f6bbf77be3f65ff03f69c9fc4737e55,39bb689931b416e73e5f14fd5602014d2f6bbf77be3f65ff03f69c9fc4737e55,True
+numbers_for_paper/source_snapshots/model/metrics/test_unseen_sentence_per_class.csv,/root/workspace/numbers_for_paper/source_snapshots/model/metrics/test_unseen_sentence_per_class.csv,1261,1261,4383fb8ee69536fecdc198d3f37067bf4f4c6f1f72e76fa7c0cb6a6930b332bb,4383fb8ee69536fecdc198d3f37067bf4f4c6f1f72e76fa7c0cb6a6930b332bb,True
+numbers_for_paper/source_snapshots/model/metrics/test_unseen_sentence_per_class.json,/root/workspace/numbers_for_paper/source_snapshots/model/metrics/test_unseen_sentence_per_class.json,2945,2945,b7c90a96eda66ccff26fb551e12f3aa7363ac35c1b6f04cc80f9d7e05277b52b,b7c90a96eda66ccff26fb551e12f3aa7363ac35c1b6f04cc80f9d7e05277b52b,True
+numbers_for_paper/source_snapshots/model/metrics/validation_overall.json,/root/workspace/numbers_for_paper/source_snapshots/model/metrics/validation_overall.json,1066,1066,497f8980c7a7a381a14fd5d428e2bdffb3340d822246016ecd18e36d0872d6a3,497f8980c7a7a381a14fd5d428e2bdffb3340d822246016ecd18e36d0872d6a3,True
+numbers_for_paper/source_snapshots/model/metrics/validation_overall_per_class.csv,/root/workspace/numbers_for_paper/source_snapshots/model/metrics/validation_overall_per_class.csv,1550,1550,3ed9e3aafac9bbadd579d6be956fd6ef67fe2a6e9eb0790243953e021eee8a0d,3ed9e3aafac9bbadd579d6be956fd6ef67fe2a6e9eb0790243953e021eee8a0d,True
+numbers_for_paper/source_snapshots/model/metrics/validation_overall_per_class.json,/root/workspace/numbers_for_paper/source_snapshots/model/metrics/validation_overall_per_class.json,3234,3234,fb5d5dbdf95860bb27e4c3623c90085f7dcf17f7a396297e27d27c2a2db9842e,fb5d5dbdf95860bb27e4c3623c90085f7dcf17f7a396297e27d27c2a2db9842e,True
+numbers_for_paper/source_snapshots/model/metrics/validation_seen_sentence_new_entity.json,/root/workspace/numbers_for_paper/source_snapshots/model/metrics/validation_seen_sentence_new_entity.json,1081,1081,ce85076cdb803d4e9d63297f9c27e8679324ebd099fc7afd334898106129862c,ce85076cdb803d4e9d63297f9c27e8679324ebd099fc7afd334898106129862c,True
+numbers_for_paper/source_snapshots/model/metrics/validation_seen_sentence_new_entity_per_class.csv,/root/workspace/numbers_for_paper/source_snapshots/model/metrics/validation_seen_sentence_new_entity_per_class.csv,1528,1528,81f77dae89ac5fca28e460a19d27135c827ec3622e00293f718354f6e47c6ffb,81f77dae89ac5fca28e460a19d27135c827ec3622e00293f718354f6e47c6ffb,True
+numbers_for_paper/source_snapshots/model/metrics/validation_seen_sentence_new_entity_per_class.json,/root/workspace/numbers_for_paper/source_snapshots/model/metrics/validation_seen_sentence_new_entity_per_class.json,3212,3212,a4ec736db8d8e255f9b76c9ce53d03684355ea9d7d792c747311e3548c4aac3f,a4ec736db8d8e255f9b76c9ce53d03684355ea9d7d792c747311e3548c4aac3f,True
+numbers_for_paper/source_snapshots/model/metrics/validation_unseen_sentence.json,/root/workspace/numbers_for_paper/source_snapshots/model/metrics/validation_unseen_sentence.json,1056,1056,291a980ee38aecbde1588d19fb0a411f04cca0699908f6023f92d5613fe72497,291a980ee38aecbde1588d19fb0a411f04cca0699908f6023f92d5613fe72497,True
+numbers_for_paper/source_snapshots/model/metrics/validation_unseen_sentence_per_class.csv,/root/workspace/numbers_for_paper/source_snapshots/model/metrics/validation_unseen_sentence_per_class.csv,1310,1310,ad60bbeff3ae6b2d2ba3d81c6f827a2173b82bfbf3d41910264529e0c6462c8a,ad60bbeff3ae6b2d2ba3d81c6f827a2173b82bfbf3d41910264529e0c6462c8a,True
+numbers_for_paper/source_snapshots/model/metrics/validation_unseen_sentence_per_class.json,/root/workspace/numbers_for_paper/source_snapshots/model/metrics/validation_unseen_sentence_per_class.json,2994,2994,1478697313a908715ba8848a10657e9d1c48136ee36d80b6901e100d783c5fc2,1478697313a908715ba8848a10657e9d1c48136ee36d80b6901e100d783c5fc2,True
+numbers_for_paper/source_snapshots/model/modeling_type_predictor.py,/root/workspace/numbers_for_paper/source_snapshots/model/modeling_type_predictor.py,4554,4554,26b66582aeebe272a0a6136c28ec4b215f4144854732fe48dd83d93d7b9315c6,26b66582aeebe272a0a6136c28ec4b215f4144854732fe48dd83d93d7b9315c6,True
+numbers_for_paper/source_snapshots/model/predictions/test_predictions.jsonl,/root/workspace/numbers_for_paper/source_snapshots/model/predictions/test_predictions.jsonl,11819131,11819131,fcf7973d1e70244cde5b8639296e0150392d176f3150037dadfe01ddeaa88a54,fcf7973d1e70244cde5b8639296e0150392d176f3150037dadfe01ddeaa88a54,True
+numbers_for_paper/source_snapshots/model/predictions/validation_predictions.jsonl,/root/workspace/numbers_for_paper/source_snapshots/model/predictions/validation_predictions.jsonl,11667880,11667880,588255cb6dedcdfdf9945b8c92ab1f8cf2f04a5319c38766393bfa5878820a6b,588255cb6dedcdfdf9945b8c92ab1f8cf2f04a5319c38766393bfa5878820a6b,True
+numbers_for_paper/source_snapshots/model/release_manifest.json,/root/workspace/numbers_for_paper/source_snapshots/model/release_manifest.json,9270,9270,49a4e5ac576571072565fb4bc67cfb953ef86ceb724bc6ad734bb035b2d24abc,49a4e5ac576571072565fb4bc67cfb953ef86ceb724bc6ad734bb035b2d24abc,True
+numbers_for_paper/source_snapshots/model/run_config.json,/root/workspace/numbers_for_paper/source_snapshots/model/run_config.json,2206,2206,1b02b8cf7d96c3ef6e665e5df32150a763ce3f90d1252a107bc60de2151d90b5,1b02b8cf7d96c3ef6e665e5df32150a763ce3f90d1252a107bc60de2151d90b5,True
+numbers_for_paper/source_snapshots/model/run_summary.json,/root/workspace/numbers_for_paper/source_snapshots/model/run_summary.json,9808,9808,8f835bb1e5a65a5154d85a1645aaed903abf7777629bb51cec9c930b186a2825,8f835bb1e5a65a5154d85a1645aaed903abf7777629bb51cec9c930b186a2825,True
+numbers_for_paper/source_snapshots/model/special_tokens_map.json,/root/workspace/numbers_for_paper/source_snapshots/model/special_tokens_map.json,1011,1011,73794eb3633b96a848db5b43fdad76d91200070731312aa472edb781e9a344f2,73794eb3633b96a848db5b43fdad76d91200070731312aa472edb781e9a344f2,True
+numbers_for_paper/source_snapshots/model/tokenizer.json,/root/workspace/numbers_for_paper/source_snapshots/model/tokenizer.json,1706886,1706886,a6fa2f14546d2be1ed6b551c2bcb7ecf220e757b59037dc2d112295c11924c14,a6fa2f14546d2be1ed6b551c2bcb7ecf220e757b59037dc2d112295c11924c14,True
+numbers_for_paper/source_snapshots/model/tokenizer_config.json,/root/workspace/numbers_for_paper/source_snapshots/model/tokenizer_config.json,1995,1995,7ca6df45cf310081b97b1b43b54316b7b380bbd4bbfe39966b24d1487359584d,7ca6df45cf310081b97b1b43b54316b7b380bbd4bbfe39966b24d1487359584d,True
+numbers_for_paper/source_snapshots/model/train_metrics.json,/root/workspace/numbers_for_paper/source_snapshots/model/train_metrics.json,195,195,21b773839d7546ec69dcd4d52ed33e3424ccd05bb1cb7b198f5f9c193f904e1a,21b773839d7546ec69dcd4d52ed33e3424ccd05bb1cb7b198f5f9c193f904e1a,True
+numbers_for_paper/source_snapshots/model/trainer_log_history.json,/root/workspace/numbers_for_paper/source_snapshots/model/trainer_log_history.json,113832,113832,68dd9635c6a2cc8e0b2dd3f491d40f8a5d440b50b4490024575b5b67ce90e75d,68dd9635c6a2cc8e0b2dd3f491d40f8a5d440b50b4490024575b5b67ce90e75d,True
+numbers_for_paper/source_snapshots/model/type_predictor_config.json,/root/workspace/numbers_for_paper/source_snapshots/model/type_predictor_config.json,845,845,6393a8ca6ac080c913613b8576716a061d265478bfcc6c2bf8de915f00b18280,6393a8ca6ac080c913613b8576716a061d265478bfcc6c2bf8de915f00b18280,True
+numbers_for_paper/tools/CODEX_PROMPT.md,/root/workspace/numbers_for_paper/tools/CODEX_PROMPT.md,11207,11207,51a439382a36e46a14ba9baedf7c62c869340c51b4b9c2e3a79fe72b26605c7e,51a439382a36e46a14ba9baedf7c62c869340c51b4b9c2e3a79fe72b26605c7e,True
+numbers_for_paper/tools/EXPECTED_LABELS.txt,/root/workspace/numbers_for_paper/tools/EXPECTED_LABELS.txt,125,125,18579a2748b007bb5c6b17947843fc94d6a2975586ac3f98394ba2b79147af48,18579a2748b007bb5c6b17947843fc94d6a2975586ac3f98394ba2b79147af48,True
+numbers_for_paper/tools/OUTPUT_CONTRACT.md,/root/workspace/numbers_for_paper/tools/OUTPUT_CONTRACT.md,1141,1141,8944815d1429cecea69bce42217c2d2332ee9669434229da0355568613a3a248,8944815d1429cecea69bce42217c2d2332ee9669434229da0355568613a3a248,True
+numbers_for_paper/tools/README.md,/root/workspace/numbers_for_paper/tools/README.md,943,943,8414f687d69a7d68e7fa73976f3756f205cf77cab3ddf86971736ba22232ac8c,8414f687d69a7d68e7fa73976f3756f205cf77cab3ddf86971736ba22232ac8c,True
+numbers_for_paper/tools/compute_metrics.py,/root/workspace/numbers_for_paper/tools/compute_metrics.py,10512,10512,7d732c1444525c9cf1f310d5944151e6f1c68ce881b8f0dba9df8721a5d08c39,7d732c1444525c9cf1f310d5944151e6f1c68ce881b8f0dba9df8721a5d08c39,True
+numbers_for_paper/tools/render_paper_numbers.py,/root/workspace/numbers_for_paper/tools/render_paper_numbers.py,2826,2826,63be1307b347c7cedbcb32b751d01a738f7795d3bc8ef48c221752f9a5c1fb73,63be1307b347c7cedbcb32b751d01a738f7795d3bc8ef48c221752f9a5c1fb73,True
+numbers_for_paper/tools/requirements_metrics.txt,/root/workspace/numbers_for_paper/tools/requirements_metrics.txt,119,119,1b97eb3a29908c224869eaeef00c21a685d863c77d168e484a13763a9a131d3f,1b97eb3a29908c224869eaeef00c21a685d863c77d168e484a13763a9a131d3f,True
+numbers_for_paper/tools/typepredictor_eval_runner.py,/root/workspace/numbers_for_paper/tools/typepredictor_eval_runner.py,53661,53661,cfe90bf0be69b1f5843ebc1331327b769396294f0205d49736517fdbf9cb552e,cfe90bf0be69b1f5843ebc1331327b769396294f0205d49736517fdbf9cb552e,True
+numbers_for_paper/tools/upload_numbers_for_paper.py,/root/workspace/numbers_for_paper/tools/upload_numbers_for_paper.py,8971,8971,96b9a36eda8126111a43b812a505d32c6b7c42796ce88867eeb4824910be8a49,96b9a36eda8126111a43b812a505d32c6b7c42796ce88867eeb4824910be8a49,True
+numbers_for_paper/tools/verify_outputs.py,/root/workspace/numbers_for_paper/tools/verify_outputs.py,3738,3738,6483789da4af1a99d532fb66f5c88bf3c2bef774e1da4f694c4aa05efce84499,6483789da4af1a99d532fb66f5c88bf3c2bef774e1da4f694c4aa05efce84499,True
+numbers_for_paper/verification/final_verification.json,/root/workspace/numbers_for_paper/verification/final_verification.json,148,148,bebaf7fd37f3eab567e6cf5806853726d167b4f9e7edb1870674933c919cbe5a,bebaf7fd37f3eab567e6cf5806853726d167b4f9e7edb1870674933c919cbe5a,True
+numbers_for_paper/verification/final_verification.md,/root/workspace/numbers_for_paper/verification/final_verification.md,27,27,95c965a9458d7ece741237d5d96446c572ab35e53254ce30147b947d5ca4b013,95c965a9458d7ece741237d5d96446c572ab35e53254ce30147b947d5ca4b013,True
+numbers_for_paper/verification/local_zip_verification.json,/root/workspace/numbers_for_paper/verification/local_zip_verification.json,637,637,f350fe70c094a09daab498f831778923234eb3ef17fe98c7fbe0dd269a7a9e6d,f350fe70c094a09daab498f831778923234eb3ef17fe98c7fbe0dd269a7a9e6d,True
+numbers_for_paper/verification/local_zip_verification.md,/root/workspace/numbers_for_paper/verification/local_zip_verification.md,31,31,9b2658dcc7205a41334145f46089873808bca1610dfea5b5da651656debd44f0,9b2658dcc7205a41334145f46089873808bca1610dfea5b5da651656debd44f0,True
+numbers_for_paper/verification/released_vs_recomputed.json,/root/workspace/numbers_for_paper/verification/released_vs_recomputed.json,23498,23498,267c07ce4832bb1e7e308d046b0b4d482e150a5c41830afd03070594d6d3239c,267c07ce4832bb1e7e308d046b0b4d482e150a5c41830afd03070594d6d3239c,True
+numbers_for_paper/verification/released_vs_recomputed.md,/root/workspace/numbers_for_paper/verification/released_vs_recomputed.md,8571,8571,50769ed34bf4982ade859624877136a68110ffaa8714329cefe53922f41dcdb4,50769ed34bf4982ade859624877136a68110ffaa8714329cefe53922f41dcdb4,True
+numbers_for_paper/verification/zip_sha256.txt,/root/workspace/numbers_for_paper/verification/zip_sha256.txt,88,88,c114e562954d2ad22f4100279875da957a6809baa94d87cf751a7fccf7d31535,c114e562954d2ad22f4100279875da957a6809baa94d87cf751a7fccf7d31535,True

numbers_for_paper/verification/remote_hash_comparison.json

@@ -0,0 +1,1719 @@
+{
+  "revision": "cc210e9537b5aca3c19bdc59a529414ab4878a2d",
+  "remote_file_count": 190,
+  "local_file_count": 190,
+  "all_sizes_and_hashes_match": true,
+  "errors": [],
+  "records": [
+    {
+      "remote_path": "numbers_for_paper/README.md",
+      "local_path": "/root/workspace/numbers_for_paper/README.md",
+      "remote_bytes": 427,
+      "local_bytes": 427,
+      "remote_sha256": "c8ce60ccec888085ded0f422fea00deb508233c925ce776242a4d0dfc307cd9c",
+      "local_sha256": "c8ce60ccec888085ded0f422fea00deb508233c925ce776242a4d0dfc307cd9c",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/data_audit/schema.json",
+      "local_path": "/root/workspace/numbers_for_paper/data_audit/schema.json",
+      "remote_bytes": 2441,
+      "local_bytes": 2441,
+      "remote_sha256": "0208ece79c1269e6a0d3efc6ff23771c3aeb8185c390c3c6ab78ea540d60b89a",
+      "local_sha256": "0208ece79c1269e6a0d3efc6ff23771c3aeb8185c390c3c6ab78ea540d60b89a",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/data_audit/test_audit.json",
+      "local_path": "/root/workspace/numbers_for_paper/data_audit/test_audit.json",
+      "remote_bytes": 2024,
+      "local_bytes": 2024,
+      "remote_sha256": "d62ae9783a8056e46ed4810cf282544797d023facb03fef5a031e6f693c24f8c",
+      "local_sha256": "d62ae9783a8056e46ed4810cf282544797d023facb03fef5a031e6f693c24f8c",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/data_audit/test_label_distribution.csv",
+      "local_path": "/root/workspace/numbers_for_paper/data_audit/test_label_distribution.csv",
+      "remote_bytes": 217,
+      "local_bytes": 217,
+      "remote_sha256": "ad1f0431068bee7a8e1be64abc02e3b4e379e987dcafbd936e8741d13ca4451d",
+      "local_sha256": "ad1f0431068bee7a8e1be64abc02e3b4e379e987dcafbd936e8741d13ca4451d",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/data_audit/validation_audit.json",
+      "local_path": "/root/workspace/numbers_for_paper/data_audit/validation_audit.json",
+      "remote_bytes": 2006,
+      "local_bytes": 2006,
+      "remote_sha256": "4289a845cd2a2dee598b88272100f111d76083f6f878ae4efac6594542a5144b",
+      "local_sha256": "4289a845cd2a2dee598b88272100f111d76083f6f878ae4efac6594542a5144b",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/data_audit/validation_label_distribution.csv",
+      "local_path": "/root/workspace/numbers_for_paper/data_audit/validation_label_distribution.csv",
+      "remote_bytes": 217,
+      "local_bytes": 217,
+      "remote_sha256": "d93858ae43192b477a4d99129338f8a69f840be2fd76f1876b4b6cf08937b5d0",
+      "local_sha256": "d93858ae43192b477a4d99129338f8a69f840be2fd76f1876b4b6cf08937b5d0",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/best/test/category_metrics.csv",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/best/test/category_metrics.csv",
+      "remote_bytes": 2922,
+      "local_bytes": 2922,
+      "remote_sha256": "c1a4c8861b59c1928878101f920f6817332d5fd7171efb0be4de7ac6dce1fa82",
+      "local_sha256": "c1a4c8861b59c1928878101f920f6817332d5fd7171efb0be4de7ac6dce1fa82",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/best/test/category_metrics.json",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/best/test/category_metrics.json",
+      "remote_bytes": 6352,
+      "local_bytes": 6352,
+      "remote_sha256": "cd0f31c71802e13bdcf7f52055e596bff36e4daa57cfaace2c6bf692953fe7f4",
+      "local_sha256": "cd0f31c71802e13bdcf7f52055e596bff36e4daa57cfaace2c6bf692953fe7f4",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/best/test/class_wise_most_common_confusions.csv",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/best/test/class_wise_most_common_confusions.csv",
+      "remote_bytes": 962,
+      "local_bytes": 962,
+      "remote_sha256": "37d3df7d3bf900fda5423fba1423a105ce723ccac7e57bfdfd098d8b0a1eff09",
+      "local_sha256": "37d3df7d3bf900fda5423fba1423a105ce723ccac7e57bfdfd098d8b0a1eff09",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/best/test/classification_report.csv",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/best/test/classification_report.csv",
+      "remote_bytes": 1551,
+      "local_bytes": 1551,
+      "remote_sha256": "923002ad93801cb89530ec6138dbb113510a0d199343a70d84008653a394b423",
+      "local_sha256": "923002ad93801cb89530ec6138dbb113510a0d199343a70d84008653a394b423",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/best/test/classification_report.json",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/best/test/classification_report.json",
+      "remote_bytes": 3239,
+      "local_bytes": 3239,
+      "remote_sha256": "c669dfa6279555b947ac1148d3af1397aea14bf157dd67dd2b0c55f817172677",
+      "local_sha256": "c669dfa6279555b947ac1148d3af1397aea14bf157dd67dd2b0c55f817172677",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/best/test/confusion_matrix.csv",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/best/test/confusion_matrix.csv",
+      "remote_bytes": 1173,
+      "local_bytes": 1173,
+      "remote_sha256": "9350f5b697e69bdc20262ecf6a7d9c34d0ddaf5a729bfd219fa4561e99415c72",
+      "local_sha256": "9350f5b697e69bdc20262ecf6a7d9c34d0ddaf5a729bfd219fa4561e99415c72",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/best/test/confusion_matrix.png",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/best/test/confusion_matrix.png",
+      "remote_bytes": 118423,
+      "local_bytes": 118423,
+      "remote_sha256": "e30fba9297bbf7abbc2f6739aa867830e1f7a216e01c1d04d9712c8b8d77f243",
+      "local_sha256": "e30fba9297bbf7abbc2f6739aa867830e1f7a216e01c1d04d9712c8b8d77f243",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/best/test/confusion_matrix_normalized_pred.csv",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/best/test/confusion_matrix_normalized_pred.csv",
+      "remote_bytes": 3773,
+      "local_bytes": 3773,
+      "remote_sha256": "8f8700b276f5fec03ab623197e378ac5b2d645c8417b5b74f0cc1239714e1087",
+      "local_sha256": "8f8700b276f5fec03ab623197e378ac5b2d645c8417b5b74f0cc1239714e1087",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/best/test/confusion_matrix_normalized_pred.png",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/best/test/confusion_matrix_normalized_pred.png",
+      "remote_bytes": 123231,
+      "local_bytes": 123231,
+      "remote_sha256": "b3222d6ad26ec8d182838ec43a856ad27fa1c051f542af658d6347643e8ee7dd",
+      "local_sha256": "b3222d6ad26ec8d182838ec43a856ad27fa1c051f542af658d6347643e8ee7dd",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/best/test/confusion_matrix_normalized_true.csv",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/best/test/confusion_matrix_normalized_true.csv",
+      "remote_bytes": 3895,
+      "local_bytes": 3895,
+      "remote_sha256": "b83fa039a8dd1016f99bfda5e805ddb6e595bd2bc79cdf80dfd58e9fa38dfb71",
+      "local_sha256": "b83fa039a8dd1016f99bfda5e805ddb6e595bd2bc79cdf80dfd58e9fa38dfb71",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/best/test/confusion_matrix_normalized_true.png",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/best/test/confusion_matrix_normalized_true.png",
+      "remote_bytes": 124680,
+      "local_bytes": 124680,
+      "remote_sha256": "4dc246cfaa464a3b3d53b13badac5678a0cc6440831c2e5abb6aadf8e677bc92",
+      "local_sha256": "4dc246cfaa464a3b3d53b13badac5678a0cc6440831c2e5abb6aadf8e677bc92",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/best/test/high_confidence_errors.jsonl",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/best/test/high_confidence_errors.jsonl",
+      "remote_bytes": 528056,
+      "local_bytes": 528056,
+      "remote_sha256": "cf8b653a1a7cb5835ddc7164d4a808c8d51b4614e0533571ca3074f5842b2a91",
+      "local_sha256": "cf8b653a1a7cb5835ddc7164d4a808c8d51b4614e0533571ca3074f5842b2a91",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/best/test/incorrect_predictions.jsonl",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/best/test/incorrect_predictions.jsonl",
+      "remote_bytes": 528056,
+      "local_bytes": 528056,
+      "remote_sha256": "6c059812d4f81b6b3cb0b89d3f36402ee9ff40ec69870a5f5dd6c55bbd85f647",
+      "local_sha256": "6c059812d4f81b6b3cb0b89d3f36402ee9ff40ec69870a5f5dd6c55bbd85f647",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/best/test/low_confidence_correct.jsonl",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/best/test/low_confidence_correct.jsonl",
+      "remote_bytes": 24180020,
+      "local_bytes": 24180020,
+      "remote_sha256": "d144dd89b09d64e039362543322df82e35ec6b1c84665818d89f6a597e0a80f3",
+      "local_sha256": "d144dd89b09d64e039362543322df82e35ec6b1c84665818d89f6a597e0a80f3",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/best/test/metrics.csv",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/best/test/metrics.csv",
+      "remote_bytes": 1337,
+      "local_bytes": 1337,
+      "remote_sha256": "f6215b8876bc8aac906ab754d019455669d39a71748cba4b4660e313c5857064",
+      "local_sha256": "f6215b8876bc8aac906ab754d019455669d39a71748cba4b4660e313c5857064",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/best/test/metrics.json",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/best/test/metrics.json",
+      "remote_bytes": 1628,
+      "local_bytes": 1628,
+      "remote_sha256": "79ab7a64327b5452c5ce93d60a0e28a57bd1102d1f94bd4523837a7af467f7b4",
+      "local_sha256": "79ab7a64327b5452c5ce93d60a0e28a57bd1102d1f94bd4523837a7af467f7b4",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/best/test/per_class_metrics.csv",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/best/test/per_class_metrics.csv",
+      "remote_bytes": 2121,
+      "local_bytes": 2121,
+      "remote_sha256": "cae05cd01ddae95bd720ee54927a50ce96dd7fe11a41a6c7ea46bbdfe17682f5",
+      "local_sha256": "cae05cd01ddae95bd720ee54927a50ce96dd7fe11a41a6c7ea46bbdfe17682f5",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/best/test/top_confusions.csv",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/best/test/top_confusions.csv",
+      "remote_bytes": 388,
+      "local_bytes": 388,
+      "remote_sha256": "28ff00a54fbacfcdbf55cc71d3e39e70361354f5e00460c46b2fd22d662fa2e7",
+      "local_sha256": "28ff00a54fbacfcdbf55cc71d3e39e70361354f5e00460c46b2fd22d662fa2e7",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/best/validation/category_metrics.csv",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/best/validation/category_metrics.csv",
+      "remote_bytes": 2923,
+      "local_bytes": 2923,
+      "remote_sha256": "b26fc4c2c265d4345e74397f84da2376b5bda8463f8e469a29489360a9759f33",
+      "local_sha256": "b26fc4c2c265d4345e74397f84da2376b5bda8463f8e469a29489360a9759f33",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/best/validation/category_metrics.json",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/best/validation/category_metrics.json",
+      "remote_bytes": 6353,
+      "local_bytes": 6353,
+      "remote_sha256": "0b5a1f848a8d21ee6334283f8dae9329509c82c998b9a504558598d7011a9253",
+      "local_sha256": "0b5a1f848a8d21ee6334283f8dae9329509c82c998b9a504558598d7011a9253",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/best/validation/class_wise_most_common_confusions.csv",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/best/validation/class_wise_most_common_confusions.csv",
+      "remote_bytes": 904,
+      "local_bytes": 904,
+      "remote_sha256": "7adaea31261a020301133986a15551da4189f6a634fa7066c1d9174875684d1e",
+      "local_sha256": "7adaea31261a020301133986a15551da4189f6a634fa7066c1d9174875684d1e",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/best/validation/classification_report.csv",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/best/validation/classification_report.csv",
+      "remote_bytes": 1547,
+      "local_bytes": 1547,
+      "remote_sha256": "eb28665a53b6a2d7a87746af5bd4f73b787e0d20a5daba4c1caf088e4e33ec0f",
+      "local_sha256": "eb28665a53b6a2d7a87746af5bd4f73b787e0d20a5daba4c1caf088e4e33ec0f",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/best/validation/classification_report.json",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/best/validation/classification_report.json",
+      "remote_bytes": 3235,
+      "local_bytes": 3235,
+      "remote_sha256": "1a2137a4c1c5abd36b3379382012c08e0dd8c1bcae67d0fe3ba3d28859e183f9",
+      "local_sha256": "1a2137a4c1c5abd36b3379382012c08e0dd8c1bcae67d0fe3ba3d28859e183f9",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/best/validation/confusion_matrix.csv",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/best/validation/confusion_matrix.csv",
+      "remote_bytes": 1174,
+      "local_bytes": 1174,
+      "remote_sha256": "aabb4cd3ecbf97aac24aea257724ff0ea84309505bd80361c8564a2e55f21a2e",
+      "local_sha256": "aabb4cd3ecbf97aac24aea257724ff0ea84309505bd80361c8564a2e55f21a2e",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/best/validation/confusion_matrix.png",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/best/validation/confusion_matrix.png",
+      "remote_bytes": 119370,
+      "local_bytes": 119370,
+      "remote_sha256": "fc8cc480a61323dc4d81254056d9c3baaf318311851a3747b06a4db6e26e9386",
+      "local_sha256": "fc8cc480a61323dc4d81254056d9c3baaf318311851a3747b06a4db6e26e9386",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/best/validation/confusion_matrix_normalized_pred.csv",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/best/validation/confusion_matrix_normalized_pred.csv",
+      "remote_bytes": 3798,
+      "local_bytes": 3798,
+      "remote_sha256": "a2f9746bae4b3dfae0a1e4af306bb513c60f34128d97c96b4a7013dae4c2674f",
+      "local_sha256": "a2f9746bae4b3dfae0a1e4af306bb513c60f34128d97c96b4a7013dae4c2674f",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/best/validation/confusion_matrix_normalized_pred.png",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/best/validation/confusion_matrix_normalized_pred.png",
+      "remote_bytes": 124019,
+      "local_bytes": 124019,
+      "remote_sha256": "e3b4b31754157e7c8f92d07f8c65082aad20861ea803635216442bc95fc85ac0",
+      "local_sha256": "e3b4b31754157e7c8f92d07f8c65082aad20861ea803635216442bc95fc85ac0",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/best/validation/confusion_matrix_normalized_true.csv",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/best/validation/confusion_matrix_normalized_true.csv",
+      "remote_bytes": 3843,
+      "local_bytes": 3843,
+      "remote_sha256": "f02c01b539b6ff47172e827a9166c6677307e75aa11487190a52f6aff220af69",
+      "local_sha256": "f02c01b539b6ff47172e827a9166c6677307e75aa11487190a52f6aff220af69",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/best/validation/confusion_matrix_normalized_true.png",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/best/validation/confusion_matrix_normalized_true.png",
+      "remote_bytes": 125694,
+      "local_bytes": 125694,
+      "remote_sha256": "b1e36e0987f129d387a6741b56ee57ea34c80308c30d0e8743346fe99c12ded4",
+      "local_sha256": "b1e36e0987f129d387a6741b56ee57ea34c80308c30d0e8743346fe99c12ded4",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/best/validation/high_confidence_errors.jsonl",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/best/validation/high_confidence_errors.jsonl",
+      "remote_bytes": 572057,
+      "local_bytes": 572057,
+      "remote_sha256": "aa15ce7c959937fea46c388d40bcce35cb321eb1e4b8af620ea9090d585743e7",
+      "local_sha256": "aa15ce7c959937fea46c388d40bcce35cb321eb1e4b8af620ea9090d585743e7",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/best/validation/incorrect_predictions.jsonl",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/best/validation/incorrect_predictions.jsonl",
+      "remote_bytes": 572057,
+      "local_bytes": 572057,
+      "remote_sha256": "483381fc4fa85d6653e9578999904eb7770cb309f3dc3dbf2b72ee534b3b2e44",
+      "local_sha256": "483381fc4fa85d6653e9578999904eb7770cb309f3dc3dbf2b72ee534b3b2e44",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/best/validation/low_confidence_correct.jsonl",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/best/validation/low_confidence_correct.jsonl",
+      "remote_bytes": 23978971,
+      "local_bytes": 23978971,
+      "remote_sha256": "1fd417882d9164bed28a9193492a8a49101d98f90315e2d90b430c2018c084f9",
+      "local_sha256": "1fd417882d9164bed28a9193492a8a49101d98f90315e2d90b430c2018c084f9",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/best/validation/metrics.csv",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/best/validation/metrics.csv",
+      "remote_bytes": 1341,
+      "local_bytes": 1341,
+      "remote_sha256": "0088d7ec9f42e40117a75915d86fb8356405f0567ff1e4b92465ebd10c286a50",
+      "local_sha256": "0088d7ec9f42e40117a75915d86fb8356405f0567ff1e4b92465ebd10c286a50",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/best/validation/metrics.json",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/best/validation/metrics.json",
+      "remote_bytes": 1632,
+      "local_bytes": 1632,
+      "remote_sha256": "d7ea5ef8009fcaab84fd19d26bea1694099770f2392b6bf508dbf4a50a50bcfb",
+      "local_sha256": "d7ea5ef8009fcaab84fd19d26bea1694099770f2392b6bf508dbf4a50a50bcfb",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/best/validation/per_class_metrics.csv",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/best/validation/per_class_metrics.csv",
+      "remote_bytes": 2133,
+      "local_bytes": 2133,
+      "remote_sha256": "6ebf074551f097f26fea258cf3e547ccd8a0486dbece56d25a398d2ac20dd962",
+      "local_sha256": "6ebf074551f097f26fea258cf3e547ccd8a0486dbece56d25a398d2ac20dd962",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/best/validation/top_confusions.csv",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/best/validation/top_confusions.csv",
+      "remote_bytes": 373,
+      "local_bytes": 373,
+      "remote_sha256": "48a02fa65d600cf080517c0b2b9e2bcb15644a3aa0d5b7ba0f54a4baaf3d1d80",
+      "local_sha256": "48a02fa65d600cf080517c0b2b9e2bcb15644a3aa0d5b7ba0f54a4baaf3d1d80",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/latest/test/category_metrics.csv",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/latest/test/category_metrics.csv",
+      "remote_bytes": 2917,
+      "local_bytes": 2917,
+      "remote_sha256": "676b264f84671436a0ab52ba2fdc19afe49577cba2c2c81295693df60d6a5a44",
+      "local_sha256": "676b264f84671436a0ab52ba2fdc19afe49577cba2c2c81295693df60d6a5a44",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/latest/test/category_metrics.json",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/latest/test/category_metrics.json",
+      "remote_bytes": 6347,
+      "local_bytes": 6347,
+      "remote_sha256": "6ce93708b1e58d7244c4e37e48fa3b311547509112af6f82688d36a49fc6f868",
+      "local_sha256": "6ce93708b1e58d7244c4e37e48fa3b311547509112af6f82688d36a49fc6f868",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/latest/test/class_wise_most_common_confusions.csv",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/latest/test/class_wise_most_common_confusions.csv",
+      "remote_bytes": 962,
+      "local_bytes": 962,
+      "remote_sha256": "09de90affdcbcfed14f3579aa4871732192cc1fd56c475c8310fbec7b036062e",
+      "local_sha256": "09de90affdcbcfed14f3579aa4871732192cc1fd56c475c8310fbec7b036062e",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/latest/test/classification_report.csv",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/latest/test/classification_report.csv",
+      "remote_bytes": 1542,
+      "local_bytes": 1542,
+      "remote_sha256": "9419ba0a2d1021c7ae2cc3b5ef9b18d19a9f75748d284b24f5140fd6d8e2af63",
+      "local_sha256": "9419ba0a2d1021c7ae2cc3b5ef9b18d19a9f75748d284b24f5140fd6d8e2af63",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/latest/test/classification_report.json",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/latest/test/classification_report.json",
+      "remote_bytes": 3230,
+      "local_bytes": 3230,
+      "remote_sha256": "f1f1f9e96b2b49a84199b4d9f732d08464a181f00f7f6bfc09befa94297c62f3",
+      "local_sha256": "f1f1f9e96b2b49a84199b4d9f732d08464a181f00f7f6bfc09befa94297c62f3",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/latest/test/confusion_matrix.csv",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/latest/test/confusion_matrix.csv",
+      "remote_bytes": 1173,
+      "local_bytes": 1173,
+      "remote_sha256": "ce8c61d7198b13d70fdbcabbf25e8b87925b83f385b667be03503868410ef9ca",
+      "local_sha256": "ce8c61d7198b13d70fdbcabbf25e8b87925b83f385b667be03503868410ef9ca",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/latest/test/confusion_matrix.png",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/latest/test/confusion_matrix.png",
+      "remote_bytes": 117735,
+      "local_bytes": 117735,
+      "remote_sha256": "b6725ba1be57a78d9e9a94230bca11767036bc0b146511ab35e4319904705c4e",
+      "local_sha256": "b6725ba1be57a78d9e9a94230bca11767036bc0b146511ab35e4319904705c4e",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/latest/test/confusion_matrix_normalized_pred.csv",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/latest/test/confusion_matrix_normalized_pred.csv",
+      "remote_bytes": 3671,
+      "local_bytes": 3671,
+      "remote_sha256": "b375fd3d4b13f47bd0c24dccbe7fe18880addff274ca8b7f112e61bed626b08b",
+      "local_sha256": "b375fd3d4b13f47bd0c24dccbe7fe18880addff274ca8b7f112e61bed626b08b",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/latest/test/confusion_matrix_normalized_pred.png",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/latest/test/confusion_matrix_normalized_pred.png",
+      "remote_bytes": 122774,
+      "local_bytes": 122774,
+      "remote_sha256": "2f04bf629dd6ed45e32dcd0a5c50e80501d508e5b1a2dfdfd28a3fd55822ed64",
+      "local_sha256": "2f04bf629dd6ed45e32dcd0a5c50e80501d508e5b1a2dfdfd28a3fd55822ed64",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/latest/test/confusion_matrix_normalized_true.csv",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/latest/test/confusion_matrix_normalized_true.csv",
+      "remote_bytes": 3895,
+      "local_bytes": 3895,
+      "remote_sha256": "bcb8682cd3b04e24e7aa58a779ea85c740812fb89eddfac51096b79dfe9a3d47",
+      "local_sha256": "bcb8682cd3b04e24e7aa58a779ea85c740812fb89eddfac51096b79dfe9a3d47",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/latest/test/confusion_matrix_normalized_true.png",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/latest/test/confusion_matrix_normalized_true.png",
+      "remote_bytes": 124085,
+      "local_bytes": 124085,
+      "remote_sha256": "5dbe937d70ce87a83602f0d348605d3a183f48bf75ff234db67f7c4234ceaf94",
+      "local_sha256": "5dbe937d70ce87a83602f0d348605d3a183f48bf75ff234db67f7c4234ceaf94",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/latest/test/high_confidence_errors.jsonl",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/latest/test/high_confidence_errors.jsonl",
+      "remote_bytes": 528113,
+      "local_bytes": 528113,
+      "remote_sha256": "90d3d94b3e51549e8fb71641c3cfb10b89e0ea443c4021fe945fb0000b186a85",
+      "local_sha256": "90d3d94b3e51549e8fb71641c3cfb10b89e0ea443c4021fe945fb0000b186a85",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/latest/test/incorrect_predictions.jsonl",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/latest/test/incorrect_predictions.jsonl",
+      "remote_bytes": 528113,
+      "local_bytes": 528113,
+      "remote_sha256": "b62b31004f18b89e0529004550ebffb7eba117fda0b0c0b8cace34ebc56b05b3",
+      "local_sha256": "b62b31004f18b89e0529004550ebffb7eba117fda0b0c0b8cace34ebc56b05b3",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/latest/test/low_confidence_correct.jsonl",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/latest/test/low_confidence_correct.jsonl",
+      "remote_bytes": 24180028,
+      "local_bytes": 24180028,
+      "remote_sha256": "494d00da0ce941d5e8cfba07d4cb1b00b0032f39c0941b7b7732d12e272bba90",
+      "local_sha256": "494d00da0ce941d5e8cfba07d4cb1b00b0032f39c0941b7b7732d12e272bba90",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/latest/test/metrics.csv",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/latest/test/metrics.csv",
+      "remote_bytes": 1334,
+      "local_bytes": 1334,
+      "remote_sha256": "6021b3bd8fc4ad9eb25895570c219def4a2aa69c25ea14dd406021142ccc90f3",
+      "local_sha256": "6021b3bd8fc4ad9eb25895570c219def4a2aa69c25ea14dd406021142ccc90f3",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/latest/test/metrics.json",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/latest/test/metrics.json",
+      "remote_bytes": 1625,
+      "local_bytes": 1625,
+      "remote_sha256": "e3103578fc756862e4f8d1e16a82cff74118084dfabbc7242936c15908445d3f",
+      "local_sha256": "e3103578fc756862e4f8d1e16a82cff74118084dfabbc7242936c15908445d3f",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/latest/test/per_class_metrics.csv",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/latest/test/per_class_metrics.csv",
+      "remote_bytes": 2113,
+      "local_bytes": 2113,
+      "remote_sha256": "24e8e17d78c36acdf2845cf7143cce82807fb341f04dddf8befc6a698c130112",
+      "local_sha256": "24e8e17d78c36acdf2845cf7143cce82807fb341f04dddf8befc6a698c130112",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/latest/test/top_confusions.csv",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/latest/test/top_confusions.csv",
+      "remote_bytes": 388,
+      "local_bytes": 388,
+      "remote_sha256": "18506b2c20c0439fa8d034d6340d5b47a6603158db12a68d377582ab30bca1f9",
+      "local_sha256": "18506b2c20c0439fa8d034d6340d5b47a6603158db12a68d377582ab30bca1f9",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/latest/validation/category_metrics.csv",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/latest/validation/category_metrics.csv",
+      "remote_bytes": 2931,
+      "local_bytes": 2931,
+      "remote_sha256": "313247c512281f247099eaaf1d9077691185f8e50f9e8a0d3b8f75dd349a2d06",
+      "local_sha256": "313247c512281f247099eaaf1d9077691185f8e50f9e8a0d3b8f75dd349a2d06",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/latest/validation/category_metrics.json",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/latest/validation/category_metrics.json",
+      "remote_bytes": 6361,
+      "local_bytes": 6361,
+      "remote_sha256": "35795b502ef3b20398a07ec37732550e81b42fc5e172e72dd7976e5d69b52d23",
+      "local_sha256": "35795b502ef3b20398a07ec37732550e81b42fc5e172e72dd7976e5d69b52d23",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/latest/validation/class_wise_most_common_confusions.csv",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/latest/validation/class_wise_most_common_confusions.csv",
+      "remote_bytes": 904,
+      "local_bytes": 904,
+      "remote_sha256": "5df7e751419d9358e403d148252f6ab2658e0ab4aa8fa284b94590bc23c75407",
+      "local_sha256": "5df7e751419d9358e403d148252f6ab2658e0ab4aa8fa284b94590bc23c75407",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/latest/validation/classification_report.csv",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/latest/validation/classification_report.csv",
+      "remote_bytes": 1548,
+      "local_bytes": 1548,
+      "remote_sha256": "eba2840ed92d83be6e1369490044596bf78f17b6eb33734523707bc4cc95e80d",
+      "local_sha256": "eba2840ed92d83be6e1369490044596bf78f17b6eb33734523707bc4cc95e80d",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/latest/validation/classification_report.json",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/latest/validation/classification_report.json",
+      "remote_bytes": 3236,
+      "local_bytes": 3236,
+      "remote_sha256": "f0114225d6718327e2c6041e95827d62cb9daa246cc51b9479541a054accde9e",
+      "local_sha256": "f0114225d6718327e2c6041e95827d62cb9daa246cc51b9479541a054accde9e",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/latest/validation/confusion_matrix.csv",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/latest/validation/confusion_matrix.csv",
+      "remote_bytes": 1174,
+      "local_bytes": 1174,
+      "remote_sha256": "108336ebbe2dd4d29ec50bfdc205164af5e5e0df4bec60542f323e4739d7303c",
+      "local_sha256": "108336ebbe2dd4d29ec50bfdc205164af5e5e0df4bec60542f323e4739d7303c",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/latest/validation/confusion_matrix.png",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/latest/validation/confusion_matrix.png",
+      "remote_bytes": 119097,
+      "local_bytes": 119097,
+      "remote_sha256": "461c816d2f49d392d8e2d7619b5074646f0484191e40f2816fe0895de36f980f",
+      "local_sha256": "461c816d2f49d392d8e2d7619b5074646f0484191e40f2816fe0895de36f980f",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/latest/validation/confusion_matrix_normalized_pred.csv",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/latest/validation/confusion_matrix_normalized_pred.csv",
+      "remote_bytes": 3792,
+      "local_bytes": 3792,
+      "remote_sha256": "a4829f8f34a71d9d6034e41e55294dd175881291456d81f4489e4e8b659b7ad8",
+      "local_sha256": "a4829f8f34a71d9d6034e41e55294dd175881291456d81f4489e4e8b659b7ad8",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/latest/validation/confusion_matrix_normalized_pred.png",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/latest/validation/confusion_matrix_normalized_pred.png",
+      "remote_bytes": 123809,
+      "local_bytes": 123809,
+      "remote_sha256": "165f5259ca5cef1949c75264c343c07b3ac5dc9a67053c760b0b41717b8cd456",
+      "local_sha256": "165f5259ca5cef1949c75264c343c07b3ac5dc9a67053c760b0b41717b8cd456",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/latest/validation/confusion_matrix_normalized_true.csv",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/latest/validation/confusion_matrix_normalized_true.csv",
+      "remote_bytes": 3842,
+      "local_bytes": 3842,
+      "remote_sha256": "427c7047cc722d51420bbff22a2d427a6fe2690cbe1a4c363d3a56249a92c3c8",
+      "local_sha256": "427c7047cc722d51420bbff22a2d427a6fe2690cbe1a4c363d3a56249a92c3c8",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/latest/validation/confusion_matrix_normalized_true.png",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/latest/validation/confusion_matrix_normalized_true.png",
+      "remote_bytes": 125480,
+      "local_bytes": 125480,
+      "remote_sha256": "79f14a74e4e44e412151dd6363938a22dd48bd3c6ae514853808ce1e6369e6ac",
+      "local_sha256": "79f14a74e4e44e412151dd6363938a22dd48bd3c6ae514853808ce1e6369e6ac",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/latest/validation/high_confidence_errors.jsonl",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/latest/validation/high_confidence_errors.jsonl",
+      "remote_bytes": 571586,
+      "local_bytes": 571586,
+      "remote_sha256": "d977a928d0e6719a60ade384261735473e0efa115f9611d775fb82cdd32c4fa1",
+      "local_sha256": "d977a928d0e6719a60ade384261735473e0efa115f9611d775fb82cdd32c4fa1",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/latest/validation/incorrect_predictions.jsonl",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/latest/validation/incorrect_predictions.jsonl",
+      "remote_bytes": 571586,
+      "local_bytes": 571586,
+      "remote_sha256": "17983813ad68ff76820a455e6e263234fdf1cca8f54629758de37f8640aa3935",
+      "local_sha256": "17983813ad68ff76820a455e6e263234fdf1cca8f54629758de37f8640aa3935",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/latest/validation/low_confidence_correct.jsonl",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/latest/validation/low_confidence_correct.jsonl",
+      "remote_bytes": 23979325,
+      "local_bytes": 23979325,
+      "remote_sha256": "dc150ea6ca958e4d1d8aa66a2dc706ff8a1292db64c1cbc46d3748116553164c",
+      "local_sha256": "dc150ea6ca958e4d1d8aa66a2dc706ff8a1292db64c1cbc46d3748116553164c",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/latest/validation/metrics.csv",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/latest/validation/metrics.csv",
+      "remote_bytes": 1344,
+      "local_bytes": 1344,
+      "remote_sha256": "5a82b033e3a5fc66a4af9e94473f015a544e76bb2e8793527e95bf251f259027",
+      "local_sha256": "5a82b033e3a5fc66a4af9e94473f015a544e76bb2e8793527e95bf251f259027",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/latest/validation/metrics.json",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/latest/validation/metrics.json",
+      "remote_bytes": 1635,
+      "local_bytes": 1635,
+      "remote_sha256": "0d0af773713c705a7f0fe429a7c3e450e13a4588e5f183ed4afd8c5948798520",
+      "local_sha256": "0d0af773713c705a7f0fe429a7c3e450e13a4588e5f183ed4afd8c5948798520",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/latest/validation/per_class_metrics.csv",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/latest/validation/per_class_metrics.csv",
+      "remote_bytes": 2133,
+      "local_bytes": 2133,
+      "remote_sha256": "6508c42b6c3aace6e4efe2573c0e376c3f55a9965b1c7fca525b57dd413e808d",
+      "local_sha256": "6508c42b6c3aace6e4efe2573c0e376c3f55a9965b1c7fca525b57dd413e808d",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/metrics/latest/validation/top_confusions.csv",
+      "local_path": "/root/workspace/numbers_for_paper/metrics/latest/validation/top_confusions.csv",
+      "remote_bytes": 373,
+      "local_bytes": 373,
+      "remote_sha256": "1be462ddfc5eb59fe18941a5ff0b8b20e2b9c140d0af8f90538aa785d22b1a91",
+      "local_sha256": "1be462ddfc5eb59fe18941a5ff0b8b20e2b9c140d0af8f90538aa785d22b1a91",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/numbers_for_paper.zip",
+      "local_path": "/root/workspace/numbers_for_paper.zip",
+      "remote_bytes": 89085151,
+      "local_bytes": 89085151,
+      "remote_sha256": "6eab47550cc9f4ace37f01deaf03b179ec1ff9ad94fb54b7f2f8c20d6f7252cb",
+      "local_sha256": "6eab47550cc9f4ace37f01deaf03b179ec1ff9ad94fb54b7f2f8c20d6f7252cb",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/paper/README.md",
+      "local_path": "/root/workspace/numbers_for_paper/paper/README.md",
+      "remote_bytes": 103,
+      "local_bytes": 103,
+      "remote_sha256": "6dd0c563a7a90b0b934545d7634496a9dfd7f8edde9c4f60acda95be918660ba",
+      "local_sha256": "6dd0c563a7a90b0b934545d7634496a9dfd7f8edde9c4f60acda95be918660ba",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/paper/paper_numbers.csv",
+      "local_path": "/root/workspace/numbers_for_paper/paper/paper_numbers.csv",
+      "remote_bytes": 421,
+      "local_bytes": 421,
+      "remote_sha256": "df226326dd0167540cbaf4474ac15e26e8ece836f6c98780edc2199ec6d7be47",
+      "local_sha256": "df226326dd0167540cbaf4474ac15e26e8ece836f6c98780edc2199ec6d7be47",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/paper/paper_numbers.json",
+      "local_path": "/root/workspace/numbers_for_paper/paper/paper_numbers.json",
+      "remote_bytes": 2720,
+      "local_bytes": 2720,
+      "remote_sha256": "50163b63184bfc7413cc8d14a67a7bf864f1d7ef5e2869335419042eb89c3f52",
+      "local_sha256": "50163b63184bfc7413cc8d14a67a7bf864f1d7ef5e2869335419042eb89c3f52",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/paper/typepredictor_error_analysis.tex",
+      "local_path": "/root/workspace/numbers_for_paper/paper/typepredictor_error_analysis.tex",
+      "remote_bytes": 504,
+      "local_bytes": 504,
+      "remote_sha256": "7cecb6f68df3d47f39f437172fa8b7765d23a9532ecfd9af534c9fad6197d094",
+      "local_sha256": "7cecb6f68df3d47f39f437172fa8b7765d23a9532ecfd9af534c9fad6197d094",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/paper/typepredictor_per_class_table.tex",
+      "local_path": "/root/workspace/numbers_for_paper/paper/typepredictor_per_class_table.tex",
+      "remote_bytes": 1604,
+      "local_bytes": 1604,
+      "remote_sha256": "348da963096d2a38f47d439881b0b0a7d527a0485bd43448899c69e17a259957",
+      "local_sha256": "348da963096d2a38f47d439881b0b0a7d527a0485bd43448899c69e17a259957",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/paper/typepredictor_results_paragraph.tex",
+      "local_path": "/root/workspace/numbers_for_paper/paper/typepredictor_results_paragraph.tex",
+      "remote_bytes": 344,
+      "local_bytes": 344,
+      "remote_sha256": "7f0b6a48940117c3d5ff60c3e053d89bacf9c396eeea2da47e33b9dab9dddbf6",
+      "local_sha256": "7f0b6a48940117c3d5ff60c3e053d89bacf9c396eeea2da47e33b9dab9dddbf6",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/paper/typepredictor_results_table.tex",
+      "local_path": "/root/workspace/numbers_for_paper/paper/typepredictor_results_table.tex",
+      "remote_bytes": 598,
+      "local_bytes": 598,
+      "remote_sha256": "137e3de9c550bee2ee6048b8bfadb57acab07778ac7d6a605b13e5e125059484",
+      "local_sha256": "137e3de9c550bee2ee6048b8bfadb57acab07778ac7d6a605b13e5e125059484",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/predictions/best/test_predictions.jsonl",
+      "local_path": "/root/workspace/numbers_for_paper/predictions/best/test_predictions.jsonl",
+      "remote_bytes": 24708076,
+      "local_bytes": 24708076,
+      "remote_sha256": "0db4c84c7c0012aba4dc4a2210eaac6b713bd68622f1762acbb7b69469c7228c",
+      "local_sha256": "0db4c84c7c0012aba4dc4a2210eaac6b713bd68622f1762acbb7b69469c7228c",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/predictions/best/test_probabilities.npy",
+      "local_path": "/root/workspace/numbers_for_paper/predictions/best/test_probabilities.npy",
+      "remote_bytes": 2116928,
+      "local_bytes": 2116928,
+      "remote_sha256": "fde52062fa7ec8c49132b58e9100c76f6671f7a10a49d973a79101264bc1c934",
+      "local_sha256": "fde52062fa7ec8c49132b58e9100c76f6671f7a10a49d973a79101264bc1c934",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/predictions/best/validation_predictions.jsonl",
+      "local_path": "/root/workspace/numbers_for_paper/predictions/best/validation_predictions.jsonl",
+      "remote_bytes": 24551028,
+      "local_bytes": 24551028,
+      "remote_sha256": "47ec6e0898e4174b82dae34c7fea7c661fc69891a6b589f98b9afca03a320d2f",
+      "local_sha256": "47ec6e0898e4174b82dae34c7fea7c661fc69891a6b589f98b9afca03a320d2f",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/predictions/best/validation_probabilities.npy",
+      "local_path": "/root/workspace/numbers_for_paper/predictions/best/validation_probabilities.npy",
+      "remote_bytes": 2116928,
+      "local_bytes": 2116928,
+      "remote_sha256": "1efe5c2d400b61a47512bb9ebaafb9688218766a26e269e927e2053caa76cf82",
+      "local_sha256": "1efe5c2d400b61a47512bb9ebaafb9688218766a26e269e927e2053caa76cf82",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/predictions/latest/test_predictions.jsonl",
+      "local_path": "/root/workspace/numbers_for_paper/predictions/latest/test_predictions.jsonl",
+      "remote_bytes": 24708141,
+      "local_bytes": 24708141,
+      "remote_sha256": "7cf46b97c796ad75653f4dfe48691d41262f1774cbfcbc00a95437d513a97bf3",
+      "local_sha256": "7cf46b97c796ad75653f4dfe48691d41262f1774cbfcbc00a95437d513a97bf3",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/predictions/latest/test_probabilities.npy",
+      "local_path": "/root/workspace/numbers_for_paper/predictions/latest/test_probabilities.npy",
+      "remote_bytes": 2116928,
+      "local_bytes": 2116928,
+      "remote_sha256": "4d86c66918a1c16d0d1379c8f551b5c86abd6ef06e0587564e57d2868fe587c7",
+      "local_sha256": "4d86c66918a1c16d0d1379c8f551b5c86abd6ef06e0587564e57d2868fe587c7",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/predictions/latest/validation_predictions.jsonl",
+      "local_path": "/root/workspace/numbers_for_paper/predictions/latest/validation_predictions.jsonl",
+      "remote_bytes": 24550911,
+      "local_bytes": 24550911,
+      "remote_sha256": "0d1e5abfc8383df7152f4abe2597d73fe71f130a25fbb22e12b7a025b734644c",
+      "local_sha256": "0d1e5abfc8383df7152f4abe2597d73fe71f130a25fbb22e12b7a025b734644c",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/predictions/latest/validation_probabilities.npy",
+      "local_path": "/root/workspace/numbers_for_paper/predictions/latest/validation_probabilities.npy",
+      "remote_bytes": 2116928,
+      "local_bytes": 2116928,
+      "remote_sha256": "427fb6b870d12a58a3b51cb55ae95ea586a6bb11b0a955542ffb6f1570a2a093",
+      "local_sha256": "427fb6b870d12a58a3b51cb55ae95ea586a6bb11b0a955542ffb6f1570a2a093",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/preprocessing/context_window_distribution.csv",
+      "local_path": "/root/workspace/numbers_for_paper/preprocessing/context_window_distribution.csv",
+      "remote_bytes": 99,
+      "local_bytes": 99,
+      "remote_sha256": "f3c2d18d43adb965634d211a2ce6211be56b722d30e82b0c3fbb6163b32bd993",
+      "local_sha256": "f3c2d18d43adb965634d211a2ce6211be56b722d30e82b0c3fbb6163b32bd993",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/preprocessing/preprocessing_audit.jsonl",
+      "local_path": "/root/workspace/numbers_for_paper/preprocessing/preprocessing_audit.jsonl",
+      "remote_bytes": 204883,
+      "local_bytes": 204883,
+      "remote_sha256": "c58ed95be1012c37a51076e0822814b8f3e9b8b4819b10e762ad7ae5976add19",
+      "local_sha256": "c58ed95be1012c37a51076e0822814b8f3e9b8b4819b10e762ad7ae5976add19",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/preprocessing/repeated_surface_examples.jsonl",
+      "local_path": "/root/workspace/numbers_for_paper/preprocessing/repeated_surface_examples.jsonl",
+      "remote_bytes": 61343,
+      "local_bytes": 61343,
+      "remote_sha256": "799871d2209643edd31ef45c8bace0dc1a7fe38bfce04bf1a5c7a7c2235f09d2",
+      "local_sha256": "799871d2209643edd31ef45c8bace0dc1a7fe38bfce04bf1a5c7a7c2235f09d2",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/provenance/dataset_manifest.json",
+      "local_path": "/root/workspace/numbers_for_paper/provenance/dataset_manifest.json",
+      "remote_bytes": 16795,
+      "local_bytes": 16795,
+      "remote_sha256": "059152e0eed9291ad3e929fa559ed818f790bb6555adf3b211d3fb2f37422a73",
+      "local_sha256": "059152e0eed9291ad3e929fa559ed818f790bb6555adf3b211d3fb2f37422a73",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/provenance/environment.json",
+      "local_path": "/root/workspace/numbers_for_paper/provenance/environment.json",
+      "remote_bytes": 850,
+      "local_bytes": 850,
+      "remote_sha256": "fd8d3afccb2430f15069d9592146c5f44538de6ae7f77a061b1a1f82a97fed2c",
+      "local_sha256": "fd8d3afccb2430f15069d9592146c5f44538de6ae7f77a061b1a1f82a97fed2c",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/provenance/file_hashes.csv",
+      "local_path": "/root/workspace/numbers_for_paper/provenance/file_hashes.csv",
+      "remote_bytes": 10052,
+      "local_bytes": 10052,
+      "remote_sha256": "d6986771072c3fb051d9419daa04bb1ae133189188ae8d2562b22adf3f355158",
+      "local_sha256": "d6986771072c3fb051d9419daa04bb1ae133189188ae8d2562b22adf3f355158",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/provenance/model_manifest.json",
+      "local_path": "/root/workspace/numbers_for_paper/provenance/model_manifest.json",
+      "remote_bytes": 3273,
+      "local_bytes": 3273,
+      "remote_sha256": "5cef14585d9a89ff5328e2b70db33fe0d9dbff9bf25356d9868aaf4de4586324",
+      "local_sha256": "5cef14585d9a89ff5328e2b70db33fe0d9dbff9bf25356d9868aaf4de4586324",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source/released_inference.py",
+      "local_path": "/root/workspace/numbers_for_paper/source/released_inference.py",
+      "remote_bytes": 2900,
+      "local_bytes": 2900,
+      "remote_sha256": "55edf36956dbdae52144ab2d1f60017c6e2ca4e8a752e183e6e0770541a254d4",
+      "local_sha256": "55edf36956dbdae52144ab2d1f60017c6e2ca4e8a752e183e6e0770541a254d4",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source/released_modeling_type_predictor.py",
+      "local_path": "/root/workspace/numbers_for_paper/source/released_modeling_type_predictor.py",
+      "remote_bytes": 4554,
+      "local_bytes": 4554,
+      "remote_sha256": "26b66582aeebe272a0a6136c28ec4b215f4144854732fe48dd83d93d7b9315c6",
+      "local_sha256": "26b66582aeebe272a0a6136c28ec4b215f4144854732fe48dd83d93d7b9315c6",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/dataset/.gitattributes",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/dataset/.gitattributes",
+      "remote_bytes": 2699,
+      "local_bytes": 2699,
+      "remote_sha256": "b94bbf590bbc146cc53227061fb53cf148ae5f9e5f8cd7dbff7d257101509d66",
+      "local_sha256": "b94bbf590bbc146cc53227061fb53cf148ae5f9e5f8cd7dbff7d257101509d66",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/dataset/README.md",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/dataset/README.md",
+      "remote_bytes": 7406,
+      "local_bytes": 7406,
+      "remote_sha256": "52da88906744dc6eaac5812a4744732ba23f41dbabacf7f7568ed39ed4985474",
+      "local_sha256": "52da88906744dc6eaac5812a4744732ba23f41dbabacf7f7568ed39ed4985474",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/dataset/artifacts/ambiguous_span_type_conflicts.jsonl",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/dataset/artifacts/ambiguous_span_type_conflicts.jsonl",
+      "remote_bytes": 9900863,
+      "local_bytes": 9900863,
+      "remote_sha256": "e8f24343c51bc289f94fb85f55d974b1fa2296ca59944d4ab80ecc5552a4fb3b",
+      "local_sha256": "e8f24343c51bc289f94fb85f55d974b1fa2296ca59944d4ab80ecc5552a4fb3b",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/dataset/artifacts/split_assignments.jsonl",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/dataset/artifacts/split_assignments.jsonl",
+      "remote_bytes": 20472871,
+      "local_bytes": 20472871,
+      "remote_sha256": "4d6967301cc0187fa7ecc9a30493d1d86a10ac6bdf9e97274376c2dc35ee5342",
+      "local_sha256": "4d6967301cc0187fa7ecc9a30493d1d86a10ac6bdf9e97274376c2dc35ee5342",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/dataset/build_type_prediction_dataset.py",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/dataset/build_type_prediction_dataset.py",
+      "remote_bytes": 19159,
+      "local_bytes": 19159,
+      "remote_sha256": "9b57c566407d3225b9bc0dc0b9cb151f704200966dd64acdc62f5de2ddf734ab",
+      "local_sha256": "9b57c566407d3225b9bc0dc0b9cb151f704200966dd64acdc62f5de2ddf734ab",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/dataset/push_to_hf.py",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/dataset/push_to_hf.py",
+      "remote_bytes": 1464,
+      "local_bytes": 1464,
+      "remote_sha256": "4118577869b23c6f05ae69e9a3d749b288566fc9e4da865a128c0a7aff5df176",
+      "local_sha256": "4118577869b23c6f05ae69e9a3d749b288566fc9e4da865a128c0a7aff5df176",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/dataset/split_data.py",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/dataset/split_data.py",
+      "remote_bytes": 10782,
+      "local_bytes": 10782,
+      "remote_sha256": "c495dc4e634d64bc6a27b5af52f07ffffd6a527a36cb0d4d69ed3c490d3e3b11",
+      "local_sha256": "c495dc4e634d64bc6a27b5af52f07ffffd6a527a36cb0d4d69ed3c490d3e3b11",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/dataset/split_summary.json",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/dataset/split_summary.json",
+      "remote_bytes": 11520,
+      "local_bytes": 11520,
+      "remote_sha256": "9978a3610e378c61f554f45c18705c49bd9ffd5cc6cab44af03b37606df2f9b5",
+      "local_sha256": "9978a3610e378c61f554f45c18705c49bd9ffd5cc6cab44af03b37606df2f9b5",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/dataset/summary.json",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/dataset/summary.json",
+      "remote_bytes": 2936,
+      "local_bytes": 2936,
+      "remote_sha256": "f64da5a1164b5a0b872baf7bf6f26461927305272da217b33e235ad1659276fc",
+      "local_sha256": "f64da5a1164b5a0b872baf7bf6f26461927305272da217b33e235ad1659276fc",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/dataset/type_predictor_data.jsonl",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/dataset/type_predictor_data.jsonl",
+      "remote_bytes": 88007621,
+      "local_bytes": 88007621,
+      "remote_sha256": "202d0075da52a3e6910fc8ba0a1e1a3c1a37b0d67211952391594a6449b70ddf",
+      "local_sha256": "202d0075da52a3e6910fc8ba0a1e1a3c1a37b0d67211952391594a6449b70ddf",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/dataset/type_predictor_test.jsonl",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/dataset/type_predictor_test.jsonl",
+      "remote_bytes": 9472256,
+      "local_bytes": 9472256,
+      "remote_sha256": "7b494a3b7c1f3dcc14aaa9900b18dc983b4c44a8dcd02426068f32bed4f2ca0e",
+      "local_sha256": "7b494a3b7c1f3dcc14aaa9900b18dc983b4c44a8dcd02426068f32bed4f2ca0e",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/dataset/type_predictor_train.jsonl",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/dataset/type_predictor_train.jsonl",
+      "remote_bytes": 70476669,
+      "local_bytes": 70476669,
+      "remote_sha256": "20061ac6df35353e01977a85f0d6fc1466a609a093ef76a06a90f7580cbb65f8",
+      "local_sha256": "20061ac6df35353e01977a85f0d6fc1466a609a093ef76a06a90f7580cbb65f8",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/dataset/type_predictor_val.jsonl",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/dataset/type_predictor_val.jsonl",
+      "remote_bytes": 9326499,
+      "local_bytes": 9326499,
+      "remote_sha256": "099b991973d0ba1f747c3959cbcc8a1eb98e96beadf10d7046451cfc094a19ec",
+      "local_sha256": "099b991973d0ba1f747c3959cbcc8a1eb98e96beadf10d7046451cfc094a19ec",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/.gitattributes",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/.gitattributes",
+      "remote_bytes": 1667,
+      "local_bytes": 1667,
+      "remote_sha256": "cf4d7b91bfe59af8c453d871ae942b488bdfd6d6fdaf38da0de45d139e6a4dea",
+      "local_sha256": "cf4d7b91bfe59af8c453d871ae942b488bdfd6d6fdaf38da0de45d139e6a4dea",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/README.md",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/README.md",
+      "remote_bytes": 13809,
+      "local_bytes": 13809,
+      "remote_sha256": "930dd95e0feefb5e1ff497f2c60930b86f3eb318179851a1ffd7f61d48b4d780",
+      "local_sha256": "930dd95e0feefb5e1ff497f2c60930b86f3eb318179851a1ffd7f61d48b4d780",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/checkpoint_summary.json",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/checkpoint_summary.json",
+      "remote_bytes": 570,
+      "local_bytes": 570,
+      "remote_sha256": "eab687212a3bd05b0659ff7a255dc552b7d5bca87f75e5beffd318e5f384bf2b",
+      "local_sha256": "eab687212a3bd05b0659ff7a255dc552b7d5bca87f75e5beffd318e5f384bf2b",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/checkpoints/latest/trainer_state.json",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/checkpoints/latest/trainer_state.json",
+      "remote_bytes": 123247,
+      "local_bytes": 123247,
+      "remote_sha256": "77492f6ad4077e9b12c0571c762371cb7021036729d872a64f31ec7052bb0937",
+      "local_sha256": "77492f6ad4077e9b12c0571c762371cb7021036729d872a64f31ec7052bb0937",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/config.json",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/config.json",
+      "remote_bytes": 1709,
+      "local_bytes": 1709,
+      "remote_sha256": "463c0a301c7b3b54361ea09146bfbd6292d3aa64a71717a08574106f5e1ce746",
+      "local_sha256": "463c0a301c7b3b54361ea09146bfbd6292d3aa64a71717a08574106f5e1ce746",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/configs/architecture_config.json",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/configs/architecture_config.json",
+      "remote_bytes": 845,
+      "local_bytes": 845,
+      "remote_sha256": "6393a8ca6ac080c913613b8576716a061d265478bfcc6c2bf8de915f00b18280",
+      "local_sha256": "6393a8ca6ac080c913613b8576716a061d265478bfcc6c2bf8de915f00b18280",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/configs/id2label.json",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/configs/id2label.json",
+      "remote_bytes": 348,
+      "local_bytes": 348,
+      "remote_sha256": "503df762ab4b43800e4aeb9e69f6bc8d2c72db46f5ec794ffec2335ba8bdd2ad",
+      "local_sha256": "503df762ab4b43800e4aeb9e69f6bc8d2c72db46f5ec794ffec2335ba8bdd2ad",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/configs/label2id.json",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/configs/label2id.json",
+      "remote_bytes": 306,
+      "local_bytes": 306,
+      "remote_sha256": "908a58f67dafe45b311c4ae6f1adf8d6f90f6c5e1a28d3ba638306d59f7415dc",
+      "local_sha256": "908a58f67dafe45b311c4ae6f1adf8d6f90f6c5e1a28d3ba638306d59f7415dc",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/configs/run_config.json",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/configs/run_config.json",
+      "remote_bytes": 2206,
+      "local_bytes": 2206,
+      "remote_sha256": "1b02b8cf7d96c3ef6e665e5df32150a763ce3f90d1252a107bc60de2151d90b5",
+      "local_sha256": "1b02b8cf7d96c3ef6e665e5df32150a763ce3f90d1252a107bc60de2151d90b5",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/configs/training_arguments.json",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/configs/training_arguments.json",
+      "remote_bytes": 4143,
+      "local_bytes": 4143,
+      "remote_sha256": "effe18203c830e0c72cf95698dba5be8bb9789131fc0f0f3689df9bd3bf53d14",
+      "local_sha256": "effe18203c830e0c72cf95698dba5be8bb9789131fc0f0f3689df9bd3bf53d14",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/confusion_matrices/test_overall_confusion_matrix.csv",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/confusion_matrices/test_overall_confusion_matrix.csv",
+      "remote_bytes": 1176,
+      "local_bytes": 1176,
+      "remote_sha256": "a6a3478a326167535467ee193f80087ebcddd7ddad7f343ea20844918b27938e",
+      "local_sha256": "a6a3478a326167535467ee193f80087ebcddd7ddad7f343ea20844918b27938e",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/confusion_matrices/test_seen_sentence_new_entity_confusion_matrix.csv",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/confusion_matrices/test_seen_sentence_new_entity_confusion_matrix.csv",
+      "remote_bytes": 1173,
+      "local_bytes": 1173,
+      "remote_sha256": "e3eb8a6fcdab81a430124c5eb0429cde3e2a53e9af154d5e7f7c99e047b07f80",
+      "local_sha256": "e3eb8a6fcdab81a430124c5eb0429cde3e2a53e9af154d5e7f7c99e047b07f80",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/confusion_matrices/test_unseen_sentence_confusion_matrix.csv",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/confusion_matrices/test_unseen_sentence_confusion_matrix.csv",
+      "remote_bytes": 1153,
+      "local_bytes": 1153,
+      "remote_sha256": "ecc3122d832647ee403b6c496ea778e112aa23bb500ad5eeeb7f56fab8a5cf86",
+      "local_sha256": "ecc3122d832647ee403b6c496ea778e112aa23bb500ad5eeeb7f56fab8a5cf86",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/confusion_matrices/validation_overall_confusion_matrix.csv",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/confusion_matrices/validation_overall_confusion_matrix.csv",
+      "remote_bytes": 1177,
+      "local_bytes": 1177,
+      "remote_sha256": "5114c46fc0b115983cb80f6ea529b9e84160c374aa94bebea16df2bc2f3d405c",
+      "local_sha256": "5114c46fc0b115983cb80f6ea529b9e84160c374aa94bebea16df2bc2f3d405c",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/confusion_matrices/validation_seen_sentence_new_entity_confusion_matrix.csv",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/confusion_matrices/validation_seen_sentence_new_entity_confusion_matrix.csv",
+      "remote_bytes": 1174,
+      "local_bytes": 1174,
+      "remote_sha256": "0444cb2c92b59f1bed7018b2c47513edabe399c111fbc7efc9ca2b5b8081edd2",
+      "local_sha256": "0444cb2c92b59f1bed7018b2c47513edabe399c111fbc7efc9ca2b5b8081edd2",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/confusion_matrices/validation_unseen_sentence_confusion_matrix.csv",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/confusion_matrices/validation_unseen_sentence_confusion_matrix.csv",
+      "remote_bytes": 1152,
+      "local_bytes": 1152,
+      "remote_sha256": "6dc3a930fcde8186ccd0a610e9ef7415f467d56384a197c297d0b5b7fb07c8d7",
+      "local_sha256": "6dc3a930fcde8186ccd0a610e9ef7415f467d56384a197c297d0b5b7fb07c8d7",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/dataset_evaluation_category_counts.csv",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/dataset_evaluation_category_counts.csv",
+      "remote_bytes": 3206,
+      "local_bytes": 3206,
+      "remote_sha256": "43f32fbb579a5c794e6b816002e7469840bd1a8ec8ccebc20af9b47bc5ec0d08",
+      "local_sha256": "43f32fbb579a5c794e6b816002e7469840bd1a8ec8ccebc20af9b47bc5ec0d08",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/dataset_split_type_counts.csv",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/dataset_split_type_counts.csv",
+      "remote_bytes": 1697,
+      "local_bytes": 1697,
+      "remote_sha256": "320dd465824ff591d1cd8d0a58bf2dd82fe3ea641e05e5f0b20260d17caa7e04",
+      "local_sha256": "320dd465824ff591d1cd8d0a58bf2dd82fe3ea641e05e5f0b20260d17caa7e04",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/dataset_validation.json",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/dataset_validation.json",
+      "remote_bytes": 19049,
+      "local_bytes": 19049,
+      "remote_sha256": "4bd8ce139d0750f4bd28eb5f3372493a80e895f8e73e169f53e74a3ad675f10b",
+      "local_sha256": "4bd8ce139d0750f4bd28eb5f3372493a80e895f8e73e169f53e74a3ad675f10b",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/encoding_summary.json",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/encoding_summary.json",
+      "remote_bytes": 1249,
+      "local_bytes": 1249,
+      "remote_sha256": "bdf18ca5a72e07653af51f47dd72f808df491d52f4e0e51550c500cc9151ade8",
+      "local_sha256": "bdf18ca5a72e07653af51f47dd72f808df491d52f4e0e51550c500cc9151ade8",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/evaluation_results.json",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/evaluation_results.json",
+      "remote_bytes": 9808,
+      "local_bytes": 9808,
+      "remote_sha256": "8f835bb1e5a65a5154d85a1645aaed903abf7777629bb51cec9c930b186a2825",
+      "local_sha256": "8f835bb1e5a65a5154d85a1645aaed903abf7777629bb51cec9c930b186a2825",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/figures/eval_metrics.csv",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/figures/eval_metrics.csv",
+      "remote_bytes": 13890,
+      "local_bytes": 13890,
+      "remote_sha256": "30baea604f96d15b4df46e60d47ac60feb519c69a1ae0aee6f7bb7ac64459988",
+      "local_sha256": "30baea604f96d15b4df46e60d47ac60feb519c69a1ae0aee6f7bb7ac64459988",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/figures/eval_metrics.json",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/figures/eval_metrics.json",
+      "remote_bytes": 35355,
+      "local_bytes": 35355,
+      "remote_sha256": "521d4af6e07e13b788f91d2d356392cdaed2091a5a3b904144ad39fe196d9e95",
+      "local_sha256": "521d4af6e07e13b788f91d2d356392cdaed2091a5a3b904144ad39fe196d9e95",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/figures/eval_metrics.svg",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/figures/eval_metrics.svg",
+      "remote_bytes": 21895,
+      "local_bytes": 21895,
+      "remote_sha256": "01967c59dc41bf8a879eedb57e60ca269836812d3a0312296c298ece0a2f349a",
+      "local_sha256": "01967c59dc41bf8a879eedb57e60ca269836812d3a0312296c298ece0a2f349a",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/id2label.json",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/id2label.json",
+      "remote_bytes": 348,
+      "local_bytes": 348,
+      "remote_sha256": "503df762ab4b43800e4aeb9e69f6bc8d2c72db46f5ec794ffec2335ba8bdd2ad",
+      "local_sha256": "503df762ab4b43800e4aeb9e69f6bc8d2c72db46f5ec794ffec2335ba8bdd2ad",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/inference.py",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/inference.py",
+      "remote_bytes": 2900,
+      "local_bytes": 2900,
+      "remote_sha256": "55edf36956dbdae52144ab2d1f60017c6e2ca4e8a752e183e6e0770541a254d4",
+      "local_sha256": "55edf36956dbdae52144ab2d1f60017c6e2ca4e8a752e183e6e0770541a254d4",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/label2id.json",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/label2id.json",
+      "remote_bytes": 306,
+      "local_bytes": 306,
+      "remote_sha256": "908a58f67dafe45b311c4ae6f1adf8d6f90f6c5e1a28d3ba638306d59f7415dc",
+      "local_sha256": "908a58f67dafe45b311c4ae6f1adf8d6f90f6c5e1a28d3ba638306d59f7415dc",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/metrics/test_overall.json",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/metrics/test_overall.json",
+      "remote_bytes": 1061,
+      "local_bytes": 1061,
+      "remote_sha256": "e77112678308e6757a714562efebe51c6930e2148c64ce685a41350036aa5c77",
+      "local_sha256": "e77112678308e6757a714562efebe51c6930e2148c64ce685a41350036aa5c77",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/metrics/test_overall_per_class.csv",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/metrics/test_overall_per_class.csv",
+      "remote_bytes": 1554,
+      "local_bytes": 1554,
+      "remote_sha256": "d4cef72641eccc133d3a5ccc0c65bdb8dd659e7266f7adbef3cdb710513a4419",
+      "local_sha256": "d4cef72641eccc133d3a5ccc0c65bdb8dd659e7266f7adbef3cdb710513a4419",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/metrics/test_overall_per_class.json",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/metrics/test_overall_per_class.json",
+      "remote_bytes": 3238,
+      "local_bytes": 3238,
+      "remote_sha256": "604f78dc0fcdaca864ad0f1ad78bb30df26b039ed548aebd03a5df98b1179dbd",
+      "local_sha256": "604f78dc0fcdaca864ad0f1ad78bb30df26b039ed548aebd03a5df98b1179dbd",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/metrics/test_seen_sentence_new_entity.json",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/metrics/test_seen_sentence_new_entity.json",
+      "remote_bytes": 1076,
+      "local_bytes": 1076,
+      "remote_sha256": "4928c87da8621657f325b15bf0bcfc8fffec1478e80bd429c54f2811357860ad",
+      "local_sha256": "4928c87da8621657f325b15bf0bcfc8fffec1478e80bd429c54f2811357860ad",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/metrics/test_seen_sentence_new_entity_per_class.csv",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/metrics/test_seen_sentence_new_entity_per_class.csv",
+      "remote_bytes": 1549,
+      "local_bytes": 1549,
+      "remote_sha256": "6818610a21e9f5e625a3001cc1a958a41380bcafa88319c176c66c28f03e934d",
+      "local_sha256": "6818610a21e9f5e625a3001cc1a958a41380bcafa88319c176c66c28f03e934d",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/metrics/test_seen_sentence_new_entity_per_class.json",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/metrics/test_seen_sentence_new_entity_per_class.json",
+      "remote_bytes": 3233,
+      "local_bytes": 3233,
+      "remote_sha256": "ed4e05f2c336a520ac32c58e76265b1b9171906134e42c5f2575d8717e46f88d",
+      "local_sha256": "ed4e05f2c336a520ac32c58e76265b1b9171906134e42c5f2575d8717e46f88d",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/metrics/test_unseen_sentence.json",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/metrics/test_unseen_sentence.json",
+      "remote_bytes": 1054,
+      "local_bytes": 1054,
+      "remote_sha256": "39bb689931b416e73e5f14fd5602014d2f6bbf77be3f65ff03f69c9fc4737e55",
+      "local_sha256": "39bb689931b416e73e5f14fd5602014d2f6bbf77be3f65ff03f69c9fc4737e55",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/metrics/test_unseen_sentence_per_class.csv",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/metrics/test_unseen_sentence_per_class.csv",
+      "remote_bytes": 1261,
+      "local_bytes": 1261,
+      "remote_sha256": "4383fb8ee69536fecdc198d3f37067bf4f4c6f1f72e76fa7c0cb6a6930b332bb",
+      "local_sha256": "4383fb8ee69536fecdc198d3f37067bf4f4c6f1f72e76fa7c0cb6a6930b332bb",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/metrics/test_unseen_sentence_per_class.json",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/metrics/test_unseen_sentence_per_class.json",
+      "remote_bytes": 2945,
+      "local_bytes": 2945,
+      "remote_sha256": "b7c90a96eda66ccff26fb551e12f3aa7363ac35c1b6f04cc80f9d7e05277b52b",
+      "local_sha256": "b7c90a96eda66ccff26fb551e12f3aa7363ac35c1b6f04cc80f9d7e05277b52b",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/metrics/validation_overall.json",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/metrics/validation_overall.json",
+      "remote_bytes": 1066,
+      "local_bytes": 1066,
+      "remote_sha256": "497f8980c7a7a381a14fd5d428e2bdffb3340d822246016ecd18e36d0872d6a3",
+      "local_sha256": "497f8980c7a7a381a14fd5d428e2bdffb3340d822246016ecd18e36d0872d6a3",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/metrics/validation_overall_per_class.csv",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/metrics/validation_overall_per_class.csv",
+      "remote_bytes": 1550,
+      "local_bytes": 1550,
+      "remote_sha256": "3ed9e3aafac9bbadd579d6be956fd6ef67fe2a6e9eb0790243953e021eee8a0d",
+      "local_sha256": "3ed9e3aafac9bbadd579d6be956fd6ef67fe2a6e9eb0790243953e021eee8a0d",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/metrics/validation_overall_per_class.json",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/metrics/validation_overall_per_class.json",
+      "remote_bytes": 3234,
+      "local_bytes": 3234,
+      "remote_sha256": "fb5d5dbdf95860bb27e4c3623c90085f7dcf17f7a396297e27d27c2a2db9842e",
+      "local_sha256": "fb5d5dbdf95860bb27e4c3623c90085f7dcf17f7a396297e27d27c2a2db9842e",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/metrics/validation_seen_sentence_new_entity.json",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/metrics/validation_seen_sentence_new_entity.json",
+      "remote_bytes": 1081,
+      "local_bytes": 1081,
+      "remote_sha256": "ce85076cdb803d4e9d63297f9c27e8679324ebd099fc7afd334898106129862c",
+      "local_sha256": "ce85076cdb803d4e9d63297f9c27e8679324ebd099fc7afd334898106129862c",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/metrics/validation_seen_sentence_new_entity_per_class.csv",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/metrics/validation_seen_sentence_new_entity_per_class.csv",
+      "remote_bytes": 1528,
+      "local_bytes": 1528,
+      "remote_sha256": "81f77dae89ac5fca28e460a19d27135c827ec3622e00293f718354f6e47c6ffb",
+      "local_sha256": "81f77dae89ac5fca28e460a19d27135c827ec3622e00293f718354f6e47c6ffb",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/metrics/validation_seen_sentence_new_entity_per_class.json",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/metrics/validation_seen_sentence_new_entity_per_class.json",
+      "remote_bytes": 3212,
+      "local_bytes": 3212,
+      "remote_sha256": "a4ec736db8d8e255f9b76c9ce53d03684355ea9d7d792c747311e3548c4aac3f",
+      "local_sha256": "a4ec736db8d8e255f9b76c9ce53d03684355ea9d7d792c747311e3548c4aac3f",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/metrics/validation_unseen_sentence.json",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/metrics/validation_unseen_sentence.json",
+      "remote_bytes": 1056,
+      "local_bytes": 1056,
+      "remote_sha256": "291a980ee38aecbde1588d19fb0a411f04cca0699908f6023f92d5613fe72497",
+      "local_sha256": "291a980ee38aecbde1588d19fb0a411f04cca0699908f6023f92d5613fe72497",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/metrics/validation_unseen_sentence_per_class.csv",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/metrics/validation_unseen_sentence_per_class.csv",
+      "remote_bytes": 1310,
+      "local_bytes": 1310,
+      "remote_sha256": "ad60bbeff3ae6b2d2ba3d81c6f827a2173b82bfbf3d41910264529e0c6462c8a",
+      "local_sha256": "ad60bbeff3ae6b2d2ba3d81c6f827a2173b82bfbf3d41910264529e0c6462c8a",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/metrics/validation_unseen_sentence_per_class.json",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/metrics/validation_unseen_sentence_per_class.json",
+      "remote_bytes": 2994,
+      "local_bytes": 2994,
+      "remote_sha256": "1478697313a908715ba8848a10657e9d1c48136ee36d80b6901e100d783c5fc2",
+      "local_sha256": "1478697313a908715ba8848a10657e9d1c48136ee36d80b6901e100d783c5fc2",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/modeling_type_predictor.py",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/modeling_type_predictor.py",
+      "remote_bytes": 4554,
+      "local_bytes": 4554,
+      "remote_sha256": "26b66582aeebe272a0a6136c28ec4b215f4144854732fe48dd83d93d7b9315c6",
+      "local_sha256": "26b66582aeebe272a0a6136c28ec4b215f4144854732fe48dd83d93d7b9315c6",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/predictions/test_predictions.jsonl",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/predictions/test_predictions.jsonl",
+      "remote_bytes": 11819131,
+      "local_bytes": 11819131,
+      "remote_sha256": "fcf7973d1e70244cde5b8639296e0150392d176f3150037dadfe01ddeaa88a54",
+      "local_sha256": "fcf7973d1e70244cde5b8639296e0150392d176f3150037dadfe01ddeaa88a54",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/predictions/validation_predictions.jsonl",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/predictions/validation_predictions.jsonl",
+      "remote_bytes": 11667880,
+      "local_bytes": 11667880,
+      "remote_sha256": "588255cb6dedcdfdf9945b8c92ab1f8cf2f04a5319c38766393bfa5878820a6b",
+      "local_sha256": "588255cb6dedcdfdf9945b8c92ab1f8cf2f04a5319c38766393bfa5878820a6b",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/release_manifest.json",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/release_manifest.json",
+      "remote_bytes": 9270,
+      "local_bytes": 9270,
+      "remote_sha256": "49a4e5ac576571072565fb4bc67cfb953ef86ceb724bc6ad734bb035b2d24abc",
+      "local_sha256": "49a4e5ac576571072565fb4bc67cfb953ef86ceb724bc6ad734bb035b2d24abc",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/run_config.json",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/run_config.json",
+      "remote_bytes": 2206,
+      "local_bytes": 2206,
+      "remote_sha256": "1b02b8cf7d96c3ef6e665e5df32150a763ce3f90d1252a107bc60de2151d90b5",
+      "local_sha256": "1b02b8cf7d96c3ef6e665e5df32150a763ce3f90d1252a107bc60de2151d90b5",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/run_summary.json",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/run_summary.json",
+      "remote_bytes": 9808,
+      "local_bytes": 9808,
+      "remote_sha256": "8f835bb1e5a65a5154d85a1645aaed903abf7777629bb51cec9c930b186a2825",
+      "local_sha256": "8f835bb1e5a65a5154d85a1645aaed903abf7777629bb51cec9c930b186a2825",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/special_tokens_map.json",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/special_tokens_map.json",
+      "remote_bytes": 1011,
+      "local_bytes": 1011,
+      "remote_sha256": "73794eb3633b96a848db5b43fdad76d91200070731312aa472edb781e9a344f2",
+      "local_sha256": "73794eb3633b96a848db5b43fdad76d91200070731312aa472edb781e9a344f2",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/tokenizer.json",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/tokenizer.json",
+      "remote_bytes": 1706886,
+      "local_bytes": 1706886,
+      "remote_sha256": "a6fa2f14546d2be1ed6b551c2bcb7ecf220e757b59037dc2d112295c11924c14",
+      "local_sha256": "a6fa2f14546d2be1ed6b551c2bcb7ecf220e757b59037dc2d112295c11924c14",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/tokenizer_config.json",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/tokenizer_config.json",
+      "remote_bytes": 1995,
+      "local_bytes": 1995,
+      "remote_sha256": "7ca6df45cf310081b97b1b43b54316b7b380bbd4bbfe39966b24d1487359584d",
+      "local_sha256": "7ca6df45cf310081b97b1b43b54316b7b380bbd4bbfe39966b24d1487359584d",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/train_metrics.json",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/train_metrics.json",
+      "remote_bytes": 195,
+      "local_bytes": 195,
+      "remote_sha256": "21b773839d7546ec69dcd4d52ed33e3424ccd05bb1cb7b198f5f9c193f904e1a",
+      "local_sha256": "21b773839d7546ec69dcd4d52ed33e3424ccd05bb1cb7b198f5f9c193f904e1a",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/trainer_log_history.json",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/trainer_log_history.json",
+      "remote_bytes": 113832,
+      "local_bytes": 113832,
+      "remote_sha256": "68dd9635c6a2cc8e0b2dd3f491d40f8a5d440b50b4490024575b5b67ce90e75d",
+      "local_sha256": "68dd9635c6a2cc8e0b2dd3f491d40f8a5d440b50b4490024575b5b67ce90e75d",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/source_snapshots/model/type_predictor_config.json",
+      "local_path": "/root/workspace/numbers_for_paper/source_snapshots/model/type_predictor_config.json",
+      "remote_bytes": 845,
+      "local_bytes": 845,
+      "remote_sha256": "6393a8ca6ac080c913613b8576716a061d265478bfcc6c2bf8de915f00b18280",
+      "local_sha256": "6393a8ca6ac080c913613b8576716a061d265478bfcc6c2bf8de915f00b18280",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/tools/CODEX_PROMPT.md",
+      "local_path": "/root/workspace/numbers_for_paper/tools/CODEX_PROMPT.md",
+      "remote_bytes": 11207,
+      "local_bytes": 11207,
+      "remote_sha256": "51a439382a36e46a14ba9baedf7c62c869340c51b4b9c2e3a79fe72b26605c7e",
+      "local_sha256": "51a439382a36e46a14ba9baedf7c62c869340c51b4b9c2e3a79fe72b26605c7e",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/tools/EXPECTED_LABELS.txt",
+      "local_path": "/root/workspace/numbers_for_paper/tools/EXPECTED_LABELS.txt",
+      "remote_bytes": 125,
+      "local_bytes": 125,
+      "remote_sha256": "18579a2748b007bb5c6b17947843fc94d6a2975586ac3f98394ba2b79147af48",
+      "local_sha256": "18579a2748b007bb5c6b17947843fc94d6a2975586ac3f98394ba2b79147af48",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/tools/OUTPUT_CONTRACT.md",
+      "local_path": "/root/workspace/numbers_for_paper/tools/OUTPUT_CONTRACT.md",
+      "remote_bytes": 1141,
+      "local_bytes": 1141,
+      "remote_sha256": "8944815d1429cecea69bce42217c2d2332ee9669434229da0355568613a3a248",
+      "local_sha256": "8944815d1429cecea69bce42217c2d2332ee9669434229da0355568613a3a248",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/tools/README.md",
+      "local_path": "/root/workspace/numbers_for_paper/tools/README.md",
+      "remote_bytes": 943,
+      "local_bytes": 943,
+      "remote_sha256": "8414f687d69a7d68e7fa73976f3756f205cf77cab3ddf86971736ba22232ac8c",
+      "local_sha256": "8414f687d69a7d68e7fa73976f3756f205cf77cab3ddf86971736ba22232ac8c",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/tools/compute_metrics.py",
+      "local_path": "/root/workspace/numbers_for_paper/tools/compute_metrics.py",
+      "remote_bytes": 10512,
+      "local_bytes": 10512,
+      "remote_sha256": "7d732c1444525c9cf1f310d5944151e6f1c68ce881b8f0dba9df8721a5d08c39",
+      "local_sha256": "7d732c1444525c9cf1f310d5944151e6f1c68ce881b8f0dba9df8721a5d08c39",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/tools/render_paper_numbers.py",
+      "local_path": "/root/workspace/numbers_for_paper/tools/render_paper_numbers.py",
+      "remote_bytes": 2826,
+      "local_bytes": 2826,
+      "remote_sha256": "63be1307b347c7cedbcb32b751d01a738f7795d3bc8ef48c221752f9a5c1fb73",
+      "local_sha256": "63be1307b347c7cedbcb32b751d01a738f7795d3bc8ef48c221752f9a5c1fb73",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/tools/requirements_metrics.txt",
+      "local_path": "/root/workspace/numbers_for_paper/tools/requirements_metrics.txt",
+      "remote_bytes": 119,
+      "local_bytes": 119,
+      "remote_sha256": "1b97eb3a29908c224869eaeef00c21a685d863c77d168e484a13763a9a131d3f",
+      "local_sha256": "1b97eb3a29908c224869eaeef00c21a685d863c77d168e484a13763a9a131d3f",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/tools/typepredictor_eval_runner.py",
+      "local_path": "/root/workspace/numbers_for_paper/tools/typepredictor_eval_runner.py",
+      "remote_bytes": 53661,
+      "local_bytes": 53661,
+      "remote_sha256": "cfe90bf0be69b1f5843ebc1331327b769396294f0205d49736517fdbf9cb552e",
+      "local_sha256": "cfe90bf0be69b1f5843ebc1331327b769396294f0205d49736517fdbf9cb552e",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/tools/upload_numbers_for_paper.py",
+      "local_path": "/root/workspace/numbers_for_paper/tools/upload_numbers_for_paper.py",
+      "remote_bytes": 8971,
+      "local_bytes": 8971,
+      "remote_sha256": "96b9a36eda8126111a43b812a505d32c6b7c42796ce88867eeb4824910be8a49",
+      "local_sha256": "96b9a36eda8126111a43b812a505d32c6b7c42796ce88867eeb4824910be8a49",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/tools/verify_outputs.py",
+      "local_path": "/root/workspace/numbers_for_paper/tools/verify_outputs.py",
+      "remote_bytes": 3738,
+      "local_bytes": 3738,
+      "remote_sha256": "6483789da4af1a99d532fb66f5c88bf3c2bef774e1da4f694c4aa05efce84499",
+      "local_sha256": "6483789da4af1a99d532fb66f5c88bf3c2bef774e1da4f694c4aa05efce84499",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/verification/final_verification.json",
+      "local_path": "/root/workspace/numbers_for_paper/verification/final_verification.json",
+      "remote_bytes": 148,
+      "local_bytes": 148,
+      "remote_sha256": "bebaf7fd37f3eab567e6cf5806853726d167b4f9e7edb1870674933c919cbe5a",
+      "local_sha256": "bebaf7fd37f3eab567e6cf5806853726d167b4f9e7edb1870674933c919cbe5a",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/verification/final_verification.md",
+      "local_path": "/root/workspace/numbers_for_paper/verification/final_verification.md",
+      "remote_bytes": 27,
+      "local_bytes": 27,
+      "remote_sha256": "95c965a9458d7ece741237d5d96446c572ab35e53254ce30147b947d5ca4b013",
+      "local_sha256": "95c965a9458d7ece741237d5d96446c572ab35e53254ce30147b947d5ca4b013",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/verification/local_zip_verification.json",
+      "local_path": "/root/workspace/numbers_for_paper/verification/local_zip_verification.json",
+      "remote_bytes": 637,
+      "local_bytes": 637,
+      "remote_sha256": "f350fe70c094a09daab498f831778923234eb3ef17fe98c7fbe0dd269a7a9e6d",
+      "local_sha256": "f350fe70c094a09daab498f831778923234eb3ef17fe98c7fbe0dd269a7a9e6d",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/verification/local_zip_verification.md",
+      "local_path": "/root/workspace/numbers_for_paper/verification/local_zip_verification.md",
+      "remote_bytes": 31,
+      "local_bytes": 31,
+      "remote_sha256": "9b2658dcc7205a41334145f46089873808bca1610dfea5b5da651656debd44f0",
+      "local_sha256": "9b2658dcc7205a41334145f46089873808bca1610dfea5b5da651656debd44f0",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/verification/released_vs_recomputed.json",
+      "local_path": "/root/workspace/numbers_for_paper/verification/released_vs_recomputed.json",
+      "remote_bytes": 23498,
+      "local_bytes": 23498,
+      "remote_sha256": "267c07ce4832bb1e7e308d046b0b4d482e150a5c41830afd03070594d6d3239c",
+      "local_sha256": "267c07ce4832bb1e7e308d046b0b4d482e150a5c41830afd03070594d6d3239c",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/verification/released_vs_recomputed.md",
+      "local_path": "/root/workspace/numbers_for_paper/verification/released_vs_recomputed.md",
+      "remote_bytes": 8571,
+      "local_bytes": 8571,
+      "remote_sha256": "50769ed34bf4982ade859624877136a68110ffaa8714329cefe53922f41dcdb4",
+      "local_sha256": "50769ed34bf4982ade859624877136a68110ffaa8714329cefe53922f41dcdb4",
+      "matched": true
+    },
+    {
+      "remote_path": "numbers_for_paper/verification/zip_sha256.txt",
+      "local_path": "/root/workspace/numbers_for_paper/verification/zip_sha256.txt",
+      "remote_bytes": 88,
+      "local_bytes": 88,
+      "remote_sha256": "c114e562954d2ad22f4100279875da957a6809baa94d87cf751a7fccf7d31535",
+      "local_sha256": "c114e562954d2ad22f4100279875da957a6809baa94d87cf751a7fccf7d31535",
+      "matched": true
+    }
+  ]
+}

numbers_for_paper/verification/remote_redownload_verification_initial.json

@@ -0,0 +1,10 @@
+{
+  "revision": "cc210e9537b5aca3c19bdc59a529414ab4878a2d",
+  "download_dir": "/root/workspace/remote_redownload_verification_initial_zhixtnp0/download/numbers_for_paper",
+  "verification": {
+    "passed": true,
+    "errors": [],
+    "checked_root": "/root/workspace/remote_redownload_verification_initial_zhixtnp0/download/numbers_for_paper",
+    "checked_at_utc": "2026-07-28T10:19:13.424615+00:00"
+  }
+}

numbers_for_paper/verification/remote_redownload_verification_initial.md

@@ -0,0 +1,3 @@
+# Remote redownload verification
+
+PASS

numbers_for_paper/verification/remote_upload_summary.json

@@ -0,0 +1,13 @@
+{
+  "repo_id": "U4RASD/TypePredictor",
+  "remote_folder": "numbers_for_paper/",
+  "remote_zip_path": "numbers_for_paper/numbers_for_paper.zip",
+  "deleted_existing_folder_attempted": true,
+  "deleted_existing_folder": false,
+  "delete_note": "EntryNotFoundError",
+  "folder_upload_commit": "bf6aa155e23cb75996e036993c13cbf8b35b5386",
+  "zip_upload_commit": "cc210e9537b5aca3c19bdc59a529414ab4878a2d",
+  "initial_post_upload_revision": "cc210e9537b5aca3c19bdc59a529414ab4878a2d",
+  "initial_remote_hash_comparison_passed": true,
+  "initial_remote_redownload_verification_passed": true
+}

numbers_for_paper/verification/remote_upload_summary.md

@@ -0,0 +1,8 @@
+# Remote upload summary
+
+- Repository: `U4RASD/TypePredictor`
+- Folder: `numbers_for_paper/`
+- ZIP: `numbers_for_paper/numbers_for_paper.zip`
+- Initial post-upload revision: `cc210e9537b5aca3c19bdc59a529414ab4878a2d`
+- Hash comparison: PASS
+- Remote redownload verification: PASS