agent-harness / tasks /validation /TASK_CR_003.json
cuber12's picture
Publish agent harness research code and paper artifacts
d61821a verified
Raw
History Blame Contribute Delete
2.96 kB
{
"base_commit": "4e9786fae8866b063d641e08b3c7890ef844bd15",
"checks": {
"gold_suite_passes": true,
"original_suite_passes": true,
"source_patch_applies": true,
"test_patch_applies": true,
"test_patch_exposes_bug": true
},
"elapsed_seconds": 1.4855274590663612,
"go_version": "go version go1.26.5 darwin/arm64",
"gold_commit": "91dcb6c16becdaf163fe7ab3974596d582d87244",
"gold_results": [
{
"command": "go test ./common/buildlogger/internal/timestamper -count=1",
"elapsed_seconds": 0.4036907919216901,
"exit_code": 0,
"output_tail": "ok \tgitlab.com/gitlab-org/gitlab-runner/common/buildlogger/internal/timestamper\t0.198s\n"
}
],
"original_tests": [
{
"command": "go test ./common/buildlogger/internal/timestamper -count=1",
"elapsed_seconds": 0.4152720409911126,
"exit_code": 0,
"output_tail": "ok \tgitlab.com/gitlab-org/gitlab-runner/common/buildlogger/internal/timestamper\t0.214s\n"
}
],
"schema_version": 1,
"source_patch_apply": {
"command": "git apply --whitespace=nowarn /Users/mandeepsidhu/Desktop/code/pending-work-research/agent-harness/tasks/patches/TASK_CR_003_source.patch",
"elapsed_seconds": 0.015953458147123456,
"exit_code": 0,
"output_tail": ""
},
"task_id": "TASK_CR_003",
"test_only_results": [
{
"command": "go test ./common/buildlogger/internal/timestamper -count=1",
"elapsed_seconds": 0.41482533304952085,
"exit_code": 1,
"output_tail": "--- FAIL: TestCloseIdempotent (0.00s)\n timestamper_test.go:190: \n \tError Trace:\t/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_003-6qajbgvq/common/buildlogger/internal/timestamper/timestamper_test.go:190\n \tError: \tNot equal: \n \t \texpected: \"2021-01-01T01:00:00.020010Z ffE no trailing newline\\n\"\n \t \tactual : \"2021-01-01T01:00:00.020010Z ffE no trailing newline\\n2021-01-01T01:00:00.020010Z ffE no trailing newline\\n\\n\"\n \t \t\n \t \tDiff:\n \t \t--- Expected\n \t \t+++ Actual\n \t \t@@ -1,2 +1,4 @@\n \t \t+2021-01-01T01:00:00.020010Z ffE no trailing newline\n \t \t 2021-01-01T01:00:00.020010Z ffE no trailing newline\n \t \t \n \t \t+\n \tTest: \tTestCloseIdempotent\n \tMessages: \tsecond Close must not re-emit buffered data\nFAIL\nFAIL\tgitlab.com/gitlab-org/gitlab-runner/common/buildlogger/internal/timestamper\t0.207s\nFAIL\n"
}
],
"test_patch_apply": {
"command": "git apply --whitespace=nowarn /Users/mandeepsidhu/Desktop/code/pending-work-research/agent-harness/tasks/patches/TASK_CR_003_tests.patch",
"elapsed_seconds": 0.01601445791311562,
"exit_code": 0,
"output_tail": ""
},
"valid_end_to_end": true
}