Jev-Vision / eval_ops.json
SeanLiu's picture
V9: general vision mix + screens + corrected operation rows
9b77fa5 verified
Raw
History Blame Contribute Delete
227 kB
Invalid JSON:Unexpected token 'N', ..." "auroc": NaN, "n"... is not valid JSON
{
"n_rows": 615,
"mean_ms": 208.2,
"temp": 0.5,
"by_question": {
"click_target": {
"n": 131,
"acc": 0.969,
"chance": 0.061,
"ece": 0.033,
"auroc": 0.965,
"nll": 0.162,
"mae": null,
"acc_pos": null,
"acc_neg": null,
"n_pos": 0
},
"operation": {
"n": 482,
"acc": 0.911,
"chance": 0.295,
"ece": 0.069,
"auroc": 0.913,
"nll": 0.512,
"mae": null,
"acc_pos": null,
"acc_neg": null,
"n_pos": 0
},
"type_text_target": {
"n": 2,
"acc": 1.0,
"chance": 0.333,
"ece": 0.0,
"auroc": NaN,
"nll": 0.0,
"mae": null,
"acc_pos": null,
"acc_neg": null,
"n_pos": 0
}
},
"items": [
{
"i": 0,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.codecademy.com",
"step_id": "012_0_0",
"url_before": "https://www.codecademy.com/",
"url_after": "https://www.codecademy.com/checkout?plan_id=proGoldAnnualV2&discountCode=LEARNFALL&plan_type=pro",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 1,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 0.7988,
"meta": {
"site": "https://redis.io",
"step_id": "007_3_2",
"url_before": "https://redis.io/",
"url_after": "https://redis.io/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 2,
"qid": "click_target",
"pred": "10",
"gold": "10",
"p": 1.0,
"meta": {
"site": "https://www.shopify.com",
"step_id": "023_0_0",
"url_before": "https://www.shopify.com/",
"url_after": "https://www.shopify.com/pricing",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 3,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 0.9999,
"meta": {
"site": "https://www.cloudflare.com",
"step_id": "011_1_1",
"url_before": "https://www.cloudflare.com/",
"url_after": "https://www.cloudflare.com/",
"goal_kind": "click",
"which": "before",
"policy": "repeat"
}
},
{
"i": 4,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 0.9999,
"meta": {
"site": "https://kubernetes.io",
"step_id": "004_2_2",
"url_before": "https://www.cncf.io/training/certification/kcsp/",
"url_after": "https://www.cncf.io/training/certification/kcsp/",
"goal_kind": "search",
"which": "before",
"policy": "random"
}
},
{
"i": 5,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.codecademy.com",
"step_id": "012_0_1",
"url_before": "https://www.codecademy.com/checkout?plan_id=proGoldAnnualV2&discountCode=LEARNFALL&plan_type=pro",
"url_after": "https://appleid.apple.com/auth/authorize?client_id=com.codecademy.codecademy&nonce=B3Lz1gCsRlnPNxgIsdIHoA&redirect_uri=https%3A%2F%2Fwww.codecademy.com%2Fusers%2Fauth%2Fapple%2Fcallback&response_mode=form_post&response_type=code&scope=email%20name&state=8c21fd9cf59c15edb73e6184029c8bea5916e9da5752c8eb",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 6,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 0.9999,
"meta": {
"site": "https://www.w3.org",
"step_id": "027_0_2",
"url_before": "https://www.w3.org/zh-hans/standards/",
"url_after": "https://www.w3.org/zh-hans/standards/",
"goal_kind": "follow",
"which": "after"
}
},
{
"i": 7,
"qid": "click_target",
"pred": "17",
"gold": "17",
"p": 1.0,
"meta": {
"site": "https://www.netlify.com",
"step_id": "019_1_2",
"url_before": "https://www.netlify.com/",
"url_after": "https://www.netlify.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 8,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.postgresql.org",
"step_id": "021_4_1",
"url_before": "https://www.postgresql.org/",
"url_after": "https://www.postgresql.org/",
"goal_kind": "follow",
"which": "before",
"policy": "repeat"
}
},
{
"i": 9,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.quora.com",
"step_id": "022_2_0",
"url_before": "https://www.quora.com/",
"url_after": "https://www.quora.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 10,
"qid": "click_target",
"pred": "14",
"gold": "14",
"p": 1.0,
"meta": {
"site": "https://kubernetes.io",
"step_id": "004_5_0",
"url_before": "https://kubernetes.io/",
"url_after": "https://kubernetes.io/",
"goal_kind": "follow",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 11,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://redis.io",
"step_id": "007_3_0",
"url_before": "https://redis.io/",
"url_after": "https://redis.io/",
"goal_kind": "click",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 12,
"qid": "operation",
"pred": "DONE",
"gold": "CLICK",
"p": 0.9995,
"meta": {
"site": "https://www.shopify.com",
"step_id": "023_1_2",
"url_before": "https://accounts.shopify.com/signup/whatsapp?rid=de552d86-449a-4752-b6ee-5dc92556b3bf",
"url_after": "https://accounts.shopify.com/signup/whatsapp?rid=de552d86-449a-4752-b6ee-5dc92556b3bf",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 13,
"qid": "click_target",
"pred": "6",
"gold": "6",
"p": 1.0,
"meta": {
"site": "https://www.quora.com",
"step_id": "022_1_0",
"url_before": "https://www.quora.com/",
"url_after": "https://www.quora.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 14,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 0.9999,
"meta": {
"site": "https://www.cloudflare.com",
"step_id": "011_3_1",
"url_before": "https://www.cloudflare.com/",
"url_after": "https://www.cloudflare.com/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 15,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://leetcode.com",
"step_id": "005_1_0",
"url_before": "https://leetcode.com/",
"url_after": "https://leetcode.com/accounts/login/",
"goal_kind": "follow",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 16,
"qid": "operation",
"pred": "CLICK",
"gold": "DONE",
"p": 0.9995,
"meta": {
"site": "https://azure.microsoft.com",
"step_id": "001_5_2",
"url_before": "https://www.microsoft.com/en-us",
"url_after": "https://www.microsoft.com/en-us",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 17,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.mongodb.com",
"step_id": "018_5_1",
"url_before": "https://www.mongodb.com/",
"url_after": "https://www.mongodb.com/",
"goal_kind": "follow",
"which": "before",
"policy": "repeat"
}
},
{
"i": 18,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.wix.com",
"step_id": "029_1_1",
"url_before": "https://www.wix.com/",
"url_after": "https://www.wix.com/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 19,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.digitalocean.com",
"step_id": "013_0_0",
"url_before": "https://www.digitalocean.com/",
"url_after": "https://www.digitalocean.com/",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 20,
"qid": "click_target",
"pred": "8",
"gold": "8",
"p": 1.0,
"meta": {
"site": "https://www.netlify.com",
"step_id": "019_2_0",
"url_before": "https://www.netlify.com/",
"url_after": "https://www.netlify.com/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 21,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://vercel.com",
"step_id": "009_1_0",
"url_before": "https://vercel.com/",
"url_after": "https://vercel.com/enterprise",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 22,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 0.9999,
"meta": {
"site": "https://kubernetes.io",
"step_id": "004_0_2",
"url_before": "https://kubernetes.io/docs/home/",
"url_after": "https://kubernetes.io/docs/concepts/overview/kubernetes-api/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 23,
"qid": "operation",
"pred": "CLICK",
"gold": "DONE",
"p": 0.9987,
"meta": {
"site": "https://www.hackerrank.com",
"step_id": "016_0_1",
"url_before": "https://www.hackerrank.com/auth/signup",
"url_after": "https://www.hackerrank.com/auth/signup",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 24,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.shopify.com",
"step_id": "023_5_0",
"url_before": "https://www.shopify.com/",
"url_after": "https://www.shopify.com/#hero-video",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 25,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.nyu.edu",
"step_id": "020_2_0",
"url_before": "https://www.nyu.edu/",
"url_after": "https://www.nyu.edu/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 26,
"qid": "operation",
"pred": "TYPE_TEXT",
"gold": "TYPE_TEXT",
"p": 0.9962,
"meta": {
"site": "https://www.mongodb.com",
"step_id": "018_4_0",
"url_before": "https://www.mongodb.com/",
"url_after": "https://www.mongodb.com/",
"goal_kind": "search",
"which": "before",
"policy": "random"
}
},
{
"i": 27,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://redis.io",
"step_id": "007_1_0",
"url_before": "https://redis.io/",
"url_after": "https://redis.io/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 28,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.shopify.com",
"step_id": "023_3_1",
"url_before": "https://www.shopify.com/",
"url_after": "https://www.shopify.com/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 29,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.netlify.com",
"step_id": "019_5_0",
"url_before": "https://www.netlify.com/",
"url_after": "https://app.netlify.com/login",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 30,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.freecodecamp.org",
"step_id": "015_4_1",
"url_before": "https://www.freecodecamp.org/",
"url_after": "https://www.freecodecamp.org/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 31,
"qid": "type_text_target",
"pred": "6",
"gold": "6",
"p": 1.0,
"meta": {
"site": "https://www.w3schools.com",
"step_id": "028_3_1",
"url_before": "https://www.w3schools.com/",
"url_after": "https://profile.w3schools.com/login",
"goal_kind": "search",
"which": "before",
"policy": "oracle"
}
},
{
"i": 32,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 0.9999,
"meta": {
"site": "https://www.squarespace.com",
"step_id": "025_3_2",
"url_before": "https://www.squarespace.com/templates/get-started",
"url_after": "https://www.squarespace.com/templates/get-started",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 33,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 0.9998,
"meta": {
"site": "https://www.w3.org",
"step_id": "027_2_1",
"url_before": "https://www.w3.org/standards/",
"url_after": "https://www.w3.org/standards/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 34,
"qid": "click_target",
"pred": "5",
"gold": "5",
"p": 1.0,
"meta": {
"site": "https://www.hackerrank.com",
"step_id": "016_3_0",
"url_before": "https://www.hackerrank.com/",
"url_after": "https://www.hackerrank.com/get-started",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 35,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://vercel.com",
"step_id": "009_3_1",
"url_before": "https://vercel.com/contact/sales",
"url_after": "https://vercel.com/pricing",
"goal_kind": "click",
"which": "before",
"policy": "repeat"
}
},
{
"i": 36,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 0.997,
"meta": {
"site": "https://www.sqlite.org",
"step_id": "024_2_0",
"url_before": "https://www.sqlite.org/",
"url_after": "https://www.sqlite.org/index.html",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 37,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 0.9999,
"meta": {
"site": "https://www.codecademy.com",
"step_id": "012_2_2",
"url_before": "https://www.codecademy.com/",
"url_after": "https://www.codecademy.com/catalog/language/sql",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 38,
"qid": "click_target",
"pred": "2",
"gold": "2",
"p": 1.0,
"meta": {
"site": "https://www.wix.com",
"step_id": "029_2_0",
"url_before": "https://www.wix.com/",
"url_after": "https://www.wix.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 39,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://kubernetes.io",
"step_id": "004_4_0",
"url_before": "https://kubernetes.io/",
"url_after": "https://kubernetes.io/docs/concepts/overview/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 40,
"qid": "click_target",
"pred": "12",
"gold": "12",
"p": 1.0,
"meta": {
"site": "https://kubernetes.io",
"step_id": "004_4_1",
"url_before": "https://kubernetes.io/docs/concepts/overview/",
"url_after": "https://kubernetes.io/docs/concepts/overview/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 41,
"qid": "click_target",
"pred": "8",
"gold": "8",
"p": 1.0,
"meta": {
"site": "https://www.codecademy.com",
"step_id": "012_3_0",
"url_before": "https://www.codecademy.com/",
"url_after": "https://www.codecademy.com/business",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 42,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.w3schools.com",
"step_id": "028_4_0",
"url_before": "https://www.w3schools.com/",
"url_after": "https://www.w3schools.com/cpp/default.asp",
"goal_kind": "follow",
"which": "after"
}
},
{
"i": 43,
"qid": "click_target",
"pred": "4",
"gold": "4",
"p": 1.0,
"meta": {
"site": "https://www.squarespace.com",
"step_id": "025_4_0",
"url_before": "https://www.squarespace.com/",
"url_after": "https://www.squarespace.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 44,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.squarespace.com",
"step_id": "025_4_0",
"url_before": "https://www.squarespace.com/",
"url_after": "https://www.squarespace.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 45,
"qid": "operation",
"pred": "TYPE_TEXT",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://azure.microsoft.com",
"step_id": "001_4_2",
"url_before": "https://www.microsoft.com/en-us",
"url_after": "https://login.live.com/oauth20_authorize.srf?client_id=10fa57ef-4895-4ab2-872c-8c3613d4f7fb&scope=openid+profile+offline_access&redirect_uri=https%3a%2f%2fwww.microsoft.com%2fcascadeauth%2faccount%2fsignin-oidc&response_type=code&state=CfDJ8D3-29LeNclHm6awBmgkPjnAdNaZVZWzeTmWPBy0VaxfNmOBPqkZAgck6TGdypxf5hCFxspX9_jL76wU5RStWRnzmmhD7eSiLmLnpq70JWxDbjy_EDONcJvpg7t4z1BWhw9cxIz8DPa1SaLJs05_BRkQ_HiRKlYccpxVwP-GgfY2s6m8WoEM3_8GY1fGuyIfHtwcDYfx5LMTgDAPWwv8zqYyD1ojSY7C3bVAiNP6fZXHEo-d5aAtaxfHuGTGVFVrc1yPURoe_OSM_Jq16CTJHWe9ycoJRi33Rj22j9tRyPuNaDlR20u5bEw0S4MEzdC3mBXm9trXuV95cCbfCV6NjX_VgpLdJ2lXYmYRHZvyWAzNPU6ompc7qKQD1G40aaUEOx1viJxj0H0tdlx_kFs-oULYZ3F4nbrkh_ObvUGxwZ-svUeo43ig35jL5GEgzYnynb6-xBl6SJ7KpupgFsNPyp8&response_mode=form_post&nonce=639254934497119178.MzVkZWU4NDktNTc0My00ZmJiLWEyMzUtNTYzZGE2NTQyZmFkMGNjMWM0ZWUtN2EyNS00NTNkLWFmZjAtZTk5ZGIxZjc3YmZm&code_challenge=dd3DycGnKLVLJrLASb0ucsjqoE2rKylrmDCR9NVATl4&code_challenge_method=S256&x-client-SKU=ID_NET8_0&x-client-Ver=8.21.0.0&uaid=ed4095eef49342fd9b7fbff9d9dc165f&msproxy=1&issuer=mso&tenant=consumers&ui_locales=en-US&client_info=1&epctrc=DH0Krns4VvNtWz0QyxNdio1dY47%2fnHSg0eLU%2fcOp2Fw%3d4%3a1%3aCANARY%3aZFHtK1NmZjf2j08Xsw4%2f6iHtVhuVMK3v6Wt4K2MQac0%3d&epct=PBgABDgEAAAA9VeaV3ywaSLp1O3c4_Et5RXZvU3RzQXJ0aWZhY3RzCAAAAAAA2Apr8zOiqKN_Ei0jxq0chBV--VZiEfN71IEa7pnFg5G79aKnUEk1yrqhnLVFwVKax2HnHBT78MWD6kQXAquHngJxRLBYikjyMAr6Hva0ib5_h0JJBWUL-I9wJcgLL4VbCN3xs6OndguiOYBK5G5hGyBFIvEX5EJd_jWLa61rIJ9wK0fWLOUZ2zU5A5U3TT-_hb3UyNW7mUtz8Yny610thfhbNr6MeHp5JYIrokJwtYXYnXHTwehrhzkn_0FFh_g71nko3rXQaNm7c-009pvvySbCdQu0iZBZ1a8RLRjHZdWOdqazE1O71HhFPx8KQCPcJVdec491vDvyIpVEZDXxJBChlOdnU_HHu1bzdCR8Xwe3b5Dp8wNjBaPy3FQqM7rpWYp_mvR07_8OryJsqfE6--BuBW1IJJ8BO56u_ucONw5qUtcwWVrR4GcQFjP2XzNCzNh7GQrkZyELf_OqIH6UmTJoMi8B77vX-3wH_rlxC4JfGkOxYaurQpa9b3nHGcBhJiBQ36pIwL5P2PmhMC-xBSujI9U3o9ZPV9883O2s7TVzV5MUBS5F4lufspNYH-3T4CIL_WZ_eOQW3DAZmFzoSvMm42auO1GouFINuzGYp2aizp3d9Dq5NRhye6NR1_IkNzd8fvvGvKlrRAw1ptd1muPg9fD-ZCSDebGC62p_l3DBJBwalVBZeh7lhl22QjuBWIdSvYAu954uGsb8k8G32Zp4wZytS3MIb94t0sPS6kREIcGfNX8wf_OqwAnBuQpGIAA&jshs=0&claims=%7b%22compact%22%3a%7b%22name%22%3a%7b%22essential%22%3atrue%7d%7d%7d#",
"goal_kind": "search",
"which": "before",
"policy": "random"
}
},
{
"i": 46,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 0.9742,
"meta": {
"site": "https://redis.io",
"step_id": "007_2_2",
"url_before": "https://redis.io/",
"url_after": "https://redis.io/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 47,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 0.9995,
"meta": {
"site": "https://azure.microsoft.com",
"step_id": "001_0_1",
"url_before": "https://azure.microsoft.com/en-us",
"url_after": "https://azure.microsoft.com/en-us",
"goal_kind": "follow",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 48,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 0.9647,
"meta": {
"site": "https://aws.amazon.com",
"step_id": "000_3_1",
"url_before": "https://aws.amazon.com/",
"url_after": "https://aws.amazon.com/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 49,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://caniuse.com",
"step_id": "002_5_0",
"url_before": "https://caniuse.com/",
"url_after": "https://caniuse.com/?search=help",
"goal_kind": "search",
"which": "after"
}
},
{
"i": 50,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.wix.com",
"step_id": "029_3_0",
"url_before": "https://www.wix.com/",
"url_after": "https://www.wix.com/domains",
"goal_kind": "follow",
"which": "after"
}
},
{
"i": 51,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://kubernetes.io",
"step_id": "004_5_1",
"url_before": "https://kubernetes.io/",
"url_after": "https://kubernetes.io/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 52,
"qid": "operation",
"pred": "TYPE_TEXT",
"gold": "TYPE_TEXT",
"p": 0.9991,
"meta": {
"site": "https://www.w3schools.com",
"step_id": "028_5_1",
"url_before": "https://www.w3schools.com/",
"url_after": "https://www.w3schools.com/#gsc.tab=0&gsc.q=recipe",
"goal_kind": "search",
"which": "before",
"policy": "oracle"
}
},
{
"i": 53,
"qid": "operation",
"pred": "CLICK",
"gold": "DONE",
"p": 0.9997,
"meta": {
"site": "https://www.nyu.edu",
"step_id": "020_3_1",
"url_before": "https://www.nyu.edu/",
"url_after": "https://search.nyu.edu/s/search.html?query=&collection=nyu%7Esp-all-v02",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 54,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.postgresql.org",
"step_id": "021_5_0",
"url_before": "https://www.postgresql.org/",
"url_after": "https://www.postgresql.org/",
"goal_kind": "follow",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 55,
"qid": "click_target",
"pred": "14",
"gold": "14",
"p": 1.0,
"meta": {
"site": "https://www.mongodb.com",
"step_id": "018_5_1",
"url_before": "https://www.mongodb.com/",
"url_after": "https://www.mongodb.com/",
"goal_kind": "follow",
"which": "before",
"policy": "repeat"
}
},
{
"i": 56,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.heroku.com",
"step_id": "017_4_2",
"url_before": "https://signup.heroku.com/",
"url_after": "https://id.heroku.com/login",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 57,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.docker.com",
"step_id": "014_2_2",
"url_before": "https://www.docker.com/blog/",
"url_after": "https://www.docker.com/resources/the-state-of-agentic-ai-white-paper/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 58,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.netlify.com",
"step_id": "019_4_2",
"url_before": "https://app.netlify.com/login",
"url_after": "https://app.netlify.com/login",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 59,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.netlify.com",
"step_id": "019_2_1",
"url_before": "https://www.netlify.com/",
"url_after": "https://www.netlify.com/contact/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 60,
"qid": "operation",
"pred": "DONE",
"gold": "CLICK",
"p": 0.5227,
"meta": {
"site": "https://www.quora.com",
"step_id": "022_3_2",
"url_before": "https://www.quora.com/",
"url_after": "https://www.quora.com/",
"goal_kind": "click",
"which": "before",
"policy": "repeat"
}
},
{
"i": 61,
"qid": "click_target",
"pred": "3",
"gold": "3",
"p": 1.0,
"meta": {
"site": "https://vercel.com",
"step_id": "009_4_1",
"url_before": "https://vercel.com/",
"url_after": "https://vercel.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 62,
"qid": "click_target",
"pred": "18",
"gold": "18",
"p": 1.0,
"meta": {
"site": "https://www.docker.com",
"step_id": "014_0_2",
"url_before": "https://www.docker.com/",
"url_after": "https://www.docker.com/",
"goal_kind": "click",
"which": "before",
"policy": "repeat"
}
},
{
"i": 63,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://aws.amazon.com",
"step_id": "000_2_0",
"url_before": "https://aws.amazon.com/",
"url_after": "https://aws.amazon.com/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 64,
"qid": "operation",
"pred": "TYPE_TEXT",
"gold": "TYPE_TEXT",
"p": 0.9996,
"meta": {
"site": "https://www.ted.com",
"step_id": "026_2_0",
"url_before": "https://www.ted.com/",
"url_after": "https://www.ted.com/",
"goal_kind": "search",
"which": "before",
"policy": "oracle"
}
},
{
"i": 65,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.mongodb.com",
"step_id": "018_3_2",
"url_before": "https://www.mongodb.com/",
"url_after": "https://www.mongodb.com/",
"goal_kind": "follow",
"which": "before",
"policy": "repeat"
}
},
{
"i": 66,
"qid": "operation",
"pred": "TYPE_TEXT",
"gold": "TYPE_TEXT",
"p": 0.9835,
"meta": {
"site": "https://caniuse.com",
"step_id": "002_2_2",
"url_before": "https://caniuse.com/ciu/news",
"url_after": "https://caniuse.com/loading-lazy-media",
"goal_kind": "search",
"which": "before",
"policy": "random"
}
},
{
"i": 67,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.heroku.com",
"step_id": "017_1_0",
"url_before": "https://www.heroku.com/",
"url_after": "https://signup.heroku.com/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 68,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.hackerrank.com",
"step_id": "016_1_2",
"url_before": "https://www.hackerrank.com/get-started",
"url_after": "https://www.hackerrank.com/work/free-trial?_gl=1*c3oih6*_gcl_au*MTYzNjIwMDM3NS4xNzg5ODk3MTA2*_ga*Mzc3NzkyNDU4LjE3ODk4OTcxMDU.*_ga_BCP376TP8D*czE3ODk4OTcxMTMkbzEkZzAkdDE3ODk4OTcxMTMkajYwJGwwJGgw",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 69,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.postgresql.org",
"step_id": "021_1_0",
"url_before": "https://www.postgresql.org/",
"url_after": "https://www.postgresql.org/about/donate/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 70,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://medium.com",
"step_id": "006_0_1",
"url_before": "https://medium.com/",
"url_after": "https://medium.com/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 71,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://vercel.com",
"step_id": "009_4_0",
"url_before": "https://vercel.com/",
"url_after": "https://vercel.com/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 72,
"qid": "click_target",
"pred": "20",
"gold": "20",
"p": 1.0,
"meta": {
"site": "https://www.w3schools.com",
"step_id": "028_4_0",
"url_before": "https://www.w3schools.com/",
"url_after": "https://www.w3schools.com/cpp/default.asp",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 73,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.hackerrank.com",
"step_id": "016_0_0",
"url_before": "https://www.hackerrank.com/",
"url_after": "https://www.hackerrank.com/auth/signup",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 74,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.w3schools.com",
"step_id": "028_4_0",
"url_before": "https://www.w3schools.com/",
"url_after": "https://www.w3schools.com/cpp/default.asp",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 75,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.nyu.edu",
"step_id": "020_0_2",
"url_before": "https://www.nyu.edu/academics.html",
"url_after": "https://www.nyu.edu/academics.html",
"goal_kind": "follow",
"which": "before",
"policy": "repeat"
}
},
{
"i": 76,
"qid": "click_target",
"pred": "26",
"gold": "26",
"p": 1.0,
"meta": {
"site": "https://www.sqlite.org",
"step_id": "024_0_0",
"url_before": "https://www.sqlite.org/",
"url_after": "https://www.sqlite.org/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 77,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://kubernetes.io",
"step_id": "004_1_1",
"url_before": "https://kubernetes.io/community/",
"url_after": "https://kubernetes.io/community/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 78,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://substack.com",
"step_id": "008_0_1",
"url_before": "https://substack.com/search/abc?utm_source=global-search",
"url_after": "https://substack.com/search/abc?utm_source=global-search",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 79,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.netlify.com",
"step_id": "019_2_2",
"url_before": "https://www.netlify.com/contact/",
"url_after": "https://www.netlify.com/contact/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 80,
"qid": "click_target",
"pred": "16",
"gold": "16",
"p": 1.0,
"meta": {
"site": "https://www.sqlite.org",
"step_id": "024_3_0",
"url_before": "https://www.sqlite.org/",
"url_after": "https://www.sqlite.org/quirks.html",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 81,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 0.9828,
"meta": {
"site": "https://www.netlify.com",
"step_id": "019_3_1",
"url_before": "https://www.netlify.com/",
"url_after": "https://www.netlify.com/",
"goal_kind": "follow",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 82,
"qid": "click_target",
"pred": "12",
"gold": "12",
"p": 1.0,
"meta": {
"site": "https://www.docker.com",
"step_id": "014_4_0",
"url_before": "https://www.docker.com/",
"url_after": "https://www.docker.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 83,
"qid": "click_target",
"pred": "27",
"gold": "27",
"p": 1.0,
"meta": {
"site": "https://www.digitalocean.com",
"step_id": "013_5_0",
"url_before": "https://www.digitalocean.com/",
"url_after": "https://www.digitalocean.com/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 84,
"qid": "click_target",
"pred": "20",
"gold": "20",
"p": 1.0,
"meta": {
"site": "https://aws.amazon.com",
"step_id": "000_1_2",
"url_before": "https://aws.amazon.com/",
"url_after": "https://us-east-1.signin.aws/platform/d-9067642ac7/login?workflowStateHandle=716bb7bc-5c6b-4cf4-9277-53b1985426a8",
"goal_kind": "follow",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 85,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.netlify.com",
"step_id": "019_4_0",
"url_before": "https://www.netlify.com/",
"url_after": "https://app.netlify.com/login",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 86,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.squarespace.com",
"step_id": "025_3_0",
"url_before": "https://www.squarespace.com/",
"url_after": "https://www.squarespace.com/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 87,
"qid": "click_target",
"pred": "22",
"gold": "22",
"p": 1.0,
"meta": {
"site": "https://www.postgresql.org",
"step_id": "021_4_0",
"url_before": "https://www.postgresql.org/",
"url_after": "https://www.postgresql.org/",
"goal_kind": "follow",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 88,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.docker.com",
"step_id": "014_0_0",
"url_before": "https://www.docker.com/",
"url_after": "https://www.docker.com/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 89,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://cloud.google.com",
"step_id": "003_1_1",
"url_before": "https://cloud.google.com/blog/products/ai-machine-learning/what-google-cloud-announced-in-ai-this-month",
"url_after": "https://cloud.google.com/blog/topics/developers-practitioners",
"goal_kind": "follow",
"which": "before",
"policy": "repeat"
}
},
{
"i": 90,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.wix.com",
"step_id": "029_0_1",
"url_before": "https://www.wix.com/",
"url_after": "https://users.wix.com/signin?view=sign-up&sendEmail=true&loginCompName=SignUp_H&referralInfo=SignUp_H&postSignUp=https%3A%2F%2Fwww.wix.com%2Fnew%2Fintro%2F&postLogin=https%3A%2F%2Fmanage.wix.com%2Faccount%2Froute&loginDialogContext=login&originUrl=https%3A%2F%2Fwww.wix.com%2F&_gl=1*fei514*_gcl_au*OTU2MDM2NzguMTc4OTg5NzUwOQ..",
"goal_kind": "follow",
"which": "after"
}
},
{
"i": 91,
"qid": "click_target",
"pred": "1",
"gold": "1",
"p": 1.0,
"meta": {
"site": "https://www.sqlite.org",
"step_id": "024_2_0",
"url_before": "https://www.sqlite.org/",
"url_after": "https://www.sqlite.org/index.html",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 92,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.w3schools.com",
"step_id": "028_4_1",
"url_before": "https://www.w3schools.com/cpp/default.asp",
"url_after": "https://www.w3schools.com/c/index.php",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 93,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.codecademy.com",
"step_id": "012_3_0",
"url_before": "https://www.codecademy.com/",
"url_after": "https://www.codecademy.com/business",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 94,
"qid": "click_target",
"pred": "3",
"gold": "3",
"p": 1.0,
"meta": {
"site": "https://vercel.com",
"step_id": "009_3_2",
"url_before": "https://vercel.com/pricing",
"url_after": "https://vercel.com/pricing",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 95,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://leetcode.com",
"step_id": "005_5_0",
"url_before": "https://leetcode.com/",
"url_after": "https://leetcode.com/accounts/login/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 96,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.wix.com",
"step_id": "029_1_0",
"url_before": "https://www.wix.com/",
"url_after": "https://www.wix.com/",
"goal_kind": "follow",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 97,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 0.78,
"meta": {
"site": "https://www.freecodecamp.org",
"step_id": "015_1_1",
"url_before": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SBrMjBBbUpJZ1F6T0lESjRpSXBLdVZQUXVfb0Vmb2VaSqFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIEF3Q0JQVzR1VFRMTDFUSlF5RnNBSV83NkhNaXFyeVVVo2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k",
"url_after": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SBrMjBBbUpJZ1F6T0lESjRpSXBLdVZQUXVfb0Vmb2VaSqFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIEF3Q0JQVzR1VFRMTDFUSlF5RnNBSV83NkhNaXFyeVVVo2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k",
"goal_kind": "search",
"which": "before",
"policy": "repeat"
}
},
{
"i": 98,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.freecodecamp.org",
"step_id": "015_0_2",
"url_before": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SAxbDRSWmZkZUJhaGVGY1dnN0M1Q3ZHTEpFdHg4ZllkbaFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIDRMb3RTRnc1Zk9xVGxYU3hpODU0OFRER1ZrWGZxTjFMo2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k",
"url_after": "https://appleid.apple.com/auth/authorize?client_id=org.freecodecamp.mobile.login&scope=name%20email&response_type=code&redirect_uri=https%3A%2F%2Fauth.freecodecamp.org%2Flogin%2Fcallback&response_mode=form_post&state=HjfpjOsUvbswkezdVuBy9Mmtf_ZSr4h1",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 99,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://aws.amazon.com",
"step_id": "000_1_1",
"url_before": "https://aws.amazon.com/",
"url_after": "https://aws.amazon.com/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 100,
"qid": "click_target",
"pred": "12",
"gold": "12",
"p": 1.0,
"meta": {
"site": "https://www.docker.com",
"step_id": "014_2_2",
"url_before": "https://www.docker.com/blog/",
"url_after": "https://www.docker.com/resources/the-state-of-agentic-ai-white-paper/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 101,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 0.998,
"meta": {
"site": "https://substack.com",
"step_id": "008_2_1",
"url_before": "https://substack.com/search/python?utm_source=global-search",
"url_after": "https://substack.com/",
"goal_kind": "search",
"which": "before",
"policy": "oracle"
}
},
{
"i": 102,
"qid": "click_target",
"pred": "9",
"gold": "9",
"p": 1.0,
"meta": {
"site": "https://www.codecademy.com",
"step_id": "012_1_0",
"url_before": "https://www.codecademy.com/",
"url_after": "https://www.codecademy.com/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 103,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.digitalocean.com",
"step_id": "013_5_0",
"url_before": "https://www.digitalocean.com/",
"url_after": "https://www.digitalocean.com/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 104,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.docker.com",
"step_id": "014_0_2",
"url_before": "https://www.docker.com/",
"url_after": "https://www.docker.com/",
"goal_kind": "click",
"which": "before",
"policy": "repeat"
}
},
{
"i": 105,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://kubernetes.io",
"step_id": "004_0_1",
"url_before": "https://kubernetes.io/careers/",
"url_after": "https://kubernetes.io/docs/home/",
"goal_kind": "follow",
"which": "after"
}
},
{
"i": 106,
"qid": "operation",
"pred": "CLICK",
"gold": "DONE",
"p": 0.999,
"meta": {
"site": "https://www.docker.com",
"step_id": "014_5_1",
"url_before": "https://www.docker.com/",
"url_after": "https://www.docker.com/resources/the-state-of-agentic-ai-white-paper/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 107,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.squarespace.com",
"step_id": "025_1_1",
"url_before": "https://www.squarespace.com/",
"url_after": "https://www.squarespace.com/",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 108,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.w3.org",
"step_id": "027_3_2",
"url_before": "https://www.w3.org/",
"url_after": "https://www.w3.org/",
"goal_kind": "click",
"which": "before",
"policy": "repeat"
}
},
{
"i": 109,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.w3.org",
"step_id": "027_3_0",
"url_before": "https://www.w3.org/",
"url_after": "https://www.w3.org/",
"goal_kind": "click",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 110,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.ted.com",
"step_id": "026_4_0",
"url_before": "https://www.ted.com/",
"url_after": "https://giving.ted.com/page/tedmember?utm_medium=website&utm_source=main-nav-header&utm_campaign=membership-ted",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 111,
"qid": "operation",
"pred": "TYPE_TEXT",
"gold": "TYPE_TEXT",
"p": 0.9999,
"meta": {
"site": "https://kubernetes.io",
"step_id": "004_3_0",
"url_before": "https://kubernetes.io/",
"url_after": "https://kubernetes.io/search/?q=hello",
"goal_kind": "search",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 112,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.w3.org",
"step_id": "027_1_0",
"url_before": "https://www.w3.org/",
"url_after": "https://www.w3.org/",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 113,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.w3.org",
"step_id": "027_3_1",
"url_before": "https://www.w3.org/",
"url_after": "https://www.w3.org/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 114,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://kubernetes.io",
"step_id": "004_2_1",
"url_before": "https://kubernetes.io/partners/",
"url_after": "https://www.cncf.io/training/certification/kcsp/",
"goal_kind": "search",
"which": "before",
"policy": "random"
}
},
{
"i": 115,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.sqlite.org",
"step_id": "024_4_1",
"url_before": "https://www.sqlite.org/quickstart.html",
"url_after": "https://www.sqlite.org/download.html",
"goal_kind": "follow",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 116,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.codecademy.com",
"step_id": "012_1_0",
"url_before": "https://www.codecademy.com/",
"url_after": "https://www.codecademy.com/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 117,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://aws.amazon.com",
"step_id": "000_3_1",
"url_before": "https://aws.amazon.com/",
"url_after": "https://aws.amazon.com/",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 118,
"qid": "click_target",
"pred": "5",
"gold": "5",
"p": 1.0,
"meta": {
"site": "https://vercel.com",
"step_id": "009_0_1",
"url_before": "https://vercel.com/home",
"url_after": "https://vercel.com/home",
"goal_kind": "follow",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 119,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.hackerrank.com",
"step_id": "016_4_0",
"url_before": "https://www.hackerrank.com/",
"url_after": "https://www.hackerrank.com/auth/signup",
"goal_kind": "follow",
"which": "after"
}
},
{
"i": 120,
"qid": "click_target",
"pred": "2",
"gold": "2",
"p": 1.0,
"meta": {
"site": "https://www.freecodecamp.org",
"step_id": "015_0_1",
"url_before": "https://www.freecodecamp.org/",
"url_after": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SAxbDRSWmZkZUJhaGVGY1dnN0M1Q3ZHTEpFdHg4ZllkbaFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIDRMb3RTRnc1Zk9xVGxYU3hpODU0OFRER1ZrWGZxTjFMo2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 121,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://azure.microsoft.com",
"step_id": "001_3_1",
"url_before": "https://azure.microsoft.com/en-us",
"url_after": "https://azure.microsoft.com/en-us",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 122,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://wordpress.com",
"step_id": "010_0_0",
"url_before": "https://wordpress.com/",
"url_after": "https://wordpress.com/log-in/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 123,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.postgresql.org",
"step_id": "021_1_2",
"url_before": "https://www.postgresql.org/about/",
"url_after": "https://www.postgresql.org/about/featurematrix/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 124,
"qid": "click_target",
"pred": "17",
"gold": "17",
"p": 1.0,
"meta": {
"site": "https://www.netlify.com",
"step_id": "019_2_1",
"url_before": "https://www.netlify.com/",
"url_after": "https://www.netlify.com/contact/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 125,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://vercel.com",
"step_id": "009_3_2",
"url_before": "https://vercel.com/pricing",
"url_after": "https://vercel.com/pricing",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 126,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://vercel.com",
"step_id": "009_3_0",
"url_before": "https://vercel.com/",
"url_after": "https://vercel.com/contact/sales",
"goal_kind": "click",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 127,
"qid": "click_target",
"pred": "2",
"gold": "2",
"p": 1.0,
"meta": {
"site": "https://www.wix.com",
"step_id": "029_4_0",
"url_before": "https://www.wix.com/",
"url_after": "https://www.wix.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 128,
"qid": "click_target",
"pred": "11",
"gold": "11",
"p": 1.0,
"meta": {
"site": "https://www.netlify.com",
"step_id": "019_3_2",
"url_before": "https://www.netlify.com/",
"url_after": "https://www.netlify.com/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 129,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.nyu.edu",
"step_id": "020_0_1",
"url_before": "https://www.nyu.edu/academics.html",
"url_after": "https://www.nyu.edu/academics.html",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 130,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.w3schools.com",
"step_id": "028_2_0",
"url_before": "https://www.w3schools.com/",
"url_after": "https://www.w3schools.com/cs/index.php",
"goal_kind": "follow",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 131,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 0.9999,
"meta": {
"site": "https://www.w3schools.com",
"step_id": "028_3_2",
"url_before": "https://profile.w3schools.com/login",
"url_after": "https://accounts.google.com/v3/signin/identifier?opparams=%253F&dsh=S17558351%3A1789897496027220&access_type=offline&client_id=398874333579-u9rrotjv4vu07ut6l3844d6mspcadqds.apps.googleusercontent.com&code_challenge=M0j6PDnDaYzMsqD90_gqVYsq3qJlNDtdFovyeIYFhS8&code_challenge_method=S256&o2v=2&prompt=select_account&redirect_uri=https%3A%2F%2Fauth.w3sapi.com%2Foauth2%2Fcallback&response_type=code&scope=openid+profile+email&service=lso&state=eyJub25jZSI6IjNkNDc4ODY1LWIzNTQtNDk3Ni1iMWQ3LWU4NTc4MWQwMjNiNyIsImNhbGxlclN0YXRlIjoiX2N0M09HRExSbTc4V0dQdDJQVUw5ZyIsImNhbGxlclJlZGlyZWN0VXJpIjoiaHR0cHM6Ly9wcm9maWxlLnczc2Nob29scy5jb20vc29jaWFsLWF1dGgiLCJwcm92aWRlciI6Imdvb2dsZSJ9&flowName=GeneralOAuthFlow&continue=https%3A%2F%2Faccounts.google.com%2Fsignin%2Foauth%2Fconsent%3Fauthuser%3Dunknown%26part%3DAJi8hAPMV9uQ7atkQTP8vXhPwLrPDccJa9k_GlIiUCOBQ_dmTEmj9_ExgievMNMKqlADruaY9zryA_f0Ptz2tzHw1vcjQUOqvxboojehwtkv7skTdS3csbR0I9oVROXcZS1az2iwLCoGtKLerlqDrtOjcuh4qnN01Dh3AACSGKKkh2K5N6jxV1x5afps9b959dgJ807bBPKXArLOSYCGB5FChwX8FyCvpf2lFvb_11_IxBCrp9zpi8Ke2gp6N7FTDlCiCut2-6MpVc_rsy4FuqPDhejO29U3ay1bGvezO7tXHHe9PQ8_yY2-LK-derDkhGu-SuVbFx8IYSeQ2lTQ4J-eFNH7bDH1HmonY6ZrorpeemPtkLy2vecUTOR8UPml-7iuB-3-MRFMbt0kS4PX6TrdmWP0USq7sQFsQKorXzldPtVERRZthbpqZBRI5hmX1Y9cF5bmveCPN7FFK43oow_uyZZj2GsTfw%26flowName%3DGeneralOAuthFlow%26as%3DS17558351%253A1789897496027220%26client_id%3D398874333579-u9rrotjv4vu07ut6l3844d6mspcadqds.apps.googleusercontent.com%26requestPath%3D%252Fsignin%252Foauth%252Fconsent%23&app_domain=https%3A%2F%2Fauth.w3sapi.com&rart=ANgoxccd2Yz77ANvPzd23Zw9178rj_AwcygCi7j6e_vN8pRpfbRakqMWMG7TDzjNjbNjsvhrhf2jzuvf73Vc5d5s12mBOriP2SqLnJbATSEJdzxF0o34b8U",
"goal_kind": "search",
"which": "before",
"policy": "random"
}
},
{
"i": 132,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.heroku.com",
"step_id": "017_0_1",
"url_before": "https://www.heroku.com/",
"url_after": "https://www.heroku.com/",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 133,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://wordpress.com",
"step_id": "010_2_1",
"url_before": "https://wordpress.com/",
"url_after": "https://wordpress.com/",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 134,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 0.5634,
"meta": {
"site": "https://www.freecodecamp.org",
"step_id": "015_1_2",
"url_before": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SBrMjBBbUpJZ1F6T0lESjRpSXBLdVZQUXVfb0Vmb2VaSqFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIEF3Q0JQVzR1VFRMTDFUSlF5RnNBSV83NkhNaXFyeVVVo2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k",
"url_after": "https://appleid.apple.com/auth/authorize?client_id=org.freecodecamp.mobile.login&scope=name%20email&response_type=code&redirect_uri=https%3A%2F%2Fauth.freecodecamp.org%2Flogin%2Fcallback&response_mode=form_post&state=NrvOdoQPoKoYIcFafVEPt56LCoOl3jWM",
"goal_kind": "search",
"which": "before",
"policy": "random"
}
},
{
"i": 135,
"qid": "click_target",
"pred": "2",
"gold": "2",
"p": 1.0,
"meta": {
"site": "https://www.hackerrank.com",
"step_id": "016_1_0",
"url_before": "https://www.hackerrank.com/",
"url_after": "https://www.hackerrank.com/get-started",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 136,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://azure.microsoft.com",
"step_id": "001_3_0",
"url_before": "https://azure.microsoft.com/en-us",
"url_after": "https://azure.microsoft.com/en-us",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 137,
"qid": "operation",
"pred": "TYPE_TEXT",
"gold": "TYPE_TEXT",
"p": 0.9997,
"meta": {
"site": "https://www.w3schools.com",
"step_id": "028_0_2",
"url_before": "https://www.w3schools.com/#gsc.tab=0",
"url_after": "https://www.w3schools.com/#gsc.tab=0&gsc.q=music",
"goal_kind": "search",
"which": "before",
"policy": "oracle"
}
},
{
"i": 138,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.w3.org",
"step_id": "027_0_0",
"url_before": "https://www.w3.org/",
"url_after": "https://www.w3.org/zh-hans/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 139,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.hackerrank.com",
"step_id": "016_3_0",
"url_before": "https://www.hackerrank.com/",
"url_after": "https://www.hackerrank.com/get-started",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 140,
"qid": "click_target",
"pred": "14",
"gold": "14",
"p": 1.0,
"meta": {
"site": "https://www.quora.com",
"step_id": "022_0_0",
"url_before": "https://www.quora.com/",
"url_after": "https://www.quora.com/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 141,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.cloudflare.com",
"step_id": "011_3_0",
"url_before": "https://www.cloudflare.com/",
"url_after": "https://www.cloudflare.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 142,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.nyu.edu",
"step_id": "020_1_0",
"url_before": "https://www.nyu.edu/",
"url_after": "https://www.nyu.edu/academics.html",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 143,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.netlify.com",
"step_id": "019_1_2",
"url_before": "https://www.netlify.com/",
"url_after": "https://www.netlify.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 144,
"qid": "click_target",
"pred": "5",
"gold": "5",
"p": 1.0,
"meta": {
"site": "https://www.cloudflare.com",
"step_id": "011_0_0",
"url_before": "https://www.cloudflare.com/",
"url_after": "https://www.cloudflare.com/plans/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 145,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://aws.amazon.com",
"step_id": "000_4_2",
"url_before": "https://aws.amazon.com/",
"url_after": "https://aws.amazon.com/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 146,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.hackerrank.com",
"step_id": "016_1_0",
"url_before": "https://www.hackerrank.com/",
"url_after": "https://www.hackerrank.com/get-started",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 147,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://caniuse.com",
"step_id": "002_3_2",
"url_before": "https://caniuse.com/css-grid",
"url_after": "https://caniuse.com/?search=music",
"goal_kind": "search",
"which": "after"
}
},
{
"i": 148,
"qid": "operation",
"pred": "TYPE_TEXT",
"gold": "TYPE_TEXT",
"p": 0.9992,
"meta": {
"site": "https://substack.com",
"step_id": "008_3_0",
"url_before": "https://substack.com/",
"url_after": "https://substack.com/search/price?utm_source=global-search",
"goal_kind": "search",
"which": "before",
"policy": "oracle"
}
},
{
"i": 149,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.shopify.com",
"step_id": "023_2_1",
"url_before": "https://www.shopify.com/",
"url_after": "https://www.shopify.com/#hero-video",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 150,
"qid": "operation",
"pred": "DONE",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.digitalocean.com",
"step_id": "013_1_2",
"url_before": "https://docs.digitalocean.com/",
"url_after": "https://docs.digitalocean.com/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 151,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://vercel.com",
"step_id": "009_2_0",
"url_before": "https://vercel.com/",
"url_after": "https://vercel.com/contact/sales",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 152,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://vercel.com",
"step_id": "009_5_1",
"url_before": "https://vercel.com/",
"url_after": "https://vercel.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 153,
"qid": "click_target",
"pred": "5",
"gold": "5",
"p": 1.0,
"meta": {
"site": "https://www.hackerrank.com",
"step_id": "016_2_0",
"url_before": "https://www.hackerrank.com/",
"url_after": "https://www.hackerrank.com/get-started",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 154,
"qid": "click_target",
"pred": "2",
"gold": "2",
"p": 1.0,
"meta": {
"site": "https://www.freecodecamp.org",
"step_id": "015_4_0",
"url_before": "https://www.freecodecamp.org/",
"url_after": "https://www.freecodecamp.org/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 155,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.sqlite.org",
"step_id": "024_5_0",
"url_before": "https://www.sqlite.org/",
"url_after": "https://www.sqlite.org/lang_datefunc.html",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 156,
"qid": "click_target",
"pred": "2",
"gold": "2",
"p": 1.0,
"meta": {
"site": "https://www.freecodecamp.org",
"step_id": "015_4_1",
"url_before": "https://www.freecodecamp.org/",
"url_after": "https://www.freecodecamp.org/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 157,
"qid": "click_target",
"pred": "12",
"gold": "12",
"p": 1.0,
"meta": {
"site": "https://www.codecademy.com",
"step_id": "012_1_2",
"url_before": "https://www.codecademy.com/",
"url_after": "https://www.codecademy.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 158,
"qid": "click_target",
"pred": "4",
"gold": "4",
"p": 1.0,
"meta": {
"site": "https://www.codecademy.com",
"step_id": "012_2_0",
"url_before": "https://www.codecademy.com/",
"url_after": "https://www.codecademy.com/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 159,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://aws.amazon.com",
"step_id": "000_2_1",
"url_before": "https://aws.amazon.com/",
"url_after": "https://aws.amazon.com/",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 160,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.wix.com",
"step_id": "029_5_0",
"url_before": "https://www.wix.com/",
"url_after": "https://www.wix.com/",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 161,
"qid": "click_target",
"pred": "22",
"gold": "22",
"p": 1.0,
"meta": {
"site": "https://www.postgresql.org",
"step_id": "021_1_0",
"url_before": "https://www.postgresql.org/",
"url_after": "https://www.postgresql.org/about/donate/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 162,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.w3.org",
"step_id": "027_1_0",
"url_before": "https://www.w3.org/",
"url_after": "https://www.w3.org/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 163,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://aws.amazon.com",
"step_id": "000_0_2",
"url_before": "https://aws.amazon.com/",
"url_after": "https://aws.amazon.com/contact-us/?nc2=h_ut_cu",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 164,
"qid": "operation",
"pred": "CLICK",
"gold": "DONE",
"p": 0.588,
"meta": {
"site": "https://www.mongodb.com",
"step_id": "018_2_1",
"url_before": "https://www.mongodb.com/",
"url_after": "https://www.mongodb.com/",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 165,
"qid": "click_target",
"pred": "10",
"gold": "10",
"p": 1.0,
"meta": {
"site": "https://www.postgresql.org",
"step_id": "021_5_0",
"url_before": "https://www.postgresql.org/",
"url_after": "https://www.postgresql.org/",
"goal_kind": "follow",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 166,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.postgresql.org",
"step_id": "021_4_0",
"url_before": "https://www.postgresql.org/",
"url_after": "https://www.postgresql.org/",
"goal_kind": "follow",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 167,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.digitalocean.com",
"step_id": "013_0_0",
"url_before": "https://www.digitalocean.com/",
"url_after": "https://www.digitalocean.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 168,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.hackerrank.com",
"step_id": "016_2_0",
"url_before": "https://www.hackerrank.com/",
"url_after": "https://www.hackerrank.com/get-started",
"goal_kind": "follow",
"which": "after"
}
},
{
"i": 169,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.quora.com",
"step_id": "022_1_0",
"url_before": "https://www.quora.com/",
"url_after": "https://www.quora.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 170,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://medium.com",
"step_id": "006_0_2",
"url_before": "https://medium.com/",
"url_after": "https://medium.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 171,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.quora.com",
"step_id": "022_4_0",
"url_before": "https://www.quora.com/",
"url_after": "https://www.quora.com/",
"goal_kind": "click",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 172,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://kubernetes.io",
"step_id": "004_4_1",
"url_before": "https://kubernetes.io/docs/concepts/overview/",
"url_after": "https://kubernetes.io/docs/concepts/overview/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 173,
"qid": "click_target",
"pred": "12",
"gold": "12",
"p": 1.0,
"meta": {
"site": "https://www.docker.com",
"step_id": "014_2_0",
"url_before": "https://www.docker.com/",
"url_after": "https://www.docker.com/blog/",
"goal_kind": "click",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 174,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 0.9997,
"meta": {
"site": "https://www.postgresql.org",
"step_id": "021_3_2",
"url_before": "https://www.postgresql.org/ftp/",
"url_after": "https://www.postgresql.org/ftp/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 175,
"qid": "operation",
"pred": "TYPE_TEXT",
"gold": "TYPE_TEXT",
"p": 1.0,
"meta": {
"site": "https://www.w3schools.com",
"step_id": "028_5_0",
"url_before": "https://www.w3schools.com/",
"url_after": "https://www.w3schools.com/",
"goal_kind": "search",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 176,
"qid": "click_target",
"pred": "3",
"gold": "3",
"p": 1.0,
"meta": {
"site": "https://vercel.com",
"step_id": "009_3_0",
"url_before": "https://vercel.com/",
"url_after": "https://vercel.com/contact/sales",
"goal_kind": "click",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 177,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.sqlite.org",
"step_id": "024_3_2",
"url_before": "https://www.sqlite.org/serverless.html",
"url_after": "https://www.sqlite.org/support.html",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 178,
"qid": "operation",
"pred": "TYPE_TEXT",
"gold": "TYPE_TEXT",
"p": 1.0,
"meta": {
"site": "https://caniuse.com",
"step_id": "002_3_0",
"url_before": "https://caniuse.com/",
"url_after": "https://caniuse.com/",
"goal_kind": "search",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 179,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://vercel.com",
"step_id": "009_5_1",
"url_before": "https://vercel.com/",
"url_after": "https://vercel.com/",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 180,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 0.999,
"meta": {
"site": "https://www.codecademy.com",
"step_id": "012_5_2",
"url_before": "https://www.codecademy.com/register",
"url_after": "https://www.codecademy.com/register",
"goal_kind": "follow",
"which": "before",
"policy": "repeat"
}
},
{
"i": 181,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.mongodb.com",
"step_id": "018_2_0",
"url_before": "https://www.mongodb.com/",
"url_after": "https://www.mongodb.com/",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 182,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.hackerrank.com",
"step_id": "016_5_0",
"url_before": "https://www.hackerrank.com/",
"url_after": "https://www.hackerrank.com/work/pricing",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 183,
"qid": "click_target",
"pred": "14",
"gold": "14",
"p": 1.0,
"meta": {
"site": "https://www.netlify.com",
"step_id": "019_0_1",
"url_before": "https://www.netlify.com/",
"url_after": "https://www.netlify.com/",
"goal_kind": "click",
"which": "before",
"policy": "repeat"
}
},
{
"i": 184,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.shopify.com",
"step_id": "023_3_2",
"url_before": "https://www.shopify.com/",
"url_after": "https://www.shopify.com/pos",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 185,
"qid": "operation",
"pred": "TYPE_TEXT",
"gold": "TYPE_TEXT",
"p": 1.0,
"meta": {
"site": "https://caniuse.com",
"step_id": "002_2_0",
"url_before": "https://caniuse.com/",
"url_after": "https://caniuse.com/?search=abc",
"goal_kind": "search",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 186,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.cloudflare.com",
"step_id": "011_2_1",
"url_before": "https://www.cloudflare.com/",
"url_after": "https://www.cloudflare.com/",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 187,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.squarespace.com",
"step_id": "025_3_1",
"url_before": "https://www.squarespace.com/",
"url_after": "https://www.squarespace.com/templates/get-started",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 188,
"qid": "click_target",
"pred": "2",
"gold": "2",
"p": 1.0,
"meta": {
"site": "https://www.ted.com",
"step_id": "026_1_0",
"url_before": "https://www.ted.com/",
"url_after": "https://www.ted.com/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 189,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.w3.org",
"step_id": "027_2_0",
"url_before": "https://www.w3.org/",
"url_after": "https://www.w3.org/standards/",
"goal_kind": "follow",
"which": "after"
}
},
{
"i": 190,
"qid": "operation",
"pred": "CLICK",
"gold": "TYPE_TEXT",
"p": 0.7982,
"meta": {
"site": "https://www.mongodb.com",
"step_id": "018_0_0",
"url_before": "https://www.mongodb.com/",
"url_after": "https://www.mongodb.com/",
"goal_kind": "search",
"which": "before",
"policy": "oracle"
}
},
{
"i": 191,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.quora.com",
"step_id": "022_3_0",
"url_before": "https://www.quora.com/",
"url_after": "https://www.quora.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 192,
"qid": "click_target",
"pred": "20",
"gold": "20",
"p": 1.0,
"meta": {
"site": "https://redis.io",
"step_id": "007_3_0",
"url_before": "https://redis.io/",
"url_after": "https://redis.io/",
"goal_kind": "click",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 193,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.squarespace.com",
"step_id": "025_0_0",
"url_before": "https://www.squarespace.com/",
"url_after": "https://www.squarespace.com/templates/get-started",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 194,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://cloud.google.com",
"step_id": "003_5_1",
"url_before": "https://cloud.google.com/contact",
"url_after": "https://docs.cloud.google.com/docs",
"goal_kind": "follow",
"which": "before",
"policy": "repeat"
}
},
{
"i": 195,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.ted.com",
"step_id": "026_1_0",
"url_before": "https://www.ted.com/",
"url_after": "https://www.ted.com/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 196,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 0.9997,
"meta": {
"site": "https://www.digitalocean.com",
"step_id": "013_1_1",
"url_before": "https://docs.digitalocean.com/products/",
"url_after": "https://docs.digitalocean.com/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 197,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.freecodecamp.org",
"step_id": "015_2_2",
"url_before": "https://www.freecodecamp.org/",
"url_after": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SBPYmw1NTJzZzkzTXZ4by1od2NTeUlFdUZaeGZlMWNhUqFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIFNsMVhvb0VLZlBIM2VEWEw0Y3hwWHV1SGpJSWhiM0VGo2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 198,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.squarespace.com",
"step_id": "025_0_2",
"url_before": "https://www.squarespace.com/templates/get-started",
"url_after": "https://www.squarespace.com/templates/get-started",
"goal_kind": "click",
"which": "before",
"policy": "repeat"
}
},
{
"i": 199,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.codecademy.com",
"step_id": "012_3_1",
"url_before": "https://www.codecademy.com/business",
"url_after": "https://www.codecademy.com/business",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 200,
"qid": "operation",
"pred": "TYPE_TEXT",
"gold": "CLICK",
"p": 0.7967,
"meta": {
"site": "https://caniuse.com",
"step_id": "002_2_1",
"url_before": "https://caniuse.com/?search=abc",
"url_after": "https://caniuse.com/ciu/news",
"goal_kind": "search",
"which": "before",
"policy": "random"
}
},
{
"i": 201,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.postgresql.org",
"step_id": "021_3_0",
"url_before": "https://www.postgresql.org/",
"url_after": "https://www.postgresql.org/download/",
"goal_kind": "follow",
"which": "after"
}
},
{
"i": 202,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.heroku.com",
"step_id": "017_0_1",
"url_before": "https://www.heroku.com/",
"url_after": "https://www.heroku.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 203,
"qid": "click_target",
"pred": "5",
"gold": "5",
"p": 1.0,
"meta": {
"site": "https://www.wix.com",
"step_id": "029_3_0",
"url_before": "https://www.wix.com/",
"url_after": "https://www.wix.com/domains",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 204,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.w3.org",
"step_id": "027_3_2",
"url_before": "https://www.w3.org/",
"url_after": "https://www.w3.org/",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 205,
"qid": "operation",
"pred": "TYPE_TEXT",
"gold": "TYPE_TEXT",
"p": 0.9993,
"meta": {
"site": "https://substack.com",
"step_id": "008_1_0",
"url_before": "https://substack.com/",
"url_after": "https://substack.com/search/login?utm_source=global-search",
"goal_kind": "search",
"which": "before",
"policy": "oracle"
}
},
{
"i": 206,
"qid": "click_target",
"pred": "10",
"gold": "10",
"p": 1.0,
"meta": {
"site": "https://caniuse.com",
"step_id": "002_4_0",
"url_before": "https://caniuse.com/",
"url_after": "https://caniuse.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 207,
"qid": "operation",
"pred": "CLICK",
"gold": "TYPE_TEXT",
"p": 0.5676,
"meta": {
"site": "https://www.mongodb.com",
"step_id": "018_1_1",
"url_before": "https://www.mongodb.com/",
"url_after": "https://www.mongodb.com/",
"goal_kind": "search",
"which": "before",
"policy": "oracle"
}
},
{
"i": 208,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://leetcode.com",
"step_id": "005_1_1",
"url_before": "https://leetcode.com/accounts/login/",
"url_after": "https://leetcode.com/problemset/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 209,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.shopify.com",
"step_id": "023_3_0",
"url_before": "https://www.shopify.com/",
"url_after": "https://www.shopify.com/",
"goal_kind": "click",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 210,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://aws.amazon.com",
"step_id": "000_4_0",
"url_before": "https://aws.amazon.com/",
"url_after": "https://aws.amazon.com/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 211,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://azure.microsoft.com",
"step_id": "001_3_2",
"url_before": "https://azure.microsoft.com/en-us",
"url_after": "https://azure.microsoft.com/en-us",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 212,
"qid": "operation",
"pred": "CLICK",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.docker.com",
"step_id": "014_4_2",
"url_before": "https://www.docker.com/",
"url_after": "https://www.docker.com/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 213,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://vercel.com",
"step_id": "009_1_0",
"url_before": "https://vercel.com/",
"url_after": "https://vercel.com/enterprise",
"goal_kind": "follow",
"which": "after"
}
},
{
"i": 214,
"qid": "operation",
"pred": "CLICK",
"gold": "TYPE_TEXT",
"p": 0.9867,
"meta": {
"site": "https://cloud.google.com",
"step_id": "003_3_1",
"url_before": "https://cloud.google.com/",
"url_after": "https://cloud.google.com/",
"goal_kind": "search",
"which": "before",
"policy": "oracle"
}
},
{
"i": 215,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.netlify.com",
"step_id": "019_0_1",
"url_before": "https://www.netlify.com/",
"url_after": "https://www.netlify.com/",
"goal_kind": "click",
"which": "before",
"policy": "repeat"
}
},
{
"i": 216,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.w3.org",
"step_id": "027_5_0",
"url_before": "https://www.w3.org/",
"url_after": "https://www.w3.org/",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 217,
"qid": "click_target",
"pred": "7",
"gold": "7",
"p": 0.946,
"meta": {
"site": "https://www.mongodb.com",
"step_id": "018_3_0",
"url_before": "https://www.mongodb.com/",
"url_after": "https://www.mongodb.com/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 218,
"qid": "operation",
"pred": "TYPE_TEXT",
"gold": "TYPE_TEXT",
"p": 0.9992,
"meta": {
"site": "https://www.ted.com",
"step_id": "026_0_0",
"url_before": "https://www.ted.com/",
"url_after": "https://www.ted.com/",
"goal_kind": "search",
"which": "before",
"policy": "oracle"
}
},
{
"i": 219,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.wix.com",
"step_id": "029_5_0",
"url_before": "https://www.wix.com/",
"url_after": "https://www.wix.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 220,
"qid": "click_target",
"pred": "10",
"gold": "10",
"p": 1.0,
"meta": {
"site": "https://www.shopify.com",
"step_id": "023_3_0",
"url_before": "https://www.shopify.com/",
"url_after": "https://www.shopify.com/",
"goal_kind": "click",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 221,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.ted.com",
"step_id": "026_4_1",
"url_before": "https://giving.ted.com/page/tedmember?utm_medium=website&utm_source=main-nav-header&utm_campaign=membership-ted",
"url_after": "https://giving.ted.com/page/tedmember?utm_medium=website&utm_source=main-nav-header&utm_campaign=membership-ted",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 222,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.postgresql.org",
"step_id": "021_4_2",
"url_before": "https://www.postgresql.org/",
"url_after": "https://www.postgresql.org/",
"goal_kind": "follow",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 223,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.postgresql.org",
"step_id": "021_5_1",
"url_before": "https://www.postgresql.org/",
"url_after": "https://www.postgresql.org/about/news/postgresql-186-1711-1615-1519-1424-and-19-beta-3-released-3365/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 224,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.sqlite.org",
"step_id": "024_1_0",
"url_before": "https://www.sqlite.org/",
"url_after": "https://www.sqlite.org/lang_mathfunc.html",
"goal_kind": "follow",
"which": "after"
}
},
{
"i": 225,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.codecademy.com",
"step_id": "012_4_0",
"url_before": "https://www.codecademy.com/",
"url_after": "https://www.codecademy.com/register",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 226,
"qid": "click_target",
"pred": "7",
"gold": "7",
"p": 1.0,
"meta": {
"site": "https://cloud.google.com",
"step_id": "003_0_1",
"url_before": "https://cloud.google.com/",
"url_after": "https://cloud.google.com/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 227,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://redis.io",
"step_id": "007_0_0",
"url_before": "https://redis.io/",
"url_after": "https://redis.io/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 228,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.docker.com",
"step_id": "014_4_0",
"url_before": "https://www.docker.com/",
"url_after": "https://www.docker.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 229,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.postgresql.org",
"step_id": "021_3_1",
"url_before": "https://www.postgresql.org/download/",
"url_after": "https://www.postgresql.org/ftp/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 230,
"qid": "operation",
"pred": "TYPE_TEXT",
"gold": "TYPE_TEXT",
"p": 0.9999,
"meta": {
"site": "https://www.w3schools.com",
"step_id": "028_0_1",
"url_before": "https://www.w3schools.com/",
"url_after": "https://www.w3schools.com/#gsc.tab=0",
"goal_kind": "search",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 231,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.squarespace.com",
"step_id": "025_0_1",
"url_before": "https://www.squarespace.com/templates/get-started",
"url_after": "https://www.squarespace.com/templates/get-started",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 232,
"qid": "click_target",
"pred": "20",
"gold": "20",
"p": 1.0,
"meta": {
"site": "https://redis.io",
"step_id": "007_3_2",
"url_before": "https://redis.io/",
"url_after": "https://redis.io/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 233,
"qid": "click_target",
"pred": "5",
"gold": "5",
"p": 1.0,
"meta": {
"site": "https://vercel.com",
"step_id": "009_1_0",
"url_before": "https://vercel.com/",
"url_after": "https://vercel.com/enterprise",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 234,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://vercel.com",
"step_id": "009_2_2",
"url_before": "https://vercel.com/contact/sales",
"url_after": "https://vercel.com/contact/sales",
"goal_kind": "follow",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 235,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://redis.io",
"step_id": "007_2_0",
"url_before": "https://redis.io/",
"url_after": "https://redis.io/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 236,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.heroku.com",
"step_id": "017_2_0",
"url_before": "https://www.heroku.com/",
"url_after": "https://www.heroku.com/postgres/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 237,
"qid": "operation",
"pred": "DONE",
"gold": "CLICK",
"p": 0.9999,
"meta": {
"site": "https://www.digitalocean.com",
"step_id": "013_5_1",
"url_before": "https://www.digitalocean.com/",
"url_after": "https://docs.digitalocean.com/products/",
"goal_kind": "click",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 238,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 0.9823,
"meta": {
"site": "https://www.netlify.com",
"step_id": "019_3_2",
"url_before": "https://www.netlify.com/",
"url_after": "https://www.netlify.com/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 239,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://leetcode.com",
"step_id": "005_4_1",
"url_before": "https://leetcode.com/",
"url_after": "https://leetcode.com/",
"goal_kind": "follow",
"which": "before",
"policy": "repeat"
}
},
{
"i": 240,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.sqlite.org",
"step_id": "024_5_1",
"url_before": "https://www.sqlite.org/lang_datefunc.html",
"url_after": "https://www.sqlite.org/lang_datefunc.html#tmval",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 241,
"qid": "operation",
"pred": "TYPE_TEXT",
"gold": "TYPE_TEXT",
"p": 0.9999,
"meta": {
"site": "https://kubernetes.io",
"step_id": "004_2_0",
"url_before": "https://kubernetes.io/",
"url_after": "https://kubernetes.io/partners/",
"goal_kind": "search",
"which": "before",
"policy": "random"
}
},
{
"i": 242,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.squarespace.com",
"step_id": "025_1_1",
"url_before": "https://www.squarespace.com/",
"url_after": "https://www.squarespace.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 243,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.digitalocean.com",
"step_id": "013_2_0",
"url_before": "https://www.digitalocean.com/",
"url_after": "https://www.digitalocean.com/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 244,
"qid": "click_target",
"pred": "7",
"gold": "6",
"p": 0.9953,
"meta": {
"site": "https://wordpress.com",
"step_id": "010_3_0",
"url_before": "https://wordpress.com/",
"url_after": "https://wordpress.com/",
"goal_kind": "follow",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 245,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 0.9661,
"meta": {
"site": "https://www.docker.com",
"step_id": "014_3_1",
"url_before": "https://www.docker.com/resources/the-state-of-agentic-ai-white-paper/",
"url_after": "https://www.docker.com/resources/the-state-of-agentic-ai-white-paper/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 246,
"qid": "type_text_target",
"pred": "6",
"gold": "6",
"p": 1.0,
"meta": {
"site": "https://www.w3schools.com",
"step_id": "028_5_1",
"url_before": "https://www.w3schools.com/",
"url_after": "https://www.w3schools.com/#gsc.tab=0&gsc.q=recipe",
"goal_kind": "search",
"which": "before",
"policy": "oracle"
}
},
{
"i": 247,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.nyu.edu",
"step_id": "020_2_0",
"url_before": "https://www.nyu.edu/",
"url_after": "https://www.nyu.edu/",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 248,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.docker.com",
"step_id": "014_0_1",
"url_before": "https://www.docker.com/",
"url_after": "https://www.docker.com/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 249,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://vercel.com",
"step_id": "009_4_1",
"url_before": "https://vercel.com/",
"url_after": "https://vercel.com/",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 250,
"qid": "operation",
"pred": "DONE",
"gold": "TYPE_TEXT",
"p": 0.5555,
"meta": {
"site": "https://aws.amazon.com",
"step_id": "000_5_2",
"url_before": "https://aws.amazon.com/",
"url_after": "https://aws.amazon.com/",
"goal_kind": "search",
"which": "before",
"policy": "oracle"
}
},
{
"i": 251,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.freecodecamp.org",
"step_id": "015_3_0",
"url_before": "https://www.freecodecamp.org/",
"url_after": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SBxNmp4U0dST1hUV3NKQzlYclc1LXIwOGlGX3pBOGhBSKFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIHFoUFBsNlBRYWZVVnNzb0dFQ2IwRjI1VHdVQzl1cFhDo2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 252,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://cloud.google.com",
"step_id": "003_4_0",
"url_before": "https://cloud.google.com/",
"url_after": "https://docs.cloud.google.com/docs",
"goal_kind": "click",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 253,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.mongodb.com",
"step_id": "018_2_0",
"url_before": "https://www.mongodb.com/",
"url_after": "https://www.mongodb.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 254,
"qid": "click_target",
"pred": "2",
"gold": "2",
"p": 1.0,
"meta": {
"site": "https://www.squarespace.com",
"step_id": "025_1_0",
"url_before": "https://www.squarespace.com/",
"url_after": "https://www.squarespace.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 255,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://kubernetes.io",
"step_id": "004_1_2",
"url_before": "https://kubernetes.io/community/",
"url_after": "https://kubernetes.io/community/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 256,
"qid": "click_target",
"pred": "6",
"gold": "6",
"p": 1.0,
"meta": {
"site": "https://www.quora.com",
"step_id": "022_3_1",
"url_before": "https://www.quora.com/",
"url_after": "https://www.quora.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 257,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://vercel.com",
"step_id": "009_5_2",
"url_before": "https://vercel.com/",
"url_after": "https://vercel.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 258,
"qid": "click_target",
"pred": "21",
"gold": "21",
"p": 1.0,
"meta": {
"site": "https://www.digitalocean.com",
"step_id": "013_4_2",
"url_before": "https://www.digitalocean.com/",
"url_after": "https://www.digitalocean.com/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 259,
"qid": "operation",
"pred": "DONE",
"gold": "CLICK",
"p": 0.5227,
"meta": {
"site": "https://www.quora.com",
"step_id": "022_1_2",
"url_before": "https://www.quora.com/",
"url_after": "https://www.quora.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 260,
"qid": "click_target",
"pred": "1",
"gold": "1",
"p": 1.0,
"meta": {
"site": "https://leetcode.com",
"step_id": "005_4_2",
"url_before": "https://leetcode.com/",
"url_after": "https://leetcode.com/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 261,
"qid": "click_target",
"pred": "19",
"gold": "19",
"p": 1.0,
"meta": {
"site": "https://aws.amazon.com",
"step_id": "000_4_0",
"url_before": "https://aws.amazon.com/",
"url_after": "https://aws.amazon.com/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 262,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://wordpress.com",
"step_id": "010_3_1",
"url_before": "https://wordpress.com/",
"url_after": "https://wordpress.com/pricing/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 263,
"qid": "operation",
"pred": "TYPE_TEXT",
"gold": "TYPE_TEXT",
"p": 0.995,
"meta": {
"site": "https://www.ted.com",
"step_id": "026_0_1",
"url_before": "https://www.ted.com/",
"url_after": "https://www.ted.com/",
"goal_kind": "search",
"which": "before",
"policy": "oracle"
}
},
{
"i": 264,
"qid": "click_target",
"pred": "15",
"gold": "15",
"p": 1.0,
"meta": {
"site": "https://www.nyu.edu",
"step_id": "020_2_0",
"url_before": "https://www.nyu.edu/",
"url_after": "https://www.nyu.edu/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 265,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 0.9916,
"meta": {
"site": "https://www.cloudflare.com",
"step_id": "011_3_1",
"url_before": "https://www.cloudflare.com/",
"url_after": "https://www.cloudflare.com/",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 266,
"qid": "operation",
"pred": "TYPE_TEXT",
"gold": "TYPE_TEXT",
"p": 0.9985,
"meta": {
"site": "https://www.ted.com",
"step_id": "026_2_2",
"url_before": "https://www.ted.com/",
"url_after": "https://www.ted.com/",
"goal_kind": "search",
"which": "before",
"policy": "oracle"
}
},
{
"i": 267,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://leetcode.com",
"step_id": "005_2_1",
"url_before": "https://leetcode.com/explore/",
"url_after": "https://leetcode.com/accounts/login/?next=%2Fexplore%2F",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 268,
"qid": "operation",
"pred": "CLICK",
"gold": "TYPE_TEXT",
"p": 0.6081,
"meta": {
"site": "https://www.mongodb.com",
"step_id": "018_0_2",
"url_before": "https://www.mongodb.com/",
"url_after": "https://www.mongodb.com/",
"goal_kind": "search",
"which": "before",
"policy": "oracle"
}
},
{
"i": 269,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.codecademy.com",
"step_id": "012_5_0",
"url_before": "https://www.codecademy.com/",
"url_after": "https://www.codecademy.com/register",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 270,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.cloudflare.com",
"step_id": "011_2_1",
"url_before": "https://www.cloudflare.com/",
"url_after": "https://www.cloudflare.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 271,
"qid": "click_target",
"pred": "14",
"gold": "14",
"p": 1.0,
"meta": {
"site": "https://www.wix.com",
"step_id": "029_5_0",
"url_before": "https://www.wix.com/",
"url_after": "https://www.wix.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 272,
"qid": "operation",
"pred": "DONE",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://vercel.com",
"step_id": "009_4_1",
"url_before": "https://vercel.com/",
"url_after": "https://vercel.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 273,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.freecodecamp.org",
"step_id": "015_4_0",
"url_before": "https://www.freecodecamp.org/",
"url_after": "https://www.freecodecamp.org/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 274,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.w3schools.com",
"step_id": "028_2_1",
"url_before": "https://www.w3schools.com/cs/index.php",
"url_after": "https://www.w3schools.com/typingspeed/default.asp",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 275,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://leetcode.com",
"step_id": "005_0_0",
"url_before": "https://leetcode.com/",
"url_after": "https://leetcode.com/accounts/login/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 276,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://cloud.google.com",
"step_id": "003_0_2",
"url_before": "https://cloud.google.com/",
"url_after": "https://cloud.google.com/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 277,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.sqlite.org",
"step_id": "024_3_0",
"url_before": "https://www.sqlite.org/",
"url_after": "https://www.sqlite.org/quirks.html",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 278,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.digitalocean.com",
"step_id": "013_3_0",
"url_before": "https://www.digitalocean.com/",
"url_after": "https://docs.digitalocean.com/products/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 279,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.sqlite.org",
"step_id": "024_4_0",
"url_before": "https://www.sqlite.org/",
"url_after": "https://www.sqlite.org/quickstart.html",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 280,
"qid": "click_target",
"pred": "1",
"gold": "1",
"p": 1.0,
"meta": {
"site": "https://www.nyu.edu",
"step_id": "020_0_2",
"url_before": "https://www.nyu.edu/academics.html",
"url_after": "https://www.nyu.edu/academics.html",
"goal_kind": "follow",
"which": "before",
"policy": "repeat"
}
},
{
"i": 281,
"qid": "operation",
"pred": "CLICK",
"gold": "TYPE_TEXT",
"p": 0.9418,
"meta": {
"site": "https://cloud.google.com",
"step_id": "003_3_2",
"url_before": "https://cloud.google.com/",
"url_after": "https://cloud.google.com/security/ai-threat-defense",
"goal_kind": "search",
"which": "before",
"policy": "random"
}
},
{
"i": 282,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.docker.com",
"step_id": "014_2_1",
"url_before": "https://www.docker.com/blog/",
"url_after": "https://www.docker.com/blog/",
"goal_kind": "click",
"which": "before",
"policy": "repeat"
}
},
{
"i": 283,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.postgresql.org",
"step_id": "021_2_0",
"url_before": "https://www.postgresql.org/",
"url_after": "https://www.postgresql.org/about/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 284,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.docker.com",
"step_id": "014_2_0",
"url_before": "https://www.docker.com/",
"url_after": "https://www.docker.com/blog/",
"goal_kind": "click",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 285,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.w3.org",
"step_id": "027_5_0",
"url_before": "https://www.w3.org/",
"url_after": "https://www.w3.org/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 286,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://wordpress.com",
"step_id": "010_3_0",
"url_before": "https://wordpress.com/",
"url_after": "https://wordpress.com/",
"goal_kind": "follow",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 287,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://vercel.com",
"step_id": "009_2_1",
"url_before": "https://vercel.com/contact/sales",
"url_after": "https://vercel.com/contact/sales",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 288,
"qid": "operation",
"pred": "TYPE_TEXT",
"gold": "TYPE_TEXT",
"p": 0.9953,
"meta": {
"site": "https://www.w3schools.com",
"step_id": "028_3_1",
"url_before": "https://www.w3schools.com/",
"url_after": "https://profile.w3schools.com/login",
"goal_kind": "search",
"which": "before",
"policy": "oracle"
}
},
{
"i": 289,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.cloudflare.com",
"step_id": "011_3_0",
"url_before": "https://www.cloudflare.com/",
"url_after": "https://www.cloudflare.com/",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 290,
"qid": "click_target",
"pred": "4",
"gold": "4",
"p": 1.0,
"meta": {
"site": "https://www.heroku.com",
"step_id": "017_1_0",
"url_before": "https://www.heroku.com/",
"url_after": "https://signup.heroku.com/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 291,
"qid": "click_target",
"pred": "12",
"gold": "12",
"p": 1.0,
"meta": {
"site": "https://kubernetes.io",
"step_id": "004_4_0",
"url_before": "https://kubernetes.io/",
"url_after": "https://kubernetes.io/docs/concepts/overview/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 292,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://redis.io",
"step_id": "007_5_0",
"url_before": "https://redis.io/",
"url_after": "https://redis.io/try-free/",
"goal_kind": "follow",
"which": "after"
}
},
{
"i": 293,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.heroku.com",
"step_id": "017_4_0",
"url_before": "https://www.heroku.com/",
"url_after": "https://signup.heroku.com/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 294,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.nyu.edu",
"step_id": "020_5_0",
"url_before": "https://www.nyu.edu/",
"url_after": "https://search.nyu.edu/s/search.html?query=map&collection=nyu%7Esp-all-v02",
"goal_kind": "search",
"which": "after"
}
},
{
"i": 295,
"qid": "operation",
"pred": "TYPE_TEXT",
"gold": "TYPE_TEXT",
"p": 1.0,
"meta": {
"site": "https://www.w3schools.com",
"step_id": "028_0_0",
"url_before": "https://www.w3schools.com/",
"url_after": "https://www.w3schools.com/",
"goal_kind": "search",
"which": "before",
"policy": "random"
}
},
{
"i": 296,
"qid": "click_target",
"pred": "7",
"gold": "7",
"p": 0.8095,
"meta": {
"site": "https://www.mongodb.com",
"step_id": "018_3_1",
"url_before": "https://www.mongodb.com/",
"url_after": "https://www.mongodb.com/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 297,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.wix.com",
"step_id": "029_2_0",
"url_before": "https://www.wix.com/",
"url_after": "https://www.wix.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 298,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://aws.amazon.com",
"step_id": "000_0_1",
"url_before": "https://aws.amazon.com/",
"url_after": "https://aws.amazon.com/",
"goal_kind": "follow",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 299,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 0.9997,
"meta": {
"site": "https://caniuse.com",
"step_id": "002_4_2",
"url_before": "https://caniuse.com/ciu/news",
"url_after": "https://caniuse.com/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 300,
"qid": "operation",
"pred": "CLICK",
"gold": "TYPE_TEXT",
"p": 0.9884,
"meta": {
"site": "https://aws.amazon.com",
"step_id": "000_5_1",
"url_before": "https://aws.amazon.com/",
"url_after": "https://aws.amazon.com/",
"goal_kind": "search",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 301,
"qid": "click_target",
"pred": "22",
"gold": "22",
"p": 1.0,
"meta": {
"site": "https://vercel.com",
"step_id": "009_5_1",
"url_before": "https://vercel.com/",
"url_after": "https://vercel.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 302,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.nyu.edu",
"step_id": "020_0_0",
"url_before": "https://www.nyu.edu/",
"url_after": "https://www.nyu.edu/academics.html",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 303,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.mongodb.com",
"step_id": "018_5_0",
"url_before": "https://www.mongodb.com/",
"url_after": "https://www.mongodb.com/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 304,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://azure.microsoft.com",
"step_id": "001_5_1",
"url_before": "https://azure.microsoft.com/en-us",
"url_after": "https://www.microsoft.com/en-us",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 305,
"qid": "click_target",
"pred": "11",
"gold": "11",
"p": 1.0,
"meta": {
"site": "https://www.netlify.com",
"step_id": "019_3_0",
"url_before": "https://www.netlify.com/",
"url_after": "https://www.netlify.com/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 306,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.netlify.com",
"step_id": "019_3_0",
"url_before": "https://www.netlify.com/",
"url_after": "https://www.netlify.com/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 307,
"qid": "click_target",
"pred": "19",
"gold": "19",
"p": 1.0,
"meta": {
"site": "https://aws.amazon.com",
"step_id": "000_1_0",
"url_before": "https://aws.amazon.com/",
"url_after": "https://aws.amazon.com/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 308,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://wordpress.com",
"step_id": "010_3_2",
"url_before": "https://wordpress.com/pricing/",
"url_after": "https://wordpress.com/setup/onboarding/user?ref=pricing-lp",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 309,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.netlify.com",
"step_id": "019_2_2",
"url_before": "https://www.netlify.com/contact/",
"url_after": "https://www.netlify.com/contact/",
"goal_kind": "follow",
"which": "after"
}
},
{
"i": 310,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.hackerrank.com",
"step_id": "016_0_1",
"url_before": "https://www.hackerrank.com/auth/signup",
"url_after": "https://www.hackerrank.com/auth/signup",
"goal_kind": "follow",
"which": "after"
}
},
{
"i": 311,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://aws.amazon.com",
"step_id": "000_3_0",
"url_before": "https://aws.amazon.com/",
"url_after": "https://aws.amazon.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 312,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://leetcode.com",
"step_id": "005_1_2",
"url_before": "https://leetcode.com/problemset/",
"url_after": "https://leetcode.com/problemset/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 313,
"qid": "operation",
"pred": "TYPE_TEXT",
"gold": "TYPE_TEXT",
"p": 0.9294,
"meta": {
"site": "https://azure.microsoft.com",
"step_id": "001_1_0",
"url_before": "https://azure.microsoft.com/en-us",
"url_after": "https://azure.microsoft.com/en-us#resources-by-role",
"goal_kind": "search",
"which": "before",
"policy": "random"
}
},
{
"i": 314,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.codecademy.com",
"step_id": "012_5_0",
"url_before": "https://www.codecademy.com/",
"url_after": "https://www.codecademy.com/register",
"goal_kind": "follow",
"which": "after"
}
},
{
"i": 315,
"qid": "operation",
"pred": "TYPE_TEXT",
"gold": "TYPE_TEXT",
"p": 0.8425,
"meta": {
"site": "https://cloud.google.com",
"step_id": "003_3_0",
"url_before": "https://cloud.google.com/",
"url_after": "https://cloud.google.com/",
"goal_kind": "search",
"which": "before",
"policy": "oracle"
}
},
{
"i": 316,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 0.7296,
"meta": {
"site": "https://www.hackerrank.com",
"step_id": "016_0_2",
"url_before": "https://www.hackerrank.com/auth/signup",
"url_after": "https://www.hackerrank.com/auth/signup",
"goal_kind": "follow",
"which": "before",
"policy": "repeat"
}
},
{
"i": 317,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.wix.com",
"step_id": "029_0_0",
"url_before": "https://www.wix.com/",
"url_after": "https://www.wix.com/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 318,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.ted.com",
"step_id": "026_5_0",
"url_before": "https://www.ted.com/",
"url_after": "https://www.ted.com/talks/jacob_collier_the_wiggly_wonder_of_music",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 319,
"qid": "click_target",
"pred": "11",
"gold": "11",
"p": 1.0,
"meta": {
"site": "https://www.codecademy.com",
"step_id": "012_5_0",
"url_before": "https://www.codecademy.com/",
"url_after": "https://www.codecademy.com/register",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 320,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://vercel.com",
"step_id": "009_0_1",
"url_before": "https://vercel.com/home",
"url_after": "https://vercel.com/home",
"goal_kind": "follow",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 321,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.codecademy.com",
"step_id": "012_5_2",
"url_before": "https://www.codecademy.com/register",
"url_after": "https://www.codecademy.com/register",
"goal_kind": "follow",
"which": "after"
}
},
{
"i": 322,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.codecademy.com",
"step_id": "012_4_1",
"url_before": "https://www.codecademy.com/register",
"url_after": "https://www.codecademy.com/login",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 323,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.codecademy.com",
"step_id": "012_2_2",
"url_before": "https://www.codecademy.com/",
"url_after": "https://www.codecademy.com/catalog/language/sql",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 324,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.netlify.com",
"step_id": "019_5_0",
"url_before": "https://www.netlify.com/",
"url_after": "https://app.netlify.com/login",
"goal_kind": "follow",
"which": "after"
}
},
{
"i": 325,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.w3.org",
"step_id": "027_0_1",
"url_before": "https://www.w3.org/zh-hans/",
"url_after": "https://www.w3.org/zh-hans/standards/",
"goal_kind": "follow",
"which": "after"
}
},
{
"i": 326,
"qid": "click_target",
"pred": "4",
"gold": "4",
"p": 1.0,
"meta": {
"site": "https://www.codecademy.com",
"step_id": "012_2_1",
"url_before": "https://www.codecademy.com/",
"url_after": "https://www.codecademy.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 327,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.netlify.com",
"step_id": "019_4_1",
"url_before": "https://app.netlify.com/login",
"url_after": "https://app.netlify.com/login",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 328,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.w3schools.com",
"step_id": "028_1_0",
"url_before": "https://www.w3schools.com/",
"url_after": "https://www.w3schools.com/cpp/default.asp",
"goal_kind": "follow",
"which": "after"
}
},
{
"i": 329,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.shopify.com",
"step_id": "023_1_0",
"url_before": "https://www.shopify.com/",
"url_after": "https://accounts.shopify.com/signup?rid=de552d86-449a-4752-b6ee-5dc92556b3bf",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 330,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.docker.com",
"step_id": "014_1_1",
"url_before": "https://www.docker.com/",
"url_after": "https://login.docker.com/u/login/identifier?state=hKFo2SBab3NjZVNwVEZsbHpqUTNSbzZPeXpSYjFJRGVUSndjdKFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIHY5a0NqZU9vSXJlNHJ1S1dnUXB6QW51R3dEMWpzcl9Lo2NpZNkgRmkyQ0VleDZtMzhkS1lxdnZaWVljSms5SUN0cGc3ZzQ",
"goal_kind": "click",
"which": "before",
"policy": "repeat"
}
},
{
"i": 331,
"qid": "operation",
"pred": "TYPE_TEXT",
"gold": "CLICK",
"p": 0.9995,
"meta": {
"site": "https://cloud.google.com",
"step_id": "003_2_1",
"url_before": "https://docs.cloud.google.com/docs",
"url_after": "https://docs.cloud.google.com/gemini/docs",
"goal_kind": "search",
"which": "before",
"policy": "random"
}
},
{
"i": 332,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.codecademy.com",
"step_id": "012_2_0",
"url_before": "https://www.codecademy.com/",
"url_after": "https://www.codecademy.com/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 333,
"qid": "operation",
"pred": "DONE",
"gold": "CLICK",
"p": 0.8909,
"meta": {
"site": "https://www.quora.com",
"step_id": "022_5_2",
"url_before": "https://www.quora.com/",
"url_after": "https://www.quora.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 334,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://wordpress.com",
"step_id": "010_5_0",
"url_before": "https://wordpress.com/",
"url_after": "https://wordpress.com/pricing/",
"goal_kind": "follow",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 335,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.w3schools.com",
"step_id": "028_5_2",
"url_before": "https://www.w3schools.com/#gsc.tab=0&gsc.q=recipe",
"url_after": "https://www.w3schools.com/#gsc.tab=0",
"goal_kind": "search",
"which": "before",
"policy": "oracle"
}
},
{
"i": 336,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.netlify.com",
"step_id": "019_1_0",
"url_before": "https://www.netlify.com/",
"url_after": "https://www.netlify.com/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 337,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://cloud.google.com",
"step_id": "003_0_0",
"url_before": "https://cloud.google.com/",
"url_after": "https://cloud.google.com/",
"goal_kind": "click",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 338,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 0.9227,
"meta": {
"site": "https://www.w3.org",
"step_id": "027_0_2",
"url_before": "https://www.w3.org/zh-hans/standards/",
"url_after": "https://www.w3.org/zh-hans/standards/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 339,
"qid": "operation",
"pred": "TYPE_TEXT",
"gold": "TYPE_TEXT",
"p": 0.867,
"meta": {
"site": "https://cloud.google.com",
"step_id": "003_2_0",
"url_before": "https://cloud.google.com/",
"url_after": "https://docs.cloud.google.com/docs",
"goal_kind": "search",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 340,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.ted.com",
"step_id": "026_4_2",
"url_before": "https://giving.ted.com/page/tedmember?utm_medium=website&utm_source=main-nav-header&utm_campaign=membership-ted",
"url_after": "https://giving.ted.com/page/tedmember?utm_medium=website&utm_source=main-nav-header&utm_campaign=membership-ted",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 341,
"qid": "click_target",
"pred": "12",
"gold": "12",
"p": 1.0,
"meta": {
"site": "https://www.docker.com",
"step_id": "014_2_1",
"url_before": "https://www.docker.com/blog/",
"url_after": "https://www.docker.com/blog/",
"goal_kind": "click",
"which": "before",
"policy": "repeat"
}
},
{
"i": 342,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.w3.org",
"step_id": "027_2_1",
"url_before": "https://www.w3.org/standards/",
"url_after": "https://www.w3.org/standards/",
"goal_kind": "follow",
"which": "after"
}
},
{
"i": 343,
"qid": "click_target",
"pred": "9",
"gold": "9",
"p": 1.0,
"meta": {
"site": "https://www.cloudflare.com",
"step_id": "011_4_0",
"url_before": "https://www.cloudflare.com/",
"url_after": "https://www.cloudflare.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 344,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.sqlite.org",
"step_id": "024_0_2",
"url_before": "https://www.sqlite.org/search?s=d&q=",
"url_after": "https://www.sqlite.org/search?s=d&q=",
"goal_kind": "follow",
"which": "before",
"policy": "repeat"
}
},
{
"i": 345,
"qid": "click_target",
"pred": "22",
"gold": "22",
"p": 1.0,
"meta": {
"site": "https://redis.io",
"step_id": "007_4_0",
"url_before": "https://redis.io/",
"url_after": "https://redis.io/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 346,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://wordpress.com",
"step_id": "010_5_1",
"url_before": "https://wordpress.com/pricing/",
"url_after": "https://wordpress.com/setup/onboarding/user?ref=pricing-lp&plan=business-bundle",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 347,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.netlify.com",
"step_id": "019_2_0",
"url_before": "https://www.netlify.com/",
"url_after": "https://www.netlify.com/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 348,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 0.6876,
"meta": {
"site": "https://www.freecodecamp.org",
"step_id": "015_5_2",
"url_before": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SAwMkRXS3BJekhXX2YtcGhta1hQcU56ajFmU0U1R0NaQ6Fur3VuaXZlcnNhbC1sb2dpbqN0aWTZIFUtSndRRWpZVWpib3JMLWRJYU96LWExRDZwaGlRbjNso2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k",
"url_after": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SAwMkRXS3BJekhXX2YtcGhta1hQcU56ajFmU0U1R0NaQ6Fur3VuaXZlcnNhbC1sb2dpbqN0aWTZIFUtSndRRWpZVWpib3JMLWRJYU96LWExRDZwaGlRbjNso2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 349,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.cloudflare.com",
"step_id": "011_1_0",
"url_before": "https://www.cloudflare.com/",
"url_after": "https://www.cloudflare.com/",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 350,
"qid": "operation",
"pred": "TYPE_TEXT",
"gold": "TYPE_TEXT",
"p": 0.9043,
"meta": {
"site": "https://caniuse.com",
"step_id": "002_3_2",
"url_before": "https://caniuse.com/css-grid",
"url_after": "https://caniuse.com/?search=music",
"goal_kind": "search",
"which": "before",
"policy": "oracle"
}
},
{
"i": 351,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.digitalocean.com",
"step_id": "013_4_1",
"url_before": "https://www.digitalocean.com/",
"url_after": "https://www.digitalocean.com/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 352,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.w3.org",
"step_id": "027_4_0",
"url_before": "https://www.w3.org/",
"url_after": "https://www.w3.org/",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 353,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 0.5609,
"meta": {
"site": "https://www.freecodecamp.org",
"step_id": "015_4_2",
"url_before": "https://www.freecodecamp.org/",
"url_after": "https://www.freecodecamp.org/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 354,
"qid": "click_target",
"pred": "9",
"gold": "9",
"p": 1.0,
"meta": {
"site": "https://www.w3.org",
"step_id": "027_5_0",
"url_before": "https://www.w3.org/",
"url_after": "https://www.w3.org/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 355,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.docker.com",
"step_id": "014_3_0",
"url_before": "https://www.docker.com/",
"url_after": "https://www.docker.com/resources/the-state-of-agentic-ai-white-paper/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 356,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://cloud.google.com",
"step_id": "003_1_0",
"url_before": "https://cloud.google.com/",
"url_after": "https://cloud.google.com/blog/products/ai-machine-learning/what-google-cloud-announced-in-ai-this-month",
"goal_kind": "follow",
"which": "after"
}
},
{
"i": 357,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.digitalocean.com",
"step_id": "013_2_1",
"url_before": "https://www.digitalocean.com/",
"url_after": "https://www.digitalocean.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 358,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 0.9937,
"meta": {
"site": "https://redis.io",
"step_id": "007_4_2",
"url_before": "https://redis.io/",
"url_after": "https://redis.io/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 359,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://redis.io",
"step_id": "007_5_1",
"url_before": "https://redis.io/try-free/",
"url_after": "https://redis.io/try-free/",
"goal_kind": "follow",
"which": "before",
"policy": "repeat"
}
},
{
"i": 360,
"qid": "click_target",
"pred": "2",
"gold": "2",
"p": 1.0,
"meta": {
"site": "https://www.ted.com",
"step_id": "026_1_2",
"url_before": "https://www.ted.com/",
"url_after": "https://www.ted.com/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 361,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://azure.microsoft.com",
"step_id": "001_3_2",
"url_before": "https://azure.microsoft.com/en-us",
"url_after": "https://azure.microsoft.com/en-us",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 362,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://kubernetes.io",
"step_id": "004_0_1",
"url_before": "https://kubernetes.io/careers/",
"url_after": "https://kubernetes.io/docs/home/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 363,
"qid": "click_target",
"pred": "6",
"gold": "6",
"p": 1.0,
"meta": {
"site": "https://www.quora.com",
"step_id": "022_4_1",
"url_before": "https://www.quora.com/",
"url_after": "https://www.quora.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 364,
"qid": "click_target",
"pred": "21",
"gold": "21",
"p": 1.0,
"meta": {
"site": "https://www.digitalocean.com",
"step_id": "013_4_0",
"url_before": "https://www.digitalocean.com/",
"url_after": "https://www.digitalocean.com/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 365,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://caniuse.com",
"step_id": "002_4_2",
"url_before": "https://caniuse.com/ciu/news",
"url_after": "https://caniuse.com/",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 366,
"qid": "click_target",
"pred": "19",
"gold": "18",
"p": 0.9834,
"meta": {
"site": "https://www.postgresql.org",
"step_id": "021_0_0",
"url_before": "https://www.postgresql.org/",
"url_after": "https://www.postgresql.org/about/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 367,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.digitalocean.com",
"step_id": "013_4_2",
"url_before": "https://www.digitalocean.com/",
"url_after": "https://www.digitalocean.com/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 368,
"qid": "operation",
"pred": "TYPE_TEXT",
"gold": "TYPE_TEXT",
"p": 0.9994,
"meta": {
"site": "https://substack.com",
"step_id": "008_2_0",
"url_before": "https://substack.com/",
"url_after": "https://substack.com/search/python?utm_source=global-search",
"goal_kind": "search",
"which": "before",
"policy": "oracle"
}
},
{
"i": 369,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://redis.io",
"step_id": "007_2_1",
"url_before": "https://redis.io/",
"url_after": "https://redis.io/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 370,
"qid": "operation",
"pred": "TYPE_TEXT",
"gold": "TYPE_TEXT",
"p": 0.9997,
"meta": {
"site": "https://azure.microsoft.com",
"step_id": "001_4_0",
"url_before": "https://azure.microsoft.com/en-us",
"url_after": "https://azure.microsoft.com/en-us/pricing/purchase-options/azure-account?hasfullconsent=true",
"goal_kind": "search",
"which": "before",
"policy": "random"
}
},
{
"i": 371,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://aws.amazon.com",
"step_id": "000_4_1",
"url_before": "https://aws.amazon.com/",
"url_after": "https://aws.amazon.com/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 372,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.shopify.com",
"step_id": "023_0_0",
"url_before": "https://www.shopify.com/",
"url_after": "https://www.shopify.com/pricing",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 373,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.freecodecamp.org",
"step_id": "015_0_1",
"url_before": "https://www.freecodecamp.org/",
"url_after": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SAxbDRSWmZkZUJhaGVGY1dnN0M1Q3ZHTEpFdHg4ZllkbaFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIDRMb3RTRnc1Zk9xVGxYU3hpODU0OFRER1ZrWGZxTjFMo2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 374,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 0.9911,
"meta": {
"site": "https://kubernetes.io",
"step_id": "004_4_2",
"url_before": "https://kubernetes.io/docs/concepts/overview/",
"url_after": "https://kubernetes.io/docs/concepts/overview/_print/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 375,
"qid": "click_target",
"pred": "8",
"gold": "8",
"p": 1.0,
"meta": {
"site": "https://www.hackerrank.com",
"step_id": "016_5_2",
"url_before": "https://www.hackerrank.com/work/pricing",
"url_after": "https://www.hackerrank.com/work/pricing",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 376,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.squarespace.com",
"step_id": "025_5_0",
"url_before": "https://www.squarespace.com/",
"url_after": "https://www.squarespace.com/templates/get-started",
"goal_kind": "follow",
"which": "after"
}
},
{
"i": 377,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.w3schools.com",
"step_id": "028_1_0",
"url_before": "https://www.w3schools.com/",
"url_after": "https://www.w3schools.com/cpp/default.asp",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 378,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 0.9993,
"meta": {
"site": "https://redis.io",
"step_id": "007_1_1",
"url_before": "https://redis.io/",
"url_after": "https://redis.io/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 379,
"qid": "operation",
"pred": "TYPE_TEXT",
"gold": "TYPE_TEXT",
"p": 0.9997,
"meta": {
"site": "https://caniuse.com",
"step_id": "002_3_1",
"url_before": "https://caniuse.com/",
"url_after": "https://caniuse.com/css-grid",
"goal_kind": "search",
"which": "before",
"policy": "random"
}
},
{
"i": 380,
"qid": "operation",
"pred": "DONE",
"gold": "CLICK",
"p": 0.8819,
"meta": {
"site": "https://www.quora.com",
"step_id": "022_4_1",
"url_before": "https://www.quora.com/",
"url_after": "https://www.quora.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 381,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://wordpress.com",
"step_id": "010_4_1",
"url_before": "https://wordpress.com/",
"url_after": "https://wordpress.com/",
"goal_kind": "follow",
"which": "before",
"policy": "repeat"
}
},
{
"i": 382,
"qid": "operation",
"pred": "CLICK",
"gold": "TYPE_TEXT",
"p": 0.5017,
"meta": {
"site": "https://www.mongodb.com",
"step_id": "018_0_1",
"url_before": "https://www.mongodb.com/",
"url_after": "https://www.mongodb.com/",
"goal_kind": "search",
"which": "before",
"policy": "random"
}
},
{
"i": 383,
"qid": "operation",
"pred": "CLICK",
"gold": "DONE",
"p": 0.9992,
"meta": {
"site": "https://www.docker.com",
"step_id": "014_4_1",
"url_before": "https://www.docker.com/",
"url_after": "https://www.docker.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 384,
"qid": "click_target",
"pred": "5",
"gold": "5",
"p": 1.0,
"meta": {
"site": "https://www.digitalocean.com",
"step_id": "013_3_0",
"url_before": "https://www.digitalocean.com/",
"url_after": "https://docs.digitalocean.com/products/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 385,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://wordpress.com",
"step_id": "010_4_2",
"url_before": "https://wordpress.com/",
"url_after": "https://wordpress.com/setup/onboarding/user?ref=logged-out-homepage-lp",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 386,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 0.9988,
"meta": {
"site": "https://redis.io",
"step_id": "007_1_2",
"url_before": "https://redis.io/",
"url_after": "https://redis.io/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 387,
"qid": "click_target",
"pred": "4",
"gold": "4",
"p": 1.0,
"meta": {
"site": "https://www.nyu.edu",
"step_id": "020_1_0",
"url_before": "https://www.nyu.edu/",
"url_after": "https://www.nyu.edu/academics.html",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 388,
"qid": "operation",
"pred": "TYPE_TEXT",
"gold": "TYPE_TEXT",
"p": 0.9878,
"meta": {
"site": "https://aws.amazon.com",
"step_id": "000_5_0",
"url_before": "https://aws.amazon.com/",
"url_after": "https://aws.amazon.com/",
"goal_kind": "search",
"which": "before",
"policy": "oracle"
}
},
{
"i": 389,
"qid": "operation",
"pred": "DONE",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.hackerrank.com",
"step_id": "016_5_1",
"url_before": "https://www.hackerrank.com/work/pricing",
"url_after": "https://www.hackerrank.com/work/pricing",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 390,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://redis.io",
"step_id": "007_3_1",
"url_before": "https://redis.io/",
"url_after": "https://redis.io/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 391,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.wix.com",
"step_id": "029_4_0",
"url_before": "https://www.wix.com/",
"url_after": "https://www.wix.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 392,
"qid": "click_target",
"pred": "12",
"gold": "12",
"p": 1.0,
"meta": {
"site": "https://aws.amazon.com",
"step_id": "000_2_1",
"url_before": "https://aws.amazon.com/",
"url_after": "https://aws.amazon.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 393,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.nyu.edu",
"step_id": "020_4_1",
"url_before": "https://www.nyu.edu/life.html",
"url_after": "https://www.nyu.edu/life.html",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 394,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://redis.io",
"step_id": "007_4_1",
"url_before": "https://redis.io/",
"url_after": "https://redis.io/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 395,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.cloudflare.com",
"step_id": "011_0_0",
"url_before": "https://www.cloudflare.com/",
"url_after": "https://www.cloudflare.com/plans/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 396,
"qid": "click_target",
"pred": "14",
"gold": "14",
"p": 1.0,
"meta": {
"site": "https://www.netlify.com",
"step_id": "019_0_2",
"url_before": "https://www.netlify.com/",
"url_after": "https://www.netlify.com/",
"goal_kind": "click",
"which": "before",
"policy": "repeat"
}
},
{
"i": 397,
"qid": "click_target",
"pred": "27",
"gold": "27",
"p": 1.0,
"meta": {
"site": "https://www.digitalocean.com",
"step_id": "013_5_1",
"url_before": "https://www.digitalocean.com/",
"url_after": "https://docs.digitalocean.com/products/",
"goal_kind": "click",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 398,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://leetcode.com",
"step_id": "005_4_2",
"url_before": "https://leetcode.com/",
"url_after": "https://leetcode.com/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 399,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.netlify.com",
"step_id": "019_0_2",
"url_before": "https://www.netlify.com/",
"url_after": "https://www.netlify.com/",
"goal_kind": "click",
"which": "before",
"policy": "repeat"
}
},
{
"i": 400,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 0.9996,
"meta": {
"site": "https://www.codecademy.com",
"step_id": "012_5_1",
"url_before": "https://www.codecademy.com/register",
"url_after": "https://www.codecademy.com/register",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 401,
"qid": "click_target",
"pred": "2",
"gold": "2",
"p": 1.0,
"meta": {
"site": "https://www.heroku.com",
"step_id": "017_0_1",
"url_before": "https://www.heroku.com/",
"url_after": "https://www.heroku.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 402,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://caniuse.com",
"step_id": "002_1_1",
"url_before": "https://caniuse.com/?search=hello",
"url_after": "https://caniuse.com/ciu/settings#usage",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 403,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.wix.com",
"step_id": "029_0_1",
"url_before": "https://www.wix.com/",
"url_after": "https://users.wix.com/signin?view=sign-up&sendEmail=true&loginCompName=SignUp_H&referralInfo=SignUp_H&postSignUp=https%3A%2F%2Fwww.wix.com%2Fnew%2Fintro%2F&postLogin=https%3A%2F%2Fmanage.wix.com%2Faccount%2Froute&loginDialogContext=login&originUrl=https%3A%2F%2Fwww.wix.com%2F&_gl=1*fei514*_gcl_au*OTU2MDM2NzguMTc4OTg5NzUwOQ..",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 404,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.mongodb.com",
"step_id": "018_5_2",
"url_before": "https://www.mongodb.com/",
"url_after": "https://www.mongodb.com/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 405,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.heroku.com",
"step_id": "017_5_2",
"url_before": "https://www.heroku.com/pricing/#ai",
"url_after": "https://www.heroku.com/pricing/#ai",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 406,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.cloudflare.com",
"step_id": "011_2_0",
"url_before": "https://www.cloudflare.com/",
"url_after": "https://www.cloudflare.com/",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 407,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://cloud.google.com",
"step_id": "003_4_2",
"url_before": "https://docs.cloud.google.com/docs",
"url_after": "https://docs.cloud.google.com/docs",
"goal_kind": "click",
"which": "before",
"policy": "repeat"
}
},
{
"i": 408,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.freecodecamp.org",
"step_id": "015_2_1",
"url_before": "https://www.freecodecamp.org/",
"url_after": "https://www.freecodecamp.org/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 409,
"qid": "operation",
"pred": "DONE",
"gold": "CLICK",
"p": 0.9985,
"meta": {
"site": "https://www.digitalocean.com",
"step_id": "013_5_2",
"url_before": "https://docs.digitalocean.com/products/",
"url_after": "https://docs.digitalocean.com/support/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 410,
"qid": "operation",
"pred": "CLICK",
"gold": "DONE",
"p": 0.5688,
"meta": {
"site": "https://substack.com",
"step_id": "008_0_2",
"url_before": "https://substack.com/search/abc?utm_source=global-search",
"url_after": "https://substack.com/home/post/p-192063311",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 411,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.freecodecamp.org",
"step_id": "015_5_0",
"url_before": "https://www.freecodecamp.org/",
"url_after": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SAwMkRXS3BJekhXX2YtcGhta1hQcU56ajFmU0U1R0NaQ6Fur3VuaXZlcnNhbC1sb2dpbqN0aWTZIFUtSndRRWpZVWpib3JMLWRJYU96LWExRDZwaGlRbjNso2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 412,
"qid": "click_target",
"pred": "19",
"gold": "19",
"p": 0.9923,
"meta": {
"site": "https://www.postgresql.org",
"step_id": "021_2_0",
"url_before": "https://www.postgresql.org/",
"url_after": "https://www.postgresql.org/about/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 413,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://caniuse.com",
"step_id": "002_4_1",
"url_before": "https://caniuse.com/",
"url_after": "https://caniuse.com/ciu/news",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 414,
"qid": "operation",
"pred": "DONE",
"gold": "CLICK",
"p": 0.8819,
"meta": {
"site": "https://www.quora.com",
"step_id": "022_5_1",
"url_before": "https://www.quora.com/",
"url_after": "https://www.quora.com/",
"goal_kind": "click",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 415,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://leetcode.com",
"step_id": "005_2_0",
"url_before": "https://leetcode.com/",
"url_after": "https://leetcode.com/explore/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 416,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.ted.com",
"step_id": "026_1_2",
"url_before": "https://www.ted.com/",
"url_after": "https://www.ted.com/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 417,
"qid": "click_target",
"pred": "25",
"gold": "25",
"p": 1.0,
"meta": {
"site": "https://www.nyu.edu",
"step_id": "020_4_1",
"url_before": "https://www.nyu.edu/life.html",
"url_after": "https://www.nyu.edu/life.html",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 418,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 0.9998,
"meta": {
"site": "https://www.freecodecamp.org",
"step_id": "015_3_2",
"url_before": "https://auth.freecodecamp.org/u/signup/identifier?state=hKFo2SBxNmp4U0dST1hUV3NKQzlYclc1LXIwOGlGX3pBOGhBSKFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIHFoUFBsNlBRYWZVVnNzb0dFQ2IwRjI1VHdVQzl1cFhDo2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k",
"url_after": "https://auth.freecodecamp.org/u/signup/identifier?state=hKFo2SBxNmp4U0dST1hUV3NKQzlYclc1LXIwOGlGX3pBOGhBSKFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIHFoUFBsNlBRYWZVVnNzb0dFQ2IwRjI1VHdVQzl1cFhDo2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 419,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.cloudflare.com",
"step_id": "011_5_0",
"url_before": "https://www.cloudflare.com/",
"url_after": "https://www.cloudflare.com/",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 420,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.heroku.com",
"step_id": "017_4_1",
"url_before": "https://signup.heroku.com/",
"url_after": "https://signup.heroku.com/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 421,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://aws.amazon.com",
"step_id": "000_0_0",
"url_before": "https://aws.amazon.com/",
"url_after": "https://aws.amazon.com/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 422,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.quora.com",
"step_id": "022_0_2",
"url_before": "https://www.quora.com/",
"url_after": "https://www.quora.com/about",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 423,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.quora.com",
"step_id": "022_0_2",
"url_before": "https://www.quora.com/",
"url_after": "https://www.quora.com/about",
"goal_kind": "follow",
"which": "after"
}
},
{
"i": 424,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.wix.com",
"step_id": "029_4_1",
"url_before": "https://www.wix.com/",
"url_after": "https://www.wix.com/start/blog",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 425,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.codecademy.com",
"step_id": "012_3_0",
"url_before": "https://www.codecademy.com/",
"url_after": "https://www.codecademy.com/business",
"goal_kind": "follow",
"which": "after"
}
},
{
"i": 426,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://caniuse.com",
"step_id": "002_1_0",
"url_before": "https://caniuse.com/",
"url_after": "https://caniuse.com/?search=hello",
"goal_kind": "click",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 427,
"qid": "click_target",
"pred": "6",
"gold": "6",
"p": 1.0,
"meta": {
"site": "https://www.quora.com",
"step_id": "022_3_2",
"url_before": "https://www.quora.com/",
"url_after": "https://www.quora.com/",
"goal_kind": "click",
"which": "before",
"policy": "repeat"
}
},
{
"i": 428,
"qid": "click_target",
"pred": "6",
"gold": "6",
"p": 1.0,
"meta": {
"site": "https://www.quora.com",
"step_id": "022_4_0",
"url_before": "https://www.quora.com/",
"url_after": "https://www.quora.com/",
"goal_kind": "click",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 429,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.ted.com",
"step_id": "026_3_0",
"url_before": "https://www.ted.com/",
"url_after": "https://www.ted.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 430,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.quora.com",
"step_id": "022_5_0",
"url_before": "https://www.quora.com/",
"url_after": "https://www.quora.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 431,
"qid": "click_target",
"pred": "6",
"gold": "6",
"p": 1.0,
"meta": {
"site": "https://www.quora.com",
"step_id": "022_5_2",
"url_before": "https://www.quora.com/",
"url_after": "https://www.quora.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 432,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.digitalocean.com",
"step_id": "013_2_1",
"url_before": "https://www.digitalocean.com/",
"url_after": "https://www.digitalocean.com/",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 433,
"qid": "click_target",
"pred": "3",
"gold": "3",
"p": 1.0,
"meta": {
"site": "https://vercel.com",
"step_id": "009_3_1",
"url_before": "https://vercel.com/contact/sales",
"url_after": "https://vercel.com/pricing",
"goal_kind": "click",
"which": "before",
"policy": "repeat"
}
},
{
"i": 434,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.codecademy.com",
"step_id": "012_0_2",
"url_before": "https://appleid.apple.com/auth/authorize?client_id=com.codecademy.codecademy&nonce=B3Lz1gCsRlnPNxgIsdIHoA&redirect_uri=https%3A%2F%2Fwww.codecademy.com%2Fusers%2Fauth%2Fapple%2Fcallback&response_mode=form_post&response_type=code&scope=email%20name&state=8c21fd9cf59c15edb73e6184029c8bea5916e9da5752c8eb",
"url_after": "https://appleid.apple.com/auth/authorize?client_id=com.codecademy.codecademy&nonce=B3Lz1gCsRlnPNxgIsdIHoA&redirect_uri=https%3A%2F%2Fwww.codecademy.com%2Fusers%2Fauth%2Fapple%2Fcallback&response_mode=form_post&response_type=code&scope=email%20name&state=8c21fd9cf59c15edb73e6184029c8bea5916e9da5752c8eb",
"goal_kind": "click",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 435,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.ted.com",
"step_id": "026_1_1",
"url_before": "https://www.ted.com/",
"url_after": "https://www.ted.com/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 436,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://kubernetes.io",
"step_id": "004_1_2",
"url_before": "https://kubernetes.io/community/",
"url_after": "https://kubernetes.io/community/",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 437,
"qid": "operation",
"pred": "TYPE_TEXT",
"gold": "TYPE_TEXT",
"p": 0.9999,
"meta": {
"site": "https://www.w3schools.com",
"step_id": "028_3_0",
"url_before": "https://www.w3schools.com/",
"url_after": "https://www.w3schools.com/",
"goal_kind": "search",
"which": "before",
"policy": "random"
}
},
{
"i": 438,
"qid": "operation",
"pred": "DONE",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.shopify.com",
"step_id": "023_1_1",
"url_before": "https://accounts.shopify.com/signup?rid=de552d86-449a-4752-b6ee-5dc92556b3bf",
"url_after": "https://accounts.shopify.com/signup/whatsapp?rid=de552d86-449a-4752-b6ee-5dc92556b3bf",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 439,
"qid": "click_target",
"pred": "17",
"gold": "17",
"p": 1.0,
"meta": {
"site": "https://www.netlify.com",
"step_id": "019_1_1",
"url_before": "https://www.netlify.com/",
"url_after": "https://www.netlify.com/",
"goal_kind": "click",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 440,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.quora.com",
"step_id": "022_0_0",
"url_before": "https://www.quora.com/",
"url_after": "https://www.quora.com/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 441,
"qid": "click_target",
"pred": "6",
"gold": "6",
"p": 0.9938,
"meta": {
"site": "https://wordpress.com",
"step_id": "010_4_2",
"url_before": "https://wordpress.com/",
"url_after": "https://wordpress.com/setup/onboarding/user?ref=logged-out-homepage-lp",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 442,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.cloudflare.com",
"step_id": "011_5_0",
"url_before": "https://www.cloudflare.com/",
"url_after": "https://www.cloudflare.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 443,
"qid": "click_target",
"pred": "10",
"gold": "10",
"p": 1.0,
"meta": {
"site": "https://www.shopify.com",
"step_id": "023_2_0",
"url_before": "https://www.shopify.com/",
"url_after": "https://www.shopify.com/",
"goal_kind": "click",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 444,
"qid": "click_target",
"pred": "10",
"gold": "10",
"p": 0.9999,
"meta": {
"site": "https://www.postgresql.org",
"step_id": "021_5_1",
"url_before": "https://www.postgresql.org/",
"url_after": "https://www.postgresql.org/about/news/postgresql-186-1711-1615-1519-1424-and-19-beta-3-released-3365/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 445,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://cloud.google.com",
"step_id": "003_4_1",
"url_before": "https://docs.cloud.google.com/docs",
"url_after": "https://docs.cloud.google.com/docs",
"goal_kind": "click",
"which": "before",
"policy": "repeat"
}
},
{
"i": 446,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.squarespace.com",
"step_id": "025_3_2",
"url_before": "https://www.squarespace.com/templates/get-started",
"url_after": "https://www.squarespace.com/templates/get-started",
"goal_kind": "follow",
"which": "after"
}
},
{
"i": 447,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.freecodecamp.org",
"step_id": "015_2_0",
"url_before": "https://www.freecodecamp.org/",
"url_after": "https://www.freecodecamp.org/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 448,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.docker.com",
"step_id": "014_1_0",
"url_before": "https://www.docker.com/",
"url_after": "https://www.docker.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 449,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 0.9995,
"meta": {
"site": "https://caniuse.com",
"step_id": "002_4_1",
"url_before": "https://caniuse.com/",
"url_after": "https://caniuse.com/ciu/news",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 450,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://redis.io",
"step_id": "007_4_0",
"url_before": "https://redis.io/",
"url_after": "https://redis.io/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 451,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://caniuse.com",
"step_id": "002_4_0",
"url_before": "https://caniuse.com/",
"url_after": "https://caniuse.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 452,
"qid": "click_target",
"pred": "11",
"gold": "11",
"p": 1.0,
"meta": {
"site": "https://www.netlify.com",
"step_id": "019_3_1",
"url_before": "https://www.netlify.com/",
"url_after": "https://www.netlify.com/",
"goal_kind": "follow",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 453,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.sqlite.org",
"step_id": "024_1_0",
"url_before": "https://www.sqlite.org/",
"url_after": "https://www.sqlite.org/lang_mathfunc.html",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 454,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://caniuse.com",
"step_id": "002_1_1",
"url_before": "https://caniuse.com/?search=hello",
"url_after": "https://caniuse.com/ciu/settings#usage",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 455,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.codecademy.com",
"step_id": "012_2_1",
"url_before": "https://www.codecademy.com/",
"url_after": "https://www.codecademy.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 456,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.sqlite.org",
"step_id": "024_4_0",
"url_before": "https://www.sqlite.org/",
"url_after": "https://www.sqlite.org/quickstart.html",
"goal_kind": "follow",
"which": "after"
}
},
{
"i": 457,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.sqlite.org",
"step_id": "024_0_1",
"url_before": "https://www.sqlite.org/",
"url_after": "https://www.sqlite.org/search?s=d&q=",
"goal_kind": "follow",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 458,
"qid": "click_target",
"pred": "14",
"gold": "14",
"p": 1.0,
"meta": {
"site": "https://kubernetes.io",
"step_id": "004_5_1",
"url_before": "https://kubernetes.io/",
"url_after": "https://kubernetes.io/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 459,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.cloudflare.com",
"step_id": "011_4_0",
"url_before": "https://www.cloudflare.com/",
"url_after": "https://www.cloudflare.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 460,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://vercel.com",
"step_id": "009_0_2",
"url_before": "https://vercel.com/home",
"url_after": "https://vercel.com/ship?utm_campaign=ship-sf2026&utm_source=site&utm_medium=homepage",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 461,
"qid": "operation",
"pred": "DONE",
"gold": "CLICK",
"p": 0.8819,
"meta": {
"site": "https://www.quora.com",
"step_id": "022_1_1",
"url_before": "https://www.quora.com/",
"url_after": "https://www.quora.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 462,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.mongodb.com",
"step_id": "018_3_0",
"url_before": "https://www.mongodb.com/",
"url_after": "https://www.mongodb.com/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 463,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.shopify.com",
"step_id": "023_0_1",
"url_before": "https://www.shopify.com/pricing",
"url_after": "https://www.shopify.com/pricing",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 464,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://aws.amazon.com",
"step_id": "000_1_0",
"url_before": "https://aws.amazon.com/",
"url_after": "https://aws.amazon.com/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 465,
"qid": "click_target",
"pred": "2",
"gold": "2",
"p": 1.0,
"meta": {
"site": "https://www.ted.com",
"step_id": "026_1_1",
"url_before": "https://www.ted.com/",
"url_after": "https://www.ted.com/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 466,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://wordpress.com",
"step_id": "010_2_0",
"url_before": "https://wordpress.com/",
"url_after": "https://wordpress.com/",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 467,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://azure.microsoft.com",
"step_id": "001_2_0",
"url_before": "https://azure.microsoft.com/en-us",
"url_after": "https://azure.microsoft.com/en-us#customer-stories",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 468,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.digitalocean.com",
"step_id": "013_4_0",
"url_before": "https://www.digitalocean.com/",
"url_after": "https://www.digitalocean.com/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 469,
"qid": "click_target",
"pred": "6",
"gold": "6",
"p": 1.0,
"meta": {
"site": "https://www.quora.com",
"step_id": "022_5_0",
"url_before": "https://www.quora.com/",
"url_after": "https://www.quora.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 470,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://wordpress.com",
"step_id": "010_1_0",
"url_before": "https://wordpress.com/",
"url_after": "https://wordpress.com/log-in/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 471,
"qid": "operation",
"pred": "DONE",
"gold": "CLICK",
"p": 0.9616,
"meta": {
"site": "https://www.freecodecamp.org",
"step_id": "015_5_1",
"url_before": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SAwMkRXS3BJekhXX2YtcGhta1hQcU56ajFmU0U1R0NaQ6Fur3VuaXZlcnNhbC1sb2dpbqN0aWTZIFUtSndRRWpZVWpib3JMLWRJYU96LWExRDZwaGlRbjNso2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k",
"url_after": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SAwMkRXS3BJekhXX2YtcGhta1hQcU56ajFmU0U1R0NaQ6Fur3VuaXZlcnNhbC1sb2dpbqN0aWTZIFUtSndRRWpZVWpib3JMLWRJYU96LWExRDZwaGlRbjNso2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 472,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.cloudflare.com",
"step_id": "011_4_0",
"url_before": "https://www.cloudflare.com/",
"url_after": "https://www.cloudflare.com/",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 473,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.wix.com",
"step_id": "029_3_0",
"url_before": "https://www.wix.com/",
"url_after": "https://www.wix.com/domains",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 474,
"qid": "operation",
"pred": "TYPE_TEXT",
"gold": "TYPE_TEXT",
"p": 1.0,
"meta": {
"site": "https://caniuse.com",
"step_id": "002_0_0",
"url_before": "https://caniuse.com/",
"url_after": "https://caniuse.com/?search=python",
"goal_kind": "search",
"which": "before",
"policy": "oracle"
}
},
{
"i": 475,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://vercel.com",
"step_id": "009_5_0",
"url_before": "https://vercel.com/",
"url_after": "https://vercel.com/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 476,
"qid": "click_target",
"pred": "7",
"gold": "7",
"p": 1.0,
"meta": {
"site": "https://www.hackerrank.com",
"step_id": "016_0_0",
"url_before": "https://www.hackerrank.com/",
"url_after": "https://www.hackerrank.com/auth/signup",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 477,
"qid": "click_target",
"pred": "10",
"gold": "10",
"p": 1.0,
"meta": {
"site": "https://substack.com",
"step_id": "008_0_1",
"url_before": "https://substack.com/search/abc?utm_source=global-search",
"url_after": "https://substack.com/search/abc?utm_source=global-search",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 478,
"qid": "click_target",
"pred": "9",
"gold": "9",
"p": 1.0,
"meta": {
"site": "https://www.cloudflare.com",
"step_id": "011_2_0",
"url_before": "https://www.cloudflare.com/",
"url_after": "https://www.cloudflare.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 479,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.docker.com",
"step_id": "014_5_1",
"url_before": "https://www.docker.com/",
"url_after": "https://www.docker.com/resources/the-state-of-agentic-ai-white-paper/",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 480,
"qid": "operation",
"pred": "TYPE_TEXT",
"gold": "TYPE_TEXT",
"p": 0.9952,
"meta": {
"site": "https://www.ted.com",
"step_id": "026_2_1",
"url_before": "https://www.ted.com/",
"url_after": "https://www.ted.com/",
"goal_kind": "search",
"which": "before",
"policy": "oracle"
}
},
{
"i": 481,
"qid": "operation",
"pred": "DONE",
"gold": "CLICK",
"p": 0.5227,
"meta": {
"site": "https://www.quora.com",
"step_id": "022_4_2",
"url_before": "https://www.quora.com/",
"url_after": "https://www.quora.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 482,
"qid": "operation",
"pred": "TYPE_TEXT",
"gold": "TYPE_TEXT",
"p": 0.9613,
"meta": {
"site": "https://www.mongodb.com",
"step_id": "018_4_1",
"url_before": "https://www.mongodb.com/",
"url_after": "https://www.mongodb.com/",
"goal_kind": "search",
"which": "before",
"policy": "random"
}
},
{
"i": 483,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.squarespace.com",
"step_id": "025_2_0",
"url_before": "https://www.squarespace.com/",
"url_after": "https://www.squarespace.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 484,
"qid": "click_target",
"pred": "18",
"gold": "18",
"p": 1.0,
"meta": {
"site": "https://www.docker.com",
"step_id": "014_0_0",
"url_before": "https://www.docker.com/",
"url_after": "https://www.docker.com/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 485,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://substack.com",
"step_id": "008_0_1",
"url_before": "https://substack.com/search/abc?utm_source=global-search",
"url_after": "https://substack.com/search/abc?utm_source=global-search",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 486,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.cloudflare.com",
"step_id": "011_2_0",
"url_before": "https://www.cloudflare.com/",
"url_after": "https://www.cloudflare.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 487,
"qid": "click_target",
"pred": "10",
"gold": "10",
"p": 1.0,
"meta": {
"site": "https://www.shopify.com",
"step_id": "023_3_1",
"url_before": "https://www.shopify.com/",
"url_after": "https://www.shopify.com/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 488,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 0.6815,
"meta": {
"site": "https://azure.microsoft.com",
"step_id": "001_4_1",
"url_before": "https://azure.microsoft.com/en-us/pricing/purchase-options/azure-account?hasfullconsent=true",
"url_after": "https://www.microsoft.com/en-us",
"goal_kind": "search",
"which": "before",
"policy": "repeat"
}
},
{
"i": 489,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.heroku.com",
"step_id": "017_5_0",
"url_before": "https://www.heroku.com/",
"url_after": "https://www.heroku.com/pricing/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 490,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.wix.com",
"step_id": "029_0_2",
"url_before": "https://users.wix.com/signin?view=sign-up&sendEmail=true&loginCompName=SignUp_H&referralInfo=SignUp_H&postSignUp=https%3A%2F%2Fwww.wix.com%2Fnew%2Fintro%2F&postLogin=https%3A%2F%2Fmanage.wix.com%2Faccount%2Froute&loginDialogContext=login&originUrl=https%3A%2F%2Fwww.wix.com%2F&_gl=1*fei514*_gcl_au*OTU2MDM2NzguMTc4OTg5NzUwOQ..",
"url_after": "https://users.wix.com/signin/sso/enter-email?view=sign-up&sendEmail=true&loginCompName=SignUp_H&referralInfo=SignUp_H&postSignUp=https%3A%2F%2Fwww.wix.com%2Fnew%2Fintro%2F&postLogin=https%3A%2F%2Fmanage.wix.com%2Faccount%2Froute&loginDialogContext=login&originUrl=https%3A%2F%2Fwww.wix.com%2F&_gl=1*fei514*_gcl_au*OTU2MDM2NzguMTc4OTg5NzUwOQ..",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 491,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://wordpress.com",
"step_id": "010_4_0",
"url_before": "https://wordpress.com/",
"url_after": "https://wordpress.com/",
"goal_kind": "follow",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 492,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.ted.com",
"step_id": "026_3_0",
"url_before": "https://www.ted.com/",
"url_after": "https://www.ted.com/",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 493,
"qid": "operation",
"pred": "TYPE_TEXT",
"gold": "TYPE_TEXT",
"p": 1.0,
"meta": {
"site": "https://www.freecodecamp.org",
"step_id": "015_1_0",
"url_before": "https://www.freecodecamp.org/",
"url_after": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SBrMjBBbUpJZ1F6T0lESjRpSXBLdVZQUXVfb0Vmb2VaSqFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIEF3Q0JQVzR1VFRMTDFUSlF5RnNBSV83NkhNaXFyeVVVo2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k",
"goal_kind": "search",
"which": "before",
"policy": "random"
}
},
{
"i": 494,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://cloud.google.com",
"step_id": "003_1_0",
"url_before": "https://cloud.google.com/",
"url_after": "https://cloud.google.com/blog/products/ai-machine-learning/what-google-cloud-announced-in-ai-this-month",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 495,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.postgresql.org",
"step_id": "021_2_0",
"url_before": "https://www.postgresql.org/",
"url_after": "https://www.postgresql.org/about/",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 496,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://azure.microsoft.com",
"step_id": "001_0_0",
"url_before": "https://azure.microsoft.com/en-us",
"url_after": "https://azure.microsoft.com/en-us",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 497,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.hackerrank.com",
"step_id": "016_4_0",
"url_before": "https://www.hackerrank.com/",
"url_after": "https://www.hackerrank.com/auth/signup",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 498,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.cloudflare.com",
"step_id": "011_1_2",
"url_before": "https://www.cloudflare.com/",
"url_after": "https://www.cloudflare.com/",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 499,
"qid": "click_target",
"pred": "9",
"gold": "9",
"p": 1.0,
"meta": {
"site": "https://wordpress.com",
"step_id": "010_1_0",
"url_before": "https://wordpress.com/",
"url_after": "https://wordpress.com/log-in/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 500,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.w3.org",
"step_id": "027_5_1",
"url_before": "https://www.w3.org/",
"url_after": "https://www.w3.org/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 501,
"qid": "operation",
"pred": "TYPE_TEXT",
"gold": "TYPE_TEXT",
"p": 0.6451,
"meta": {
"site": "https://kubernetes.io",
"step_id": "004_3_1",
"url_before": "https://kubernetes.io/search/?q=hello",
"url_after": "https://kubernetes.io/search/?q=hello",
"goal_kind": "search",
"which": "before",
"policy": "repeat"
}
},
{
"i": 502,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.netlify.com",
"step_id": "019_0_0",
"url_before": "https://www.netlify.com/",
"url_after": "https://www.netlify.com/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 503,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://medium.com",
"step_id": "006_0_0",
"url_before": "https://medium.com/",
"url_after": "https://medium.com/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 504,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.w3.org",
"step_id": "027_0_0",
"url_before": "https://www.w3.org/",
"url_after": "https://www.w3.org/zh-hans/",
"goal_kind": "follow",
"which": "after"
}
},
{
"i": 505,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.digitalocean.com",
"step_id": "013_1_0",
"url_before": "https://www.digitalocean.com/",
"url_after": "https://docs.digitalocean.com/products/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 506,
"qid": "click_target",
"pred": "5",
"gold": "5",
"p": 1.0,
"meta": {
"site": "https://vercel.com",
"step_id": "009_0_0",
"url_before": "https://vercel.com/",
"url_after": "https://vercel.com/home",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 507,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 0.9987,
"meta": {
"site": "https://leetcode.com",
"step_id": "005_2_2",
"url_before": "https://leetcode.com/accounts/login/?next=%2Fexplore%2F",
"url_after": "https://leetcode.com/bugbounty/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 508,
"qid": "click_target",
"pred": "6",
"gold": "6",
"p": 1.0,
"meta": {
"site": "https://www.netlify.com",
"step_id": "019_4_0",
"url_before": "https://www.netlify.com/",
"url_after": "https://app.netlify.com/login",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 509,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.w3.org",
"step_id": "027_4_0",
"url_before": "https://www.w3.org/",
"url_after": "https://www.w3.org/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 510,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.squarespace.com",
"step_id": "025_1_0",
"url_before": "https://www.squarespace.com/",
"url_after": "https://www.squarespace.com/",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 511,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://substack.com",
"step_id": "008_0_0",
"url_before": "https://substack.com/",
"url_after": "https://substack.com/search/abc?utm_source=global-search",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 512,
"qid": "click_target",
"pred": "14",
"gold": "14",
"p": 1.0,
"meta": {
"site": "https://www.mongodb.com",
"step_id": "018_5_2",
"url_before": "https://www.mongodb.com/",
"url_after": "https://www.mongodb.com/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 513,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://vercel.com",
"step_id": "009_0_0",
"url_before": "https://vercel.com/",
"url_after": "https://vercel.com/home",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 514,
"qid": "operation",
"pred": "DONE",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.freecodecamp.org",
"step_id": "015_3_1",
"url_before": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SBxNmp4U0dST1hUV3NKQzlYclc1LXIwOGlGX3pBOGhBSKFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIHFoUFBsNlBRYWZVVnNzb0dFQ2IwRjI1VHdVQzl1cFhDo2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k",
"url_after": "https://auth.freecodecamp.org/u/signup/identifier?state=hKFo2SBxNmp4U0dST1hUV3NKQzlYclc1LXIwOGlGX3pBOGhBSKFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIHFoUFBsNlBRYWZVVnNzb0dFQ2IwRjI1VHdVQzl1cFhDo2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k",
"goal_kind": "follow",
"which": "before",
"policy": "repeat"
}
},
{
"i": 515,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://kubernetes.io",
"step_id": "004_5_2",
"url_before": "https://kubernetes.io/",
"url_after": "https://kubernetes.io/training/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 516,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://kubernetes.io",
"step_id": "004_0_0",
"url_before": "https://kubernetes.io/",
"url_after": "https://kubernetes.io/careers/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 517,
"qid": "click_target",
"pred": "8",
"gold": "8",
"p": 1.0,
"meta": {
"site": "https://wordpress.com",
"step_id": "010_0_0",
"url_before": "https://wordpress.com/",
"url_after": "https://wordpress.com/log-in/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 518,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.hackerrank.com",
"step_id": "016_2_0",
"url_before": "https://www.hackerrank.com/",
"url_after": "https://www.hackerrank.com/get-started",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 519,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.wix.com",
"step_id": "029_2_0",
"url_before": "https://www.wix.com/",
"url_after": "https://www.wix.com/",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 520,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.docker.com",
"step_id": "014_4_2",
"url_before": "https://www.docker.com/",
"url_after": "https://www.docker.com/",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 521,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.shopify.com",
"step_id": "023_0_2",
"url_before": "https://www.shopify.com/pricing",
"url_after": "https://www.shopify.com/pricing",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 522,
"qid": "operation",
"pred": "DONE",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.hackerrank.com",
"step_id": "016_5_2",
"url_before": "https://www.hackerrank.com/work/pricing",
"url_after": "https://www.hackerrank.com/work/pricing",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 523,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.mongodb.com",
"step_id": "018_2_1",
"url_before": "https://www.mongodb.com/",
"url_after": "https://www.mongodb.com/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 524,
"qid": "operation",
"pred": "CLICK",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.cloudflare.com",
"step_id": "011_1_2",
"url_before": "https://www.cloudflare.com/",
"url_after": "https://www.cloudflare.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 525,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://azure.microsoft.com",
"step_id": "001_1_2",
"url_before": "https://azure.microsoft.com/en-us/solutions/migration",
"url_after": "https://azure.microsoft.com/en-us/pricing/purchase-options/azure-account",
"goal_kind": "search",
"which": "before",
"policy": "random"
}
},
{
"i": 526,
"qid": "click_target",
"pred": "15",
"gold": "15",
"p": 1.0,
"meta": {
"site": "https://redis.io",
"step_id": "007_2_0",
"url_before": "https://redis.io/",
"url_after": "https://redis.io/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 527,
"qid": "click_target",
"pred": "1",
"gold": "1",
"p": 1.0,
"meta": {
"site": "https://www.digitalocean.com",
"step_id": "013_1_2",
"url_before": "https://docs.digitalocean.com/",
"url_after": "https://docs.digitalocean.com/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 528,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 0.9997,
"meta": {
"site": "https://www.heroku.com",
"step_id": "017_2_1",
"url_before": "https://www.heroku.com/postgres/",
"url_after": "https://devcenter.heroku.com/categories/heroku-postgres",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 529,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.shopify.com",
"step_id": "023_2_0",
"url_before": "https://www.shopify.com/",
"url_after": "https://www.shopify.com/",
"goal_kind": "click",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 530,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://leetcode.com",
"step_id": "005_4_0",
"url_before": "https://leetcode.com/",
"url_after": "https://leetcode.com/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 531,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.quora.com",
"step_id": "022_2_0",
"url_before": "https://www.quora.com/",
"url_after": "https://www.quora.com/",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 532,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://wordpress.com",
"step_id": "010_2_0",
"url_before": "https://wordpress.com/",
"url_after": "https://wordpress.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 533,
"qid": "click_target",
"pred": "22",
"gold": "22",
"p": 1.0,
"meta": {
"site": "https://redis.io",
"step_id": "007_4_2",
"url_before": "https://redis.io/",
"url_after": "https://redis.io/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 534,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.codecademy.com",
"step_id": "012_1_2",
"url_before": "https://www.codecademy.com/",
"url_after": "https://www.codecademy.com/",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 535,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 0.9684,
"meta": {
"site": "https://azure.microsoft.com",
"step_id": "001_0_2",
"url_before": "https://azure.microsoft.com/en-us",
"url_after": "https://azure.microsoft.com/en-us",
"goal_kind": "follow",
"which": "before",
"policy": "repeat"
}
},
{
"i": 536,
"qid": "click_target",
"pred": "7",
"gold": "7",
"p": 0.8361,
"meta": {
"site": "https://www.mongodb.com",
"step_id": "018_3_2",
"url_before": "https://www.mongodb.com/",
"url_after": "https://www.mongodb.com/",
"goal_kind": "follow",
"which": "before",
"policy": "repeat"
}
},
{
"i": 537,
"qid": "operation",
"pred": "DONE",
"gold": "CLICK",
"p": 0.5944,
"meta": {
"site": "https://www.wix.com",
"step_id": "029_1_2",
"url_before": "https://www.wix.com/",
"url_after": "https://www.wix.com/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 538,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://aws.amazon.com",
"step_id": "000_1_2",
"url_before": "https://aws.amazon.com/",
"url_after": "https://us-east-1.signin.aws/platform/d-9067642ac7/login?workflowStateHandle=716bb7bc-5c6b-4cf4-9277-53b1985426a8",
"goal_kind": "follow",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 539,
"qid": "click_target",
"pred": "23",
"gold": "23",
"p": 1.0,
"meta": {
"site": "https://redis.io",
"step_id": "007_0_0",
"url_before": "https://redis.io/",
"url_after": "https://redis.io/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 540,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.cloudflare.com",
"step_id": "011_1_0",
"url_before": "https://www.cloudflare.com/",
"url_after": "https://www.cloudflare.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 541,
"qid": "click_target",
"pred": "16",
"gold": "16",
"p": 1.0,
"meta": {
"site": "https://aws.amazon.com",
"step_id": "000_0_2",
"url_before": "https://aws.amazon.com/",
"url_after": "https://aws.amazon.com/contact-us/?nc2=h_ut_cu",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 542,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.cloudflare.com",
"step_id": "011_1_1",
"url_before": "https://www.cloudflare.com/",
"url_after": "https://www.cloudflare.com/",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 543,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://redis.io",
"step_id": "007_5_0",
"url_before": "https://redis.io/",
"url_after": "https://redis.io/try-free/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 544,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 0.9997,
"meta": {
"site": "https://www.w3.org",
"step_id": "027_0_1",
"url_before": "https://www.w3.org/zh-hans/",
"url_after": "https://www.w3.org/zh-hans/standards/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 545,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.mongodb.com",
"step_id": "018_3_1",
"url_before": "https://www.mongodb.com/",
"url_after": "https://www.mongodb.com/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 546,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.codecademy.com",
"step_id": "012_1_2",
"url_before": "https://www.codecademy.com/",
"url_after": "https://www.codecademy.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 547,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://aws.amazon.com",
"step_id": "000_2_1",
"url_before": "https://aws.amazon.com/",
"url_after": "https://aws.amazon.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 548,
"qid": "click_target",
"pred": "4",
"gold": "4",
"p": 1.0,
"meta": {
"site": "https://vercel.com",
"step_id": "009_5_0",
"url_before": "https://vercel.com/",
"url_after": "https://vercel.com/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 549,
"qid": "click_target",
"pred": "2",
"gold": "2",
"p": 1.0,
"meta": {
"site": "https://www.heroku.com",
"step_id": "017_4_0",
"url_before": "https://www.heroku.com/",
"url_after": "https://signup.heroku.com/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 550,
"qid": "operation",
"pred": "DONE",
"gold": "CLICK",
"p": 0.9939,
"meta": {
"site": "https://www.heroku.com",
"step_id": "017_2_2",
"url_before": "https://devcenter.heroku.com/categories/heroku-postgres",
"url_after": "https://devcenter.heroku.com/search?q=hello",
"goal_kind": "follow",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 551,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.w3.org",
"step_id": "027_2_0",
"url_before": "https://www.w3.org/",
"url_after": "https://www.w3.org/standards/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 552,
"qid": "operation",
"pred": "CLICK",
"gold": "TYPE_TEXT",
"p": 0.8363,
"meta": {
"site": "https://www.mongodb.com",
"step_id": "018_1_2",
"url_before": "https://www.mongodb.com/",
"url_after": "https://www.mongodb.com/",
"goal_kind": "search",
"which": "before",
"policy": "oracle"
}
},
{
"i": 553,
"qid": "click_target",
"pred": "12",
"gold": "12",
"p": 1.0,
"meta": {
"site": "https://www.wix.com",
"step_id": "029_1_1",
"url_before": "https://www.wix.com/",
"url_after": "https://www.wix.com/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 554,
"qid": "operation",
"pred": "TYPE_TEXT",
"gold": "CLICK",
"p": 0.9978,
"meta": {
"site": "https://cloud.google.com",
"step_id": "003_2_2",
"url_before": "https://docs.cloud.google.com/gemini/docs",
"url_after": "https://docs.cloud.google.com/gemini/docs",
"goal_kind": "search",
"which": "before",
"policy": "random"
}
},
{
"i": 555,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.heroku.com",
"step_id": "017_5_1",
"url_before": "https://www.heroku.com/pricing/",
"url_after": "https://www.heroku.com/pricing/#ai",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 556,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://cloud.google.com",
"step_id": "003_5_0",
"url_before": "https://cloud.google.com/",
"url_after": "https://cloud.google.com/contact",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 557,
"qid": "click_target",
"pred": "19",
"gold": "19",
"p": 1.0,
"meta": {
"site": "https://www.digitalocean.com",
"step_id": "013_0_0",
"url_before": "https://www.digitalocean.com/",
"url_after": "https://www.digitalocean.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 558,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.hackerrank.com",
"step_id": "016_1_1",
"url_before": "https://www.hackerrank.com/get-started",
"url_after": "https://www.hackerrank.com/get-started",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 559,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.sqlite.org",
"step_id": "024_3_1",
"url_before": "https://www.sqlite.org/quirks.html",
"url_after": "https://www.sqlite.org/serverless.html",
"goal_kind": "follow",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 560,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://azure.microsoft.com",
"step_id": "001_2_1",
"url_before": "https://azure.microsoft.com/en-us#customer-stories",
"url_after": "https://azure.microsoft.com/en-us#products-and-services",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 561,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.nyu.edu",
"step_id": "020_4_0",
"url_before": "https://www.nyu.edu/",
"url_after": "https://www.nyu.edu/life.html",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 562,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.postgresql.org",
"step_id": "021_3_0",
"url_before": "https://www.postgresql.org/",
"url_after": "https://www.postgresql.org/download/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 563,
"qid": "click_target",
"pred": "14",
"gold": "14",
"p": 1.0,
"meta": {
"site": "https://www.quora.com",
"step_id": "022_0_2",
"url_before": "https://www.quora.com/",
"url_after": "https://www.quora.com/about",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 564,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://azure.microsoft.com",
"step_id": "001_2_2",
"url_before": "https://azure.microsoft.com/en-us#products-and-services",
"url_after": "https://azure.microsoft.com/en-us/pricing/purchase-options/azure-account?icid=azurefreeaccount&hasfullconsent=true",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 565,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 0.9979,
"meta": {
"site": "https://substack.com",
"step_id": "008_3_0",
"url_before": "https://substack.com/",
"url_after": "https://substack.com/search/price?utm_source=global-search",
"goal_kind": "search",
"which": "after"
}
},
{
"i": 566,
"qid": "click_target",
"pred": "8",
"gold": "8",
"p": 1.0,
"meta": {
"site": "https://www.w3.org",
"step_id": "027_4_0",
"url_before": "https://www.w3.org/",
"url_after": "https://www.w3.org/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 567,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://kubernetes.io",
"step_id": "004_5_0",
"url_before": "https://kubernetes.io/",
"url_after": "https://kubernetes.io/",
"goal_kind": "follow",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 568,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://cloud.google.com",
"step_id": "003_0_1",
"url_before": "https://cloud.google.com/",
"url_after": "https://cloud.google.com/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 569,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.nyu.edu",
"step_id": "020_3_0",
"url_before": "https://www.nyu.edu/",
"url_after": "https://www.nyu.edu/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 570,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 0.9999,
"meta": {
"site": "https://leetcode.com",
"step_id": "005_0_1",
"url_before": "https://leetcode.com/accounts/login/",
"url_after": "https://leetcode.com/interview/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 571,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://kubernetes.io",
"step_id": "004_1_0",
"url_before": "https://kubernetes.io/",
"url_after": "https://kubernetes.io/community/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 572,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.postgresql.org",
"step_id": "021_0_0",
"url_before": "https://www.postgresql.org/",
"url_after": "https://www.postgresql.org/about/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 573,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.postgresql.org",
"step_id": "021_1_1",
"url_before": "https://www.postgresql.org/about/donate/",
"url_after": "https://www.postgresql.org/about/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 574,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://redis.io",
"step_id": "007_5_1",
"url_before": "https://redis.io/try-free/",
"url_after": "https://redis.io/try-free/",
"goal_kind": "follow",
"which": "after"
}
},
{
"i": 575,
"qid": "click_target",
"pred": "1",
"gold": "1",
"p": 1.0,
"meta": {
"site": "https://leetcode.com",
"step_id": "005_4_0",
"url_before": "https://leetcode.com/",
"url_after": "https://leetcode.com/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 576,
"qid": "click_target",
"pred": "14",
"gold": "14",
"p": 1.0,
"meta": {
"site": "https://www.freecodecamp.org",
"step_id": "015_2_1",
"url_before": "https://www.freecodecamp.org/",
"url_after": "https://www.freecodecamp.org/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 577,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.squarespace.com",
"step_id": "025_1_0",
"url_before": "https://www.squarespace.com/",
"url_after": "https://www.squarespace.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 578,
"qid": "operation",
"pred": "TYPE_TEXT",
"gold": "TYPE_TEXT",
"p": 0.9992,
"meta": {
"site": "https://www.nyu.edu",
"step_id": "020_5_0",
"url_before": "https://www.nyu.edu/",
"url_after": "https://search.nyu.edu/s/search.html?query=map&collection=nyu%7Esp-all-v02",
"goal_kind": "search",
"which": "before",
"policy": "oracle"
}
},
{
"i": 579,
"qid": "operation",
"pred": "TYPE_TEXT",
"gold": "TYPE_TEXT",
"p": 0.9988,
"meta": {
"site": "https://www.ted.com",
"step_id": "026_0_2",
"url_before": "https://www.ted.com/",
"url_after": "https://www.ted.com/",
"goal_kind": "search",
"which": "before",
"policy": "repeat"
}
},
{
"i": 580,
"qid": "click_target",
"pred": "16",
"gold": "16",
"p": 1.0,
"meta": {
"site": "https://www.sqlite.org",
"step_id": "024_5_0",
"url_before": "https://www.sqlite.org/",
"url_after": "https://www.sqlite.org/lang_datefunc.html",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 581,
"qid": "operation",
"pred": "TYPE_TEXT",
"gold": "TYPE_TEXT",
"p": 0.8533,
"meta": {
"site": "https://kubernetes.io",
"step_id": "004_3_2",
"url_before": "https://kubernetes.io/search/?q=hello",
"url_after": "https://events.linuxfoundation.org/kubecon-cloudnativecon-north-america/register/?utm_source=kubernetes&utm_medium=ribbon-banner&utm_campaign=KubeCon-CloudNativeCon-NA-2026&utm_content=hero",
"goal_kind": "search",
"which": "before",
"policy": "random"
}
},
{
"i": 582,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.codecademy.com",
"step_id": "012_1_1",
"url_before": "https://www.codecademy.com/",
"url_after": "https://www.codecademy.com/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 583,
"qid": "click_target",
"pred": "9",
"gold": "9",
"p": 1.0,
"meta": {
"site": "https://www.cloudflare.com",
"step_id": "011_3_0",
"url_before": "https://www.cloudflare.com/",
"url_after": "https://www.cloudflare.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 584,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.w3schools.com",
"step_id": "028_2_2",
"url_before": "https://www.w3schools.com/typingspeed/default.asp",
"url_after": "https://www.w3schools.com/typingspeed/default.asp",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 585,
"qid": "click_target",
"pred": "7",
"gold": "6",
"p": 0.9968,
"meta": {
"site": "https://www.squarespace.com",
"step_id": "025_5_0",
"url_before": "https://www.squarespace.com/",
"url_after": "https://www.squarespace.com/templates/get-started",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 586,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://azure.microsoft.com",
"step_id": "001_1_1",
"url_before": "https://azure.microsoft.com/en-us#resources-by-role",
"url_after": "https://azure.microsoft.com/en-us/solutions/migration",
"goal_kind": "search",
"which": "before",
"policy": "random"
}
},
{
"i": 587,
"qid": "click_target",
"pred": "5",
"gold": "5",
"p": 1.0,
"meta": {
"site": "https://www.digitalocean.com",
"step_id": "013_1_0",
"url_before": "https://www.digitalocean.com/",
"url_after": "https://docs.digitalocean.com/products/",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 588,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.sqlite.org",
"step_id": "024_0_0",
"url_before": "https://www.sqlite.org/",
"url_after": "https://www.sqlite.org/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 589,
"qid": "click_target",
"pred": "1",
"gold": "1",
"p": 1.0,
"meta": {
"site": "https://azure.microsoft.com",
"step_id": "001_5_0",
"url_before": "https://azure.microsoft.com/en-us",
"url_after": "https://azure.microsoft.com/en-us",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 590,
"qid": "click_target",
"pred": "8",
"gold": "8",
"p": 1.0,
"meta": {
"site": "https://caniuse.com",
"step_id": "002_1_0",
"url_before": "https://caniuse.com/",
"url_after": "https://caniuse.com/?search=hello",
"goal_kind": "click",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 591,
"qid": "click_target",
"pred": "8",
"gold": "8",
"p": 1.0,
"meta": {
"site": "https://cloud.google.com",
"step_id": "003_4_0",
"url_before": "https://cloud.google.com/",
"url_after": "https://docs.cloud.google.com/docs",
"goal_kind": "click",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 592,
"qid": "operation",
"pred": "CLICK",
"gold": "TYPE_TEXT",
"p": 0.6251,
"meta": {
"site": "https://www.mongodb.com",
"step_id": "018_1_0",
"url_before": "https://www.mongodb.com/",
"url_after": "https://www.mongodb.com/",
"goal_kind": "search",
"which": "before",
"policy": "oracle"
}
},
{
"i": 593,
"qid": "operation",
"pred": "DONE",
"gold": "CLICK",
"p": 0.8819,
"meta": {
"site": "https://www.quora.com",
"step_id": "022_3_1",
"url_before": "https://www.quora.com/",
"url_after": "https://www.quora.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 594,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://wordpress.com",
"step_id": "010_2_2",
"url_before": "https://wordpress.com/",
"url_after": "https://wordpress.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 595,
"qid": "operation",
"pred": "TYPE_TEXT",
"gold": "TYPE_TEXT",
"p": 0.8779,
"meta": {
"site": "https://www.mongodb.com",
"step_id": "018_4_2",
"url_before": "https://www.mongodb.com/",
"url_after": "https://www.mongodb.com/",
"goal_kind": "search",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 596,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.quora.com",
"step_id": "022_0_1",
"url_before": "https://www.quora.com/",
"url_after": "https://www.quora.com/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 597,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.netlify.com",
"step_id": "019_2_1",
"url_before": "https://www.netlify.com/",
"url_after": "https://www.netlify.com/contact/",
"goal_kind": "follow",
"which": "after"
}
},
{
"i": 598,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://azure.microsoft.com",
"step_id": "001_5_0",
"url_before": "https://azure.microsoft.com/en-us",
"url_after": "https://azure.microsoft.com/en-us",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 599,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 0.9999,
"meta": {
"site": "https://wordpress.com",
"step_id": "010_2_1",
"url_before": "https://wordpress.com/",
"url_after": "https://wordpress.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 600,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.squarespace.com",
"step_id": "025_5_0",
"url_before": "https://www.squarespace.com/",
"url_after": "https://www.squarespace.com/templates/get-started",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 601,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://medium.com",
"step_id": "006_0_2",
"url_before": "https://medium.com/",
"url_after": "https://medium.com/",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 602,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.docker.com",
"step_id": "014_5_0",
"url_before": "https://www.docker.com/",
"url_after": "https://www.docker.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 603,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://www.netlify.com",
"step_id": "019_1_2",
"url_before": "https://www.netlify.com/",
"url_after": "https://www.netlify.com/",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 604,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://redis.io",
"step_id": "007_1_1",
"url_before": "https://redis.io/",
"url_after": "https://redis.io/",
"goal_kind": "click",
"which": "after"
}
},
{
"i": 605,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.freecodecamp.org",
"step_id": "015_0_0",
"url_before": "https://www.freecodecamp.org/",
"url_after": "https://www.freecodecamp.org/",
"goal_kind": "click",
"which": "before",
"policy": "random"
}
},
{
"i": 606,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://redis.io",
"step_id": "007_0_1",
"url_before": "https://redis.io/",
"url_after": "https://redis.io/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
},
{
"i": 607,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.heroku.com",
"step_id": "017_0_0",
"url_before": "https://www.heroku.com/",
"url_after": "https://www.heroku.com/",
"goal_kind": "click",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 608,
"qid": "click_target",
"pred": "6",
"gold": "6",
"p": 1.0,
"meta": {
"site": "https://www.quora.com",
"step_id": "022_5_1",
"url_before": "https://www.quora.com/",
"url_after": "https://www.quora.com/",
"goal_kind": "click",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 609,
"qid": "operation",
"pred": "TYPE_TEXT",
"gold": "TYPE_TEXT",
"p": 1.0,
"meta": {
"site": "https://caniuse.com",
"step_id": "002_5_0",
"url_before": "https://caniuse.com/",
"url_after": "https://caniuse.com/?search=help",
"goal_kind": "search",
"which": "before",
"policy": "oracle"
}
},
{
"i": 610,
"qid": "operation",
"pred": "DONE",
"gold": "DONE",
"p": 1.0,
"meta": {
"site": "https://leetcode.com",
"step_id": "005_2_1",
"url_before": "https://leetcode.com/explore/",
"url_after": "https://leetcode.com/accounts/login/?next=%2Fexplore%2F",
"goal_kind": "follow",
"which": "after"
}
},
{
"i": 611,
"qid": "click_target",
"pred": "19",
"gold": "19",
"p": 1.0,
"meta": {
"site": "https://www.sqlite.org",
"step_id": "024_1_0",
"url_before": "https://www.sqlite.org/",
"url_after": "https://www.sqlite.org/lang_mathfunc.html",
"goal_kind": "follow",
"which": "before",
"policy": "oracle"
}
},
{
"i": 612,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.netlify.com",
"step_id": "019_1_1",
"url_before": "https://www.netlify.com/",
"url_after": "https://www.netlify.com/",
"goal_kind": "click",
"which": "before",
"policy": "unrelated"
}
},
{
"i": 613,
"qid": "click_target",
"pred": "7",
"gold": "6",
"p": 0.9962,
"meta": {
"site": "https://wordpress.com",
"step_id": "010_3_1",
"url_before": "https://wordpress.com/",
"url_after": "https://wordpress.com/pricing/",
"goal_kind": "follow",
"which": "before",
"policy": "random"
}
},
{
"i": 614,
"qid": "operation",
"pred": "CLICK",
"gold": "CLICK",
"p": 1.0,
"meta": {
"site": "https://www.heroku.com",
"step_id": "017_3_0",
"url_before": "https://www.heroku.com/",
"url_after": "https://www.heroku.com/",
"goal_kind": "click",
"which": "before",
"policy": "oracle"
}
}
]
}