{ "n_rows": 615, "mean_ms": 208.2, "temp": 0.5, "by_question": { "click_target": { "n": 131, "acc": 0.969, "chance": 0.061, "ece": 0.033, "auroc": 0.965, "nll": 0.162, "mae": null, "acc_pos": null, "acc_neg": null, "n_pos": 0 }, "operation": { "n": 482, "acc": 0.911, "chance": 0.295, "ece": 0.069, "auroc": 0.913, "nll": 0.512, "mae": null, "acc_pos": null, "acc_neg": null, "n_pos": 0 }, "type_text_target": { "n": 2, "acc": 1.0, "chance": 0.333, "ece": 0.0, "auroc": NaN, "nll": 0.0, "mae": null, "acc_pos": null, "acc_neg": null, "n_pos": 0 } }, "items": [ { "i": 0, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.codecademy.com", "step_id": "012_0_0", "url_before": "https://www.codecademy.com/", "url_after": "https://www.codecademy.com/checkout?plan_id=proGoldAnnualV2&discountCode=LEARNFALL&plan_type=pro", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 1, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 0.7988, "meta": { "site": "https://redis.io", "step_id": "007_3_2", "url_before": "https://redis.io/", "url_after": "https://redis.io/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 2, "qid": "click_target", "pred": "10", "gold": "10", "p": 1.0, "meta": { "site": "https://www.shopify.com", "step_id": "023_0_0", "url_before": "https://www.shopify.com/", "url_after": "https://www.shopify.com/pricing", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 3, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 0.9999, "meta": { "site": "https://www.cloudflare.com", "step_id": "011_1_1", "url_before": "https://www.cloudflare.com/", "url_after": "https://www.cloudflare.com/", "goal_kind": "click", "which": "before", "policy": "repeat" } }, { "i": 4, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 0.9999, "meta": { "site": "https://kubernetes.io", "step_id": "004_2_2", "url_before": "https://www.cncf.io/training/certification/kcsp/", "url_after": "https://www.cncf.io/training/certification/kcsp/", "goal_kind": "search", "which": "before", "policy": "random" } }, { "i": 5, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.codecademy.com", "step_id": "012_0_1", "url_before": "https://www.codecademy.com/checkout?plan_id=proGoldAnnualV2&discountCode=LEARNFALL&plan_type=pro", "url_after": "https://appleid.apple.com/auth/authorize?client_id=com.codecademy.codecademy&nonce=B3Lz1gCsRlnPNxgIsdIHoA&redirect_uri=https%3A%2F%2Fwww.codecademy.com%2Fusers%2Fauth%2Fapple%2Fcallback&response_mode=form_post&response_type=code&scope=email%20name&state=8c21fd9cf59c15edb73e6184029c8bea5916e9da5752c8eb", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 6, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 0.9999, "meta": { "site": "https://www.w3.org", "step_id": "027_0_2", "url_before": "https://www.w3.org/zh-hans/standards/", "url_after": "https://www.w3.org/zh-hans/standards/", "goal_kind": "follow", "which": "after" } }, { "i": 7, "qid": "click_target", "pred": "17", "gold": "17", "p": 1.0, "meta": { "site": "https://www.netlify.com", "step_id": "019_1_2", "url_before": "https://www.netlify.com/", "url_after": "https://www.netlify.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 8, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.postgresql.org", "step_id": "021_4_1", "url_before": "https://www.postgresql.org/", "url_after": "https://www.postgresql.org/", "goal_kind": "follow", "which": "before", "policy": "repeat" } }, { "i": 9, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.quora.com", "step_id": "022_2_0", "url_before": "https://www.quora.com/", "url_after": "https://www.quora.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 10, "qid": "click_target", "pred": "14", "gold": "14", "p": 1.0, "meta": { "site": "https://kubernetes.io", "step_id": "004_5_0", "url_before": "https://kubernetes.io/", "url_after": "https://kubernetes.io/", "goal_kind": "follow", "which": "before", "policy": "unrelated" } }, { "i": 11, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://redis.io", "step_id": "007_3_0", "url_before": "https://redis.io/", "url_after": "https://redis.io/", "goal_kind": "click", "which": "before", "policy": "unrelated" } }, { "i": 12, "qid": "operation", "pred": "DONE", "gold": "CLICK", "p": 0.9995, "meta": { "site": "https://www.shopify.com", "step_id": "023_1_2", "url_before": "https://accounts.shopify.com/signup/whatsapp?rid=de552d86-449a-4752-b6ee-5dc92556b3bf", "url_after": "https://accounts.shopify.com/signup/whatsapp?rid=de552d86-449a-4752-b6ee-5dc92556b3bf", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 13, "qid": "click_target", "pred": "6", "gold": "6", "p": 1.0, "meta": { "site": "https://www.quora.com", "step_id": "022_1_0", "url_before": "https://www.quora.com/", "url_after": "https://www.quora.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 14, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 0.9999, "meta": { "site": "https://www.cloudflare.com", "step_id": "011_3_1", "url_before": "https://www.cloudflare.com/", "url_after": "https://www.cloudflare.com/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 15, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://leetcode.com", "step_id": "005_1_0", "url_before": "https://leetcode.com/", "url_after": "https://leetcode.com/accounts/login/", "goal_kind": "follow", "which": "before", "policy": "unrelated" } }, { "i": 16, "qid": "operation", "pred": "CLICK", "gold": "DONE", "p": 0.9995, "meta": { "site": "https://azure.microsoft.com", "step_id": "001_5_2", "url_before": "https://www.microsoft.com/en-us", "url_after": "https://www.microsoft.com/en-us", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 17, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.mongodb.com", "step_id": "018_5_1", "url_before": "https://www.mongodb.com/", "url_after": "https://www.mongodb.com/", "goal_kind": "follow", "which": "before", "policy": "repeat" } }, { "i": 18, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.wix.com", "step_id": "029_1_1", "url_before": "https://www.wix.com/", "url_after": "https://www.wix.com/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 19, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.digitalocean.com", "step_id": "013_0_0", "url_before": "https://www.digitalocean.com/", "url_after": "https://www.digitalocean.com/", "goal_kind": "click", "which": "after" } }, { "i": 20, "qid": "click_target", "pred": "8", "gold": "8", "p": 1.0, "meta": { "site": "https://www.netlify.com", "step_id": "019_2_0", "url_before": "https://www.netlify.com/", "url_after": "https://www.netlify.com/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 21, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://vercel.com", "step_id": "009_1_0", "url_before": "https://vercel.com/", "url_after": "https://vercel.com/enterprise", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 22, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 0.9999, "meta": { "site": "https://kubernetes.io", "step_id": "004_0_2", "url_before": "https://kubernetes.io/docs/home/", "url_after": "https://kubernetes.io/docs/concepts/overview/kubernetes-api/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 23, "qid": "operation", "pred": "CLICK", "gold": "DONE", "p": 0.9987, "meta": { "site": "https://www.hackerrank.com", "step_id": "016_0_1", "url_before": "https://www.hackerrank.com/auth/signup", "url_after": "https://www.hackerrank.com/auth/signup", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 24, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.shopify.com", "step_id": "023_5_0", "url_before": "https://www.shopify.com/", "url_after": "https://www.shopify.com/#hero-video", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 25, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.nyu.edu", "step_id": "020_2_0", "url_before": "https://www.nyu.edu/", "url_after": "https://www.nyu.edu/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 26, "qid": "operation", "pred": "TYPE_TEXT", "gold": "TYPE_TEXT", "p": 0.9962, "meta": { "site": "https://www.mongodb.com", "step_id": "018_4_0", "url_before": "https://www.mongodb.com/", "url_after": "https://www.mongodb.com/", "goal_kind": "search", "which": "before", "policy": "random" } }, { "i": 27, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://redis.io", "step_id": "007_1_0", "url_before": "https://redis.io/", "url_after": "https://redis.io/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 28, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.shopify.com", "step_id": "023_3_1", "url_before": "https://www.shopify.com/", "url_after": "https://www.shopify.com/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 29, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.netlify.com", "step_id": "019_5_0", "url_before": "https://www.netlify.com/", "url_after": "https://app.netlify.com/login", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 30, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.freecodecamp.org", "step_id": "015_4_1", "url_before": "https://www.freecodecamp.org/", "url_after": "https://www.freecodecamp.org/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 31, "qid": "type_text_target", "pred": "6", "gold": "6", "p": 1.0, "meta": { "site": "https://www.w3schools.com", "step_id": "028_3_1", "url_before": "https://www.w3schools.com/", "url_after": "https://profile.w3schools.com/login", "goal_kind": "search", "which": "before", "policy": "oracle" } }, { "i": 32, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 0.9999, "meta": { "site": "https://www.squarespace.com", "step_id": "025_3_2", "url_before": "https://www.squarespace.com/templates/get-started", "url_after": "https://www.squarespace.com/templates/get-started", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 33, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 0.9998, "meta": { "site": "https://www.w3.org", "step_id": "027_2_1", "url_before": "https://www.w3.org/standards/", "url_after": "https://www.w3.org/standards/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 34, "qid": "click_target", "pred": "5", "gold": "5", "p": 1.0, "meta": { "site": "https://www.hackerrank.com", "step_id": "016_3_0", "url_before": "https://www.hackerrank.com/", "url_after": "https://www.hackerrank.com/get-started", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 35, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://vercel.com", "step_id": "009_3_1", "url_before": "https://vercel.com/contact/sales", "url_after": "https://vercel.com/pricing", "goal_kind": "click", "which": "before", "policy": "repeat" } }, { "i": 36, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 0.997, "meta": { "site": "https://www.sqlite.org", "step_id": "024_2_0", "url_before": "https://www.sqlite.org/", "url_after": "https://www.sqlite.org/index.html", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 37, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 0.9999, "meta": { "site": "https://www.codecademy.com", "step_id": "012_2_2", "url_before": "https://www.codecademy.com/", "url_after": "https://www.codecademy.com/catalog/language/sql", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 38, "qid": "click_target", "pred": "2", "gold": "2", "p": 1.0, "meta": { "site": "https://www.wix.com", "step_id": "029_2_0", "url_before": "https://www.wix.com/", "url_after": "https://www.wix.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 39, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://kubernetes.io", "step_id": "004_4_0", "url_before": "https://kubernetes.io/", "url_after": "https://kubernetes.io/docs/concepts/overview/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 40, "qid": "click_target", "pred": "12", "gold": "12", "p": 1.0, "meta": { "site": "https://kubernetes.io", "step_id": "004_4_1", "url_before": "https://kubernetes.io/docs/concepts/overview/", "url_after": "https://kubernetes.io/docs/concepts/overview/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 41, "qid": "click_target", "pred": "8", "gold": "8", "p": 1.0, "meta": { "site": "https://www.codecademy.com", "step_id": "012_3_0", "url_before": "https://www.codecademy.com/", "url_after": "https://www.codecademy.com/business", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 42, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.w3schools.com", "step_id": "028_4_0", "url_before": "https://www.w3schools.com/", "url_after": "https://www.w3schools.com/cpp/default.asp", "goal_kind": "follow", "which": "after" } }, { "i": 43, "qid": "click_target", "pred": "4", "gold": "4", "p": 1.0, "meta": { "site": "https://www.squarespace.com", "step_id": "025_4_0", "url_before": "https://www.squarespace.com/", "url_after": "https://www.squarespace.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 44, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.squarespace.com", "step_id": "025_4_0", "url_before": "https://www.squarespace.com/", "url_after": "https://www.squarespace.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 45, "qid": "operation", "pred": "TYPE_TEXT", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://azure.microsoft.com", "step_id": "001_4_2", "url_before": "https://www.microsoft.com/en-us", "url_after": "https://login.live.com/oauth20_authorize.srf?client_id=10fa57ef-4895-4ab2-872c-8c3613d4f7fb&scope=openid+profile+offline_access&redirect_uri=https%3a%2f%2fwww.microsoft.com%2fcascadeauth%2faccount%2fsignin-oidc&response_type=code&state=CfDJ8D3-29LeNclHm6awBmgkPjnAdNaZVZWzeTmWPBy0VaxfNmOBPqkZAgck6TGdypxf5hCFxspX9_jL76wU5RStWRnzmmhD7eSiLmLnpq70JWxDbjy_EDONcJvpg7t4z1BWhw9cxIz8DPa1SaLJs05_BRkQ_HiRKlYccpxVwP-GgfY2s6m8WoEM3_8GY1fGuyIfHtwcDYfx5LMTgDAPWwv8zqYyD1ojSY7C3bVAiNP6fZXHEo-d5aAtaxfHuGTGVFVrc1yPURoe_OSM_Jq16CTJHWe9ycoJRi33Rj22j9tRyPuNaDlR20u5bEw0S4MEzdC3mBXm9trXuV95cCbfCV6NjX_VgpLdJ2lXYmYRHZvyWAzNPU6ompc7qKQD1G40aaUEOx1viJxj0H0tdlx_kFs-oULYZ3F4nbrkh_ObvUGxwZ-svUeo43ig35jL5GEgzYnynb6-xBl6SJ7KpupgFsNPyp8&response_mode=form_post&nonce=639254934497119178.MzVkZWU4NDktNTc0My00ZmJiLWEyMzUtNTYzZGE2NTQyZmFkMGNjMWM0ZWUtN2EyNS00NTNkLWFmZjAtZTk5ZGIxZjc3YmZm&code_challenge=dd3DycGnKLVLJrLASb0ucsjqoE2rKylrmDCR9NVATl4&code_challenge_method=S256&x-client-SKU=ID_NET8_0&x-client-Ver=8.21.0.0&uaid=ed4095eef49342fd9b7fbff9d9dc165f&msproxy=1&issuer=mso&tenant=consumers&ui_locales=en-US&client_info=1&epctrc=DH0Krns4VvNtWz0QyxNdio1dY47%2fnHSg0eLU%2fcOp2Fw%3d4%3a1%3aCANARY%3aZFHtK1NmZjf2j08Xsw4%2f6iHtVhuVMK3v6Wt4K2MQac0%3d&epct=PBgABDgEAAAA9VeaV3ywaSLp1O3c4_Et5RXZvU3RzQXJ0aWZhY3RzCAAAAAAA2Apr8zOiqKN_Ei0jxq0chBV--VZiEfN71IEa7pnFg5G79aKnUEk1yrqhnLVFwVKax2HnHBT78MWD6kQXAquHngJxRLBYikjyMAr6Hva0ib5_h0JJBWUL-I9wJcgLL4VbCN3xs6OndguiOYBK5G5hGyBFIvEX5EJd_jWLa61rIJ9wK0fWLOUZ2zU5A5U3TT-_hb3UyNW7mUtz8Yny610thfhbNr6MeHp5JYIrokJwtYXYnXHTwehrhzkn_0FFh_g71nko3rXQaNm7c-009pvvySbCdQu0iZBZ1a8RLRjHZdWOdqazE1O71HhFPx8KQCPcJVdec491vDvyIpVEZDXxJBChlOdnU_HHu1bzdCR8Xwe3b5Dp8wNjBaPy3FQqM7rpWYp_mvR07_8OryJsqfE6--BuBW1IJJ8BO56u_ucONw5qUtcwWVrR4GcQFjP2XzNCzNh7GQrkZyELf_OqIH6UmTJoMi8B77vX-3wH_rlxC4JfGkOxYaurQpa9b3nHGcBhJiBQ36pIwL5P2PmhMC-xBSujI9U3o9ZPV9883O2s7TVzV5MUBS5F4lufspNYH-3T4CIL_WZ_eOQW3DAZmFzoSvMm42auO1GouFINuzGYp2aizp3d9Dq5NRhye6NR1_IkNzd8fvvGvKlrRAw1ptd1muPg9fD-ZCSDebGC62p_l3DBJBwalVBZeh7lhl22QjuBWIdSvYAu954uGsb8k8G32Zp4wZytS3MIb94t0sPS6kREIcGfNX8wf_OqwAnBuQpGIAA&jshs=0&claims=%7b%22compact%22%3a%7b%22name%22%3a%7b%22essential%22%3atrue%7d%7d%7d#", "goal_kind": "search", "which": "before", "policy": "random" } }, { "i": 46, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 0.9742, "meta": { "site": "https://redis.io", "step_id": "007_2_2", "url_before": "https://redis.io/", "url_after": "https://redis.io/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 47, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 0.9995, "meta": { "site": "https://azure.microsoft.com", "step_id": "001_0_1", "url_before": "https://azure.microsoft.com/en-us", "url_after": "https://azure.microsoft.com/en-us", "goal_kind": "follow", "which": "before", "policy": "unrelated" } }, { "i": 48, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 0.9647, "meta": { "site": "https://aws.amazon.com", "step_id": "000_3_1", "url_before": "https://aws.amazon.com/", "url_after": "https://aws.amazon.com/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 49, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://caniuse.com", "step_id": "002_5_0", "url_before": "https://caniuse.com/", "url_after": "https://caniuse.com/?search=help", "goal_kind": "search", "which": "after" } }, { "i": 50, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.wix.com", "step_id": "029_3_0", "url_before": "https://www.wix.com/", "url_after": "https://www.wix.com/domains", "goal_kind": "follow", "which": "after" } }, { "i": 51, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://kubernetes.io", "step_id": "004_5_1", "url_before": "https://kubernetes.io/", "url_after": "https://kubernetes.io/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 52, "qid": "operation", "pred": "TYPE_TEXT", "gold": "TYPE_TEXT", "p": 0.9991, "meta": { "site": "https://www.w3schools.com", "step_id": "028_5_1", "url_before": "https://www.w3schools.com/", "url_after": "https://www.w3schools.com/#gsc.tab=0&gsc.q=recipe", "goal_kind": "search", "which": "before", "policy": "oracle" } }, { "i": 53, "qid": "operation", "pred": "CLICK", "gold": "DONE", "p": 0.9997, "meta": { "site": "https://www.nyu.edu", "step_id": "020_3_1", "url_before": "https://www.nyu.edu/", "url_after": "https://search.nyu.edu/s/search.html?query=&collection=nyu%7Esp-all-v02", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 54, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.postgresql.org", "step_id": "021_5_0", "url_before": "https://www.postgresql.org/", "url_after": "https://www.postgresql.org/", "goal_kind": "follow", "which": "before", "policy": "unrelated" } }, { "i": 55, "qid": "click_target", "pred": "14", "gold": "14", "p": 1.0, "meta": { "site": "https://www.mongodb.com", "step_id": "018_5_1", "url_before": "https://www.mongodb.com/", "url_after": "https://www.mongodb.com/", "goal_kind": "follow", "which": "before", "policy": "repeat" } }, { "i": 56, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.heroku.com", "step_id": "017_4_2", "url_before": "https://signup.heroku.com/", "url_after": "https://id.heroku.com/login", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 57, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.docker.com", "step_id": "014_2_2", "url_before": "https://www.docker.com/blog/", "url_after": "https://www.docker.com/resources/the-state-of-agentic-ai-white-paper/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 58, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.netlify.com", "step_id": "019_4_2", "url_before": "https://app.netlify.com/login", "url_after": "https://app.netlify.com/login", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 59, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.netlify.com", "step_id": "019_2_1", "url_before": "https://www.netlify.com/", "url_after": "https://www.netlify.com/contact/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 60, "qid": "operation", "pred": "DONE", "gold": "CLICK", "p": 0.5227, "meta": { "site": "https://www.quora.com", "step_id": "022_3_2", "url_before": "https://www.quora.com/", "url_after": "https://www.quora.com/", "goal_kind": "click", "which": "before", "policy": "repeat" } }, { "i": 61, "qid": "click_target", "pred": "3", "gold": "3", "p": 1.0, "meta": { "site": "https://vercel.com", "step_id": "009_4_1", "url_before": "https://vercel.com/", "url_after": "https://vercel.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 62, "qid": "click_target", "pred": "18", "gold": "18", "p": 1.0, "meta": { "site": "https://www.docker.com", "step_id": "014_0_2", "url_before": "https://www.docker.com/", "url_after": "https://www.docker.com/", "goal_kind": "click", "which": "before", "policy": "repeat" } }, { "i": 63, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://aws.amazon.com", "step_id": "000_2_0", "url_before": "https://aws.amazon.com/", "url_after": "https://aws.amazon.com/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 64, "qid": "operation", "pred": "TYPE_TEXT", "gold": "TYPE_TEXT", "p": 0.9996, "meta": { "site": "https://www.ted.com", "step_id": "026_2_0", "url_before": "https://www.ted.com/", "url_after": "https://www.ted.com/", "goal_kind": "search", "which": "before", "policy": "oracle" } }, { "i": 65, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.mongodb.com", "step_id": "018_3_2", "url_before": "https://www.mongodb.com/", "url_after": "https://www.mongodb.com/", "goal_kind": "follow", "which": "before", "policy": "repeat" } }, { "i": 66, "qid": "operation", "pred": "TYPE_TEXT", "gold": "TYPE_TEXT", "p": 0.9835, "meta": { "site": "https://caniuse.com", "step_id": "002_2_2", "url_before": "https://caniuse.com/ciu/news", "url_after": "https://caniuse.com/loading-lazy-media", "goal_kind": "search", "which": "before", "policy": "random" } }, { "i": 67, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.heroku.com", "step_id": "017_1_0", "url_before": "https://www.heroku.com/", "url_after": "https://signup.heroku.com/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 68, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.hackerrank.com", "step_id": "016_1_2", "url_before": "https://www.hackerrank.com/get-started", "url_after": "https://www.hackerrank.com/work/free-trial?_gl=1*c3oih6*_gcl_au*MTYzNjIwMDM3NS4xNzg5ODk3MTA2*_ga*Mzc3NzkyNDU4LjE3ODk4OTcxMDU.*_ga_BCP376TP8D*czE3ODk4OTcxMTMkbzEkZzAkdDE3ODk4OTcxMTMkajYwJGwwJGgw", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 69, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.postgresql.org", "step_id": "021_1_0", "url_before": "https://www.postgresql.org/", "url_after": "https://www.postgresql.org/about/donate/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 70, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://medium.com", "step_id": "006_0_1", "url_before": "https://medium.com/", "url_after": "https://medium.com/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 71, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://vercel.com", "step_id": "009_4_0", "url_before": "https://vercel.com/", "url_after": "https://vercel.com/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 72, "qid": "click_target", "pred": "20", "gold": "20", "p": 1.0, "meta": { "site": "https://www.w3schools.com", "step_id": "028_4_0", "url_before": "https://www.w3schools.com/", "url_after": "https://www.w3schools.com/cpp/default.asp", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 73, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.hackerrank.com", "step_id": "016_0_0", "url_before": "https://www.hackerrank.com/", "url_after": "https://www.hackerrank.com/auth/signup", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 74, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.w3schools.com", "step_id": "028_4_0", "url_before": "https://www.w3schools.com/", "url_after": "https://www.w3schools.com/cpp/default.asp", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 75, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.nyu.edu", "step_id": "020_0_2", "url_before": "https://www.nyu.edu/academics.html", "url_after": "https://www.nyu.edu/academics.html", "goal_kind": "follow", "which": "before", "policy": "repeat" } }, { "i": 76, "qid": "click_target", "pred": "26", "gold": "26", "p": 1.0, "meta": { "site": "https://www.sqlite.org", "step_id": "024_0_0", "url_before": "https://www.sqlite.org/", "url_after": "https://www.sqlite.org/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 77, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://kubernetes.io", "step_id": "004_1_1", "url_before": "https://kubernetes.io/community/", "url_after": "https://kubernetes.io/community/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 78, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://substack.com", "step_id": "008_0_1", "url_before": "https://substack.com/search/abc?utm_source=global-search", "url_after": "https://substack.com/search/abc?utm_source=global-search", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 79, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.netlify.com", "step_id": "019_2_2", "url_before": "https://www.netlify.com/contact/", "url_after": "https://www.netlify.com/contact/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 80, "qid": "click_target", "pred": "16", "gold": "16", "p": 1.0, "meta": { "site": "https://www.sqlite.org", "step_id": "024_3_0", "url_before": "https://www.sqlite.org/", "url_after": "https://www.sqlite.org/quirks.html", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 81, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 0.9828, "meta": { "site": "https://www.netlify.com", "step_id": "019_3_1", "url_before": "https://www.netlify.com/", "url_after": "https://www.netlify.com/", "goal_kind": "follow", "which": "before", "policy": "unrelated" } }, { "i": 82, "qid": "click_target", "pred": "12", "gold": "12", "p": 1.0, "meta": { "site": "https://www.docker.com", "step_id": "014_4_0", "url_before": "https://www.docker.com/", "url_after": "https://www.docker.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 83, "qid": "click_target", "pred": "27", "gold": "27", "p": 1.0, "meta": { "site": "https://www.digitalocean.com", "step_id": "013_5_0", "url_before": "https://www.digitalocean.com/", "url_after": "https://www.digitalocean.com/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 84, "qid": "click_target", "pred": "20", "gold": "20", "p": 1.0, "meta": { "site": "https://aws.amazon.com", "step_id": "000_1_2", "url_before": "https://aws.amazon.com/", "url_after": "https://us-east-1.signin.aws/platform/d-9067642ac7/login?workflowStateHandle=716bb7bc-5c6b-4cf4-9277-53b1985426a8", "goal_kind": "follow", "which": "before", "policy": "unrelated" } }, { "i": 85, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.netlify.com", "step_id": "019_4_0", "url_before": "https://www.netlify.com/", "url_after": "https://app.netlify.com/login", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 86, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.squarespace.com", "step_id": "025_3_0", "url_before": "https://www.squarespace.com/", "url_after": "https://www.squarespace.com/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 87, "qid": "click_target", "pred": "22", "gold": "22", "p": 1.0, "meta": { "site": "https://www.postgresql.org", "step_id": "021_4_0", "url_before": "https://www.postgresql.org/", "url_after": "https://www.postgresql.org/", "goal_kind": "follow", "which": "before", "policy": "unrelated" } }, { "i": 88, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.docker.com", "step_id": "014_0_0", "url_before": "https://www.docker.com/", "url_after": "https://www.docker.com/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 89, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://cloud.google.com", "step_id": "003_1_1", "url_before": "https://cloud.google.com/blog/products/ai-machine-learning/what-google-cloud-announced-in-ai-this-month", "url_after": "https://cloud.google.com/blog/topics/developers-practitioners", "goal_kind": "follow", "which": "before", "policy": "repeat" } }, { "i": 90, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.wix.com", "step_id": "029_0_1", "url_before": "https://www.wix.com/", "url_after": "https://users.wix.com/signin?view=sign-up&sendEmail=true&loginCompName=SignUp_H&referralInfo=SignUp_H&postSignUp=https%3A%2F%2Fwww.wix.com%2Fnew%2Fintro%2F&postLogin=https%3A%2F%2Fmanage.wix.com%2Faccount%2Froute&loginDialogContext=login&originUrl=https%3A%2F%2Fwww.wix.com%2F&_gl=1*fei514*_gcl_au*OTU2MDM2NzguMTc4OTg5NzUwOQ..", "goal_kind": "follow", "which": "after" } }, { "i": 91, "qid": "click_target", "pred": "1", "gold": "1", "p": 1.0, "meta": { "site": "https://www.sqlite.org", "step_id": "024_2_0", "url_before": "https://www.sqlite.org/", "url_after": "https://www.sqlite.org/index.html", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 92, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.w3schools.com", "step_id": "028_4_1", "url_before": "https://www.w3schools.com/cpp/default.asp", "url_after": "https://www.w3schools.com/c/index.php", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 93, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.codecademy.com", "step_id": "012_3_0", "url_before": "https://www.codecademy.com/", "url_after": "https://www.codecademy.com/business", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 94, "qid": "click_target", "pred": "3", "gold": "3", "p": 1.0, "meta": { "site": "https://vercel.com", "step_id": "009_3_2", "url_before": "https://vercel.com/pricing", "url_after": "https://vercel.com/pricing", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 95, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://leetcode.com", "step_id": "005_5_0", "url_before": "https://leetcode.com/", "url_after": "https://leetcode.com/accounts/login/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 96, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.wix.com", "step_id": "029_1_0", "url_before": "https://www.wix.com/", "url_after": "https://www.wix.com/", "goal_kind": "follow", "which": "before", "policy": "unrelated" } }, { "i": 97, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 0.78, "meta": { "site": "https://www.freecodecamp.org", "step_id": "015_1_1", "url_before": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SBrMjBBbUpJZ1F6T0lESjRpSXBLdVZQUXVfb0Vmb2VaSqFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIEF3Q0JQVzR1VFRMTDFUSlF5RnNBSV83NkhNaXFyeVVVo2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k", "url_after": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SBrMjBBbUpJZ1F6T0lESjRpSXBLdVZQUXVfb0Vmb2VaSqFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIEF3Q0JQVzR1VFRMTDFUSlF5RnNBSV83NkhNaXFyeVVVo2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k", "goal_kind": "search", "which": "before", "policy": "repeat" } }, { "i": 98, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.freecodecamp.org", "step_id": "015_0_2", "url_before": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SAxbDRSWmZkZUJhaGVGY1dnN0M1Q3ZHTEpFdHg4ZllkbaFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIDRMb3RTRnc1Zk9xVGxYU3hpODU0OFRER1ZrWGZxTjFMo2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k", "url_after": "https://appleid.apple.com/auth/authorize?client_id=org.freecodecamp.mobile.login&scope=name%20email&response_type=code&redirect_uri=https%3A%2F%2Fauth.freecodecamp.org%2Flogin%2Fcallback&response_mode=form_post&state=HjfpjOsUvbswkezdVuBy9Mmtf_ZSr4h1", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 99, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://aws.amazon.com", "step_id": "000_1_1", "url_before": "https://aws.amazon.com/", "url_after": "https://aws.amazon.com/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 100, "qid": "click_target", "pred": "12", "gold": "12", "p": 1.0, "meta": { "site": "https://www.docker.com", "step_id": "014_2_2", "url_before": "https://www.docker.com/blog/", "url_after": "https://www.docker.com/resources/the-state-of-agentic-ai-white-paper/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 101, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 0.998, "meta": { "site": "https://substack.com", "step_id": "008_2_1", "url_before": "https://substack.com/search/python?utm_source=global-search", "url_after": "https://substack.com/", "goal_kind": "search", "which": "before", "policy": "oracle" } }, { "i": 102, "qid": "click_target", "pred": "9", "gold": "9", "p": 1.0, "meta": { "site": "https://www.codecademy.com", "step_id": "012_1_0", "url_before": "https://www.codecademy.com/", "url_after": "https://www.codecademy.com/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 103, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.digitalocean.com", "step_id": "013_5_0", "url_before": "https://www.digitalocean.com/", "url_after": "https://www.digitalocean.com/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 104, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.docker.com", "step_id": "014_0_2", "url_before": "https://www.docker.com/", "url_after": "https://www.docker.com/", "goal_kind": "click", "which": "before", "policy": "repeat" } }, { "i": 105, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://kubernetes.io", "step_id": "004_0_1", "url_before": "https://kubernetes.io/careers/", "url_after": "https://kubernetes.io/docs/home/", "goal_kind": "follow", "which": "after" } }, { "i": 106, "qid": "operation", "pred": "CLICK", "gold": "DONE", "p": 0.999, "meta": { "site": "https://www.docker.com", "step_id": "014_5_1", "url_before": "https://www.docker.com/", "url_after": "https://www.docker.com/resources/the-state-of-agentic-ai-white-paper/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 107, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.squarespace.com", "step_id": "025_1_1", "url_before": "https://www.squarespace.com/", "url_after": "https://www.squarespace.com/", "goal_kind": "click", "which": "after" } }, { "i": 108, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.w3.org", "step_id": "027_3_2", "url_before": "https://www.w3.org/", "url_after": "https://www.w3.org/", "goal_kind": "click", "which": "before", "policy": "repeat" } }, { "i": 109, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.w3.org", "step_id": "027_3_0", "url_before": "https://www.w3.org/", "url_after": "https://www.w3.org/", "goal_kind": "click", "which": "before", "policy": "unrelated" } }, { "i": 110, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.ted.com", "step_id": "026_4_0", "url_before": "https://www.ted.com/", "url_after": "https://giving.ted.com/page/tedmember?utm_medium=website&utm_source=main-nav-header&utm_campaign=membership-ted", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 111, "qid": "operation", "pred": "TYPE_TEXT", "gold": "TYPE_TEXT", "p": 0.9999, "meta": { "site": "https://kubernetes.io", "step_id": "004_3_0", "url_before": "https://kubernetes.io/", "url_after": "https://kubernetes.io/search/?q=hello", "goal_kind": "search", "which": "before", "policy": "unrelated" } }, { "i": 112, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.w3.org", "step_id": "027_1_0", "url_before": "https://www.w3.org/", "url_after": "https://www.w3.org/", "goal_kind": "click", "which": "after" } }, { "i": 113, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.w3.org", "step_id": "027_3_1", "url_before": "https://www.w3.org/", "url_after": "https://www.w3.org/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 114, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://kubernetes.io", "step_id": "004_2_1", "url_before": "https://kubernetes.io/partners/", "url_after": "https://www.cncf.io/training/certification/kcsp/", "goal_kind": "search", "which": "before", "policy": "random" } }, { "i": 115, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.sqlite.org", "step_id": "024_4_1", "url_before": "https://www.sqlite.org/quickstart.html", "url_after": "https://www.sqlite.org/download.html", "goal_kind": "follow", "which": "before", "policy": "unrelated" } }, { "i": 116, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.codecademy.com", "step_id": "012_1_0", "url_before": "https://www.codecademy.com/", "url_after": "https://www.codecademy.com/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 117, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://aws.amazon.com", "step_id": "000_3_1", "url_before": "https://aws.amazon.com/", "url_after": "https://aws.amazon.com/", "goal_kind": "click", "which": "after" } }, { "i": 118, "qid": "click_target", "pred": "5", "gold": "5", "p": 1.0, "meta": { "site": "https://vercel.com", "step_id": "009_0_1", "url_before": "https://vercel.com/home", "url_after": "https://vercel.com/home", "goal_kind": "follow", "which": "before", "policy": "unrelated" } }, { "i": 119, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.hackerrank.com", "step_id": "016_4_0", "url_before": "https://www.hackerrank.com/", "url_after": "https://www.hackerrank.com/auth/signup", "goal_kind": "follow", "which": "after" } }, { "i": 120, "qid": "click_target", "pred": "2", "gold": "2", "p": 1.0, "meta": { "site": "https://www.freecodecamp.org", "step_id": "015_0_1", "url_before": "https://www.freecodecamp.org/", "url_after": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SAxbDRSWmZkZUJhaGVGY1dnN0M1Q3ZHTEpFdHg4ZllkbaFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIDRMb3RTRnc1Zk9xVGxYU3hpODU0OFRER1ZrWGZxTjFMo2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 121, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://azure.microsoft.com", "step_id": "001_3_1", "url_before": "https://azure.microsoft.com/en-us", "url_after": "https://azure.microsoft.com/en-us", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 122, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://wordpress.com", "step_id": "010_0_0", "url_before": "https://wordpress.com/", "url_after": "https://wordpress.com/log-in/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 123, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.postgresql.org", "step_id": "021_1_2", "url_before": "https://www.postgresql.org/about/", "url_after": "https://www.postgresql.org/about/featurematrix/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 124, "qid": "click_target", "pred": "17", "gold": "17", "p": 1.0, "meta": { "site": "https://www.netlify.com", "step_id": "019_2_1", "url_before": "https://www.netlify.com/", "url_after": "https://www.netlify.com/contact/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 125, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://vercel.com", "step_id": "009_3_2", "url_before": "https://vercel.com/pricing", "url_after": "https://vercel.com/pricing", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 126, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://vercel.com", "step_id": "009_3_0", "url_before": "https://vercel.com/", "url_after": "https://vercel.com/contact/sales", "goal_kind": "click", "which": "before", "policy": "unrelated" } }, { "i": 127, "qid": "click_target", "pred": "2", "gold": "2", "p": 1.0, "meta": { "site": "https://www.wix.com", "step_id": "029_4_0", "url_before": "https://www.wix.com/", "url_after": "https://www.wix.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 128, "qid": "click_target", "pred": "11", "gold": "11", "p": 1.0, "meta": { "site": "https://www.netlify.com", "step_id": "019_3_2", "url_before": "https://www.netlify.com/", "url_after": "https://www.netlify.com/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 129, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.nyu.edu", "step_id": "020_0_1", "url_before": "https://www.nyu.edu/academics.html", "url_after": "https://www.nyu.edu/academics.html", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 130, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.w3schools.com", "step_id": "028_2_0", "url_before": "https://www.w3schools.com/", "url_after": "https://www.w3schools.com/cs/index.php", "goal_kind": "follow", "which": "before", "policy": "unrelated" } }, { "i": 131, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 0.9999, "meta": { "site": "https://www.w3schools.com", "step_id": "028_3_2", "url_before": "https://profile.w3schools.com/login", "url_after": "https://accounts.google.com/v3/signin/identifier?opparams=%253F&dsh=S17558351%3A1789897496027220&access_type=offline&client_id=398874333579-u9rrotjv4vu07ut6l3844d6mspcadqds.apps.googleusercontent.com&code_challenge=M0j6PDnDaYzMsqD90_gqVYsq3qJlNDtdFovyeIYFhS8&code_challenge_method=S256&o2v=2&prompt=select_account&redirect_uri=https%3A%2F%2Fauth.w3sapi.com%2Foauth2%2Fcallback&response_type=code&scope=openid+profile+email&service=lso&state=eyJub25jZSI6IjNkNDc4ODY1LWIzNTQtNDk3Ni1iMWQ3LWU4NTc4MWQwMjNiNyIsImNhbGxlclN0YXRlIjoiX2N0M09HRExSbTc4V0dQdDJQVUw5ZyIsImNhbGxlclJlZGlyZWN0VXJpIjoiaHR0cHM6Ly9wcm9maWxlLnczc2Nob29scy5jb20vc29jaWFsLWF1dGgiLCJwcm92aWRlciI6Imdvb2dsZSJ9&flowName=GeneralOAuthFlow&continue=https%3A%2F%2Faccounts.google.com%2Fsignin%2Foauth%2Fconsent%3Fauthuser%3Dunknown%26part%3DAJi8hAPMV9uQ7atkQTP8vXhPwLrPDccJa9k_GlIiUCOBQ_dmTEmj9_ExgievMNMKqlADruaY9zryA_f0Ptz2tzHw1vcjQUOqvxboojehwtkv7skTdS3csbR0I9oVROXcZS1az2iwLCoGtKLerlqDrtOjcuh4qnN01Dh3AACSGKKkh2K5N6jxV1x5afps9b959dgJ807bBPKXArLOSYCGB5FChwX8FyCvpf2lFvb_11_IxBCrp9zpi8Ke2gp6N7FTDlCiCut2-6MpVc_rsy4FuqPDhejO29U3ay1bGvezO7tXHHe9PQ8_yY2-LK-derDkhGu-SuVbFx8IYSeQ2lTQ4J-eFNH7bDH1HmonY6ZrorpeemPtkLy2vecUTOR8UPml-7iuB-3-MRFMbt0kS4PX6TrdmWP0USq7sQFsQKorXzldPtVERRZthbpqZBRI5hmX1Y9cF5bmveCPN7FFK43oow_uyZZj2GsTfw%26flowName%3DGeneralOAuthFlow%26as%3DS17558351%253A1789897496027220%26client_id%3D398874333579-u9rrotjv4vu07ut6l3844d6mspcadqds.apps.googleusercontent.com%26requestPath%3D%252Fsignin%252Foauth%252Fconsent%23&app_domain=https%3A%2F%2Fauth.w3sapi.com&rart=ANgoxccd2Yz77ANvPzd23Zw9178rj_AwcygCi7j6e_vN8pRpfbRakqMWMG7TDzjNjbNjsvhrhf2jzuvf73Vc5d5s12mBOriP2SqLnJbATSEJdzxF0o34b8U", "goal_kind": "search", "which": "before", "policy": "random" } }, { "i": 132, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.heroku.com", "step_id": "017_0_1", "url_before": "https://www.heroku.com/", "url_after": "https://www.heroku.com/", "goal_kind": "click", "which": "after" } }, { "i": 133, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://wordpress.com", "step_id": "010_2_1", "url_before": "https://wordpress.com/", "url_after": "https://wordpress.com/", "goal_kind": "click", "which": "after" } }, { "i": 134, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 0.5634, "meta": { "site": "https://www.freecodecamp.org", "step_id": "015_1_2", "url_before": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SBrMjBBbUpJZ1F6T0lESjRpSXBLdVZQUXVfb0Vmb2VaSqFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIEF3Q0JQVzR1VFRMTDFUSlF5RnNBSV83NkhNaXFyeVVVo2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k", "url_after": "https://appleid.apple.com/auth/authorize?client_id=org.freecodecamp.mobile.login&scope=name%20email&response_type=code&redirect_uri=https%3A%2F%2Fauth.freecodecamp.org%2Flogin%2Fcallback&response_mode=form_post&state=NrvOdoQPoKoYIcFafVEPt56LCoOl3jWM", "goal_kind": "search", "which": "before", "policy": "random" } }, { "i": 135, "qid": "click_target", "pred": "2", "gold": "2", "p": 1.0, "meta": { "site": "https://www.hackerrank.com", "step_id": "016_1_0", "url_before": "https://www.hackerrank.com/", "url_after": "https://www.hackerrank.com/get-started", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 136, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://azure.microsoft.com", "step_id": "001_3_0", "url_before": "https://azure.microsoft.com/en-us", "url_after": "https://azure.microsoft.com/en-us", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 137, "qid": "operation", "pred": "TYPE_TEXT", "gold": "TYPE_TEXT", "p": 0.9997, "meta": { "site": "https://www.w3schools.com", "step_id": "028_0_2", "url_before": "https://www.w3schools.com/#gsc.tab=0", "url_after": "https://www.w3schools.com/#gsc.tab=0&gsc.q=music", "goal_kind": "search", "which": "before", "policy": "oracle" } }, { "i": 138, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.w3.org", "step_id": "027_0_0", "url_before": "https://www.w3.org/", "url_after": "https://www.w3.org/zh-hans/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 139, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.hackerrank.com", "step_id": "016_3_0", "url_before": "https://www.hackerrank.com/", "url_after": "https://www.hackerrank.com/get-started", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 140, "qid": "click_target", "pred": "14", "gold": "14", "p": 1.0, "meta": { "site": "https://www.quora.com", "step_id": "022_0_0", "url_before": "https://www.quora.com/", "url_after": "https://www.quora.com/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 141, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.cloudflare.com", "step_id": "011_3_0", "url_before": "https://www.cloudflare.com/", "url_after": "https://www.cloudflare.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 142, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.nyu.edu", "step_id": "020_1_0", "url_before": "https://www.nyu.edu/", "url_after": "https://www.nyu.edu/academics.html", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 143, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.netlify.com", "step_id": "019_1_2", "url_before": "https://www.netlify.com/", "url_after": "https://www.netlify.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 144, "qid": "click_target", "pred": "5", "gold": "5", "p": 1.0, "meta": { "site": "https://www.cloudflare.com", "step_id": "011_0_0", "url_before": "https://www.cloudflare.com/", "url_after": "https://www.cloudflare.com/plans/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 145, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://aws.amazon.com", "step_id": "000_4_2", "url_before": "https://aws.amazon.com/", "url_after": "https://aws.amazon.com/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 146, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.hackerrank.com", "step_id": "016_1_0", "url_before": "https://www.hackerrank.com/", "url_after": "https://www.hackerrank.com/get-started", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 147, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://caniuse.com", "step_id": "002_3_2", "url_before": "https://caniuse.com/css-grid", "url_after": "https://caniuse.com/?search=music", "goal_kind": "search", "which": "after" } }, { "i": 148, "qid": "operation", "pred": "TYPE_TEXT", "gold": "TYPE_TEXT", "p": 0.9992, "meta": { "site": "https://substack.com", "step_id": "008_3_0", "url_before": "https://substack.com/", "url_after": "https://substack.com/search/price?utm_source=global-search", "goal_kind": "search", "which": "before", "policy": "oracle" } }, { "i": 149, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.shopify.com", "step_id": "023_2_1", "url_before": "https://www.shopify.com/", "url_after": "https://www.shopify.com/#hero-video", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 150, "qid": "operation", "pred": "DONE", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.digitalocean.com", "step_id": "013_1_2", "url_before": "https://docs.digitalocean.com/", "url_after": "https://docs.digitalocean.com/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 151, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://vercel.com", "step_id": "009_2_0", "url_before": "https://vercel.com/", "url_after": "https://vercel.com/contact/sales", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 152, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://vercel.com", "step_id": "009_5_1", "url_before": "https://vercel.com/", "url_after": "https://vercel.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 153, "qid": "click_target", "pred": "5", "gold": "5", "p": 1.0, "meta": { "site": "https://www.hackerrank.com", "step_id": "016_2_0", "url_before": "https://www.hackerrank.com/", "url_after": "https://www.hackerrank.com/get-started", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 154, "qid": "click_target", "pred": "2", "gold": "2", "p": 1.0, "meta": { "site": "https://www.freecodecamp.org", "step_id": "015_4_0", "url_before": "https://www.freecodecamp.org/", "url_after": "https://www.freecodecamp.org/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 155, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.sqlite.org", "step_id": "024_5_0", "url_before": "https://www.sqlite.org/", "url_after": "https://www.sqlite.org/lang_datefunc.html", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 156, "qid": "click_target", "pred": "2", "gold": "2", "p": 1.0, "meta": { "site": "https://www.freecodecamp.org", "step_id": "015_4_1", "url_before": "https://www.freecodecamp.org/", "url_after": "https://www.freecodecamp.org/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 157, "qid": "click_target", "pred": "12", "gold": "12", "p": 1.0, "meta": { "site": "https://www.codecademy.com", "step_id": "012_1_2", "url_before": "https://www.codecademy.com/", "url_after": "https://www.codecademy.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 158, "qid": "click_target", "pred": "4", "gold": "4", "p": 1.0, "meta": { "site": "https://www.codecademy.com", "step_id": "012_2_0", "url_before": "https://www.codecademy.com/", "url_after": "https://www.codecademy.com/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 159, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://aws.amazon.com", "step_id": "000_2_1", "url_before": "https://aws.amazon.com/", "url_after": "https://aws.amazon.com/", "goal_kind": "click", "which": "after" } }, { "i": 160, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.wix.com", "step_id": "029_5_0", "url_before": "https://www.wix.com/", "url_after": "https://www.wix.com/", "goal_kind": "click", "which": "after" } }, { "i": 161, "qid": "click_target", "pred": "22", "gold": "22", "p": 1.0, "meta": { "site": "https://www.postgresql.org", "step_id": "021_1_0", "url_before": "https://www.postgresql.org/", "url_after": "https://www.postgresql.org/about/donate/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 162, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.w3.org", "step_id": "027_1_0", "url_before": "https://www.w3.org/", "url_after": "https://www.w3.org/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 163, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://aws.amazon.com", "step_id": "000_0_2", "url_before": "https://aws.amazon.com/", "url_after": "https://aws.amazon.com/contact-us/?nc2=h_ut_cu", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 164, "qid": "operation", "pred": "CLICK", "gold": "DONE", "p": 0.588, "meta": { "site": "https://www.mongodb.com", "step_id": "018_2_1", "url_before": "https://www.mongodb.com/", "url_after": "https://www.mongodb.com/", "goal_kind": "click", "which": "after" } }, { "i": 165, "qid": "click_target", "pred": "10", "gold": "10", "p": 1.0, "meta": { "site": "https://www.postgresql.org", "step_id": "021_5_0", "url_before": "https://www.postgresql.org/", "url_after": "https://www.postgresql.org/", "goal_kind": "follow", "which": "before", "policy": "unrelated" } }, { "i": 166, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.postgresql.org", "step_id": "021_4_0", "url_before": "https://www.postgresql.org/", "url_after": "https://www.postgresql.org/", "goal_kind": "follow", "which": "before", "policy": "unrelated" } }, { "i": 167, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.digitalocean.com", "step_id": "013_0_0", "url_before": "https://www.digitalocean.com/", "url_after": "https://www.digitalocean.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 168, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.hackerrank.com", "step_id": "016_2_0", "url_before": "https://www.hackerrank.com/", "url_after": "https://www.hackerrank.com/get-started", "goal_kind": "follow", "which": "after" } }, { "i": 169, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.quora.com", "step_id": "022_1_0", "url_before": "https://www.quora.com/", "url_after": "https://www.quora.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 170, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://medium.com", "step_id": "006_0_2", "url_before": "https://medium.com/", "url_after": "https://medium.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 171, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.quora.com", "step_id": "022_4_0", "url_before": "https://www.quora.com/", "url_after": "https://www.quora.com/", "goal_kind": "click", "which": "before", "policy": "unrelated" } }, { "i": 172, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://kubernetes.io", "step_id": "004_4_1", "url_before": "https://kubernetes.io/docs/concepts/overview/", "url_after": "https://kubernetes.io/docs/concepts/overview/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 173, "qid": "click_target", "pred": "12", "gold": "12", "p": 1.0, "meta": { "site": "https://www.docker.com", "step_id": "014_2_0", "url_before": "https://www.docker.com/", "url_after": "https://www.docker.com/blog/", "goal_kind": "click", "which": "before", "policy": "unrelated" } }, { "i": 174, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 0.9997, "meta": { "site": "https://www.postgresql.org", "step_id": "021_3_2", "url_before": "https://www.postgresql.org/ftp/", "url_after": "https://www.postgresql.org/ftp/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 175, "qid": "operation", "pred": "TYPE_TEXT", "gold": "TYPE_TEXT", "p": 1.0, "meta": { "site": "https://www.w3schools.com", "step_id": "028_5_0", "url_before": "https://www.w3schools.com/", "url_after": "https://www.w3schools.com/", "goal_kind": "search", "which": "before", "policy": "unrelated" } }, { "i": 176, "qid": "click_target", "pred": "3", "gold": "3", "p": 1.0, "meta": { "site": "https://vercel.com", "step_id": "009_3_0", "url_before": "https://vercel.com/", "url_after": "https://vercel.com/contact/sales", "goal_kind": "click", "which": "before", "policy": "unrelated" } }, { "i": 177, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.sqlite.org", "step_id": "024_3_2", "url_before": "https://www.sqlite.org/serverless.html", "url_after": "https://www.sqlite.org/support.html", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 178, "qid": "operation", "pred": "TYPE_TEXT", "gold": "TYPE_TEXT", "p": 1.0, "meta": { "site": "https://caniuse.com", "step_id": "002_3_0", "url_before": "https://caniuse.com/", "url_after": "https://caniuse.com/", "goal_kind": "search", "which": "before", "policy": "unrelated" } }, { "i": 179, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://vercel.com", "step_id": "009_5_1", "url_before": "https://vercel.com/", "url_after": "https://vercel.com/", "goal_kind": "click", "which": "after" } }, { "i": 180, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 0.999, "meta": { "site": "https://www.codecademy.com", "step_id": "012_5_2", "url_before": "https://www.codecademy.com/register", "url_after": "https://www.codecademy.com/register", "goal_kind": "follow", "which": "before", "policy": "repeat" } }, { "i": 181, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.mongodb.com", "step_id": "018_2_0", "url_before": "https://www.mongodb.com/", "url_after": "https://www.mongodb.com/", "goal_kind": "click", "which": "after" } }, { "i": 182, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.hackerrank.com", "step_id": "016_5_0", "url_before": "https://www.hackerrank.com/", "url_after": "https://www.hackerrank.com/work/pricing", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 183, "qid": "click_target", "pred": "14", "gold": "14", "p": 1.0, "meta": { "site": "https://www.netlify.com", "step_id": "019_0_1", "url_before": "https://www.netlify.com/", "url_after": "https://www.netlify.com/", "goal_kind": "click", "which": "before", "policy": "repeat" } }, { "i": 184, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.shopify.com", "step_id": "023_3_2", "url_before": "https://www.shopify.com/", "url_after": "https://www.shopify.com/pos", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 185, "qid": "operation", "pred": "TYPE_TEXT", "gold": "TYPE_TEXT", "p": 1.0, "meta": { "site": "https://caniuse.com", "step_id": "002_2_0", "url_before": "https://caniuse.com/", "url_after": "https://caniuse.com/?search=abc", "goal_kind": "search", "which": "before", "policy": "unrelated" } }, { "i": 186, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.cloudflare.com", "step_id": "011_2_1", "url_before": "https://www.cloudflare.com/", "url_after": "https://www.cloudflare.com/", "goal_kind": "click", "which": "after" } }, { "i": 187, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.squarespace.com", "step_id": "025_3_1", "url_before": "https://www.squarespace.com/", "url_after": "https://www.squarespace.com/templates/get-started", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 188, "qid": "click_target", "pred": "2", "gold": "2", "p": 1.0, "meta": { "site": "https://www.ted.com", "step_id": "026_1_0", "url_before": "https://www.ted.com/", "url_after": "https://www.ted.com/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 189, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.w3.org", "step_id": "027_2_0", "url_before": "https://www.w3.org/", "url_after": "https://www.w3.org/standards/", "goal_kind": "follow", "which": "after" } }, { "i": 190, "qid": "operation", "pred": "CLICK", "gold": "TYPE_TEXT", "p": 0.7982, "meta": { "site": "https://www.mongodb.com", "step_id": "018_0_0", "url_before": "https://www.mongodb.com/", "url_after": "https://www.mongodb.com/", "goal_kind": "search", "which": "before", "policy": "oracle" } }, { "i": 191, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.quora.com", "step_id": "022_3_0", "url_before": "https://www.quora.com/", "url_after": "https://www.quora.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 192, "qid": "click_target", "pred": "20", "gold": "20", "p": 1.0, "meta": { "site": "https://redis.io", "step_id": "007_3_0", "url_before": "https://redis.io/", "url_after": "https://redis.io/", "goal_kind": "click", "which": "before", "policy": "unrelated" } }, { "i": 193, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.squarespace.com", "step_id": "025_0_0", "url_before": "https://www.squarespace.com/", "url_after": "https://www.squarespace.com/templates/get-started", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 194, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://cloud.google.com", "step_id": "003_5_1", "url_before": "https://cloud.google.com/contact", "url_after": "https://docs.cloud.google.com/docs", "goal_kind": "follow", "which": "before", "policy": "repeat" } }, { "i": 195, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.ted.com", "step_id": "026_1_0", "url_before": "https://www.ted.com/", "url_after": "https://www.ted.com/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 196, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 0.9997, "meta": { "site": "https://www.digitalocean.com", "step_id": "013_1_1", "url_before": "https://docs.digitalocean.com/products/", "url_after": "https://docs.digitalocean.com/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 197, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.freecodecamp.org", "step_id": "015_2_2", "url_before": "https://www.freecodecamp.org/", "url_after": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SBPYmw1NTJzZzkzTXZ4by1od2NTeUlFdUZaeGZlMWNhUqFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIFNsMVhvb0VLZlBIM2VEWEw0Y3hwWHV1SGpJSWhiM0VGo2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 198, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.squarespace.com", "step_id": "025_0_2", "url_before": "https://www.squarespace.com/templates/get-started", "url_after": "https://www.squarespace.com/templates/get-started", "goal_kind": "click", "which": "before", "policy": "repeat" } }, { "i": 199, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.codecademy.com", "step_id": "012_3_1", "url_before": "https://www.codecademy.com/business", "url_after": "https://www.codecademy.com/business", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 200, "qid": "operation", "pred": "TYPE_TEXT", "gold": "CLICK", "p": 0.7967, "meta": { "site": "https://caniuse.com", "step_id": "002_2_1", "url_before": "https://caniuse.com/?search=abc", "url_after": "https://caniuse.com/ciu/news", "goal_kind": "search", "which": "before", "policy": "random" } }, { "i": 201, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.postgresql.org", "step_id": "021_3_0", "url_before": "https://www.postgresql.org/", "url_after": "https://www.postgresql.org/download/", "goal_kind": "follow", "which": "after" } }, { "i": 202, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.heroku.com", "step_id": "017_0_1", "url_before": "https://www.heroku.com/", "url_after": "https://www.heroku.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 203, "qid": "click_target", "pred": "5", "gold": "5", "p": 1.0, "meta": { "site": "https://www.wix.com", "step_id": "029_3_0", "url_before": "https://www.wix.com/", "url_after": "https://www.wix.com/domains", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 204, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.w3.org", "step_id": "027_3_2", "url_before": "https://www.w3.org/", "url_after": "https://www.w3.org/", "goal_kind": "click", "which": "after" } }, { "i": 205, "qid": "operation", "pred": "TYPE_TEXT", "gold": "TYPE_TEXT", "p": 0.9993, "meta": { "site": "https://substack.com", "step_id": "008_1_0", "url_before": "https://substack.com/", "url_after": "https://substack.com/search/login?utm_source=global-search", "goal_kind": "search", "which": "before", "policy": "oracle" } }, { "i": 206, "qid": "click_target", "pred": "10", "gold": "10", "p": 1.0, "meta": { "site": "https://caniuse.com", "step_id": "002_4_0", "url_before": "https://caniuse.com/", "url_after": "https://caniuse.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 207, "qid": "operation", "pred": "CLICK", "gold": "TYPE_TEXT", "p": 0.5676, "meta": { "site": "https://www.mongodb.com", "step_id": "018_1_1", "url_before": "https://www.mongodb.com/", "url_after": "https://www.mongodb.com/", "goal_kind": "search", "which": "before", "policy": "oracle" } }, { "i": 208, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://leetcode.com", "step_id": "005_1_1", "url_before": "https://leetcode.com/accounts/login/", "url_after": "https://leetcode.com/problemset/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 209, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.shopify.com", "step_id": "023_3_0", "url_before": "https://www.shopify.com/", "url_after": "https://www.shopify.com/", "goal_kind": "click", "which": "before", "policy": "unrelated" } }, { "i": 210, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://aws.amazon.com", "step_id": "000_4_0", "url_before": "https://aws.amazon.com/", "url_after": "https://aws.amazon.com/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 211, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://azure.microsoft.com", "step_id": "001_3_2", "url_before": "https://azure.microsoft.com/en-us", "url_after": "https://azure.microsoft.com/en-us", "goal_kind": "click", "which": "after" } }, { "i": 212, "qid": "operation", "pred": "CLICK", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.docker.com", "step_id": "014_4_2", "url_before": "https://www.docker.com/", "url_after": "https://www.docker.com/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 213, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://vercel.com", "step_id": "009_1_0", "url_before": "https://vercel.com/", "url_after": "https://vercel.com/enterprise", "goal_kind": "follow", "which": "after" } }, { "i": 214, "qid": "operation", "pred": "CLICK", "gold": "TYPE_TEXT", "p": 0.9867, "meta": { "site": "https://cloud.google.com", "step_id": "003_3_1", "url_before": "https://cloud.google.com/", "url_after": "https://cloud.google.com/", "goal_kind": "search", "which": "before", "policy": "oracle" } }, { "i": 215, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.netlify.com", "step_id": "019_0_1", "url_before": "https://www.netlify.com/", "url_after": "https://www.netlify.com/", "goal_kind": "click", "which": "before", "policy": "repeat" } }, { "i": 216, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.w3.org", "step_id": "027_5_0", "url_before": "https://www.w3.org/", "url_after": "https://www.w3.org/", "goal_kind": "click", "which": "after" } }, { "i": 217, "qid": "click_target", "pred": "7", "gold": "7", "p": 0.946, "meta": { "site": "https://www.mongodb.com", "step_id": "018_3_0", "url_before": "https://www.mongodb.com/", "url_after": "https://www.mongodb.com/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 218, "qid": "operation", "pred": "TYPE_TEXT", "gold": "TYPE_TEXT", "p": 0.9992, "meta": { "site": "https://www.ted.com", "step_id": "026_0_0", "url_before": "https://www.ted.com/", "url_after": "https://www.ted.com/", "goal_kind": "search", "which": "before", "policy": "oracle" } }, { "i": 219, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.wix.com", "step_id": "029_5_0", "url_before": "https://www.wix.com/", "url_after": "https://www.wix.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 220, "qid": "click_target", "pred": "10", "gold": "10", "p": 1.0, "meta": { "site": "https://www.shopify.com", "step_id": "023_3_0", "url_before": "https://www.shopify.com/", "url_after": "https://www.shopify.com/", "goal_kind": "click", "which": "before", "policy": "unrelated" } }, { "i": 221, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.ted.com", "step_id": "026_4_1", "url_before": "https://giving.ted.com/page/tedmember?utm_medium=website&utm_source=main-nav-header&utm_campaign=membership-ted", "url_after": "https://giving.ted.com/page/tedmember?utm_medium=website&utm_source=main-nav-header&utm_campaign=membership-ted", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 222, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.postgresql.org", "step_id": "021_4_2", "url_before": "https://www.postgresql.org/", "url_after": "https://www.postgresql.org/", "goal_kind": "follow", "which": "before", "policy": "unrelated" } }, { "i": 223, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.postgresql.org", "step_id": "021_5_1", "url_before": "https://www.postgresql.org/", "url_after": "https://www.postgresql.org/about/news/postgresql-186-1711-1615-1519-1424-and-19-beta-3-released-3365/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 224, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.sqlite.org", "step_id": "024_1_0", "url_before": "https://www.sqlite.org/", "url_after": "https://www.sqlite.org/lang_mathfunc.html", "goal_kind": "follow", "which": "after" } }, { "i": 225, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.codecademy.com", "step_id": "012_4_0", "url_before": "https://www.codecademy.com/", "url_after": "https://www.codecademy.com/register", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 226, "qid": "click_target", "pred": "7", "gold": "7", "p": 1.0, "meta": { "site": "https://cloud.google.com", "step_id": "003_0_1", "url_before": "https://cloud.google.com/", "url_after": "https://cloud.google.com/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 227, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://redis.io", "step_id": "007_0_0", "url_before": "https://redis.io/", "url_after": "https://redis.io/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 228, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.docker.com", "step_id": "014_4_0", "url_before": "https://www.docker.com/", "url_after": "https://www.docker.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 229, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.postgresql.org", "step_id": "021_3_1", "url_before": "https://www.postgresql.org/download/", "url_after": "https://www.postgresql.org/ftp/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 230, "qid": "operation", "pred": "TYPE_TEXT", "gold": "TYPE_TEXT", "p": 0.9999, "meta": { "site": "https://www.w3schools.com", "step_id": "028_0_1", "url_before": "https://www.w3schools.com/", "url_after": "https://www.w3schools.com/#gsc.tab=0", "goal_kind": "search", "which": "before", "policy": "unrelated" } }, { "i": 231, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.squarespace.com", "step_id": "025_0_1", "url_before": "https://www.squarespace.com/templates/get-started", "url_after": "https://www.squarespace.com/templates/get-started", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 232, "qid": "click_target", "pred": "20", "gold": "20", "p": 1.0, "meta": { "site": "https://redis.io", "step_id": "007_3_2", "url_before": "https://redis.io/", "url_after": "https://redis.io/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 233, "qid": "click_target", "pred": "5", "gold": "5", "p": 1.0, "meta": { "site": "https://vercel.com", "step_id": "009_1_0", "url_before": "https://vercel.com/", "url_after": "https://vercel.com/enterprise", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 234, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://vercel.com", "step_id": "009_2_2", "url_before": "https://vercel.com/contact/sales", "url_after": "https://vercel.com/contact/sales", "goal_kind": "follow", "which": "before", "policy": "unrelated" } }, { "i": 235, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://redis.io", "step_id": "007_2_0", "url_before": "https://redis.io/", "url_after": "https://redis.io/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 236, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.heroku.com", "step_id": "017_2_0", "url_before": "https://www.heroku.com/", "url_after": "https://www.heroku.com/postgres/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 237, "qid": "operation", "pred": "DONE", "gold": "CLICK", "p": 0.9999, "meta": { "site": "https://www.digitalocean.com", "step_id": "013_5_1", "url_before": "https://www.digitalocean.com/", "url_after": "https://docs.digitalocean.com/products/", "goal_kind": "click", "which": "before", "policy": "unrelated" } }, { "i": 238, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 0.9823, "meta": { "site": "https://www.netlify.com", "step_id": "019_3_2", "url_before": "https://www.netlify.com/", "url_after": "https://www.netlify.com/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 239, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://leetcode.com", "step_id": "005_4_1", "url_before": "https://leetcode.com/", "url_after": "https://leetcode.com/", "goal_kind": "follow", "which": "before", "policy": "repeat" } }, { "i": 240, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.sqlite.org", "step_id": "024_5_1", "url_before": "https://www.sqlite.org/lang_datefunc.html", "url_after": "https://www.sqlite.org/lang_datefunc.html#tmval", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 241, "qid": "operation", "pred": "TYPE_TEXT", "gold": "TYPE_TEXT", "p": 0.9999, "meta": { "site": "https://kubernetes.io", "step_id": "004_2_0", "url_before": "https://kubernetes.io/", "url_after": "https://kubernetes.io/partners/", "goal_kind": "search", "which": "before", "policy": "random" } }, { "i": 242, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.squarespace.com", "step_id": "025_1_1", "url_before": "https://www.squarespace.com/", "url_after": "https://www.squarespace.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 243, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.digitalocean.com", "step_id": "013_2_0", "url_before": "https://www.digitalocean.com/", "url_after": "https://www.digitalocean.com/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 244, "qid": "click_target", "pred": "7", "gold": "6", "p": 0.9953, "meta": { "site": "https://wordpress.com", "step_id": "010_3_0", "url_before": "https://wordpress.com/", "url_after": "https://wordpress.com/", "goal_kind": "follow", "which": "before", "policy": "unrelated" } }, { "i": 245, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 0.9661, "meta": { "site": "https://www.docker.com", "step_id": "014_3_1", "url_before": "https://www.docker.com/resources/the-state-of-agentic-ai-white-paper/", "url_after": "https://www.docker.com/resources/the-state-of-agentic-ai-white-paper/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 246, "qid": "type_text_target", "pred": "6", "gold": "6", "p": 1.0, "meta": { "site": "https://www.w3schools.com", "step_id": "028_5_1", "url_before": "https://www.w3schools.com/", "url_after": "https://www.w3schools.com/#gsc.tab=0&gsc.q=recipe", "goal_kind": "search", "which": "before", "policy": "oracle" } }, { "i": 247, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.nyu.edu", "step_id": "020_2_0", "url_before": "https://www.nyu.edu/", "url_after": "https://www.nyu.edu/", "goal_kind": "click", "which": "after" } }, { "i": 248, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.docker.com", "step_id": "014_0_1", "url_before": "https://www.docker.com/", "url_after": "https://www.docker.com/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 249, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://vercel.com", "step_id": "009_4_1", "url_before": "https://vercel.com/", "url_after": "https://vercel.com/", "goal_kind": "click", "which": "after" } }, { "i": 250, "qid": "operation", "pred": "DONE", "gold": "TYPE_TEXT", "p": 0.5555, "meta": { "site": "https://aws.amazon.com", "step_id": "000_5_2", "url_before": "https://aws.amazon.com/", "url_after": "https://aws.amazon.com/", "goal_kind": "search", "which": "before", "policy": "oracle" } }, { "i": 251, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.freecodecamp.org", "step_id": "015_3_0", "url_before": "https://www.freecodecamp.org/", "url_after": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SBxNmp4U0dST1hUV3NKQzlYclc1LXIwOGlGX3pBOGhBSKFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIHFoUFBsNlBRYWZVVnNzb0dFQ2IwRjI1VHdVQzl1cFhDo2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 252, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://cloud.google.com", "step_id": "003_4_0", "url_before": "https://cloud.google.com/", "url_after": "https://docs.cloud.google.com/docs", "goal_kind": "click", "which": "before", "policy": "unrelated" } }, { "i": 253, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.mongodb.com", "step_id": "018_2_0", "url_before": "https://www.mongodb.com/", "url_after": "https://www.mongodb.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 254, "qid": "click_target", "pred": "2", "gold": "2", "p": 1.0, "meta": { "site": "https://www.squarespace.com", "step_id": "025_1_0", "url_before": "https://www.squarespace.com/", "url_after": "https://www.squarespace.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 255, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://kubernetes.io", "step_id": "004_1_2", "url_before": "https://kubernetes.io/community/", "url_after": "https://kubernetes.io/community/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 256, "qid": "click_target", "pred": "6", "gold": "6", "p": 1.0, "meta": { "site": "https://www.quora.com", "step_id": "022_3_1", "url_before": "https://www.quora.com/", "url_after": "https://www.quora.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 257, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://vercel.com", "step_id": "009_5_2", "url_before": "https://vercel.com/", "url_after": "https://vercel.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 258, "qid": "click_target", "pred": "21", "gold": "21", "p": 1.0, "meta": { "site": "https://www.digitalocean.com", "step_id": "013_4_2", "url_before": "https://www.digitalocean.com/", "url_after": "https://www.digitalocean.com/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 259, "qid": "operation", "pred": "DONE", "gold": "CLICK", "p": 0.5227, "meta": { "site": "https://www.quora.com", "step_id": "022_1_2", "url_before": "https://www.quora.com/", "url_after": "https://www.quora.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 260, "qid": "click_target", "pred": "1", "gold": "1", "p": 1.0, "meta": { "site": "https://leetcode.com", "step_id": "005_4_2", "url_before": "https://leetcode.com/", "url_after": "https://leetcode.com/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 261, "qid": "click_target", "pred": "19", "gold": "19", "p": 1.0, "meta": { "site": "https://aws.amazon.com", "step_id": "000_4_0", "url_before": "https://aws.amazon.com/", "url_after": "https://aws.amazon.com/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 262, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://wordpress.com", "step_id": "010_3_1", "url_before": "https://wordpress.com/", "url_after": "https://wordpress.com/pricing/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 263, "qid": "operation", "pred": "TYPE_TEXT", "gold": "TYPE_TEXT", "p": 0.995, "meta": { "site": "https://www.ted.com", "step_id": "026_0_1", "url_before": "https://www.ted.com/", "url_after": "https://www.ted.com/", "goal_kind": "search", "which": "before", "policy": "oracle" } }, { "i": 264, "qid": "click_target", "pred": "15", "gold": "15", "p": 1.0, "meta": { "site": "https://www.nyu.edu", "step_id": "020_2_0", "url_before": "https://www.nyu.edu/", "url_after": "https://www.nyu.edu/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 265, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 0.9916, "meta": { "site": "https://www.cloudflare.com", "step_id": "011_3_1", "url_before": "https://www.cloudflare.com/", "url_after": "https://www.cloudflare.com/", "goal_kind": "click", "which": "after" } }, { "i": 266, "qid": "operation", "pred": "TYPE_TEXT", "gold": "TYPE_TEXT", "p": 0.9985, "meta": { "site": "https://www.ted.com", "step_id": "026_2_2", "url_before": "https://www.ted.com/", "url_after": "https://www.ted.com/", "goal_kind": "search", "which": "before", "policy": "oracle" } }, { "i": 267, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://leetcode.com", "step_id": "005_2_1", "url_before": "https://leetcode.com/explore/", "url_after": "https://leetcode.com/accounts/login/?next=%2Fexplore%2F", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 268, "qid": "operation", "pred": "CLICK", "gold": "TYPE_TEXT", "p": 0.6081, "meta": { "site": "https://www.mongodb.com", "step_id": "018_0_2", "url_before": "https://www.mongodb.com/", "url_after": "https://www.mongodb.com/", "goal_kind": "search", "which": "before", "policy": "oracle" } }, { "i": 269, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.codecademy.com", "step_id": "012_5_0", "url_before": "https://www.codecademy.com/", "url_after": "https://www.codecademy.com/register", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 270, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.cloudflare.com", "step_id": "011_2_1", "url_before": "https://www.cloudflare.com/", "url_after": "https://www.cloudflare.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 271, "qid": "click_target", "pred": "14", "gold": "14", "p": 1.0, "meta": { "site": "https://www.wix.com", "step_id": "029_5_0", "url_before": "https://www.wix.com/", "url_after": "https://www.wix.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 272, "qid": "operation", "pred": "DONE", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://vercel.com", "step_id": "009_4_1", "url_before": "https://vercel.com/", "url_after": "https://vercel.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 273, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.freecodecamp.org", "step_id": "015_4_0", "url_before": "https://www.freecodecamp.org/", "url_after": "https://www.freecodecamp.org/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 274, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.w3schools.com", "step_id": "028_2_1", "url_before": "https://www.w3schools.com/cs/index.php", "url_after": "https://www.w3schools.com/typingspeed/default.asp", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 275, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://leetcode.com", "step_id": "005_0_0", "url_before": "https://leetcode.com/", "url_after": "https://leetcode.com/accounts/login/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 276, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://cloud.google.com", "step_id": "003_0_2", "url_before": "https://cloud.google.com/", "url_after": "https://cloud.google.com/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 277, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.sqlite.org", "step_id": "024_3_0", "url_before": "https://www.sqlite.org/", "url_after": "https://www.sqlite.org/quirks.html", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 278, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.digitalocean.com", "step_id": "013_3_0", "url_before": "https://www.digitalocean.com/", "url_after": "https://docs.digitalocean.com/products/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 279, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.sqlite.org", "step_id": "024_4_0", "url_before": "https://www.sqlite.org/", "url_after": "https://www.sqlite.org/quickstart.html", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 280, "qid": "click_target", "pred": "1", "gold": "1", "p": 1.0, "meta": { "site": "https://www.nyu.edu", "step_id": "020_0_2", "url_before": "https://www.nyu.edu/academics.html", "url_after": "https://www.nyu.edu/academics.html", "goal_kind": "follow", "which": "before", "policy": "repeat" } }, { "i": 281, "qid": "operation", "pred": "CLICK", "gold": "TYPE_TEXT", "p": 0.9418, "meta": { "site": "https://cloud.google.com", "step_id": "003_3_2", "url_before": "https://cloud.google.com/", "url_after": "https://cloud.google.com/security/ai-threat-defense", "goal_kind": "search", "which": "before", "policy": "random" } }, { "i": 282, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.docker.com", "step_id": "014_2_1", "url_before": "https://www.docker.com/blog/", "url_after": "https://www.docker.com/blog/", "goal_kind": "click", "which": "before", "policy": "repeat" } }, { "i": 283, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.postgresql.org", "step_id": "021_2_0", "url_before": "https://www.postgresql.org/", "url_after": "https://www.postgresql.org/about/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 284, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.docker.com", "step_id": "014_2_0", "url_before": "https://www.docker.com/", "url_after": "https://www.docker.com/blog/", "goal_kind": "click", "which": "before", "policy": "unrelated" } }, { "i": 285, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.w3.org", "step_id": "027_5_0", "url_before": "https://www.w3.org/", "url_after": "https://www.w3.org/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 286, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://wordpress.com", "step_id": "010_3_0", "url_before": "https://wordpress.com/", "url_after": "https://wordpress.com/", "goal_kind": "follow", "which": "before", "policy": "unrelated" } }, { "i": 287, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://vercel.com", "step_id": "009_2_1", "url_before": "https://vercel.com/contact/sales", "url_after": "https://vercel.com/contact/sales", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 288, "qid": "operation", "pred": "TYPE_TEXT", "gold": "TYPE_TEXT", "p": 0.9953, "meta": { "site": "https://www.w3schools.com", "step_id": "028_3_1", "url_before": "https://www.w3schools.com/", "url_after": "https://profile.w3schools.com/login", "goal_kind": "search", "which": "before", "policy": "oracle" } }, { "i": 289, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.cloudflare.com", "step_id": "011_3_0", "url_before": "https://www.cloudflare.com/", "url_after": "https://www.cloudflare.com/", "goal_kind": "click", "which": "after" } }, { "i": 290, "qid": "click_target", "pred": "4", "gold": "4", "p": 1.0, "meta": { "site": "https://www.heroku.com", "step_id": "017_1_0", "url_before": "https://www.heroku.com/", "url_after": "https://signup.heroku.com/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 291, "qid": "click_target", "pred": "12", "gold": "12", "p": 1.0, "meta": { "site": "https://kubernetes.io", "step_id": "004_4_0", "url_before": "https://kubernetes.io/", "url_after": "https://kubernetes.io/docs/concepts/overview/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 292, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://redis.io", "step_id": "007_5_0", "url_before": "https://redis.io/", "url_after": "https://redis.io/try-free/", "goal_kind": "follow", "which": "after" } }, { "i": 293, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.heroku.com", "step_id": "017_4_0", "url_before": "https://www.heroku.com/", "url_after": "https://signup.heroku.com/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 294, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.nyu.edu", "step_id": "020_5_0", "url_before": "https://www.nyu.edu/", "url_after": "https://search.nyu.edu/s/search.html?query=map&collection=nyu%7Esp-all-v02", "goal_kind": "search", "which": "after" } }, { "i": 295, "qid": "operation", "pred": "TYPE_TEXT", "gold": "TYPE_TEXT", "p": 1.0, "meta": { "site": "https://www.w3schools.com", "step_id": "028_0_0", "url_before": "https://www.w3schools.com/", "url_after": "https://www.w3schools.com/", "goal_kind": "search", "which": "before", "policy": "random" } }, { "i": 296, "qid": "click_target", "pred": "7", "gold": "7", "p": 0.8095, "meta": { "site": "https://www.mongodb.com", "step_id": "018_3_1", "url_before": "https://www.mongodb.com/", "url_after": "https://www.mongodb.com/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 297, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.wix.com", "step_id": "029_2_0", "url_before": "https://www.wix.com/", "url_after": "https://www.wix.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 298, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://aws.amazon.com", "step_id": "000_0_1", "url_before": "https://aws.amazon.com/", "url_after": "https://aws.amazon.com/", "goal_kind": "follow", "which": "before", "policy": "unrelated" } }, { "i": 299, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 0.9997, "meta": { "site": "https://caniuse.com", "step_id": "002_4_2", "url_before": "https://caniuse.com/ciu/news", "url_after": "https://caniuse.com/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 300, "qid": "operation", "pred": "CLICK", "gold": "TYPE_TEXT", "p": 0.9884, "meta": { "site": "https://aws.amazon.com", "step_id": "000_5_1", "url_before": "https://aws.amazon.com/", "url_after": "https://aws.amazon.com/", "goal_kind": "search", "which": "before", "policy": "unrelated" } }, { "i": 301, "qid": "click_target", "pred": "22", "gold": "22", "p": 1.0, "meta": { "site": "https://vercel.com", "step_id": "009_5_1", "url_before": "https://vercel.com/", "url_after": "https://vercel.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 302, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.nyu.edu", "step_id": "020_0_0", "url_before": "https://www.nyu.edu/", "url_after": "https://www.nyu.edu/academics.html", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 303, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.mongodb.com", "step_id": "018_5_0", "url_before": "https://www.mongodb.com/", "url_after": "https://www.mongodb.com/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 304, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://azure.microsoft.com", "step_id": "001_5_1", "url_before": "https://azure.microsoft.com/en-us", "url_after": "https://www.microsoft.com/en-us", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 305, "qid": "click_target", "pred": "11", "gold": "11", "p": 1.0, "meta": { "site": "https://www.netlify.com", "step_id": "019_3_0", "url_before": "https://www.netlify.com/", "url_after": "https://www.netlify.com/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 306, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.netlify.com", "step_id": "019_3_0", "url_before": "https://www.netlify.com/", "url_after": "https://www.netlify.com/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 307, "qid": "click_target", "pred": "19", "gold": "19", "p": 1.0, "meta": { "site": "https://aws.amazon.com", "step_id": "000_1_0", "url_before": "https://aws.amazon.com/", "url_after": "https://aws.amazon.com/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 308, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://wordpress.com", "step_id": "010_3_2", "url_before": "https://wordpress.com/pricing/", "url_after": "https://wordpress.com/setup/onboarding/user?ref=pricing-lp", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 309, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.netlify.com", "step_id": "019_2_2", "url_before": "https://www.netlify.com/contact/", "url_after": "https://www.netlify.com/contact/", "goal_kind": "follow", "which": "after" } }, { "i": 310, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.hackerrank.com", "step_id": "016_0_1", "url_before": "https://www.hackerrank.com/auth/signup", "url_after": "https://www.hackerrank.com/auth/signup", "goal_kind": "follow", "which": "after" } }, { "i": 311, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://aws.amazon.com", "step_id": "000_3_0", "url_before": "https://aws.amazon.com/", "url_after": "https://aws.amazon.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 312, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://leetcode.com", "step_id": "005_1_2", "url_before": "https://leetcode.com/problemset/", "url_after": "https://leetcode.com/problemset/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 313, "qid": "operation", "pred": "TYPE_TEXT", "gold": "TYPE_TEXT", "p": 0.9294, "meta": { "site": "https://azure.microsoft.com", "step_id": "001_1_0", "url_before": "https://azure.microsoft.com/en-us", "url_after": "https://azure.microsoft.com/en-us#resources-by-role", "goal_kind": "search", "which": "before", "policy": "random" } }, { "i": 314, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.codecademy.com", "step_id": "012_5_0", "url_before": "https://www.codecademy.com/", "url_after": "https://www.codecademy.com/register", "goal_kind": "follow", "which": "after" } }, { "i": 315, "qid": "operation", "pred": "TYPE_TEXT", "gold": "TYPE_TEXT", "p": 0.8425, "meta": { "site": "https://cloud.google.com", "step_id": "003_3_0", "url_before": "https://cloud.google.com/", "url_after": "https://cloud.google.com/", "goal_kind": "search", "which": "before", "policy": "oracle" } }, { "i": 316, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 0.7296, "meta": { "site": "https://www.hackerrank.com", "step_id": "016_0_2", "url_before": "https://www.hackerrank.com/auth/signup", "url_after": "https://www.hackerrank.com/auth/signup", "goal_kind": "follow", "which": "before", "policy": "repeat" } }, { "i": 317, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.wix.com", "step_id": "029_0_0", "url_before": "https://www.wix.com/", "url_after": "https://www.wix.com/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 318, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.ted.com", "step_id": "026_5_0", "url_before": "https://www.ted.com/", "url_after": "https://www.ted.com/talks/jacob_collier_the_wiggly_wonder_of_music", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 319, "qid": "click_target", "pred": "11", "gold": "11", "p": 1.0, "meta": { "site": "https://www.codecademy.com", "step_id": "012_5_0", "url_before": "https://www.codecademy.com/", "url_after": "https://www.codecademy.com/register", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 320, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://vercel.com", "step_id": "009_0_1", "url_before": "https://vercel.com/home", "url_after": "https://vercel.com/home", "goal_kind": "follow", "which": "before", "policy": "unrelated" } }, { "i": 321, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.codecademy.com", "step_id": "012_5_2", "url_before": "https://www.codecademy.com/register", "url_after": "https://www.codecademy.com/register", "goal_kind": "follow", "which": "after" } }, { "i": 322, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.codecademy.com", "step_id": "012_4_1", "url_before": "https://www.codecademy.com/register", "url_after": "https://www.codecademy.com/login", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 323, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.codecademy.com", "step_id": "012_2_2", "url_before": "https://www.codecademy.com/", "url_after": "https://www.codecademy.com/catalog/language/sql", "goal_kind": "click", "which": "after" } }, { "i": 324, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.netlify.com", "step_id": "019_5_0", "url_before": "https://www.netlify.com/", "url_after": "https://app.netlify.com/login", "goal_kind": "follow", "which": "after" } }, { "i": 325, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.w3.org", "step_id": "027_0_1", "url_before": "https://www.w3.org/zh-hans/", "url_after": "https://www.w3.org/zh-hans/standards/", "goal_kind": "follow", "which": "after" } }, { "i": 326, "qid": "click_target", "pred": "4", "gold": "4", "p": 1.0, "meta": { "site": "https://www.codecademy.com", "step_id": "012_2_1", "url_before": "https://www.codecademy.com/", "url_after": "https://www.codecademy.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 327, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.netlify.com", "step_id": "019_4_1", "url_before": "https://app.netlify.com/login", "url_after": "https://app.netlify.com/login", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 328, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.w3schools.com", "step_id": "028_1_0", "url_before": "https://www.w3schools.com/", "url_after": "https://www.w3schools.com/cpp/default.asp", "goal_kind": "follow", "which": "after" } }, { "i": 329, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.shopify.com", "step_id": "023_1_0", "url_before": "https://www.shopify.com/", "url_after": "https://accounts.shopify.com/signup?rid=de552d86-449a-4752-b6ee-5dc92556b3bf", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 330, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.docker.com", "step_id": "014_1_1", "url_before": "https://www.docker.com/", "url_after": "https://login.docker.com/u/login/identifier?state=hKFo2SBab3NjZVNwVEZsbHpqUTNSbzZPeXpSYjFJRGVUSndjdKFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIHY5a0NqZU9vSXJlNHJ1S1dnUXB6QW51R3dEMWpzcl9Lo2NpZNkgRmkyQ0VleDZtMzhkS1lxdnZaWVljSms5SUN0cGc3ZzQ", "goal_kind": "click", "which": "before", "policy": "repeat" } }, { "i": 331, "qid": "operation", "pred": "TYPE_TEXT", "gold": "CLICK", "p": 0.9995, "meta": { "site": "https://cloud.google.com", "step_id": "003_2_1", "url_before": "https://docs.cloud.google.com/docs", "url_after": "https://docs.cloud.google.com/gemini/docs", "goal_kind": "search", "which": "before", "policy": "random" } }, { "i": 332, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.codecademy.com", "step_id": "012_2_0", "url_before": "https://www.codecademy.com/", "url_after": "https://www.codecademy.com/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 333, "qid": "operation", "pred": "DONE", "gold": "CLICK", "p": 0.8909, "meta": { "site": "https://www.quora.com", "step_id": "022_5_2", "url_before": "https://www.quora.com/", "url_after": "https://www.quora.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 334, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://wordpress.com", "step_id": "010_5_0", "url_before": "https://wordpress.com/", "url_after": "https://wordpress.com/pricing/", "goal_kind": "follow", "which": "before", "policy": "unrelated" } }, { "i": 335, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.w3schools.com", "step_id": "028_5_2", "url_before": "https://www.w3schools.com/#gsc.tab=0&gsc.q=recipe", "url_after": "https://www.w3schools.com/#gsc.tab=0", "goal_kind": "search", "which": "before", "policy": "oracle" } }, { "i": 336, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.netlify.com", "step_id": "019_1_0", "url_before": "https://www.netlify.com/", "url_after": "https://www.netlify.com/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 337, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://cloud.google.com", "step_id": "003_0_0", "url_before": "https://cloud.google.com/", "url_after": "https://cloud.google.com/", "goal_kind": "click", "which": "before", "policy": "unrelated" } }, { "i": 338, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 0.9227, "meta": { "site": "https://www.w3.org", "step_id": "027_0_2", "url_before": "https://www.w3.org/zh-hans/standards/", "url_after": "https://www.w3.org/zh-hans/standards/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 339, "qid": "operation", "pred": "TYPE_TEXT", "gold": "TYPE_TEXT", "p": 0.867, "meta": { "site": "https://cloud.google.com", "step_id": "003_2_0", "url_before": "https://cloud.google.com/", "url_after": "https://docs.cloud.google.com/docs", "goal_kind": "search", "which": "before", "policy": "unrelated" } }, { "i": 340, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.ted.com", "step_id": "026_4_2", "url_before": "https://giving.ted.com/page/tedmember?utm_medium=website&utm_source=main-nav-header&utm_campaign=membership-ted", "url_after": "https://giving.ted.com/page/tedmember?utm_medium=website&utm_source=main-nav-header&utm_campaign=membership-ted", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 341, "qid": "click_target", "pred": "12", "gold": "12", "p": 1.0, "meta": { "site": "https://www.docker.com", "step_id": "014_2_1", "url_before": "https://www.docker.com/blog/", "url_after": "https://www.docker.com/blog/", "goal_kind": "click", "which": "before", "policy": "repeat" } }, { "i": 342, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.w3.org", "step_id": "027_2_1", "url_before": "https://www.w3.org/standards/", "url_after": "https://www.w3.org/standards/", "goal_kind": "follow", "which": "after" } }, { "i": 343, "qid": "click_target", "pred": "9", "gold": "9", "p": 1.0, "meta": { "site": "https://www.cloudflare.com", "step_id": "011_4_0", "url_before": "https://www.cloudflare.com/", "url_after": "https://www.cloudflare.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 344, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.sqlite.org", "step_id": "024_0_2", "url_before": "https://www.sqlite.org/search?s=d&q=", "url_after": "https://www.sqlite.org/search?s=d&q=", "goal_kind": "follow", "which": "before", "policy": "repeat" } }, { "i": 345, "qid": "click_target", "pred": "22", "gold": "22", "p": 1.0, "meta": { "site": "https://redis.io", "step_id": "007_4_0", "url_before": "https://redis.io/", "url_after": "https://redis.io/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 346, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://wordpress.com", "step_id": "010_5_1", "url_before": "https://wordpress.com/pricing/", "url_after": "https://wordpress.com/setup/onboarding/user?ref=pricing-lp&plan=business-bundle", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 347, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.netlify.com", "step_id": "019_2_0", "url_before": "https://www.netlify.com/", "url_after": "https://www.netlify.com/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 348, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 0.6876, "meta": { "site": "https://www.freecodecamp.org", "step_id": "015_5_2", "url_before": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SAwMkRXS3BJekhXX2YtcGhta1hQcU56ajFmU0U1R0NaQ6Fur3VuaXZlcnNhbC1sb2dpbqN0aWTZIFUtSndRRWpZVWpib3JMLWRJYU96LWExRDZwaGlRbjNso2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k", "url_after": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SAwMkRXS3BJekhXX2YtcGhta1hQcU56ajFmU0U1R0NaQ6Fur3VuaXZlcnNhbC1sb2dpbqN0aWTZIFUtSndRRWpZVWpib3JMLWRJYU96LWExRDZwaGlRbjNso2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 349, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.cloudflare.com", "step_id": "011_1_0", "url_before": "https://www.cloudflare.com/", "url_after": "https://www.cloudflare.com/", "goal_kind": "click", "which": "after" } }, { "i": 350, "qid": "operation", "pred": "TYPE_TEXT", "gold": "TYPE_TEXT", "p": 0.9043, "meta": { "site": "https://caniuse.com", "step_id": "002_3_2", "url_before": "https://caniuse.com/css-grid", "url_after": "https://caniuse.com/?search=music", "goal_kind": "search", "which": "before", "policy": "oracle" } }, { "i": 351, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.digitalocean.com", "step_id": "013_4_1", "url_before": "https://www.digitalocean.com/", "url_after": "https://www.digitalocean.com/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 352, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.w3.org", "step_id": "027_4_0", "url_before": "https://www.w3.org/", "url_after": "https://www.w3.org/", "goal_kind": "click", "which": "after" } }, { "i": 353, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 0.5609, "meta": { "site": "https://www.freecodecamp.org", "step_id": "015_4_2", "url_before": "https://www.freecodecamp.org/", "url_after": "https://www.freecodecamp.org/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 354, "qid": "click_target", "pred": "9", "gold": "9", "p": 1.0, "meta": { "site": "https://www.w3.org", "step_id": "027_5_0", "url_before": "https://www.w3.org/", "url_after": "https://www.w3.org/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 355, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.docker.com", "step_id": "014_3_0", "url_before": "https://www.docker.com/", "url_after": "https://www.docker.com/resources/the-state-of-agentic-ai-white-paper/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 356, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://cloud.google.com", "step_id": "003_1_0", "url_before": "https://cloud.google.com/", "url_after": "https://cloud.google.com/blog/products/ai-machine-learning/what-google-cloud-announced-in-ai-this-month", "goal_kind": "follow", "which": "after" } }, { "i": 357, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.digitalocean.com", "step_id": "013_2_1", "url_before": "https://www.digitalocean.com/", "url_after": "https://www.digitalocean.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 358, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 0.9937, "meta": { "site": "https://redis.io", "step_id": "007_4_2", "url_before": "https://redis.io/", "url_after": "https://redis.io/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 359, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://redis.io", "step_id": "007_5_1", "url_before": "https://redis.io/try-free/", "url_after": "https://redis.io/try-free/", "goal_kind": "follow", "which": "before", "policy": "repeat" } }, { "i": 360, "qid": "click_target", "pred": "2", "gold": "2", "p": 1.0, "meta": { "site": "https://www.ted.com", "step_id": "026_1_2", "url_before": "https://www.ted.com/", "url_after": "https://www.ted.com/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 361, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://azure.microsoft.com", "step_id": "001_3_2", "url_before": "https://azure.microsoft.com/en-us", "url_after": "https://azure.microsoft.com/en-us", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 362, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://kubernetes.io", "step_id": "004_0_1", "url_before": "https://kubernetes.io/careers/", "url_after": "https://kubernetes.io/docs/home/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 363, "qid": "click_target", "pred": "6", "gold": "6", "p": 1.0, "meta": { "site": "https://www.quora.com", "step_id": "022_4_1", "url_before": "https://www.quora.com/", "url_after": "https://www.quora.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 364, "qid": "click_target", "pred": "21", "gold": "21", "p": 1.0, "meta": { "site": "https://www.digitalocean.com", "step_id": "013_4_0", "url_before": "https://www.digitalocean.com/", "url_after": "https://www.digitalocean.com/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 365, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://caniuse.com", "step_id": "002_4_2", "url_before": "https://caniuse.com/ciu/news", "url_after": "https://caniuse.com/", "goal_kind": "click", "which": "after" } }, { "i": 366, "qid": "click_target", "pred": "19", "gold": "18", "p": 0.9834, "meta": { "site": "https://www.postgresql.org", "step_id": "021_0_0", "url_before": "https://www.postgresql.org/", "url_after": "https://www.postgresql.org/about/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 367, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.digitalocean.com", "step_id": "013_4_2", "url_before": "https://www.digitalocean.com/", "url_after": "https://www.digitalocean.com/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 368, "qid": "operation", "pred": "TYPE_TEXT", "gold": "TYPE_TEXT", "p": 0.9994, "meta": { "site": "https://substack.com", "step_id": "008_2_0", "url_before": "https://substack.com/", "url_after": "https://substack.com/search/python?utm_source=global-search", "goal_kind": "search", "which": "before", "policy": "oracle" } }, { "i": 369, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://redis.io", "step_id": "007_2_1", "url_before": "https://redis.io/", "url_after": "https://redis.io/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 370, "qid": "operation", "pred": "TYPE_TEXT", "gold": "TYPE_TEXT", "p": 0.9997, "meta": { "site": "https://azure.microsoft.com", "step_id": "001_4_0", "url_before": "https://azure.microsoft.com/en-us", "url_after": "https://azure.microsoft.com/en-us/pricing/purchase-options/azure-account?hasfullconsent=true", "goal_kind": "search", "which": "before", "policy": "random" } }, { "i": 371, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://aws.amazon.com", "step_id": "000_4_1", "url_before": "https://aws.amazon.com/", "url_after": "https://aws.amazon.com/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 372, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.shopify.com", "step_id": "023_0_0", "url_before": "https://www.shopify.com/", "url_after": "https://www.shopify.com/pricing", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 373, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.freecodecamp.org", "step_id": "015_0_1", "url_before": "https://www.freecodecamp.org/", "url_after": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SAxbDRSWmZkZUJhaGVGY1dnN0M1Q3ZHTEpFdHg4ZllkbaFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIDRMb3RTRnc1Zk9xVGxYU3hpODU0OFRER1ZrWGZxTjFMo2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 374, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 0.9911, "meta": { "site": "https://kubernetes.io", "step_id": "004_4_2", "url_before": "https://kubernetes.io/docs/concepts/overview/", "url_after": "https://kubernetes.io/docs/concepts/overview/_print/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 375, "qid": "click_target", "pred": "8", "gold": "8", "p": 1.0, "meta": { "site": "https://www.hackerrank.com", "step_id": "016_5_2", "url_before": "https://www.hackerrank.com/work/pricing", "url_after": "https://www.hackerrank.com/work/pricing", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 376, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.squarespace.com", "step_id": "025_5_0", "url_before": "https://www.squarespace.com/", "url_after": "https://www.squarespace.com/templates/get-started", "goal_kind": "follow", "which": "after" } }, { "i": 377, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.w3schools.com", "step_id": "028_1_0", "url_before": "https://www.w3schools.com/", "url_after": "https://www.w3schools.com/cpp/default.asp", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 378, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 0.9993, "meta": { "site": "https://redis.io", "step_id": "007_1_1", "url_before": "https://redis.io/", "url_after": "https://redis.io/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 379, "qid": "operation", "pred": "TYPE_TEXT", "gold": "TYPE_TEXT", "p": 0.9997, "meta": { "site": "https://caniuse.com", "step_id": "002_3_1", "url_before": "https://caniuse.com/", "url_after": "https://caniuse.com/css-grid", "goal_kind": "search", "which": "before", "policy": "random" } }, { "i": 380, "qid": "operation", "pred": "DONE", "gold": "CLICK", "p": 0.8819, "meta": { "site": "https://www.quora.com", "step_id": "022_4_1", "url_before": "https://www.quora.com/", "url_after": "https://www.quora.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 381, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://wordpress.com", "step_id": "010_4_1", "url_before": "https://wordpress.com/", "url_after": "https://wordpress.com/", "goal_kind": "follow", "which": "before", "policy": "repeat" } }, { "i": 382, "qid": "operation", "pred": "CLICK", "gold": "TYPE_TEXT", "p": 0.5017, "meta": { "site": "https://www.mongodb.com", "step_id": "018_0_1", "url_before": "https://www.mongodb.com/", "url_after": "https://www.mongodb.com/", "goal_kind": "search", "which": "before", "policy": "random" } }, { "i": 383, "qid": "operation", "pred": "CLICK", "gold": "DONE", "p": 0.9992, "meta": { "site": "https://www.docker.com", "step_id": "014_4_1", "url_before": "https://www.docker.com/", "url_after": "https://www.docker.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 384, "qid": "click_target", "pred": "5", "gold": "5", "p": 1.0, "meta": { "site": "https://www.digitalocean.com", "step_id": "013_3_0", "url_before": "https://www.digitalocean.com/", "url_after": "https://docs.digitalocean.com/products/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 385, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://wordpress.com", "step_id": "010_4_2", "url_before": "https://wordpress.com/", "url_after": "https://wordpress.com/setup/onboarding/user?ref=logged-out-homepage-lp", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 386, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 0.9988, "meta": { "site": "https://redis.io", "step_id": "007_1_2", "url_before": "https://redis.io/", "url_after": "https://redis.io/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 387, "qid": "click_target", "pred": "4", "gold": "4", "p": 1.0, "meta": { "site": "https://www.nyu.edu", "step_id": "020_1_0", "url_before": "https://www.nyu.edu/", "url_after": "https://www.nyu.edu/academics.html", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 388, "qid": "operation", "pred": "TYPE_TEXT", "gold": "TYPE_TEXT", "p": 0.9878, "meta": { "site": "https://aws.amazon.com", "step_id": "000_5_0", "url_before": "https://aws.amazon.com/", "url_after": "https://aws.amazon.com/", "goal_kind": "search", "which": "before", "policy": "oracle" } }, { "i": 389, "qid": "operation", "pred": "DONE", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.hackerrank.com", "step_id": "016_5_1", "url_before": "https://www.hackerrank.com/work/pricing", "url_after": "https://www.hackerrank.com/work/pricing", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 390, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://redis.io", "step_id": "007_3_1", "url_before": "https://redis.io/", "url_after": "https://redis.io/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 391, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.wix.com", "step_id": "029_4_0", "url_before": "https://www.wix.com/", "url_after": "https://www.wix.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 392, "qid": "click_target", "pred": "12", "gold": "12", "p": 1.0, "meta": { "site": "https://aws.amazon.com", "step_id": "000_2_1", "url_before": "https://aws.amazon.com/", "url_after": "https://aws.amazon.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 393, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.nyu.edu", "step_id": "020_4_1", "url_before": "https://www.nyu.edu/life.html", "url_after": "https://www.nyu.edu/life.html", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 394, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://redis.io", "step_id": "007_4_1", "url_before": "https://redis.io/", "url_after": "https://redis.io/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 395, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.cloudflare.com", "step_id": "011_0_0", "url_before": "https://www.cloudflare.com/", "url_after": "https://www.cloudflare.com/plans/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 396, "qid": "click_target", "pred": "14", "gold": "14", "p": 1.0, "meta": { "site": "https://www.netlify.com", "step_id": "019_0_2", "url_before": "https://www.netlify.com/", "url_after": "https://www.netlify.com/", "goal_kind": "click", "which": "before", "policy": "repeat" } }, { "i": 397, "qid": "click_target", "pred": "27", "gold": "27", "p": 1.0, "meta": { "site": "https://www.digitalocean.com", "step_id": "013_5_1", "url_before": "https://www.digitalocean.com/", "url_after": "https://docs.digitalocean.com/products/", "goal_kind": "click", "which": "before", "policy": "unrelated" } }, { "i": 398, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://leetcode.com", "step_id": "005_4_2", "url_before": "https://leetcode.com/", "url_after": "https://leetcode.com/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 399, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.netlify.com", "step_id": "019_0_2", "url_before": "https://www.netlify.com/", "url_after": "https://www.netlify.com/", "goal_kind": "click", "which": "before", "policy": "repeat" } }, { "i": 400, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 0.9996, "meta": { "site": "https://www.codecademy.com", "step_id": "012_5_1", "url_before": "https://www.codecademy.com/register", "url_after": "https://www.codecademy.com/register", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 401, "qid": "click_target", "pred": "2", "gold": "2", "p": 1.0, "meta": { "site": "https://www.heroku.com", "step_id": "017_0_1", "url_before": "https://www.heroku.com/", "url_after": "https://www.heroku.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 402, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://caniuse.com", "step_id": "002_1_1", "url_before": "https://caniuse.com/?search=hello", "url_after": "https://caniuse.com/ciu/settings#usage", "goal_kind": "click", "which": "after" } }, { "i": 403, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.wix.com", "step_id": "029_0_1", "url_before": "https://www.wix.com/", "url_after": "https://users.wix.com/signin?view=sign-up&sendEmail=true&loginCompName=SignUp_H&referralInfo=SignUp_H&postSignUp=https%3A%2F%2Fwww.wix.com%2Fnew%2Fintro%2F&postLogin=https%3A%2F%2Fmanage.wix.com%2Faccount%2Froute&loginDialogContext=login&originUrl=https%3A%2F%2Fwww.wix.com%2F&_gl=1*fei514*_gcl_au*OTU2MDM2NzguMTc4OTg5NzUwOQ..", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 404, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.mongodb.com", "step_id": "018_5_2", "url_before": "https://www.mongodb.com/", "url_after": "https://www.mongodb.com/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 405, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.heroku.com", "step_id": "017_5_2", "url_before": "https://www.heroku.com/pricing/#ai", "url_after": "https://www.heroku.com/pricing/#ai", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 406, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.cloudflare.com", "step_id": "011_2_0", "url_before": "https://www.cloudflare.com/", "url_after": "https://www.cloudflare.com/", "goal_kind": "click", "which": "after" } }, { "i": 407, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://cloud.google.com", "step_id": "003_4_2", "url_before": "https://docs.cloud.google.com/docs", "url_after": "https://docs.cloud.google.com/docs", "goal_kind": "click", "which": "before", "policy": "repeat" } }, { "i": 408, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.freecodecamp.org", "step_id": "015_2_1", "url_before": "https://www.freecodecamp.org/", "url_after": "https://www.freecodecamp.org/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 409, "qid": "operation", "pred": "DONE", "gold": "CLICK", "p": 0.9985, "meta": { "site": "https://www.digitalocean.com", "step_id": "013_5_2", "url_before": "https://docs.digitalocean.com/products/", "url_after": "https://docs.digitalocean.com/support/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 410, "qid": "operation", "pred": "CLICK", "gold": "DONE", "p": 0.5688, "meta": { "site": "https://substack.com", "step_id": "008_0_2", "url_before": "https://substack.com/search/abc?utm_source=global-search", "url_after": "https://substack.com/home/post/p-192063311", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 411, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.freecodecamp.org", "step_id": "015_5_0", "url_before": "https://www.freecodecamp.org/", "url_after": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SAwMkRXS3BJekhXX2YtcGhta1hQcU56ajFmU0U1R0NaQ6Fur3VuaXZlcnNhbC1sb2dpbqN0aWTZIFUtSndRRWpZVWpib3JMLWRJYU96LWExRDZwaGlRbjNso2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 412, "qid": "click_target", "pred": "19", "gold": "19", "p": 0.9923, "meta": { "site": "https://www.postgresql.org", "step_id": "021_2_0", "url_before": "https://www.postgresql.org/", "url_after": "https://www.postgresql.org/about/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 413, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://caniuse.com", "step_id": "002_4_1", "url_before": "https://caniuse.com/", "url_after": "https://caniuse.com/ciu/news", "goal_kind": "click", "which": "after" } }, { "i": 414, "qid": "operation", "pred": "DONE", "gold": "CLICK", "p": 0.8819, "meta": { "site": "https://www.quora.com", "step_id": "022_5_1", "url_before": "https://www.quora.com/", "url_after": "https://www.quora.com/", "goal_kind": "click", "which": "before", "policy": "unrelated" } }, { "i": 415, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://leetcode.com", "step_id": "005_2_0", "url_before": "https://leetcode.com/", "url_after": "https://leetcode.com/explore/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 416, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.ted.com", "step_id": "026_1_2", "url_before": "https://www.ted.com/", "url_after": "https://www.ted.com/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 417, "qid": "click_target", "pred": "25", "gold": "25", "p": 1.0, "meta": { "site": "https://www.nyu.edu", "step_id": "020_4_1", "url_before": "https://www.nyu.edu/life.html", "url_after": "https://www.nyu.edu/life.html", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 418, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 0.9998, "meta": { "site": "https://www.freecodecamp.org", "step_id": "015_3_2", "url_before": "https://auth.freecodecamp.org/u/signup/identifier?state=hKFo2SBxNmp4U0dST1hUV3NKQzlYclc1LXIwOGlGX3pBOGhBSKFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIHFoUFBsNlBRYWZVVnNzb0dFQ2IwRjI1VHdVQzl1cFhDo2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k", "url_after": "https://auth.freecodecamp.org/u/signup/identifier?state=hKFo2SBxNmp4U0dST1hUV3NKQzlYclc1LXIwOGlGX3pBOGhBSKFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIHFoUFBsNlBRYWZVVnNzb0dFQ2IwRjI1VHdVQzl1cFhDo2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 419, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.cloudflare.com", "step_id": "011_5_0", "url_before": "https://www.cloudflare.com/", "url_after": "https://www.cloudflare.com/", "goal_kind": "click", "which": "after" } }, { "i": 420, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.heroku.com", "step_id": "017_4_1", "url_before": "https://signup.heroku.com/", "url_after": "https://signup.heroku.com/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 421, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://aws.amazon.com", "step_id": "000_0_0", "url_before": "https://aws.amazon.com/", "url_after": "https://aws.amazon.com/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 422, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.quora.com", "step_id": "022_0_2", "url_before": "https://www.quora.com/", "url_after": "https://www.quora.com/about", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 423, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.quora.com", "step_id": "022_0_2", "url_before": "https://www.quora.com/", "url_after": "https://www.quora.com/about", "goal_kind": "follow", "which": "after" } }, { "i": 424, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.wix.com", "step_id": "029_4_1", "url_before": "https://www.wix.com/", "url_after": "https://www.wix.com/start/blog", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 425, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.codecademy.com", "step_id": "012_3_0", "url_before": "https://www.codecademy.com/", "url_after": "https://www.codecademy.com/business", "goal_kind": "follow", "which": "after" } }, { "i": 426, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://caniuse.com", "step_id": "002_1_0", "url_before": "https://caniuse.com/", "url_after": "https://caniuse.com/?search=hello", "goal_kind": "click", "which": "before", "policy": "unrelated" } }, { "i": 427, "qid": "click_target", "pred": "6", "gold": "6", "p": 1.0, "meta": { "site": "https://www.quora.com", "step_id": "022_3_2", "url_before": "https://www.quora.com/", "url_after": "https://www.quora.com/", "goal_kind": "click", "which": "before", "policy": "repeat" } }, { "i": 428, "qid": "click_target", "pred": "6", "gold": "6", "p": 1.0, "meta": { "site": "https://www.quora.com", "step_id": "022_4_0", "url_before": "https://www.quora.com/", "url_after": "https://www.quora.com/", "goal_kind": "click", "which": "before", "policy": "unrelated" } }, { "i": 429, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.ted.com", "step_id": "026_3_0", "url_before": "https://www.ted.com/", "url_after": "https://www.ted.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 430, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.quora.com", "step_id": "022_5_0", "url_before": "https://www.quora.com/", "url_after": "https://www.quora.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 431, "qid": "click_target", "pred": "6", "gold": "6", "p": 1.0, "meta": { "site": "https://www.quora.com", "step_id": "022_5_2", "url_before": "https://www.quora.com/", "url_after": "https://www.quora.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 432, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.digitalocean.com", "step_id": "013_2_1", "url_before": "https://www.digitalocean.com/", "url_after": "https://www.digitalocean.com/", "goal_kind": "click", "which": "after" } }, { "i": 433, "qid": "click_target", "pred": "3", "gold": "3", "p": 1.0, "meta": { "site": "https://vercel.com", "step_id": "009_3_1", "url_before": "https://vercel.com/contact/sales", "url_after": "https://vercel.com/pricing", "goal_kind": "click", "which": "before", "policy": "repeat" } }, { "i": 434, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.codecademy.com", "step_id": "012_0_2", "url_before": "https://appleid.apple.com/auth/authorize?client_id=com.codecademy.codecademy&nonce=B3Lz1gCsRlnPNxgIsdIHoA&redirect_uri=https%3A%2F%2Fwww.codecademy.com%2Fusers%2Fauth%2Fapple%2Fcallback&response_mode=form_post&response_type=code&scope=email%20name&state=8c21fd9cf59c15edb73e6184029c8bea5916e9da5752c8eb", "url_after": "https://appleid.apple.com/auth/authorize?client_id=com.codecademy.codecademy&nonce=B3Lz1gCsRlnPNxgIsdIHoA&redirect_uri=https%3A%2F%2Fwww.codecademy.com%2Fusers%2Fauth%2Fapple%2Fcallback&response_mode=form_post&response_type=code&scope=email%20name&state=8c21fd9cf59c15edb73e6184029c8bea5916e9da5752c8eb", "goal_kind": "click", "which": "before", "policy": "unrelated" } }, { "i": 435, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.ted.com", "step_id": "026_1_1", "url_before": "https://www.ted.com/", "url_after": "https://www.ted.com/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 436, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://kubernetes.io", "step_id": "004_1_2", "url_before": "https://kubernetes.io/community/", "url_after": "https://kubernetes.io/community/", "goal_kind": "click", "which": "after" } }, { "i": 437, "qid": "operation", "pred": "TYPE_TEXT", "gold": "TYPE_TEXT", "p": 0.9999, "meta": { "site": "https://www.w3schools.com", "step_id": "028_3_0", "url_before": "https://www.w3schools.com/", "url_after": "https://www.w3schools.com/", "goal_kind": "search", "which": "before", "policy": "random" } }, { "i": 438, "qid": "operation", "pred": "DONE", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.shopify.com", "step_id": "023_1_1", "url_before": "https://accounts.shopify.com/signup?rid=de552d86-449a-4752-b6ee-5dc92556b3bf", "url_after": "https://accounts.shopify.com/signup/whatsapp?rid=de552d86-449a-4752-b6ee-5dc92556b3bf", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 439, "qid": "click_target", "pred": "17", "gold": "17", "p": 1.0, "meta": { "site": "https://www.netlify.com", "step_id": "019_1_1", "url_before": "https://www.netlify.com/", "url_after": "https://www.netlify.com/", "goal_kind": "click", "which": "before", "policy": "unrelated" } }, { "i": 440, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.quora.com", "step_id": "022_0_0", "url_before": "https://www.quora.com/", "url_after": "https://www.quora.com/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 441, "qid": "click_target", "pred": "6", "gold": "6", "p": 0.9938, "meta": { "site": "https://wordpress.com", "step_id": "010_4_2", "url_before": "https://wordpress.com/", "url_after": "https://wordpress.com/setup/onboarding/user?ref=logged-out-homepage-lp", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 442, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.cloudflare.com", "step_id": "011_5_0", "url_before": "https://www.cloudflare.com/", "url_after": "https://www.cloudflare.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 443, "qid": "click_target", "pred": "10", "gold": "10", "p": 1.0, "meta": { "site": "https://www.shopify.com", "step_id": "023_2_0", "url_before": "https://www.shopify.com/", "url_after": "https://www.shopify.com/", "goal_kind": "click", "which": "before", "policy": "unrelated" } }, { "i": 444, "qid": "click_target", "pred": "10", "gold": "10", "p": 0.9999, "meta": { "site": "https://www.postgresql.org", "step_id": "021_5_1", "url_before": "https://www.postgresql.org/", "url_after": "https://www.postgresql.org/about/news/postgresql-186-1711-1615-1519-1424-and-19-beta-3-released-3365/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 445, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://cloud.google.com", "step_id": "003_4_1", "url_before": "https://docs.cloud.google.com/docs", "url_after": "https://docs.cloud.google.com/docs", "goal_kind": "click", "which": "before", "policy": "repeat" } }, { "i": 446, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.squarespace.com", "step_id": "025_3_2", "url_before": "https://www.squarespace.com/templates/get-started", "url_after": "https://www.squarespace.com/templates/get-started", "goal_kind": "follow", "which": "after" } }, { "i": 447, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.freecodecamp.org", "step_id": "015_2_0", "url_before": "https://www.freecodecamp.org/", "url_after": "https://www.freecodecamp.org/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 448, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.docker.com", "step_id": "014_1_0", "url_before": "https://www.docker.com/", "url_after": "https://www.docker.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 449, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 0.9995, "meta": { "site": "https://caniuse.com", "step_id": "002_4_1", "url_before": "https://caniuse.com/", "url_after": "https://caniuse.com/ciu/news", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 450, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://redis.io", "step_id": "007_4_0", "url_before": "https://redis.io/", "url_after": "https://redis.io/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 451, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://caniuse.com", "step_id": "002_4_0", "url_before": "https://caniuse.com/", "url_after": "https://caniuse.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 452, "qid": "click_target", "pred": "11", "gold": "11", "p": 1.0, "meta": { "site": "https://www.netlify.com", "step_id": "019_3_1", "url_before": "https://www.netlify.com/", "url_after": "https://www.netlify.com/", "goal_kind": "follow", "which": "before", "policy": "unrelated" } }, { "i": 453, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.sqlite.org", "step_id": "024_1_0", "url_before": "https://www.sqlite.org/", "url_after": "https://www.sqlite.org/lang_mathfunc.html", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 454, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://caniuse.com", "step_id": "002_1_1", "url_before": "https://caniuse.com/?search=hello", "url_after": "https://caniuse.com/ciu/settings#usage", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 455, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.codecademy.com", "step_id": "012_2_1", "url_before": "https://www.codecademy.com/", "url_after": "https://www.codecademy.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 456, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.sqlite.org", "step_id": "024_4_0", "url_before": "https://www.sqlite.org/", "url_after": "https://www.sqlite.org/quickstart.html", "goal_kind": "follow", "which": "after" } }, { "i": 457, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.sqlite.org", "step_id": "024_0_1", "url_before": "https://www.sqlite.org/", "url_after": "https://www.sqlite.org/search?s=d&q=", "goal_kind": "follow", "which": "before", "policy": "unrelated" } }, { "i": 458, "qid": "click_target", "pred": "14", "gold": "14", "p": 1.0, "meta": { "site": "https://kubernetes.io", "step_id": "004_5_1", "url_before": "https://kubernetes.io/", "url_after": "https://kubernetes.io/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 459, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.cloudflare.com", "step_id": "011_4_0", "url_before": "https://www.cloudflare.com/", "url_after": "https://www.cloudflare.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 460, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://vercel.com", "step_id": "009_0_2", "url_before": "https://vercel.com/home", "url_after": "https://vercel.com/ship?utm_campaign=ship-sf2026&utm_source=site&utm_medium=homepage", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 461, "qid": "operation", "pred": "DONE", "gold": "CLICK", "p": 0.8819, "meta": { "site": "https://www.quora.com", "step_id": "022_1_1", "url_before": "https://www.quora.com/", "url_after": "https://www.quora.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 462, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.mongodb.com", "step_id": "018_3_0", "url_before": "https://www.mongodb.com/", "url_after": "https://www.mongodb.com/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 463, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.shopify.com", "step_id": "023_0_1", "url_before": "https://www.shopify.com/pricing", "url_after": "https://www.shopify.com/pricing", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 464, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://aws.amazon.com", "step_id": "000_1_0", "url_before": "https://aws.amazon.com/", "url_after": "https://aws.amazon.com/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 465, "qid": "click_target", "pred": "2", "gold": "2", "p": 1.0, "meta": { "site": "https://www.ted.com", "step_id": "026_1_1", "url_before": "https://www.ted.com/", "url_after": "https://www.ted.com/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 466, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://wordpress.com", "step_id": "010_2_0", "url_before": "https://wordpress.com/", "url_after": "https://wordpress.com/", "goal_kind": "click", "which": "after" } }, { "i": 467, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://azure.microsoft.com", "step_id": "001_2_0", "url_before": "https://azure.microsoft.com/en-us", "url_after": "https://azure.microsoft.com/en-us#customer-stories", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 468, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.digitalocean.com", "step_id": "013_4_0", "url_before": "https://www.digitalocean.com/", "url_after": "https://www.digitalocean.com/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 469, "qid": "click_target", "pred": "6", "gold": "6", "p": 1.0, "meta": { "site": "https://www.quora.com", "step_id": "022_5_0", "url_before": "https://www.quora.com/", "url_after": "https://www.quora.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 470, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://wordpress.com", "step_id": "010_1_0", "url_before": "https://wordpress.com/", "url_after": "https://wordpress.com/log-in/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 471, "qid": "operation", "pred": "DONE", "gold": "CLICK", "p": 0.9616, "meta": { "site": "https://www.freecodecamp.org", "step_id": "015_5_1", "url_before": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SAwMkRXS3BJekhXX2YtcGhta1hQcU56ajFmU0U1R0NaQ6Fur3VuaXZlcnNhbC1sb2dpbqN0aWTZIFUtSndRRWpZVWpib3JMLWRJYU96LWExRDZwaGlRbjNso2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k", "url_after": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SAwMkRXS3BJekhXX2YtcGhta1hQcU56ajFmU0U1R0NaQ6Fur3VuaXZlcnNhbC1sb2dpbqN0aWTZIFUtSndRRWpZVWpib3JMLWRJYU96LWExRDZwaGlRbjNso2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 472, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.cloudflare.com", "step_id": "011_4_0", "url_before": "https://www.cloudflare.com/", "url_after": "https://www.cloudflare.com/", "goal_kind": "click", "which": "after" } }, { "i": 473, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.wix.com", "step_id": "029_3_0", "url_before": "https://www.wix.com/", "url_after": "https://www.wix.com/domains", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 474, "qid": "operation", "pred": "TYPE_TEXT", "gold": "TYPE_TEXT", "p": 1.0, "meta": { "site": "https://caniuse.com", "step_id": "002_0_0", "url_before": "https://caniuse.com/", "url_after": "https://caniuse.com/?search=python", "goal_kind": "search", "which": "before", "policy": "oracle" } }, { "i": 475, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://vercel.com", "step_id": "009_5_0", "url_before": "https://vercel.com/", "url_after": "https://vercel.com/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 476, "qid": "click_target", "pred": "7", "gold": "7", "p": 1.0, "meta": { "site": "https://www.hackerrank.com", "step_id": "016_0_0", "url_before": "https://www.hackerrank.com/", "url_after": "https://www.hackerrank.com/auth/signup", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 477, "qid": "click_target", "pred": "10", "gold": "10", "p": 1.0, "meta": { "site": "https://substack.com", "step_id": "008_0_1", "url_before": "https://substack.com/search/abc?utm_source=global-search", "url_after": "https://substack.com/search/abc?utm_source=global-search", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 478, "qid": "click_target", "pred": "9", "gold": "9", "p": 1.0, "meta": { "site": "https://www.cloudflare.com", "step_id": "011_2_0", "url_before": "https://www.cloudflare.com/", "url_after": "https://www.cloudflare.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 479, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.docker.com", "step_id": "014_5_1", "url_before": "https://www.docker.com/", "url_after": "https://www.docker.com/resources/the-state-of-agentic-ai-white-paper/", "goal_kind": "click", "which": "after" } }, { "i": 480, "qid": "operation", "pred": "TYPE_TEXT", "gold": "TYPE_TEXT", "p": 0.9952, "meta": { "site": "https://www.ted.com", "step_id": "026_2_1", "url_before": "https://www.ted.com/", "url_after": "https://www.ted.com/", "goal_kind": "search", "which": "before", "policy": "oracle" } }, { "i": 481, "qid": "operation", "pred": "DONE", "gold": "CLICK", "p": 0.5227, "meta": { "site": "https://www.quora.com", "step_id": "022_4_2", "url_before": "https://www.quora.com/", "url_after": "https://www.quora.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 482, "qid": "operation", "pred": "TYPE_TEXT", "gold": "TYPE_TEXT", "p": 0.9613, "meta": { "site": "https://www.mongodb.com", "step_id": "018_4_1", "url_before": "https://www.mongodb.com/", "url_after": "https://www.mongodb.com/", "goal_kind": "search", "which": "before", "policy": "random" } }, { "i": 483, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.squarespace.com", "step_id": "025_2_0", "url_before": "https://www.squarespace.com/", "url_after": "https://www.squarespace.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 484, "qid": "click_target", "pred": "18", "gold": "18", "p": 1.0, "meta": { "site": "https://www.docker.com", "step_id": "014_0_0", "url_before": "https://www.docker.com/", "url_after": "https://www.docker.com/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 485, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://substack.com", "step_id": "008_0_1", "url_before": "https://substack.com/search/abc?utm_source=global-search", "url_after": "https://substack.com/search/abc?utm_source=global-search", "goal_kind": "click", "which": "after" } }, { "i": 486, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.cloudflare.com", "step_id": "011_2_0", "url_before": "https://www.cloudflare.com/", "url_after": "https://www.cloudflare.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 487, "qid": "click_target", "pred": "10", "gold": "10", "p": 1.0, "meta": { "site": "https://www.shopify.com", "step_id": "023_3_1", "url_before": "https://www.shopify.com/", "url_after": "https://www.shopify.com/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 488, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 0.6815, "meta": { "site": "https://azure.microsoft.com", "step_id": "001_4_1", "url_before": "https://azure.microsoft.com/en-us/pricing/purchase-options/azure-account?hasfullconsent=true", "url_after": "https://www.microsoft.com/en-us", "goal_kind": "search", "which": "before", "policy": "repeat" } }, { "i": 489, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.heroku.com", "step_id": "017_5_0", "url_before": "https://www.heroku.com/", "url_after": "https://www.heroku.com/pricing/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 490, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.wix.com", "step_id": "029_0_2", "url_before": "https://users.wix.com/signin?view=sign-up&sendEmail=true&loginCompName=SignUp_H&referralInfo=SignUp_H&postSignUp=https%3A%2F%2Fwww.wix.com%2Fnew%2Fintro%2F&postLogin=https%3A%2F%2Fmanage.wix.com%2Faccount%2Froute&loginDialogContext=login&originUrl=https%3A%2F%2Fwww.wix.com%2F&_gl=1*fei514*_gcl_au*OTU2MDM2NzguMTc4OTg5NzUwOQ..", "url_after": "https://users.wix.com/signin/sso/enter-email?view=sign-up&sendEmail=true&loginCompName=SignUp_H&referralInfo=SignUp_H&postSignUp=https%3A%2F%2Fwww.wix.com%2Fnew%2Fintro%2F&postLogin=https%3A%2F%2Fmanage.wix.com%2Faccount%2Froute&loginDialogContext=login&originUrl=https%3A%2F%2Fwww.wix.com%2F&_gl=1*fei514*_gcl_au*OTU2MDM2NzguMTc4OTg5NzUwOQ..", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 491, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://wordpress.com", "step_id": "010_4_0", "url_before": "https://wordpress.com/", "url_after": "https://wordpress.com/", "goal_kind": "follow", "which": "before", "policy": "unrelated" } }, { "i": 492, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.ted.com", "step_id": "026_3_0", "url_before": "https://www.ted.com/", "url_after": "https://www.ted.com/", "goal_kind": "click", "which": "after" } }, { "i": 493, "qid": "operation", "pred": "TYPE_TEXT", "gold": "TYPE_TEXT", "p": 1.0, "meta": { "site": "https://www.freecodecamp.org", "step_id": "015_1_0", "url_before": "https://www.freecodecamp.org/", "url_after": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SBrMjBBbUpJZ1F6T0lESjRpSXBLdVZQUXVfb0Vmb2VaSqFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIEF3Q0JQVzR1VFRMTDFUSlF5RnNBSV83NkhNaXFyeVVVo2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k", "goal_kind": "search", "which": "before", "policy": "random" } }, { "i": 494, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://cloud.google.com", "step_id": "003_1_0", "url_before": "https://cloud.google.com/", "url_after": "https://cloud.google.com/blog/products/ai-machine-learning/what-google-cloud-announced-in-ai-this-month", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 495, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.postgresql.org", "step_id": "021_2_0", "url_before": "https://www.postgresql.org/", "url_after": "https://www.postgresql.org/about/", "goal_kind": "click", "which": "after" } }, { "i": 496, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://azure.microsoft.com", "step_id": "001_0_0", "url_before": "https://azure.microsoft.com/en-us", "url_after": "https://azure.microsoft.com/en-us", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 497, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.hackerrank.com", "step_id": "016_4_0", "url_before": "https://www.hackerrank.com/", "url_after": "https://www.hackerrank.com/auth/signup", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 498, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.cloudflare.com", "step_id": "011_1_2", "url_before": "https://www.cloudflare.com/", "url_after": "https://www.cloudflare.com/", "goal_kind": "click", "which": "after" } }, { "i": 499, "qid": "click_target", "pred": "9", "gold": "9", "p": 1.0, "meta": { "site": "https://wordpress.com", "step_id": "010_1_0", "url_before": "https://wordpress.com/", "url_after": "https://wordpress.com/log-in/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 500, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.w3.org", "step_id": "027_5_1", "url_before": "https://www.w3.org/", "url_after": "https://www.w3.org/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 501, "qid": "operation", "pred": "TYPE_TEXT", "gold": "TYPE_TEXT", "p": 0.6451, "meta": { "site": "https://kubernetes.io", "step_id": "004_3_1", "url_before": "https://kubernetes.io/search/?q=hello", "url_after": "https://kubernetes.io/search/?q=hello", "goal_kind": "search", "which": "before", "policy": "repeat" } }, { "i": 502, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.netlify.com", "step_id": "019_0_0", "url_before": "https://www.netlify.com/", "url_after": "https://www.netlify.com/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 503, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://medium.com", "step_id": "006_0_0", "url_before": "https://medium.com/", "url_after": "https://medium.com/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 504, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.w3.org", "step_id": "027_0_0", "url_before": "https://www.w3.org/", "url_after": "https://www.w3.org/zh-hans/", "goal_kind": "follow", "which": "after" } }, { "i": 505, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.digitalocean.com", "step_id": "013_1_0", "url_before": "https://www.digitalocean.com/", "url_after": "https://docs.digitalocean.com/products/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 506, "qid": "click_target", "pred": "5", "gold": "5", "p": 1.0, "meta": { "site": "https://vercel.com", "step_id": "009_0_0", "url_before": "https://vercel.com/", "url_after": "https://vercel.com/home", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 507, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 0.9987, "meta": { "site": "https://leetcode.com", "step_id": "005_2_2", "url_before": "https://leetcode.com/accounts/login/?next=%2Fexplore%2F", "url_after": "https://leetcode.com/bugbounty/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 508, "qid": "click_target", "pred": "6", "gold": "6", "p": 1.0, "meta": { "site": "https://www.netlify.com", "step_id": "019_4_0", "url_before": "https://www.netlify.com/", "url_after": "https://app.netlify.com/login", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 509, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.w3.org", "step_id": "027_4_0", "url_before": "https://www.w3.org/", "url_after": "https://www.w3.org/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 510, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.squarespace.com", "step_id": "025_1_0", "url_before": "https://www.squarespace.com/", "url_after": "https://www.squarespace.com/", "goal_kind": "click", "which": "after" } }, { "i": 511, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://substack.com", "step_id": "008_0_0", "url_before": "https://substack.com/", "url_after": "https://substack.com/search/abc?utm_source=global-search", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 512, "qid": "click_target", "pred": "14", "gold": "14", "p": 1.0, "meta": { "site": "https://www.mongodb.com", "step_id": "018_5_2", "url_before": "https://www.mongodb.com/", "url_after": "https://www.mongodb.com/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 513, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://vercel.com", "step_id": "009_0_0", "url_before": "https://vercel.com/", "url_after": "https://vercel.com/home", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 514, "qid": "operation", "pred": "DONE", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.freecodecamp.org", "step_id": "015_3_1", "url_before": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SBxNmp4U0dST1hUV3NKQzlYclc1LXIwOGlGX3pBOGhBSKFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIHFoUFBsNlBRYWZVVnNzb0dFQ2IwRjI1VHdVQzl1cFhDo2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k", "url_after": "https://auth.freecodecamp.org/u/signup/identifier?state=hKFo2SBxNmp4U0dST1hUV3NKQzlYclc1LXIwOGlGX3pBOGhBSKFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIHFoUFBsNlBRYWZVVnNzb0dFQ2IwRjI1VHdVQzl1cFhDo2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k", "goal_kind": "follow", "which": "before", "policy": "repeat" } }, { "i": 515, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://kubernetes.io", "step_id": "004_5_2", "url_before": "https://kubernetes.io/", "url_after": "https://kubernetes.io/training/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 516, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://kubernetes.io", "step_id": "004_0_0", "url_before": "https://kubernetes.io/", "url_after": "https://kubernetes.io/careers/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 517, "qid": "click_target", "pred": "8", "gold": "8", "p": 1.0, "meta": { "site": "https://wordpress.com", "step_id": "010_0_0", "url_before": "https://wordpress.com/", "url_after": "https://wordpress.com/log-in/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 518, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.hackerrank.com", "step_id": "016_2_0", "url_before": "https://www.hackerrank.com/", "url_after": "https://www.hackerrank.com/get-started", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 519, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.wix.com", "step_id": "029_2_0", "url_before": "https://www.wix.com/", "url_after": "https://www.wix.com/", "goal_kind": "click", "which": "after" } }, { "i": 520, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.docker.com", "step_id": "014_4_2", "url_before": "https://www.docker.com/", "url_after": "https://www.docker.com/", "goal_kind": "click", "which": "after" } }, { "i": 521, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.shopify.com", "step_id": "023_0_2", "url_before": "https://www.shopify.com/pricing", "url_after": "https://www.shopify.com/pricing", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 522, "qid": "operation", "pred": "DONE", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.hackerrank.com", "step_id": "016_5_2", "url_before": "https://www.hackerrank.com/work/pricing", "url_after": "https://www.hackerrank.com/work/pricing", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 523, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.mongodb.com", "step_id": "018_2_1", "url_before": "https://www.mongodb.com/", "url_after": "https://www.mongodb.com/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 524, "qid": "operation", "pred": "CLICK", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.cloudflare.com", "step_id": "011_1_2", "url_before": "https://www.cloudflare.com/", "url_after": "https://www.cloudflare.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 525, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://azure.microsoft.com", "step_id": "001_1_2", "url_before": "https://azure.microsoft.com/en-us/solutions/migration", "url_after": "https://azure.microsoft.com/en-us/pricing/purchase-options/azure-account", "goal_kind": "search", "which": "before", "policy": "random" } }, { "i": 526, "qid": "click_target", "pred": "15", "gold": "15", "p": 1.0, "meta": { "site": "https://redis.io", "step_id": "007_2_0", "url_before": "https://redis.io/", "url_after": "https://redis.io/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 527, "qid": "click_target", "pred": "1", "gold": "1", "p": 1.0, "meta": { "site": "https://www.digitalocean.com", "step_id": "013_1_2", "url_before": "https://docs.digitalocean.com/", "url_after": "https://docs.digitalocean.com/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 528, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 0.9997, "meta": { "site": "https://www.heroku.com", "step_id": "017_2_1", "url_before": "https://www.heroku.com/postgres/", "url_after": "https://devcenter.heroku.com/categories/heroku-postgres", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 529, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.shopify.com", "step_id": "023_2_0", "url_before": "https://www.shopify.com/", "url_after": "https://www.shopify.com/", "goal_kind": "click", "which": "before", "policy": "unrelated" } }, { "i": 530, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://leetcode.com", "step_id": "005_4_0", "url_before": "https://leetcode.com/", "url_after": "https://leetcode.com/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 531, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.quora.com", "step_id": "022_2_0", "url_before": "https://www.quora.com/", "url_after": "https://www.quora.com/", "goal_kind": "click", "which": "after" } }, { "i": 532, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://wordpress.com", "step_id": "010_2_0", "url_before": "https://wordpress.com/", "url_after": "https://wordpress.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 533, "qid": "click_target", "pred": "22", "gold": "22", "p": 1.0, "meta": { "site": "https://redis.io", "step_id": "007_4_2", "url_before": "https://redis.io/", "url_after": "https://redis.io/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 534, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.codecademy.com", "step_id": "012_1_2", "url_before": "https://www.codecademy.com/", "url_after": "https://www.codecademy.com/", "goal_kind": "click", "which": "after" } }, { "i": 535, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 0.9684, "meta": { "site": "https://azure.microsoft.com", "step_id": "001_0_2", "url_before": "https://azure.microsoft.com/en-us", "url_after": "https://azure.microsoft.com/en-us", "goal_kind": "follow", "which": "before", "policy": "repeat" } }, { "i": 536, "qid": "click_target", "pred": "7", "gold": "7", "p": 0.8361, "meta": { "site": "https://www.mongodb.com", "step_id": "018_3_2", "url_before": "https://www.mongodb.com/", "url_after": "https://www.mongodb.com/", "goal_kind": "follow", "which": "before", "policy": "repeat" } }, { "i": 537, "qid": "operation", "pred": "DONE", "gold": "CLICK", "p": 0.5944, "meta": { "site": "https://www.wix.com", "step_id": "029_1_2", "url_before": "https://www.wix.com/", "url_after": "https://www.wix.com/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 538, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://aws.amazon.com", "step_id": "000_1_2", "url_before": "https://aws.amazon.com/", "url_after": "https://us-east-1.signin.aws/platform/d-9067642ac7/login?workflowStateHandle=716bb7bc-5c6b-4cf4-9277-53b1985426a8", "goal_kind": "follow", "which": "before", "policy": "unrelated" } }, { "i": 539, "qid": "click_target", "pred": "23", "gold": "23", "p": 1.0, "meta": { "site": "https://redis.io", "step_id": "007_0_0", "url_before": "https://redis.io/", "url_after": "https://redis.io/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 540, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.cloudflare.com", "step_id": "011_1_0", "url_before": "https://www.cloudflare.com/", "url_after": "https://www.cloudflare.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 541, "qid": "click_target", "pred": "16", "gold": "16", "p": 1.0, "meta": { "site": "https://aws.amazon.com", "step_id": "000_0_2", "url_before": "https://aws.amazon.com/", "url_after": "https://aws.amazon.com/contact-us/?nc2=h_ut_cu", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 542, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.cloudflare.com", "step_id": "011_1_1", "url_before": "https://www.cloudflare.com/", "url_after": "https://www.cloudflare.com/", "goal_kind": "click", "which": "after" } }, { "i": 543, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://redis.io", "step_id": "007_5_0", "url_before": "https://redis.io/", "url_after": "https://redis.io/try-free/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 544, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 0.9997, "meta": { "site": "https://www.w3.org", "step_id": "027_0_1", "url_before": "https://www.w3.org/zh-hans/", "url_after": "https://www.w3.org/zh-hans/standards/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 545, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.mongodb.com", "step_id": "018_3_1", "url_before": "https://www.mongodb.com/", "url_after": "https://www.mongodb.com/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 546, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.codecademy.com", "step_id": "012_1_2", "url_before": "https://www.codecademy.com/", "url_after": "https://www.codecademy.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 547, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://aws.amazon.com", "step_id": "000_2_1", "url_before": "https://aws.amazon.com/", "url_after": "https://aws.amazon.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 548, "qid": "click_target", "pred": "4", "gold": "4", "p": 1.0, "meta": { "site": "https://vercel.com", "step_id": "009_5_0", "url_before": "https://vercel.com/", "url_after": "https://vercel.com/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 549, "qid": "click_target", "pred": "2", "gold": "2", "p": 1.0, "meta": { "site": "https://www.heroku.com", "step_id": "017_4_0", "url_before": "https://www.heroku.com/", "url_after": "https://signup.heroku.com/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 550, "qid": "operation", "pred": "DONE", "gold": "CLICK", "p": 0.9939, "meta": { "site": "https://www.heroku.com", "step_id": "017_2_2", "url_before": "https://devcenter.heroku.com/categories/heroku-postgres", "url_after": "https://devcenter.heroku.com/search?q=hello", "goal_kind": "follow", "which": "before", "policy": "unrelated" } }, { "i": 551, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.w3.org", "step_id": "027_2_0", "url_before": "https://www.w3.org/", "url_after": "https://www.w3.org/standards/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 552, "qid": "operation", "pred": "CLICK", "gold": "TYPE_TEXT", "p": 0.8363, "meta": { "site": "https://www.mongodb.com", "step_id": "018_1_2", "url_before": "https://www.mongodb.com/", "url_after": "https://www.mongodb.com/", "goal_kind": "search", "which": "before", "policy": "oracle" } }, { "i": 553, "qid": "click_target", "pred": "12", "gold": "12", "p": 1.0, "meta": { "site": "https://www.wix.com", "step_id": "029_1_1", "url_before": "https://www.wix.com/", "url_after": "https://www.wix.com/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 554, "qid": "operation", "pred": "TYPE_TEXT", "gold": "CLICK", "p": 0.9978, "meta": { "site": "https://cloud.google.com", "step_id": "003_2_2", "url_before": "https://docs.cloud.google.com/gemini/docs", "url_after": "https://docs.cloud.google.com/gemini/docs", "goal_kind": "search", "which": "before", "policy": "random" } }, { "i": 555, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.heroku.com", "step_id": "017_5_1", "url_before": "https://www.heroku.com/pricing/", "url_after": "https://www.heroku.com/pricing/#ai", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 556, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://cloud.google.com", "step_id": "003_5_0", "url_before": "https://cloud.google.com/", "url_after": "https://cloud.google.com/contact", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 557, "qid": "click_target", "pred": "19", "gold": "19", "p": 1.0, "meta": { "site": "https://www.digitalocean.com", "step_id": "013_0_0", "url_before": "https://www.digitalocean.com/", "url_after": "https://www.digitalocean.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 558, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.hackerrank.com", "step_id": "016_1_1", "url_before": "https://www.hackerrank.com/get-started", "url_after": "https://www.hackerrank.com/get-started", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 559, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.sqlite.org", "step_id": "024_3_1", "url_before": "https://www.sqlite.org/quirks.html", "url_after": "https://www.sqlite.org/serverless.html", "goal_kind": "follow", "which": "before", "policy": "unrelated" } }, { "i": 560, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://azure.microsoft.com", "step_id": "001_2_1", "url_before": "https://azure.microsoft.com/en-us#customer-stories", "url_after": "https://azure.microsoft.com/en-us#products-and-services", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 561, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.nyu.edu", "step_id": "020_4_0", "url_before": "https://www.nyu.edu/", "url_after": "https://www.nyu.edu/life.html", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 562, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.postgresql.org", "step_id": "021_3_0", "url_before": "https://www.postgresql.org/", "url_after": "https://www.postgresql.org/download/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 563, "qid": "click_target", "pred": "14", "gold": "14", "p": 1.0, "meta": { "site": "https://www.quora.com", "step_id": "022_0_2", "url_before": "https://www.quora.com/", "url_after": "https://www.quora.com/about", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 564, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://azure.microsoft.com", "step_id": "001_2_2", "url_before": "https://azure.microsoft.com/en-us#products-and-services", "url_after": "https://azure.microsoft.com/en-us/pricing/purchase-options/azure-account?icid=azurefreeaccount&hasfullconsent=true", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 565, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 0.9979, "meta": { "site": "https://substack.com", "step_id": "008_3_0", "url_before": "https://substack.com/", "url_after": "https://substack.com/search/price?utm_source=global-search", "goal_kind": "search", "which": "after" } }, { "i": 566, "qid": "click_target", "pred": "8", "gold": "8", "p": 1.0, "meta": { "site": "https://www.w3.org", "step_id": "027_4_0", "url_before": "https://www.w3.org/", "url_after": "https://www.w3.org/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 567, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://kubernetes.io", "step_id": "004_5_0", "url_before": "https://kubernetes.io/", "url_after": "https://kubernetes.io/", "goal_kind": "follow", "which": "before", "policy": "unrelated" } }, { "i": 568, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://cloud.google.com", "step_id": "003_0_1", "url_before": "https://cloud.google.com/", "url_after": "https://cloud.google.com/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 569, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.nyu.edu", "step_id": "020_3_0", "url_before": "https://www.nyu.edu/", "url_after": "https://www.nyu.edu/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 570, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 0.9999, "meta": { "site": "https://leetcode.com", "step_id": "005_0_1", "url_before": "https://leetcode.com/accounts/login/", "url_after": "https://leetcode.com/interview/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 571, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://kubernetes.io", "step_id": "004_1_0", "url_before": "https://kubernetes.io/", "url_after": "https://kubernetes.io/community/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 572, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.postgresql.org", "step_id": "021_0_0", "url_before": "https://www.postgresql.org/", "url_after": "https://www.postgresql.org/about/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 573, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.postgresql.org", "step_id": "021_1_1", "url_before": "https://www.postgresql.org/about/donate/", "url_after": "https://www.postgresql.org/about/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 574, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://redis.io", "step_id": "007_5_1", "url_before": "https://redis.io/try-free/", "url_after": "https://redis.io/try-free/", "goal_kind": "follow", "which": "after" } }, { "i": 575, "qid": "click_target", "pred": "1", "gold": "1", "p": 1.0, "meta": { "site": "https://leetcode.com", "step_id": "005_4_0", "url_before": "https://leetcode.com/", "url_after": "https://leetcode.com/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 576, "qid": "click_target", "pred": "14", "gold": "14", "p": 1.0, "meta": { "site": "https://www.freecodecamp.org", "step_id": "015_2_1", "url_before": "https://www.freecodecamp.org/", "url_after": "https://www.freecodecamp.org/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 577, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.squarespace.com", "step_id": "025_1_0", "url_before": "https://www.squarespace.com/", "url_after": "https://www.squarespace.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 578, "qid": "operation", "pred": "TYPE_TEXT", "gold": "TYPE_TEXT", "p": 0.9992, "meta": { "site": "https://www.nyu.edu", "step_id": "020_5_0", "url_before": "https://www.nyu.edu/", "url_after": "https://search.nyu.edu/s/search.html?query=map&collection=nyu%7Esp-all-v02", "goal_kind": "search", "which": "before", "policy": "oracle" } }, { "i": 579, "qid": "operation", "pred": "TYPE_TEXT", "gold": "TYPE_TEXT", "p": 0.9988, "meta": { "site": "https://www.ted.com", "step_id": "026_0_2", "url_before": "https://www.ted.com/", "url_after": "https://www.ted.com/", "goal_kind": "search", "which": "before", "policy": "repeat" } }, { "i": 580, "qid": "click_target", "pred": "16", "gold": "16", "p": 1.0, "meta": { "site": "https://www.sqlite.org", "step_id": "024_5_0", "url_before": "https://www.sqlite.org/", "url_after": "https://www.sqlite.org/lang_datefunc.html", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 581, "qid": "operation", "pred": "TYPE_TEXT", "gold": "TYPE_TEXT", "p": 0.8533, "meta": { "site": "https://kubernetes.io", "step_id": "004_3_2", "url_before": "https://kubernetes.io/search/?q=hello", "url_after": "https://events.linuxfoundation.org/kubecon-cloudnativecon-north-america/register/?utm_source=kubernetes&utm_medium=ribbon-banner&utm_campaign=KubeCon-CloudNativeCon-NA-2026&utm_content=hero", "goal_kind": "search", "which": "before", "policy": "random" } }, { "i": 582, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.codecademy.com", "step_id": "012_1_1", "url_before": "https://www.codecademy.com/", "url_after": "https://www.codecademy.com/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 583, "qid": "click_target", "pred": "9", "gold": "9", "p": 1.0, "meta": { "site": "https://www.cloudflare.com", "step_id": "011_3_0", "url_before": "https://www.cloudflare.com/", "url_after": "https://www.cloudflare.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 584, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.w3schools.com", "step_id": "028_2_2", "url_before": "https://www.w3schools.com/typingspeed/default.asp", "url_after": "https://www.w3schools.com/typingspeed/default.asp", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 585, "qid": "click_target", "pred": "7", "gold": "6", "p": 0.9968, "meta": { "site": "https://www.squarespace.com", "step_id": "025_5_0", "url_before": "https://www.squarespace.com/", "url_after": "https://www.squarespace.com/templates/get-started", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 586, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://azure.microsoft.com", "step_id": "001_1_1", "url_before": "https://azure.microsoft.com/en-us#resources-by-role", "url_after": "https://azure.microsoft.com/en-us/solutions/migration", "goal_kind": "search", "which": "before", "policy": "random" } }, { "i": 587, "qid": "click_target", "pred": "5", "gold": "5", "p": 1.0, "meta": { "site": "https://www.digitalocean.com", "step_id": "013_1_0", "url_before": "https://www.digitalocean.com/", "url_after": "https://docs.digitalocean.com/products/", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 588, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.sqlite.org", "step_id": "024_0_0", "url_before": "https://www.sqlite.org/", "url_after": "https://www.sqlite.org/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 589, "qid": "click_target", "pred": "1", "gold": "1", "p": 1.0, "meta": { "site": "https://azure.microsoft.com", "step_id": "001_5_0", "url_before": "https://azure.microsoft.com/en-us", "url_after": "https://azure.microsoft.com/en-us", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 590, "qid": "click_target", "pred": "8", "gold": "8", "p": 1.0, "meta": { "site": "https://caniuse.com", "step_id": "002_1_0", "url_before": "https://caniuse.com/", "url_after": "https://caniuse.com/?search=hello", "goal_kind": "click", "which": "before", "policy": "unrelated" } }, { "i": 591, "qid": "click_target", "pred": "8", "gold": "8", "p": 1.0, "meta": { "site": "https://cloud.google.com", "step_id": "003_4_0", "url_before": "https://cloud.google.com/", "url_after": "https://docs.cloud.google.com/docs", "goal_kind": "click", "which": "before", "policy": "unrelated" } }, { "i": 592, "qid": "operation", "pred": "CLICK", "gold": "TYPE_TEXT", "p": 0.6251, "meta": { "site": "https://www.mongodb.com", "step_id": "018_1_0", "url_before": "https://www.mongodb.com/", "url_after": "https://www.mongodb.com/", "goal_kind": "search", "which": "before", "policy": "oracle" } }, { "i": 593, "qid": "operation", "pred": "DONE", "gold": "CLICK", "p": 0.8819, "meta": { "site": "https://www.quora.com", "step_id": "022_3_1", "url_before": "https://www.quora.com/", "url_after": "https://www.quora.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 594, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://wordpress.com", "step_id": "010_2_2", "url_before": "https://wordpress.com/", "url_after": "https://wordpress.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 595, "qid": "operation", "pred": "TYPE_TEXT", "gold": "TYPE_TEXT", "p": 0.8779, "meta": { "site": "https://www.mongodb.com", "step_id": "018_4_2", "url_before": "https://www.mongodb.com/", "url_after": "https://www.mongodb.com/", "goal_kind": "search", "which": "before", "policy": "unrelated" } }, { "i": 596, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.quora.com", "step_id": "022_0_1", "url_before": "https://www.quora.com/", "url_after": "https://www.quora.com/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 597, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.netlify.com", "step_id": "019_2_1", "url_before": "https://www.netlify.com/", "url_after": "https://www.netlify.com/contact/", "goal_kind": "follow", "which": "after" } }, { "i": 598, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://azure.microsoft.com", "step_id": "001_5_0", "url_before": "https://azure.microsoft.com/en-us", "url_after": "https://azure.microsoft.com/en-us", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 599, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 0.9999, "meta": { "site": "https://wordpress.com", "step_id": "010_2_1", "url_before": "https://wordpress.com/", "url_after": "https://wordpress.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 600, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.squarespace.com", "step_id": "025_5_0", "url_before": "https://www.squarespace.com/", "url_after": "https://www.squarespace.com/templates/get-started", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 601, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://medium.com", "step_id": "006_0_2", "url_before": "https://medium.com/", "url_after": "https://medium.com/", "goal_kind": "click", "which": "after" } }, { "i": 602, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.docker.com", "step_id": "014_5_0", "url_before": "https://www.docker.com/", "url_after": "https://www.docker.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 603, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://www.netlify.com", "step_id": "019_1_2", "url_before": "https://www.netlify.com/", "url_after": "https://www.netlify.com/", "goal_kind": "click", "which": "after" } }, { "i": 604, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://redis.io", "step_id": "007_1_1", "url_before": "https://redis.io/", "url_after": "https://redis.io/", "goal_kind": "click", "which": "after" } }, { "i": 605, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.freecodecamp.org", "step_id": "015_0_0", "url_before": "https://www.freecodecamp.org/", "url_after": "https://www.freecodecamp.org/", "goal_kind": "click", "which": "before", "policy": "random" } }, { "i": 606, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://redis.io", "step_id": "007_0_1", "url_before": "https://redis.io/", "url_after": "https://redis.io/", "goal_kind": "click", "which": "before", "policy": "oracle" } }, { "i": 607, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.heroku.com", "step_id": "017_0_0", "url_before": "https://www.heroku.com/", "url_after": "https://www.heroku.com/", "goal_kind": "click", "which": "before", "policy": "unrelated" } }, { "i": 608, "qid": "click_target", "pred": "6", "gold": "6", "p": 1.0, "meta": { "site": "https://www.quora.com", "step_id": "022_5_1", "url_before": "https://www.quora.com/", "url_after": "https://www.quora.com/", "goal_kind": "click", "which": "before", "policy": "unrelated" } }, { "i": 609, "qid": "operation", "pred": "TYPE_TEXT", "gold": "TYPE_TEXT", "p": 1.0, "meta": { "site": "https://caniuse.com", "step_id": "002_5_0", "url_before": "https://caniuse.com/", "url_after": "https://caniuse.com/?search=help", "goal_kind": "search", "which": "before", "policy": "oracle" } }, { "i": 610, "qid": "operation", "pred": "DONE", "gold": "DONE", "p": 1.0, "meta": { "site": "https://leetcode.com", "step_id": "005_2_1", "url_before": "https://leetcode.com/explore/", "url_after": "https://leetcode.com/accounts/login/?next=%2Fexplore%2F", "goal_kind": "follow", "which": "after" } }, { "i": 611, "qid": "click_target", "pred": "19", "gold": "19", "p": 1.0, "meta": { "site": "https://www.sqlite.org", "step_id": "024_1_0", "url_before": "https://www.sqlite.org/", "url_after": "https://www.sqlite.org/lang_mathfunc.html", "goal_kind": "follow", "which": "before", "policy": "oracle" } }, { "i": 612, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.netlify.com", "step_id": "019_1_1", "url_before": "https://www.netlify.com/", "url_after": "https://www.netlify.com/", "goal_kind": "click", "which": "before", "policy": "unrelated" } }, { "i": 613, "qid": "click_target", "pred": "7", "gold": "6", "p": 0.9962, "meta": { "site": "https://wordpress.com", "step_id": "010_3_1", "url_before": "https://wordpress.com/", "url_after": "https://wordpress.com/pricing/", "goal_kind": "follow", "which": "before", "policy": "random" } }, { "i": 614, "qid": "operation", "pred": "CLICK", "gold": "CLICK", "p": 1.0, "meta": { "site": "https://www.heroku.com", "step_id": "017_3_0", "url_before": "https://www.heroku.com/", "url_after": "https://www.heroku.com/", "goal_kind": "click", "which": "before", "policy": "oracle" } } ] }