data/algorithm_hierarchy.json

{"data":[{"hoverinfo":"skip","line":{"color":"#BDBDBD","width":2},"mode":"lines","showlegend":false,"x":[2.5,0.5],"y":[5,3.5],"type":"scatter"},{"hoverinfo":"skip","line":{"color":"#BDBDBD","width":2},"mode":"lines","showlegend":false,"x":[2.5,1.5],"y":[5,3.5],"type":"scatter"},{"hoverinfo":"skip","line":{"color":"#BDBDBD","width":2},"mode":"lines","showlegend":false,"x":[2.5,2.5],"y":[5,3.5],"type":"scatter"},{"hoverinfo":"skip","line":{"color":"#BDBDBD","width":2},"mode":"lines","showlegend":false,"x":[2.5,3.5],"y":[5,3.5],"type":"scatter"},{"hoverinfo":"skip","line":{"color":"#BDBDBD","width":2},"mode":"lines","showlegend":false,"x":[2.5,4.5],"y":[5,3.5],"type":"scatter"},{"hoverinfo":"skip","line":{"color":"#BDBDBD","width":2},"mode":"lines","showlegend":false,"x":[0.5,0.5],"y":[3.5,2],"type":"scatter"},{"hoverinfo":"skip","line":{"color":"#BDBDBD","width":2},"mode":"lines","showlegend":false,"x":[3.5,3.5],"y":[3.5,2],"type":"scatter"},{"hoverinfo":"skip","line":{"color":"#BDBDBD","width":2},"mode":"lines","showlegend":false,"x":[7.5,6],"y":[5,3.5],"type":"scatter"},{"hoverinfo":"skip","line":{"color":"#BDBDBD","width":2},"mode":"lines","showlegend":false,"x":[7.5,7.5],"y":[5,3.5],"type":"scatter"},{"hoverinfo":"skip","line":{"color":"#BDBDBD","width":2},"mode":"lines","showlegend":false,"x":[7.5,9],"y":[5,3.5],"type":"scatter"},{"hoverinfo":"skip","line":{"color":"#BDBDBD","width":2},"mode":"lines","showlegend":false,"x":[6,5.5],"y":[3.5,2],"type":"scatter"},{"hoverinfo":"skip","line":{"color":"#BDBDBD","width":2},"mode":"lines","showlegend":false,"x":[6,6.5],"y":[3.5,2],"type":"scatter"},{"hoverinfo":"skip","line":{"color":"#BDBDBD","width":2},"mode":"lines","showlegend":false,"x":[5.5,5.5],"y":[2,0.5],"type":"scatter"},{"hoverinfo":"text","hovertext":["On-policy base class\u003cbr\u003eget_actions(), evaluate_actions()\u003cbr\u003eact(), lr_decay()"],"marker":{"color":"#2196F3","line":{"color":"white","width":2},"size":28,"symbol":"circle"},"mode":"markers+text","name":"On-Policy Base","text":["OnPolicyBase"],"textfont":{"color":"#212121","family":"Consolas, monospace","size":11},"textposition":"top center","x":[2.5],"y":[5],"type":"scatter"},{"hoverinfo":"text","hovertext":["Heterogeneous-Agent PPO\u003cbr\u003eSequential update + factor_batch\u003cbr\u003eTrust region + importance sampling","HA Trust Region Policy Opt\u003cbr\u003eConjugate gradient + line search\u003cbr\u003eKL constraint optimization","HA Advantage Actor-Critic\u003cbr\u003eSimpler than PPO (no clipping)\u003cbr\u003eSingle-step policy gradient","Multi-Agent PPO\u003cbr\u003eSimultaneous update (all agents)\u003cbr\u003eSupports share_param mode","Sequential Heterogeneous\u003cbr\u003eOrder Mechanism\u003cbr\u003ePPO-based with factor_batch","Dynamic Agent Network + HAPPO\u003cbr\u003eSelf-attention neighborhood\u003cbr\u003eSeparate DAN optimizer","Stackelberg-Nash MAPPO\u003cbr\u003eLeader-follower hierarchy\u003cbr\u003eDual learning rates"],"marker":{"color":"#42A5F5","line":{"color":"white","width":2},"size":28,"symbol":"circle"},"mode":"markers+text","name":"On-Policy Algorithms","text":["HAPPO","HATRPO","HAA2C","MAPPO","SHOM","DAN_HAPPO","SN_MAPPO"],"textfont":{"color":"#212121","family":"Consolas, monospace","size":11},"textposition":"top center","x":[0.5,1.5,2.5,3.5,4.5,0.5,3.5],"y":[3.5,3.5,3.5,3.5,3.5,2,2],"type":"scatter"},{"hoverinfo":"text","hovertext":["Off-policy base class\u003cbr\u003esoft_update(), save\u002frestore()\u003cbr\u003eturn_on\u002foff_grad()"],"marker":{"color":"#FF5722","line":{"color":"white","width":2},"size":28,"symbol":"diamond"},"mode":"markers+text","name":"Off-Policy Base","text":["OffPolicyBase"],"textfont":{"color":"#212121","family":"Consolas, monospace","size":11},"textposition":"top center","x":[7.5],"y":[5],"type":"scatter"},{"hoverinfo":"text","hovertext":["HA Deep DPG\u003cbr\u003eDeterministic policy gradient\u003cbr\u003eTarget network + soft update","HA Soft Actor-Critic\u003cbr\u003eEntropy regularization\u003cbr\u003eAuto temperature tuning","HA Dueling Double DQN\u003cbr\u003eDiscrete action space only\u003cbr\u003eEpsilon-greedy exploration","HA Twin Delayed DDPG\u003cbr\u003eTwin Q-networks\u003cbr\u003eDelayed policy update","Multi-Agent DDPG\u003cbr\u003eSimultaneous update\u003cbr\u003eCentralized critic","Multi-Agent TD3\u003cbr\u003eTwin Q + delayed update\u003cbr\u003eSimultaneous agent updates"],"marker":{"color":"#FF7043","line":{"color":"white","width":2},"size":28,"symbol":"diamond"},"mode":"markers+text","name":"Off-Policy Algorithms","text":["HADDPG","HASAC","HAD3QN","HATD3","MADDPG","MATD3"],"textfont":{"color":"#212121","family":"Consolas, monospace","size":11},"textposition":"top center","x":[6,7.5,9,5.5,6.5,5.5],"y":[3.5,3.5,3.5,2,2,0.5],"type":"scatter"},{"hoverinfo":"text","hovertext":["Multi-Agent QMix\u003cbr\u003eValue decomposition\u003cbr\u003eHypernetwork mixing"],"marker":{"color":"#9C27B0","line":{"color":"white","width":2},"size":28,"symbol":"star"},"mode":"markers+text","name":"Value Decomposition","text":["M_QMix"],"textfont":{"color":"#212121","family":"Consolas, monospace","size":11},"textposition":"top center","x":[8.5],"y":[0.5],"type":"scatter"},{"hoverinfo":"text","hovertext":["Two-Timescale VVC\u003cbr\u003eCoordinator pattern\u003cbr\u003eSACD(slow) + DDPG(fast)"],"marker":{"color":"#4CAF50","line":{"color":"white","width":2},"size":28,"symbol":"hexagon"},"mode":"markers+text","name":"Two-Timescale","text":["TwoTSVVC"],"textfont":{"color":"#212121","family":"Consolas, monospace","size":11},"textposition":"top center","x":[10],"y":[2],"type":"scatter"}],"layout":{"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermap":[{"type":"scattermap","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"annotations":[{"font":{"color":"#757575","size":9},"showarrow":false,"text":"(independent)","x":8.5,"y":0.8},{"font":{"color":"#757575","size":9},"showarrow":false,"text":"(independent)","x":10,"y":2.3}],"title":{"font":{"size":20,"family":"Arial Black"},"text":"PowerZoo Algorithm Inheritance Hierarchy","x":0.5},"xaxis":{"showgrid":false,"zeroline":false,"showticklabels":false,"range":[-0.5,11]},"yaxis":{"showgrid":false,"zeroline":false,"showticklabels":false,"range":[-0.5,6]},"legend":{"font":{"size":11},"orientation":"h","yanchor":"bottom","y":-0.12,"xanchor":"center","x":0.5},"margin":{"l":20,"r":20,"t":60,"b":80},"plot_bgcolor":"#FAFAFA","paper_bgcolor":"white","height":650,"width":1100}}