{"id":1740,"date":"2025-02-24T19:50:21","date_gmt":"2025-02-24T11:50:21","guid":{"rendered":"http:\/\/110.42.248.92\/onsite-learning-center\/?page_id=1740"},"modified":"2025-03-11T15:31:52","modified_gmt":"2025-03-11T07:31:52","slug":"%e5%bc%80%e5%a7%8b-%e5%86%b3%e7%ad%96-%e8%a7%84%e5%88%92-%e5%8d%8f%e5%90%8c%e5%86%b3%e7%ad%96","status":"publish","type":"page","link":"http:\/\/110.42.248.92\/onsite-learning-center\/en\/%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\/%e5%bc%80%e5%a7%8b-%e8%a7%84%e5%88%92-%e5%86%b3%e7%ad%96\/%e5%bc%80%e5%a7%8b-%e5%86%b3%e7%ad%96-%e8%a7%84%e5%88%92-%e5%8d%8f%e5%90%8c%e5%86%b3%e7%ad%96\/","title":{"rendered":"Start - Decision-Making and Planning - Cooperative Decision-Making"},"content":{"rendered":"<div class=\"fusion-fullwidth fullwidth-box fusion-builder-row-1 fusion-flex-container has-pattern-background has-mask-background nonhundred-percent-fullwidth non-hundred-percent-height-scrolling\" style=\"--awb-border-radius-top-left:0px;--awb-border-radius-top-right:0px;--awb-border-radius-bottom-right:0px;--awb-border-radius-bottom-left:0px;--awb-flex-wrap:wrap;\" ><div class=\"fusion-builder-row fusion-row fusion-flex-align-items-flex-start fusion-flex-content-wrap\" style=\"max-width:1248px;margin-left: calc(-4% \/ 2 );margin-right: calc(-4% \/ 2 );\"><div class=\"fusion-layout-column fusion_builder_column fusion-builder-column-0 fusion_builder_column_1_4 1_4 fusion-flex-column\" style=\"--awb-bg-size:cover;--awb-width-large:25%;--awb-margin-top-large:0px;--awb-spacing-right-large:7.68%;--awb-margin-bottom-large:20px;--awb-spacing-left-large:7.68%;--awb-width-medium:25%;--awb-order-medium:0;--awb-spacing-right-medium:7.68%;--awb-spacing-left-medium:7.68%;--awb-width-small:100%;--awb-order-small:0;--awb-spacing-right-small:1.92%;--awb-spacing-left-small:1.92%;\"><div class=\"fusion-column-wrapper fusion-column-has-shadow fusion-flex-justify-content-flex-start fusion-content-layout-column\"><div class=\"fusion-text fusion-text-1\"><\/div><nav class=\"awb-menu awb-menu_column awb-menu_em-click mobile-mode-collapse-to-button awb-menu_icons-left awb-menu_dc-yes mobile-trigger-fullwidth-off awb-menu_mobile-toggle mobile-size-full-absolute loading mega-menu-loading awb-menu_desktop awb-menu_v-stacked awb-submenu_cm_accordion\" style=\"--awb-line-height:var(--awb-typography3-line-height);--awb-margin-top:80px;--awb-margin-bottom:80px;--awb-text-transform:var(--awb-typography3-text-transform);--awb-bg:hsla(var(--awb-color5-h),var(--awb-color5-s),var(--awb-color5-l),calc(var(--awb-color5-a) - 95%));--awb-border-radius-top-left:5px;--awb-border-radius-top-right:5px;--awb-border-radius-bottom-right:5px;--awb-border-radius-bottom-left:5px;--awb-gap:20px;--awb-items-padding-top:20px;--awb-items-padding-bottom:20px;--awb-items-padding-left:30px;--awb-color:var(--awb-color8);--awb-letter-spacing:var(--awb-typography3-letter-spacing);--awb-active-color:var(--awb-color5);--awb-active-bg:hsla(var(--awb-color4-h),var(--awb-color4-s),var(--awb-color4-l),calc(var(--awb-color4-a) - 95%));--awb-submenu-sep-color:hsla(var(--awb-color2-h),var(--awb-color2-s),calc(var(--awb-color2-l) - 3%),var(--awb-color2-a));--awb-submenu-items-padding-top:15px;--awb-submenu-items-padding-bottom:15px;--awb-submenu-font-size:var(--awb-typography5-font-size);--awb-submenu-text-transform:var(--awb-typography5-text-transform);--awb-submenu-line-height:var(--awb-typography5-line-height);--awb-submenu-letter-spacing:var(--awb-typography5-letter-spacing);--awb-main-justify-content:center;--awb-sub-justify-content:center;--awb-mobile-nav-button-align-hor:center;--awb-mobile-bg:hsla(var(--awb-color5-h),var(--awb-color5-s),var(--awb-color5-l),calc(var(--awb-color5-a) - 98%));--awb-mobile-trigger-font-size:22px;--awb-mobile-trigger-color:var(--awb-color8);--awb-mobile-nav-trigger-bottom-margin:10px;--awb-mobile-font-size:var(--awb-typography3-font-size);--awb-mobile-text-transform:var(--awb-typography3-text-transform);--awb-mobile-line-height:var(--awb-typography3-line-height);--awb-mobile-letter-spacing:var(--awb-typography3-letter-spacing);--awb-mobile-justify:center;--awb-mobile-caret-left:auto;--awb-mobile-caret-right:0;--awb-box-shadow: 0px 0px ;;--awb-fusion-font-family-typography:var(--awb-typography3-font-family);--awb-fusion-font-weight-typography:var(--awb-typography3-font-weight);--awb-fusion-font-style-typography:var(--awb-typography3-font-style);--awb-fusion-font-family-submenu-typography:var(--awb-typography5-font-family);--awb-fusion-font-weight-submenu-typography:var(--awb-typography5-font-weight);--awb-fusion-font-style-submenu-typography:var(--awb-typography5-font-style);--awb-fusion-font-family-mobile-typography:var(--awb-typography3-font-family);--awb-fusion-font-weight-mobile-typography:var(--awb-typography3-font-weight);--awb-fusion-font-style-mobile-typography:var(--awb-typography3-font-style);\" aria-label=\"Quick Start\" data-breakpoint=\"640\" data-count=\"0\" data-transition-type=\"fade\" data-transition-time=\"300\"><button type=\"button\" class=\"awb-menu__m-toggle\" aria-expanded=\"false\" aria-controls=\"menu-%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\"><span class=\"awb-menu__m-toggle-inner\"><span class=\"collapsed-nav-text\">Menu<\/span><span class=\"awb-menu__m-collapse-icon\"><span class=\"awb-menu__m-collapse-icon-open fa-bars fas\"><\/span><span class=\"awb-menu__m-collapse-icon-close fa-times fas\"><\/span><\/span><\/span><\/button><ul id=\"menu-%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\" class=\"fusion-menu awb-menu__main-ul awb-menu__main-ul_column\"><li  id=\"menu-item-898\"  class=\"menu-item menu-item-type-post_type menu-item-object-page menu-item-has-children menu-item-898 awb-menu__li awb-menu__main-li awb-menu__main-li_regular\"  data-item-id=\"898\"><span class=\"awb-menu__main-background-default awb-menu__main-background-default_fade\"><\/span><span class=\"awb-menu__main-background-active awb-menu__main-background-active_fade\"><\/span><a  href=\"http:\/\/110.42.248.92\/onsite-learning-center\/en\/%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\/%e5%bc%80%e5%a7%8b-%e6%84%9f%e7%9f%a5\/\" class=\"awb-menu__main-a awb-menu__main-a_regular\"><span class=\"menu-text\">Perception<\/span><\/a><button type=\"button\" aria-label=\"Open submenu of Perception\" aria-expanded=\"false\" class=\"awb-menu__open-nav-submenu_mobile awb-menu__open-nav-submenu_click awb-menu__open-nav-submenu_main awb-menu__open-nav-submenu_needs-spacing\"><\/button><ul class=\"awb-menu__sub-ul awb-menu__sub-ul_main\"><li  id=\"menu-item-1537\"  class=\"menu-item menu-item-type-post_type menu-item-object-page menu-item-1537 awb-menu__li awb-menu__sub-li\" ><a  href=\"http:\/\/110.42.248.92\/onsite-learning-center\/en\/%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\/%e5%bc%80%e5%a7%8b-%e6%84%9f%e7%9f%a5\/%e5%bc%80%e5%a7%8b-%e6%84%9f%e7%9f%a5-%e8%af%ad%e4%b9%89%e5%88%86%e5%89%b2\/\" class=\"awb-menu__sub-a\"><span>Code-Semantic Segmentation<\/span><\/a><\/li><li  id=\"menu-item-1535\"  class=\"menu-item menu-item-type-post_type menu-item-object-page menu-item-1535 awb-menu__li awb-menu__sub-li\" ><a  href=\"http:\/\/110.42.248.92\/onsite-learning-center\/en\/%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\/%e5%bc%80%e5%a7%8b-%e6%84%9f%e7%9f%a5\/%e5%bc%80%e5%a7%8b-%e6%84%9f%e7%9f%a5-%e6%b7%b1%e5%ba%a6%e4%bc%b0%e8%ae%a1\/\" class=\"awb-menu__sub-a\"><span>Code - Depth Estimation<\/span><\/a><\/li><li  id=\"menu-item-1533\"  class=\"menu-item menu-item-type-post_type menu-item-object-page menu-item-1533 awb-menu__li awb-menu__sub-li\" ><a  href=\"http:\/\/110.42.248.92\/onsite-learning-center\/en\/%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\/%e5%bc%80%e5%a7%8b-%e6%84%9f%e7%9f%a5\/%e5%bc%80%e5%a7%8b-%e6%84%9f%e7%9f%a5-2d%e7%9b%ae%e6%a0%87%e6%a3%80%e6%b5%8b\/\" class=\"awb-menu__sub-a\"><span>Code-2D Object Detection<\/span><\/a><\/li><li  id=\"menu-item-1566\"  class=\"menu-item menu-item-type-post_type menu-item-object-page menu-item-1566 awb-menu__li awb-menu__sub-li\" ><a  href=\"http:\/\/110.42.248.92\/onsite-learning-center\/en\/%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\/%e5%bc%80%e5%a7%8b-%e6%84%9f%e7%9f%a5\/%e5%bc%80%e5%a7%8b-%e6%84%9f%e7%9f%a5-%e7%9b%ae%e6%a0%87%e8%bf%bd%e8%b8%aa\/\" class=\"awb-menu__sub-a\"><span>Code - Goal Tracking<\/span><\/a><\/li><\/ul><\/li><li  id=\"menu-item-1473\"  class=\"menu-item menu-item-type-post_type menu-item-object-page menu-item-has-children menu-item-1473 awb-menu__li awb-menu__main-li awb-menu__main-li_regular\"  data-item-id=\"1473\"><span class=\"awb-menu__main-background-default awb-menu__main-background-default_fade\"><\/span><span class=\"awb-menu__main-background-active awb-menu__main-background-active_fade\"><\/span><a  href=\"http:\/\/110.42.248.92\/onsite-learning-center\/en\/%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\/%e5%bc%80%e5%a7%8b-%e9%a2%84%e6%b5%8b\/\" class=\"awb-menu__main-a awb-menu__main-a_regular\"><span class=\"menu-text\">Prediction<\/span><\/a><button type=\"button\" aria-label=\"Open submenu of Prediction\" aria-expanded=\"false\" class=\"awb-menu__open-nav-submenu_mobile awb-menu__open-nav-submenu_click awb-menu__open-nav-submenu_main awb-menu__open-nav-submenu_needs-spacing\"><\/button><ul class=\"awb-menu__sub-ul awb-menu__sub-ul_main\"><li  id=\"menu-item-1926\"  class=\"menu-item menu-item-type-post_type menu-item-object-page menu-item-1926 awb-menu__li awb-menu__sub-li\" ><a  href=\"http:\/\/110.42.248.92\/onsite-learning-center\/en\/%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\/%e5%bc%80%e5%a7%8b-%e9%a2%84%e6%b5%8b\/%e5%bc%80%e5%a7%8b-%e9%a2%84%e6%b5%8b-%e8%bd%a8%e8%bf%b9%e9%a2%84%e6%b5%8b%ef%bc%9a%e5%8d%95%e8%bd%a6%e5%8d%95%e6%a8%a1%e6%80%81%e8%bd%a6%e8%bd%a8%e8%bf%b9%e9%a2%84%e6%b5%8b\/\" class=\"awb-menu__sub-a\"><span>Code \u2013 bicycle trajectory prediction<\/span><\/a><\/li><li  id=\"menu-item-1545\"  class=\"menu-item menu-item-type-post_type menu-item-object-page menu-item-1545 awb-menu__li awb-menu__sub-li\" ><a  href=\"http:\/\/110.42.248.92\/onsite-learning-center\/en\/%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\/%e5%bc%80%e5%a7%8b-%e9%a2%84%e6%b5%8b\/%e5%bc%80%e5%a7%8b-%e9%a2%84%e6%b5%8b-vru%e8%bd%a8%e8%bf%b9%e9%a2%84%e6%b5%8b\/\" class=\"awb-menu__sub-a\"><span>Code-VRU trajectory prediction<\/span><\/a><\/li><li  id=\"menu-item-1658\"  class=\"menu-item menu-item-type-post_type menu-item-object-page menu-item-1658 awb-menu__li awb-menu__sub-li\" ><a  href=\"http:\/\/110.42.248.92\/onsite-learning-center\/en\/%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\/%e5%bc%80%e5%a7%8b-%e9%a2%84%e6%b5%8b\/%e5%bc%80%e5%a7%8b-%e9%a2%84%e6%b5%8b-%e6%9c%ba%e5%8a%a8%e8%bd%a6%e8%bd%a8%e8%bf%b9%e9%a2%84%e6%b5%8b-cloned\/\" class=\"awb-menu__sub-a\"><span>Code-Multi-vehicle trajectory prediction<\/span><\/a><\/li><\/ul><\/li><li  id=\"menu-item-897\"  class=\"menu-item menu-item-type-post_type menu-item-object-page menu-item-has-children menu-item-897 awb-menu__li awb-menu__main-li awb-menu__main-li_regular\"  data-item-id=\"897\"><span class=\"awb-menu__main-background-default awb-menu__main-background-default_fade\"><\/span><span class=\"awb-menu__main-background-active awb-menu__main-background-active_fade\"><\/span><a  href=\"http:\/\/110.42.248.92\/onsite-learning-center\/en\/%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\/%e5%bc%80%e5%a7%8b-%e8%a7%84%e5%88%92-%e5%86%b3%e7%ad%96\/\" class=\"awb-menu__main-a awb-menu__main-a_regular\"><span class=\"menu-text\">Decision\/Planning Problems<\/span><\/a><button type=\"button\" aria-label=\"Open submenu of Decision\/Planning Problems\" aria-expanded=\"false\" class=\"awb-menu__open-nav-submenu_mobile awb-menu__open-nav-submenu_click awb-menu__open-nav-submenu_main awb-menu__open-nav-submenu_needs-spacing\"><\/button><ul class=\"awb-menu__sub-ul awb-menu__sub-ul_main\"><li  id=\"menu-item-1530\"  class=\"menu-item menu-item-type-post_type menu-item-object-page menu-item-1530 awb-menu__li awb-menu__sub-li\" ><a  href=\"http:\/\/110.42.248.92\/onsite-learning-center\/en\/%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\/%e5%bc%80%e5%a7%8b-%e8%a7%84%e5%88%92-%e5%86%b3%e7%ad%96\/%e5%bc%80%e5%a7%8b-%e5%86%b3%e7%ad%96-%e8%a7%84%e5%88%92-%e8%a1%8c%e4%b8%ba%e5%86%b3%e7%ad%96\/\" class=\"awb-menu__sub-a\"><span>Code-Bike Decisions<\/span><\/a><\/li><li  id=\"menu-item-1742\"  class=\"menu-item menu-item-type-post_type menu-item-object-page menu-item-1742 awb-menu__li awb-menu__sub-li\" ><a  href=\"http:\/\/110.42.248.92\/onsite-learning-center\/en\/%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\/%e5%bc%80%e5%a7%8b-%e8%a7%84%e5%88%92-%e5%86%b3%e7%ad%96\/%e5%bc%80%e5%a7%8b-%e5%86%b3%e7%ad%96-%e8%a7%84%e5%88%92-%e5%8d%8f%e5%90%8c%e5%86%b3%e7%ad%96\/\" class=\"awb-menu__sub-a\"><span>Code - Collaborative Decision Making<\/span><\/a><\/li><li  id=\"menu-item-1532\"  class=\"menu-item menu-item-type-post_type menu-item-object-page menu-item-1532 awb-menu__li awb-menu__sub-li\" ><a  href=\"http:\/\/110.42.248.92\/onsite-learning-center\/en\/%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\/%e5%bc%80%e5%a7%8b-%e8%a7%84%e5%88%92-%e5%86%b3%e7%ad%96\/%e5%bc%80%e5%a7%8b-%e5%86%b3%e7%ad%96-%e8%a7%84%e5%88%92-%e8%bf%90%e5%8a%a8%e8%a7%84%e5%88%92\/\" class=\"awb-menu__sub-a\"><span>Code-Motion Planning<\/span><\/a><\/li><\/ul><\/li><li  id=\"menu-item-899\"  class=\"menu-item menu-item-type-post_type menu-item-object-page menu-item-has-children menu-item-899 awb-menu__li awb-menu__main-li awb-menu__main-li_regular\"  data-item-id=\"899\"><span class=\"awb-menu__main-background-default awb-menu__main-background-default_fade\"><\/span><span class=\"awb-menu__main-background-active awb-menu__main-background-active_fade\"><\/span><a  href=\"http:\/\/110.42.248.92\/onsite-learning-center\/en\/%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\/%e5%bc%80%e5%a7%8b-%e6%8e%a7%e5%88%b6\/\" class=\"awb-menu__main-a awb-menu__main-a_regular\"><span class=\"menu-text\">Control<\/span><\/a><button type=\"button\" aria-label=\"Open submenu of Control\" aria-expanded=\"false\" class=\"awb-menu__open-nav-submenu_mobile awb-menu__open-nav-submenu_click awb-menu__open-nav-submenu_main awb-menu__open-nav-submenu_needs-spacing\"><\/button><ul class=\"awb-menu__sub-ul awb-menu__sub-ul_main\"><li  id=\"menu-item-1538\"  class=\"menu-item menu-item-type-post_type menu-item-object-page menu-item-1538 awb-menu__li awb-menu__sub-li\" ><a  href=\"http:\/\/110.42.248.92\/onsite-learning-center\/en\/%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\/%e5%bc%80%e5%a7%8b-%e6%8e%a7%e5%88%b6\/%e5%bc%80%e5%a7%8b-%e6%8e%a7%e5%88%b6-%e6%a8%aa%e5%90%91%e6%8e%a7%e5%88%b6\/\" class=\"awb-menu__sub-a\"><span>Code - Horizontal Control<\/span><\/a><\/li><li  id=\"menu-item-1539\"  class=\"menu-item menu-item-type-post_type menu-item-object-page menu-item-1539 awb-menu__li awb-menu__sub-li\" ><a  href=\"http:\/\/110.42.248.92\/onsite-learning-center\/en\/%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\/%e5%bc%80%e5%a7%8b-%e6%8e%a7%e5%88%b6\/%e5%bc%80%e5%a7%8b-%e6%8e%a7%e5%88%b6-%e7%ba%b5%e5%90%91%e6%8e%a7%e5%88%b6\/\" class=\"awb-menu__sub-a\"><span>Code-vertical control<\/span><\/a><\/li><li  id=\"menu-item-1540\"  class=\"menu-item menu-item-type-post_type menu-item-object-page menu-item-1540 awb-menu__li awb-menu__sub-li\" ><a  href=\"http:\/\/110.42.248.92\/onsite-learning-center\/en\/%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\/%e5%bc%80%e5%a7%8b-%e6%8e%a7%e5%88%b6\/%e5%bc%80%e5%a7%8b-%e6%8e%a7%e5%88%b6-%e8%80%a6%e5%90%88%e6%8e%a7%e5%88%b6\/\" class=\"awb-menu__sub-a\"><span>Code-coupling control<\/span><\/a><\/li><\/ul><\/li><li  id=\"menu-item-2558\"  class=\"menu-item menu-item-type-post_type menu-item-object-page menu-item-2558 awb-menu__li awb-menu__main-li awb-menu__main-li_regular\"  data-item-id=\"2558\"><span class=\"awb-menu__main-background-default awb-menu__main-background-default_fade\"><\/span><span class=\"awb-menu__main-background-active awb-menu__main-background-active_fade\"><\/span><a  href=\"http:\/\/110.42.248.92\/onsite-learning-center\/en\/%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\/%e5%bc%80%e5%a7%8b-%e7%ab%af%e5%88%b0%e7%ab%af\/\" class=\"awb-menu__main-a awb-menu__main-a_regular\"><span class=\"menu-text\">End-to-End Autonomous Driving<\/span><\/a><\/li><\/ul><\/nav><\/div><\/div><div class=\"fusion-layout-column fusion_builder_column fusion-builder-column-1 fusion_builder_column_3_4 3_4 fusion-flex-column\" style=\"--awb-bg-size:cover;--awb-width-large:75%;--awb-margin-top-large:0px;--awb-spacing-right-large:2.56%;--awb-margin-bottom-large:20px;--awb-spacing-left-large:2.56%;--awb-width-medium:75%;--awb-order-medium:0;--awb-spacing-right-medium:2.56%;--awb-spacing-left-medium:2.56%;--awb-width-small:100%;--awb-order-small:0;--awb-spacing-right-small:1.92%;--awb-spacing-left-small:1.92%;\"><div class=\"fusion-column-wrapper fusion-column-has-shadow fusion-flex-justify-content-flex-start fusion-content-layout-column\"><div class=\"fusion-text fusion-text-2\" style=\"--awb-font-size:38px;--awb-line-height:var(--awb-typography1-line-height);--awb-letter-spacing:var(--awb-typography1-letter-spacing);--awb-text-transform:var(--awb-typography1-text-transform);--awb-text-font-family:var(--awb-typography1-font-family);--awb-text-font-weight:var(--awb-typography1-font-weight);--awb-text-font-style:var(--awb-typography1-font-style);\"><p>Decision-Making and Planning - Cooperative Decision-Making<\/p>\n<\/div><div class=\"fusion-text fusion-text-3\" style=\"--awb-content-alignment:left;--awb-font-size:18px;--awb-line-height:2;--awb-letter-spacing:var(--awb-typography3-letter-spacing);--awb-text-transform:var(--awb-typography3-text-transform);--awb-text-font-family:&quot;Outfit&quot;;--awb-text-font-style:normal;--awb-text-font-weight:400;\"><p style=\"text-align: left;\">Here is a hands-on example for \"decision\/planning problem-collaborative decision-making\", which uses the multi-agent reinforcement learning algorithm MAPPO to implement collaborative decision-making for multiple vehicles to safely and efficiently pass through intersections. Project has been uploaded to:<a href=\"https:\/\/github.com\/TOPSlearningcenter\/MAPPO_onsite\">https:\/\/github.com\/TOPSlearningcenter\/MAPPO_onsite<\/a><\/p>\n<\/div><div class=\"fusion-builder-row fusion-builder-row-inner fusion-row fusion-flex-align-items-flex-start fusion-flex-content-wrap\" style=\"width:104% !important;max-width:104% !important;margin-left: calc(-4% \/ 2 );margin-right: calc(-4% \/ 2 );\"><div class=\"fusion-layout-column fusion_builder_column_inner fusion-builder-nested-column-0 fusion_builder_column_inner_2_3 2_3 fusion-flex-column\" style=\"--awb-bg-size:cover;--awb-width-large:66.666666666667%;--awb-margin-top-large:0px;--awb-spacing-right-large:2.88%;--awb-margin-bottom-large:20px;--awb-spacing-left-large:2.88%;--awb-width-medium:66.666666666667%;--awb-order-medium:0;--awb-spacing-right-medium:2.88%;--awb-spacing-left-medium:2.88%;--awb-width-small:100%;--awb-order-small:0;--awb-spacing-right-small:1.92%;--awb-spacing-left-small:1.92%;\"><div class=\"fusion-column-wrapper fusion-column-has-shadow fusion-flex-justify-content-flex-start fusion-content-layout-column\"><div class=\"fusion-text fusion-text-4\"><p>Given below<strong>Model Overview<\/strong>, click on the right<strong>Run Code Online<\/strong>\u3002<\/p>\n<\/div><\/div><\/div><div class=\"fusion-layout-column fusion_builder_column_inner fusion-builder-nested-column-1 fusion_builder_column_inner_1_3 1_3 fusion-flex-column\" style=\"--awb-bg-size:cover;--awb-width-large:33.333333333333%;--awb-margin-top-large:0px;--awb-spacing-right-large:5.76%;--awb-margin-bottom-large:20px;--awb-spacing-left-large:5.76%;--awb-width-medium:33.333333333333%;--awb-order-medium:0;--awb-spacing-right-medium:5.76%;--awb-spacing-left-medium:5.76%;--awb-width-small:100%;--awb-order-small:0;--awb-spacing-right-small:1.92%;--awb-spacing-left-small:1.92%;\"><div class=\"fusion-column-wrapper fusion-column-has-shadow fusion-flex-justify-content-flex-start fusion-content-layout-column\"><div style=\"text-align:left;\"><a class=\"fusion-button button-flat fusion-button-default-size button-default fusion-button-default button-1 fusion-button-default-span fusion-button-default-type\" target=\"_blank\" rel=\"noopener noreferrer\" href=\"https:\/\/datalore.jetbrains.com\/notebook\/AfjtZktn1B4WuL3U7WV2mF\/pFx11sSgsBPwNoId9CXcix\/\"><span class=\"fusion-button-text\">Run Code Online<\/span><\/a><\/div><\/div><\/div><\/div><div class=\"fusion-builder-row fusion-builder-row-inner fusion-row fusion-flex-align-items-flex-start fusion-flex-content-wrap\" style=\"width:104% !important;max-width:104% !important;margin-left: calc(-4% \/ 2 );margin-right: calc(-4% \/ 2 );\"><div class=\"fusion-layout-column fusion_builder_column_inner fusion-builder-nested-column-2 fusion_builder_column_inner_1_6 1_6 fusion-flex-column\" style=\"--awb-bg-size:cover;--awb-width-large:16.666666666667%;--awb-margin-top-large:0px;--awb-spacing-right-large:11.52%;--awb-margin-bottom-large:20px;--awb-spacing-left-large:11.52%;--awb-width-medium:16.666666666667%;--awb-order-medium:0;--awb-spacing-right-medium:11.52%;--awb-spacing-left-medium:11.52%;--awb-width-small:100%;--awb-order-small:0;--awb-spacing-right-small:1.92%;--awb-spacing-left-small:1.92%;\"><div class=\"fusion-column-wrapper fusion-column-has-shadow fusion-flex-justify-content-flex-start fusion-content-layout-column\"><\/div><\/div><div class=\"fusion-layout-column fusion_builder_column_inner fusion-builder-nested-column-3 fusion_builder_column_inner_2_3 2_3 fusion-flex-column\" style=\"--awb-bg-size:cover;--awb-width-large:66.666666666667%;--awb-margin-top-large:0px;--awb-spacing-right-large:2.88%;--awb-margin-bottom-large:20px;--awb-spacing-left-large:2.88%;--awb-width-medium:66.666666666667%;--awb-order-medium:0;--awb-spacing-right-medium:2.88%;--awb-spacing-left-medium:2.88%;--awb-width-small:100%;--awb-order-small:0;--awb-spacing-right-small:1.92%;--awb-spacing-left-small:1.92%;\"><div class=\"fusion-column-wrapper fusion-column-has-shadow fusion-flex-justify-content-flex-start fusion-content-layout-column\"><\/div><\/div><div class=\"fusion-layout-column fusion_builder_column_inner fusion-builder-nested-column-4 fusion_builder_column_inner_1_6 1_6 fusion-flex-column\" style=\"--awb-bg-size:cover;--awb-width-large:16.666666666667%;--awb-margin-top-large:0px;--awb-spacing-right-large:11.52%;--awb-margin-bottom-large:20px;--awb-spacing-left-large:11.52%;--awb-width-medium:16.666666666667%;--awb-order-medium:0;--awb-spacing-right-medium:11.52%;--awb-spacing-left-medium:11.52%;--awb-width-small:100%;--awb-order-small:0;--awb-spacing-right-small:1.92%;--awb-spacing-left-small:1.92%;\"><div class=\"fusion-column-wrapper fusion-column-has-shadow fusion-flex-justify-content-flex-start fusion-content-layout-column\"><\/div><\/div><\/div><div class=\"fusion-separator fusion-full-width-sep\" style=\"align-self: center;margin-left: auto;margin-right: auto;width:100%;\"><div class=\"fusion-separator-border sep-double\" style=\"--awb-height:20px;--awb-amount:20px;border-color:var(--awb-color3);border-top-width:1px;border-bottom-width:1px;\"><\/div><\/div><div class=\"fusion-builder-row fusion-builder-row-inner fusion-row fusion-flex-align-items-flex-start fusion-flex-content-wrap\" style=\"width:104% !important;max-width:104% !important;margin-left: calc(-4% \/ 2 );margin-right: calc(-4% \/ 2 );\"><div class=\"fusion-layout-column fusion_builder_column_inner fusion-builder-nested-column-5 fusion_builder_column_inner_1_1 1_1 fusion-flex-column\" style=\"--awb-bg-size:cover;--awb-width-large:100%;--awb-margin-top-large:0px;--awb-spacing-right-large:1.92%;--awb-margin-bottom-large:20px;--awb-spacing-left-large:1.92%;--awb-width-medium:100%;--awb-order-medium:0;--awb-spacing-right-medium:1.92%;--awb-spacing-left-medium:1.92%;--awb-width-small:100%;--awb-order-small:0;--awb-spacing-right-small:1.92%;--awb-spacing-left-small:1.92%;\"><div class=\"fusion-column-wrapper fusion-column-has-shadow fusion-flex-justify-content-flex-start fusion-content-layout-column\"><div class=\"fusion-text fusion-text-5\" style=\"--awb-font-size:24px;--awb-line-height:1;--awb-text-font-family:&quot;Outfit&quot;;--awb-text-font-style:normal;--awb-text-font-weight:700;\"><h4 style=\"padding-left: 0px;\">Model Overview<\/h4>\n<\/div><div class=\"fusion-text fusion-text-6\" style=\"--awb-content-alignment:left;--awb-font-size:16px;--awb-line-height:1.5;--awb-letter-spacing:var(--awb-typography3-letter-spacing);--awb-text-transform:var(--awb-typography3-text-transform);--awb-text-font-family:&quot;Outfit&quot;;--awb-text-font-style:normal;--awb-text-font-weight:400;\"><p><strong>1. Model overview:<\/strong><\/p>\n<p style=\"padding-left: 40px;\">MAPPO is a multi-agent reinforcement learning algorithm used to solve collaboration and competition problems in multi-agent environments. Thesis \"The Surprising Effectiveness of PPO in Cooperative Multi-Agent Games\" (<a href=\"https:\/\/arxiv.org\/pdf\/2103.01955\" rel=\"noopener noreferrer\">https:\/\/arxiv.org\/pdf\/2103.01955<\/a>) provides a good description and summary of the MAPPO algorithm. MAPPO is a multi-agent extension of the PPO (Proximal Policy Optimization) algorithm. It inherits the Actor-Critic structure of MAPPO and incorporates the centralized or decentralized structure of multi-agent reinforcement learning.<\/p>\n<p><strong>2. Model Architecture:<\/strong><\/p>\n<p style=\"padding-left: 40px;\">This study involves multiple controlled vehicles that cooperate rather than compete. It uses a centralized structure: all agents share an Actor network with identical parameters but receive different observations, while one Critic is used globally.<\/p>\n<ul>\n<li>The Actor is a policy network that generates actions from the current state. Here it is an MLP that takes one vehicle\u2019s observation and outputs an action probability distribution. All agents share the same parameters and policy network, which suits symmetric tasks where all agents have identical roles and goals.<\/li>\n<li>The Critic is a value network that evaluates the current policy. This model uses an MLP with multi-head self-attention, taking the global state as input and estimating expected cumulative reward under the current policy. In MAPPO, the Critic provides a baseline for assessing whether Actor policy improvements are effective.<\/li>\n<li>MultiHead-Attention: Global observations stack state information from all vehicles. The attention mechanism is permutation invariant, so it is unaffected by vehicle ordering in the global observation.<\/li>\n<li>MAPPO follows the PPO computation process, with changes to the observation space.<\/li>\n<\/ul>\n<p><strong>3. Implementation:<\/strong><\/p>\n<ul>\n<li><strong>environment definition<\/strong>: Relying on highway_env environment, set up multi-agent situations.<\/li>\n<li><strong>Model definition<\/strong>: Defines classes including Actor, Critic, and MAPPO.<\/li>\n<li><strong>train<\/strong>: The main content of the project includes initializing the environment, using Actors to calculate actions in each round, collecting round data, and performing network updates and other operations.<\/li>\n<li><strong>Evaluate<\/strong>: During the training process, an evaluation is performed every several rounds, the average reward of several rounds is calculated as the evaluation result, and the evaluation result change curve is drawn at the same time.<\/li>\n<li><strong>Visualization<\/strong>: Visualization of vehicle operation results is achieved by adjusting render_mode.<\/li>\n<\/ul>\n<\/div><\/div><\/div><\/div><\/div><\/div><\/div><\/div>","protected":false},"excerpt":{"rendered":"","protected":false},"author":6,"featured_media":0,"parent":508,"menu_order":0,"comment_status":"closed","ping_status":"closed","template":"100-width.php","meta":{"inline_featured_image":false,"iawp_total_views":676,"footnotes":""},"class_list":["post-1740","page","type-page","status-publish","hentry"],"_links":{"self":[{"href":"http:\/\/110.42.248.92\/onsite-learning-center\/en\/wp-json\/wp\/v2\/pages\/1740"}],"collection":[{"href":"http:\/\/110.42.248.92\/onsite-learning-center\/en\/wp-json\/wp\/v2\/pages"}],"about":[{"href":"http:\/\/110.42.248.92\/onsite-learning-center\/en\/wp-json\/wp\/v2\/types\/page"}],"author":[{"embeddable":true,"href":"http:\/\/110.42.248.92\/onsite-learning-center\/en\/wp-json\/wp\/v2\/users\/6"}],"replies":[{"embeddable":true,"href":"http:\/\/110.42.248.92\/onsite-learning-center\/en\/wp-json\/wp\/v2\/comments?post=1740"}],"version-history":[{"count":5,"href":"http:\/\/110.42.248.92\/onsite-learning-center\/en\/wp-json\/wp\/v2\/pages\/1740\/revisions"}],"predecessor-version":[{"id":1895,"href":"http:\/\/110.42.248.92\/onsite-learning-center\/en\/wp-json\/wp\/v2\/pages\/1740\/revisions\/1895"}],"up":[{"embeddable":true,"href":"http:\/\/110.42.248.92\/onsite-learning-center\/en\/wp-json\/wp\/v2\/pages\/508"}],"wp:attachment":[{"href":"http:\/\/110.42.248.92\/onsite-learning-center\/en\/wp-json\/wp\/v2\/media?parent=1740"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}