{"id":1459,"date":"2024-09-24T16:26:34","date_gmt":"2024-09-24T08:26:34","guid":{"rendered":"http:\/\/110.42.248.92\/onsite-learning-center\/?page_id=1459"},"modified":"2025-04-16T16:22:41","modified_gmt":"2025-04-16T08:22:41","slug":"%e5%bc%80%e5%a7%8b-%e5%86%b3%e7%ad%96-%e8%a7%84%e5%88%92-%e8%a1%8c%e4%b8%ba%e5%86%b3%e7%ad%96","status":"publish","type":"page","link":"http:\/\/110.42.248.92\/onsite-learning-center\/en\/%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\/%e5%bc%80%e5%a7%8b-%e8%a7%84%e5%88%92-%e5%86%b3%e7%ad%96\/%e5%bc%80%e5%a7%8b-%e5%86%b3%e7%ad%96-%e8%a7%84%e5%88%92-%e8%a1%8c%e4%b8%ba%e5%86%b3%e7%ad%96\/","title":{"rendered":"Start - Decision-Making and Planning - Single-Vehicle Decision-Making"},"content":{"rendered":"<div class=\"fusion-fullwidth fullwidth-box fusion-builder-row-1 fusion-flex-container has-pattern-background has-mask-background nonhundred-percent-fullwidth non-hundred-percent-height-scrolling\" style=\"--awb-border-radius-top-left:0px;--awb-border-radius-top-right:0px;--awb-border-radius-bottom-right:0px;--awb-border-radius-bottom-left:0px;--awb-flex-wrap:wrap;\" ><div class=\"fusion-builder-row fusion-row fusion-flex-align-items-flex-start fusion-flex-content-wrap\" style=\"max-width:1248px;margin-left: calc(-4% \/ 2 );margin-right: calc(-4% \/ 2 );\"><div class=\"fusion-layout-column fusion_builder_column fusion-builder-column-0 fusion_builder_column_1_4 1_4 fusion-flex-column\" style=\"--awb-bg-size:cover;--awb-width-large:25%;--awb-margin-top-large:0px;--awb-spacing-right-large:7.68%;--awb-margin-bottom-large:20px;--awb-spacing-left-large:7.68%;--awb-width-medium:25%;--awb-order-medium:0;--awb-spacing-right-medium:7.68%;--awb-spacing-left-medium:7.68%;--awb-width-small:100%;--awb-order-small:0;--awb-spacing-right-small:1.92%;--awb-spacing-left-small:1.92%;\"><div class=\"fusion-column-wrapper fusion-column-has-shadow fusion-flex-justify-content-flex-start fusion-content-layout-column\"><div class=\"fusion-text fusion-text-1\"><\/div><nav class=\"awb-menu awb-menu_column awb-menu_em-click mobile-mode-collapse-to-button awb-menu_icons-left awb-menu_dc-yes mobile-trigger-fullwidth-off awb-menu_mobile-toggle mobile-size-full-absolute loading mega-menu-loading awb-menu_desktop awb-menu_v-stacked awb-submenu_cm_accordion\" style=\"--awb-line-height:var(--awb-typography3-line-height);--awb-margin-top:80px;--awb-margin-bottom:80px;--awb-text-transform:var(--awb-typography3-text-transform);--awb-bg:hsla(var(--awb-color5-h),var(--awb-color5-s),var(--awb-color5-l),calc(var(--awb-color5-a) - 95%));--awb-border-radius-top-left:5px;--awb-border-radius-top-right:5px;--awb-border-radius-bottom-right:5px;--awb-border-radius-bottom-left:5px;--awb-gap:20px;--awb-items-padding-top:20px;--awb-items-padding-bottom:20px;--awb-items-padding-left:30px;--awb-color:var(--awb-color8);--awb-letter-spacing:var(--awb-typography3-letter-spacing);--awb-active-color:var(--awb-color5);--awb-active-bg:hsla(var(--awb-color4-h),var(--awb-color4-s),var(--awb-color4-l),calc(var(--awb-color4-a) - 95%));--awb-submenu-sep-color:hsla(var(--awb-color2-h),var(--awb-color2-s),calc(var(--awb-color2-l) - 3%),var(--awb-color2-a));--awb-submenu-items-padding-top:15px;--awb-submenu-items-padding-bottom:15px;--awb-submenu-font-size:var(--awb-typography5-font-size);--awb-submenu-text-transform:var(--awb-typography5-text-transform);--awb-submenu-line-height:var(--awb-typography5-line-height);--awb-submenu-letter-spacing:var(--awb-typography5-letter-spacing);--awb-main-justify-content:center;--awb-sub-justify-content:center;--awb-mobile-nav-button-align-hor:center;--awb-mobile-bg:hsla(var(--awb-color5-h),var(--awb-color5-s),var(--awb-color5-l),calc(var(--awb-color5-a) - 98%));--awb-mobile-trigger-font-size:22px;--awb-mobile-trigger-color:var(--awb-color8);--awb-mobile-nav-trigger-bottom-margin:10px;--awb-mobile-font-size:var(--awb-typography3-font-size);--awb-mobile-text-transform:var(--awb-typography3-text-transform);--awb-mobile-line-height:var(--awb-typography3-line-height);--awb-mobile-letter-spacing:var(--awb-typography3-letter-spacing);--awb-mobile-justify:center;--awb-mobile-caret-left:auto;--awb-mobile-caret-right:0;--awb-box-shadow: 0px 0px ;;--awb-fusion-font-family-typography:var(--awb-typography3-font-family);--awb-fusion-font-weight-typography:var(--awb-typography3-font-weight);--awb-fusion-font-style-typography:var(--awb-typography3-font-style);--awb-fusion-font-family-submenu-typography:var(--awb-typography5-font-family);--awb-fusion-font-weight-submenu-typography:var(--awb-typography5-font-weight);--awb-fusion-font-style-submenu-typography:var(--awb-typography5-font-style);--awb-fusion-font-family-mobile-typography:var(--awb-typography3-font-family);--awb-fusion-font-weight-mobile-typography:var(--awb-typography3-font-weight);--awb-fusion-font-style-mobile-typography:var(--awb-typography3-font-style);\" aria-label=\"Quick Start\" data-breakpoint=\"640\" data-count=\"0\" data-transition-type=\"fade\" data-transition-time=\"300\"><button type=\"button\" class=\"awb-menu__m-toggle\" aria-expanded=\"false\" aria-controls=\"menu-%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\"><span class=\"awb-menu__m-toggle-inner\"><span class=\"collapsed-nav-text\">Menu<\/span><span class=\"awb-menu__m-collapse-icon\"><span class=\"awb-menu__m-collapse-icon-open fa-bars fas\"><\/span><span class=\"awb-menu__m-collapse-icon-close fa-times fas\"><\/span><\/span><\/span><\/button><ul id=\"menu-%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\" class=\"fusion-menu awb-menu__main-ul awb-menu__main-ul_column\"><li  id=\"menu-item-898\"  class=\"menu-item menu-item-type-post_type menu-item-object-page menu-item-has-children menu-item-898 awb-menu__li awb-menu__main-li awb-menu__main-li_regular\"  data-item-id=\"898\"><span class=\"awb-menu__main-background-default awb-menu__main-background-default_fade\"><\/span><span class=\"awb-menu__main-background-active awb-menu__main-background-active_fade\"><\/span><a  href=\"http:\/\/110.42.248.92\/onsite-learning-center\/en\/%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\/%e5%bc%80%e5%a7%8b-%e6%84%9f%e7%9f%a5\/\" class=\"awb-menu__main-a awb-menu__main-a_regular\"><span class=\"menu-text\">Perception<\/span><\/a><button type=\"button\" aria-label=\"Open submenu of Perception\" aria-expanded=\"false\" class=\"awb-menu__open-nav-submenu_mobile awb-menu__open-nav-submenu_click awb-menu__open-nav-submenu_main awb-menu__open-nav-submenu_needs-spacing\"><\/button><ul class=\"awb-menu__sub-ul awb-menu__sub-ul_main\"><li  id=\"menu-item-1537\"  class=\"menu-item menu-item-type-post_type menu-item-object-page menu-item-1537 awb-menu__li awb-menu__sub-li\" ><a  href=\"http:\/\/110.42.248.92\/onsite-learning-center\/en\/%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\/%e5%bc%80%e5%a7%8b-%e6%84%9f%e7%9f%a5\/%e5%bc%80%e5%a7%8b-%e6%84%9f%e7%9f%a5-%e8%af%ad%e4%b9%89%e5%88%86%e5%89%b2\/\" class=\"awb-menu__sub-a\"><span>Code-Semantic Segmentation<\/span><\/a><\/li><li  id=\"menu-item-1535\"  class=\"menu-item menu-item-type-post_type menu-item-object-page menu-item-1535 awb-menu__li awb-menu__sub-li\" ><a  href=\"http:\/\/110.42.248.92\/onsite-learning-center\/en\/%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\/%e5%bc%80%e5%a7%8b-%e6%84%9f%e7%9f%a5\/%e5%bc%80%e5%a7%8b-%e6%84%9f%e7%9f%a5-%e6%b7%b1%e5%ba%a6%e4%bc%b0%e8%ae%a1\/\" class=\"awb-menu__sub-a\"><span>Code - Depth Estimation<\/span><\/a><\/li><li  id=\"menu-item-1533\"  class=\"menu-item menu-item-type-post_type menu-item-object-page menu-item-1533 awb-menu__li awb-menu__sub-li\" ><a  href=\"http:\/\/110.42.248.92\/onsite-learning-center\/en\/%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\/%e5%bc%80%e5%a7%8b-%e6%84%9f%e7%9f%a5\/%e5%bc%80%e5%a7%8b-%e6%84%9f%e7%9f%a5-2d%e7%9b%ae%e6%a0%87%e6%a3%80%e6%b5%8b\/\" class=\"awb-menu__sub-a\"><span>Code-2D Object Detection<\/span><\/a><\/li><li  id=\"menu-item-1566\"  class=\"menu-item menu-item-type-post_type menu-item-object-page menu-item-1566 awb-menu__li awb-menu__sub-li\" ><a  href=\"http:\/\/110.42.248.92\/onsite-learning-center\/en\/%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\/%e5%bc%80%e5%a7%8b-%e6%84%9f%e7%9f%a5\/%e5%bc%80%e5%a7%8b-%e6%84%9f%e7%9f%a5-%e7%9b%ae%e6%a0%87%e8%bf%bd%e8%b8%aa\/\" class=\"awb-menu__sub-a\"><span>Code - Goal Tracking<\/span><\/a><\/li><\/ul><\/li><li  id=\"menu-item-1473\"  class=\"menu-item menu-item-type-post_type menu-item-object-page menu-item-has-children menu-item-1473 awb-menu__li awb-menu__main-li awb-menu__main-li_regular\"  data-item-id=\"1473\"><span class=\"awb-menu__main-background-default awb-menu__main-background-default_fade\"><\/span><span class=\"awb-menu__main-background-active awb-menu__main-background-active_fade\"><\/span><a  href=\"http:\/\/110.42.248.92\/onsite-learning-center\/en\/%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\/%e5%bc%80%e5%a7%8b-%e9%a2%84%e6%b5%8b\/\" class=\"awb-menu__main-a awb-menu__main-a_regular\"><span class=\"menu-text\">Prediction<\/span><\/a><button type=\"button\" aria-label=\"Open submenu of Prediction\" aria-expanded=\"false\" class=\"awb-menu__open-nav-submenu_mobile awb-menu__open-nav-submenu_click awb-menu__open-nav-submenu_main awb-menu__open-nav-submenu_needs-spacing\"><\/button><ul class=\"awb-menu__sub-ul awb-menu__sub-ul_main\"><li  id=\"menu-item-1926\"  class=\"menu-item menu-item-type-post_type menu-item-object-page menu-item-1926 awb-menu__li awb-menu__sub-li\" ><a  href=\"http:\/\/110.42.248.92\/onsite-learning-center\/en\/%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\/%e5%bc%80%e5%a7%8b-%e9%a2%84%e6%b5%8b\/%e5%bc%80%e5%a7%8b-%e9%a2%84%e6%b5%8b-%e8%bd%a8%e8%bf%b9%e9%a2%84%e6%b5%8b%ef%bc%9a%e5%8d%95%e8%bd%a6%e5%8d%95%e6%a8%a1%e6%80%81%e8%bd%a6%e8%bd%a8%e8%bf%b9%e9%a2%84%e6%b5%8b\/\" class=\"awb-menu__sub-a\"><span>Code \u2013 bicycle trajectory prediction<\/span><\/a><\/li><li  id=\"menu-item-1545\"  class=\"menu-item menu-item-type-post_type menu-item-object-page menu-item-1545 awb-menu__li awb-menu__sub-li\" ><a  href=\"http:\/\/110.42.248.92\/onsite-learning-center\/en\/%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\/%e5%bc%80%e5%a7%8b-%e9%a2%84%e6%b5%8b\/%e5%bc%80%e5%a7%8b-%e9%a2%84%e6%b5%8b-vru%e8%bd%a8%e8%bf%b9%e9%a2%84%e6%b5%8b\/\" class=\"awb-menu__sub-a\"><span>Code-VRU trajectory prediction<\/span><\/a><\/li><li  id=\"menu-item-1658\"  class=\"menu-item menu-item-type-post_type menu-item-object-page menu-item-1658 awb-menu__li awb-menu__sub-li\" ><a  href=\"http:\/\/110.42.248.92\/onsite-learning-center\/en\/%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\/%e5%bc%80%e5%a7%8b-%e9%a2%84%e6%b5%8b\/%e5%bc%80%e5%a7%8b-%e9%a2%84%e6%b5%8b-%e6%9c%ba%e5%8a%a8%e8%bd%a6%e8%bd%a8%e8%bf%b9%e9%a2%84%e6%b5%8b-cloned\/\" class=\"awb-menu__sub-a\"><span>Code-Multi-vehicle trajectory prediction<\/span><\/a><\/li><\/ul><\/li><li  id=\"menu-item-897\"  class=\"menu-item menu-item-type-post_type menu-item-object-page menu-item-has-children menu-item-897 awb-menu__li awb-menu__main-li awb-menu__main-li_regular\"  data-item-id=\"897\"><span class=\"awb-menu__main-background-default awb-menu__main-background-default_fade\"><\/span><span class=\"awb-menu__main-background-active awb-menu__main-background-active_fade\"><\/span><a  href=\"http:\/\/110.42.248.92\/onsite-learning-center\/en\/%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\/%e5%bc%80%e5%a7%8b-%e8%a7%84%e5%88%92-%e5%86%b3%e7%ad%96\/\" class=\"awb-menu__main-a awb-menu__main-a_regular\"><span class=\"menu-text\">Decision\/Planning Problems<\/span><\/a><button type=\"button\" aria-label=\"Open submenu of Decision\/Planning Problems\" aria-expanded=\"false\" class=\"awb-menu__open-nav-submenu_mobile awb-menu__open-nav-submenu_click awb-menu__open-nav-submenu_main awb-menu__open-nav-submenu_needs-spacing\"><\/button><ul class=\"awb-menu__sub-ul awb-menu__sub-ul_main\"><li  id=\"menu-item-1530\"  class=\"menu-item menu-item-type-post_type menu-item-object-page menu-item-1530 awb-menu__li awb-menu__sub-li\" ><a  href=\"http:\/\/110.42.248.92\/onsite-learning-center\/en\/%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\/%e5%bc%80%e5%a7%8b-%e8%a7%84%e5%88%92-%e5%86%b3%e7%ad%96\/%e5%bc%80%e5%a7%8b-%e5%86%b3%e7%ad%96-%e8%a7%84%e5%88%92-%e8%a1%8c%e4%b8%ba%e5%86%b3%e7%ad%96\/\" class=\"awb-menu__sub-a\"><span>Code-Bike Decisions<\/span><\/a><\/li><li  id=\"menu-item-1742\"  class=\"menu-item menu-item-type-post_type menu-item-object-page menu-item-1742 awb-menu__li awb-menu__sub-li\" ><a  href=\"http:\/\/110.42.248.92\/onsite-learning-center\/en\/%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\/%e5%bc%80%e5%a7%8b-%e8%a7%84%e5%88%92-%e5%86%b3%e7%ad%96\/%e5%bc%80%e5%a7%8b-%e5%86%b3%e7%ad%96-%e8%a7%84%e5%88%92-%e5%8d%8f%e5%90%8c%e5%86%b3%e7%ad%96\/\" class=\"awb-menu__sub-a\"><span>Code - Collaborative Decision Making<\/span><\/a><\/li><li  id=\"menu-item-1532\"  class=\"menu-item menu-item-type-post_type menu-item-object-page menu-item-1532 awb-menu__li awb-menu__sub-li\" ><a  href=\"http:\/\/110.42.248.92\/onsite-learning-center\/en\/%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\/%e5%bc%80%e5%a7%8b-%e8%a7%84%e5%88%92-%e5%86%b3%e7%ad%96\/%e5%bc%80%e5%a7%8b-%e5%86%b3%e7%ad%96-%e8%a7%84%e5%88%92-%e8%bf%90%e5%8a%a8%e8%a7%84%e5%88%92\/\" class=\"awb-menu__sub-a\"><span>Code-Motion Planning<\/span><\/a><\/li><\/ul><\/li><li  id=\"menu-item-899\"  class=\"menu-item menu-item-type-post_type menu-item-object-page menu-item-has-children menu-item-899 awb-menu__li awb-menu__main-li awb-menu__main-li_regular\"  data-item-id=\"899\"><span class=\"awb-menu__main-background-default awb-menu__main-background-default_fade\"><\/span><span class=\"awb-menu__main-background-active awb-menu__main-background-active_fade\"><\/span><a  href=\"http:\/\/110.42.248.92\/onsite-learning-center\/en\/%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\/%e5%bc%80%e5%a7%8b-%e6%8e%a7%e5%88%b6\/\" class=\"awb-menu__main-a awb-menu__main-a_regular\"><span class=\"menu-text\">Control<\/span><\/a><button type=\"button\" aria-label=\"Open submenu of Control\" aria-expanded=\"false\" class=\"awb-menu__open-nav-submenu_mobile awb-menu__open-nav-submenu_click awb-menu__open-nav-submenu_main awb-menu__open-nav-submenu_needs-spacing\"><\/button><ul class=\"awb-menu__sub-ul awb-menu__sub-ul_main\"><li  id=\"menu-item-1538\"  class=\"menu-item menu-item-type-post_type menu-item-object-page menu-item-1538 awb-menu__li awb-menu__sub-li\" ><a  href=\"http:\/\/110.42.248.92\/onsite-learning-center\/en\/%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\/%e5%bc%80%e5%a7%8b-%e6%8e%a7%e5%88%b6\/%e5%bc%80%e5%a7%8b-%e6%8e%a7%e5%88%b6-%e6%a8%aa%e5%90%91%e6%8e%a7%e5%88%b6\/\" class=\"awb-menu__sub-a\"><span>Code - Horizontal Control<\/span><\/a><\/li><li  id=\"menu-item-1539\"  class=\"menu-item menu-item-type-post_type menu-item-object-page menu-item-1539 awb-menu__li awb-menu__sub-li\" ><a  href=\"http:\/\/110.42.248.92\/onsite-learning-center\/en\/%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\/%e5%bc%80%e5%a7%8b-%e6%8e%a7%e5%88%b6\/%e5%bc%80%e5%a7%8b-%e6%8e%a7%e5%88%b6-%e7%ba%b5%e5%90%91%e6%8e%a7%e5%88%b6\/\" class=\"awb-menu__sub-a\"><span>Code-vertical control<\/span><\/a><\/li><li  id=\"menu-item-1540\"  class=\"menu-item menu-item-type-post_type menu-item-object-page menu-item-1540 awb-menu__li awb-menu__sub-li\" ><a  href=\"http:\/\/110.42.248.92\/onsite-learning-center\/en\/%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\/%e5%bc%80%e5%a7%8b-%e6%8e%a7%e5%88%b6\/%e5%bc%80%e5%a7%8b-%e6%8e%a7%e5%88%b6-%e8%80%a6%e5%90%88%e6%8e%a7%e5%88%b6\/\" class=\"awb-menu__sub-a\"><span>Code-coupling control<\/span><\/a><\/li><\/ul><\/li><li  id=\"menu-item-2558\"  class=\"menu-item menu-item-type-post_type menu-item-object-page menu-item-2558 awb-menu__li awb-menu__main-li awb-menu__main-li_regular\"  data-item-id=\"2558\"><span class=\"awb-menu__main-background-default awb-menu__main-background-default_fade\"><\/span><span class=\"awb-menu__main-background-active awb-menu__main-background-active_fade\"><\/span><a  href=\"http:\/\/110.42.248.92\/onsite-learning-center\/en\/%e5%bf%ab%e9%80%9f%e5%bc%80%e5%a7%8b\/%e5%bc%80%e5%a7%8b-%e7%ab%af%e5%88%b0%e7%ab%af\/\" class=\"awb-menu__main-a awb-menu__main-a_regular\"><span class=\"menu-text\">End-to-End Autonomous Driving<\/span><\/a><\/li><\/ul><\/nav><\/div><\/div><div class=\"fusion-layout-column fusion_builder_column fusion-builder-column-1 fusion_builder_column_3_4 3_4 fusion-flex-column\" style=\"--awb-bg-size:cover;--awb-width-large:75%;--awb-margin-top-large:0px;--awb-spacing-right-large:2.56%;--awb-margin-bottom-large:20px;--awb-spacing-left-large:2.56%;--awb-width-medium:75%;--awb-order-medium:0;--awb-spacing-right-medium:2.56%;--awb-spacing-left-medium:2.56%;--awb-width-small:100%;--awb-order-small:0;--awb-spacing-right-small:1.92%;--awb-spacing-left-small:1.92%;\"><div class=\"fusion-column-wrapper fusion-column-has-shadow fusion-flex-justify-content-flex-start fusion-content-layout-column\"><div class=\"fusion-text fusion-text-2\" style=\"--awb-font-size:38px;--awb-line-height:var(--awb-typography1-line-height);--awb-letter-spacing:var(--awb-typography1-letter-spacing);--awb-text-transform:var(--awb-typography1-text-transform);--awb-text-font-family:var(--awb-typography1-font-family);--awb-text-font-weight:var(--awb-typography1-font-weight);--awb-text-font-style:var(--awb-typography1-font-style);\"><p>Decision-Making and Planning - Single-Vehicle Decision-Making<\/p>\n<\/div><div class=\"fusion-text fusion-text-3\" style=\"--awb-content-alignment:left;--awb-font-size:18px;--awb-line-height:2;--awb-letter-spacing:var(--awb-typography3-letter-spacing);--awb-text-transform:var(--awb-typography3-text-transform);--awb-text-font-family:&quot;Outfit&quot;;--awb-text-font-style:normal;--awb-text-font-weight:400;\"><p style=\"text-align: left;\">This page provides a hands-on example for Single-Vehicle Decision-Making in Decision-Making and Planning. It uses the classic reinforcement learning algorithm DQN to train a decision-making agent for autonomous driving in a highway environment. The project is available at:<a href=\"https:\/\/github.com\/TOPSlearningcenter\/Singleagent_decision\">https:\/\/github.com\/TOPSlearningcenter\/Singleagent_decision<\/a><\/p>\n<\/div><div class=\"fusion-builder-row fusion-builder-row-inner fusion-row fusion-flex-align-items-flex-start fusion-flex-content-wrap\" style=\"width:104% !important;max-width:104% !important;margin-left: calc(-4% \/ 2 );margin-right: calc(-4% \/ 2 );\"><div class=\"fusion-layout-column fusion_builder_column_inner fusion-builder-nested-column-0 fusion_builder_column_inner_2_3 2_3 fusion-flex-column\" style=\"--awb-bg-size:cover;--awb-width-large:66.666666666667%;--awb-margin-top-large:0px;--awb-spacing-right-large:2.88%;--awb-margin-bottom-large:20px;--awb-spacing-left-large:2.88%;--awb-width-medium:66.666666666667%;--awb-order-medium:0;--awb-spacing-right-medium:2.88%;--awb-spacing-left-medium:2.88%;--awb-width-small:100%;--awb-order-small:0;--awb-spacing-right-small:1.92%;--awb-spacing-left-small:1.92%;\"><div class=\"fusion-column-wrapper fusion-column-has-shadow fusion-flex-justify-content-flex-start fusion-content-layout-column\"><div class=\"fusion-text fusion-text-4\"><p>Given below<strong>Model Overview<\/strong>, click on the right to run the code online.<\/p>\n<\/div><\/div><\/div><div class=\"fusion-layout-column fusion_builder_column_inner fusion-builder-nested-column-1 fusion_builder_column_inner_1_3 1_3 fusion-flex-column\" style=\"--awb-bg-size:cover;--awb-width-large:33.333333333333%;--awb-margin-top-large:0px;--awb-spacing-right-large:5.76%;--awb-margin-bottom-large:20px;--awb-spacing-left-large:5.76%;--awb-width-medium:33.333333333333%;--awb-order-medium:0;--awb-spacing-right-medium:5.76%;--awb-spacing-left-medium:5.76%;--awb-width-small:100%;--awb-order-small:0;--awb-spacing-right-small:1.92%;--awb-spacing-left-small:1.92%;\"><div class=\"fusion-column-wrapper fusion-column-has-shadow fusion-flex-justify-content-flex-start fusion-content-layout-column\"><div style=\"text-align:left;\"><a class=\"fusion-button button-flat fusion-button-default-size button-default fusion-button-default button-1 fusion-button-default-span fusion-button-default-type\" target=\"_blank\" rel=\"noopener noreferrer\" href=\"https:\/\/datalore.jetbrains.com\/notebook\/AfjtZktn1B4WuL3U7WV2mF\/TDeAvyJX2sR9o4Gyge1SWA\/\"><span class=\"fusion-button-text\">Run Code Online<\/span><\/a><\/div><\/div><\/div><\/div><div class=\"fusion-builder-row fusion-builder-row-inner fusion-row fusion-flex-align-items-flex-start fusion-flex-content-wrap\" style=\"width:104% !important;max-width:104% !important;margin-left: calc(-4% \/ 2 );margin-right: calc(-4% \/ 2 );\"><div class=\"fusion-layout-column fusion_builder_column_inner fusion-builder-nested-column-2 fusion_builder_column_inner_1_6 1_6 fusion-flex-column\" style=\"--awb-bg-size:cover;--awb-width-large:16.666666666667%;--awb-margin-top-large:0px;--awb-spacing-right-large:11.52%;--awb-margin-bottom-large:20px;--awb-spacing-left-large:11.52%;--awb-width-medium:16.666666666667%;--awb-order-medium:0;--awb-spacing-right-medium:11.52%;--awb-spacing-left-medium:11.52%;--awb-width-small:100%;--awb-order-small:0;--awb-spacing-right-small:1.92%;--awb-spacing-left-small:1.92%;\"><div class=\"fusion-column-wrapper fusion-column-has-shadow fusion-flex-justify-content-flex-start fusion-content-layout-column\"><\/div><\/div><div class=\"fusion-layout-column fusion_builder_column_inner fusion-builder-nested-column-3 fusion_builder_column_inner_2_3 2_3 fusion-flex-column\" style=\"--awb-bg-size:cover;--awb-width-large:66.666666666667%;--awb-margin-top-large:0px;--awb-spacing-right-large:2.88%;--awb-margin-bottom-large:20px;--awb-spacing-left-large:2.88%;--awb-width-medium:66.666666666667%;--awb-order-medium:0;--awb-spacing-right-medium:2.88%;--awb-spacing-left-medium:2.88%;--awb-width-small:100%;--awb-order-small:0;--awb-spacing-right-small:1.92%;--awb-spacing-left-small:1.92%;\"><div class=\"fusion-column-wrapper fusion-column-has-shadow fusion-flex-justify-content-flex-start fusion-content-layout-column\"><\/div><\/div><div class=\"fusion-layout-column fusion_builder_column_inner fusion-builder-nested-column-4 fusion_builder_column_inner_1_6 1_6 fusion-flex-column\" style=\"--awb-bg-size:cover;--awb-width-large:16.666666666667%;--awb-margin-top-large:0px;--awb-spacing-right-large:11.52%;--awb-margin-bottom-large:20px;--awb-spacing-left-large:11.52%;--awb-width-medium:16.666666666667%;--awb-order-medium:0;--awb-spacing-right-medium:11.52%;--awb-spacing-left-medium:11.52%;--awb-width-small:100%;--awb-order-small:0;--awb-spacing-right-small:1.92%;--awb-spacing-left-small:1.92%;\"><div class=\"fusion-column-wrapper fusion-column-has-shadow fusion-flex-justify-content-flex-start fusion-content-layout-column\"><\/div><\/div><\/div><div class=\"fusion-separator fusion-full-width-sep\" style=\"align-self: center;margin-left: auto;margin-right: auto;width:100%;\"><div class=\"fusion-separator-border sep-double\" style=\"--awb-height:20px;--awb-amount:20px;border-color:var(--awb-color3);border-top-width:1px;border-bottom-width:1px;\"><\/div><\/div><div class=\"fusion-builder-row fusion-builder-row-inner fusion-row fusion-flex-align-items-flex-start fusion-flex-content-wrap\" style=\"width:104% !important;max-width:104% !important;margin-left: calc(-4% \/ 2 );margin-right: calc(-4% \/ 2 );\"><div class=\"fusion-layout-column fusion_builder_column_inner fusion-builder-nested-column-5 fusion_builder_column_inner_1_1 1_1 fusion-flex-column\" style=\"--awb-bg-size:cover;--awb-width-large:100%;--awb-margin-top-large:0px;--awb-spacing-right-large:1.92%;--awb-margin-bottom-large:20px;--awb-spacing-left-large:1.92%;--awb-width-medium:100%;--awb-order-medium:0;--awb-spacing-right-medium:1.92%;--awb-spacing-left-medium:1.92%;--awb-width-small:100%;--awb-order-small:0;--awb-spacing-right-small:1.92%;--awb-spacing-left-small:1.92%;\"><div class=\"fusion-column-wrapper fusion-column-has-shadow fusion-flex-justify-content-flex-start fusion-content-layout-column\"><div class=\"fusion-text fusion-text-5\" style=\"--awb-font-size:24px;--awb-line-height:1;--awb-text-font-family:&quot;Outfit&quot;;--awb-text-font-style:normal;--awb-text-font-weight:700;\"><h4 style=\"padding-left: 0px;\">Model Overview<\/h4>\n<\/div><div class=\"fusion-text fusion-text-6\" style=\"--awb-content-alignment:left;--awb-font-size:16px;--awb-line-height:1.5;--awb-letter-spacing:var(--awb-typography3-letter-spacing);--awb-text-transform:var(--awb-typography3-text-transform);--awb-text-font-family:&quot;Outfit&quot;;--awb-text-font-style:normal;--awb-text-font-weight:400;\"><p><strong>1. Model overview:<\/strong><\/p>\n<p style=\"padding-left: 40px;\">DQN is an improved value-function method based on Q-learning, used to estimate the expected future reward of a state-action pair. Q-learning uses the Q-value function Q(s,a) to represent the expected cumulative reward from taking action a in state s. DQN approximates this function with a deep neural network (the Q-network). The network takes state s as input and outputs Q-values \ud835\udc44(\ud835\udc60,\ud835\udc4e;\ud835\udf03) for all possible actions, where \ud835\udf03 denotes the network parameters. To stabilize training, DQN introduces two key techniques:<\/p>\n<p style=\"padding-left: 40px;\">(1) Experience Replay: As the agent interacts with the environment, it generates experience data consisting of states, actions, rewards, and next states. These data are stored in a fixed-size replay buffer. During training, DQN randomly samples a mini-batch of experiences, breaking their temporal correlation and improving training stability.<\/p>\n<p style=\"padding-left: 40px;\">(2) Target Network: DQN maintains two neural networks: a current Q-network for action selection and Q-value updates, and a target Q-network for computing target Q-values. The target network parameters are copied from the current Q-network at fixed intervals, avoiding instability caused by frequent parameter updates.<\/p>\n<p><strong>2. Implementation:<\/strong><\/p>\n<ul>\n<li><strong>Initialization:<\/strong>\n<ul>\n<li>Initialize the current Q-network and target Q-network with randomly initialized parameters.<\/li>\n<li>Initialize an empty experience replay buffer.<\/li>\n<\/ul>\n<\/li>\n<li><strong>Environment interaction:<\/strong>\n<ul>\n<li>At each time step t, the agent selects an action according to the current Q-network output and an \u03b5-greedy policy: with probability \u03b5 it selects a random action for exploration, and with probability 1 \u2212 \u03b5 it selects the action with the highest Q-value for exploitation.<\/li>\n<li>Execute action a and obtain reward r and the next state s\u2032.<\/li>\n<li>Store the experience (s, a, r, s\u2032) in the replay buffer.<\/li>\n<\/ul>\n<\/li>\n<li><strong>Experience replay:<\/strong>\n<ul>\n<li>Randomly sample a mini-batch of experiences (s, a, r, s\u2032) from the replay buffer for training.<\/li>\n<li>For each experience, compute the target Q-value y.<\/li>\n<li>Here, \ud835\udc44(\ud835\udc60\u2032,\ud835\udc4e\u2032;\ud835\udf03\u2032) is the Q-value provided by the target network, and \ud835\udf03\u2032 denotes its parameters.<\/li>\n<\/ul>\n<\/li>\n<li><strong>Update the Q-network:<\/strong>\n<ul>\n<li>Use gradient descent to minimize the mean squared error (MSE) between the current Q-network output and the target Q-value.<\/li>\n<li>Compute the loss and update the current Q-network parameters \ud835\udf03.<\/li>\n<\/ul>\n<\/li>\n<li><strong>Update the target network:<\/strong>\n<ul>\n<li>At fixed intervals, copy the current Q-network parameters \ud835\udf03 to the target network parameters \ud835\udf03\u2032.<\/li>\n<\/ul>\n<\/li>\n<li><strong>Repeat:<\/strong>\n<ul>\n<li>Repeat the preceding steps until the maximum number of training steps or another termination condition is reached.<\/li>\n<\/ul>\n<\/li>\n<\/ul>\n<\/div><\/div><\/div><\/div><\/div><\/div><\/div><\/div>","protected":false},"excerpt":{"rendered":"","protected":false},"author":6,"featured_media":0,"parent":508,"menu_order":0,"comment_status":"closed","ping_status":"closed","template":"100-width.php","meta":{"inline_featured_image":false,"iawp_total_views":1541,"footnotes":""},"class_list":["post-1459","page","type-page","status-publish","hentry"],"_links":{"self":[{"href":"http:\/\/110.42.248.92\/onsite-learning-center\/en\/wp-json\/wp\/v2\/pages\/1459"}],"collection":[{"href":"http:\/\/110.42.248.92\/onsite-learning-center\/en\/wp-json\/wp\/v2\/pages"}],"about":[{"href":"http:\/\/110.42.248.92\/onsite-learning-center\/en\/wp-json\/wp\/v2\/types\/page"}],"author":[{"embeddable":true,"href":"http:\/\/110.42.248.92\/onsite-learning-center\/en\/wp-json\/wp\/v2\/users\/6"}],"replies":[{"embeddable":true,"href":"http:\/\/110.42.248.92\/onsite-learning-center\/en\/wp-json\/wp\/v2\/comments?post=1459"}],"version-history":[{"count":11,"href":"http:\/\/110.42.248.92\/onsite-learning-center\/en\/wp-json\/wp\/v2\/pages\/1459\/revisions"}],"predecessor-version":[{"id":2222,"href":"http:\/\/110.42.248.92\/onsite-learning-center\/en\/wp-json\/wp\/v2\/pages\/1459\/revisions\/2222"}],"up":[{"embeddable":true,"href":"http:\/\/110.42.248.92\/onsite-learning-center\/en\/wp-json\/wp\/v2\/pages\/508"}],"wp:attachment":[{"href":"http:\/\/110.42.248.92\/onsite-learning-center\/en\/wp-json\/wp\/v2\/media?parent=1459"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}