{"id":1805,"date":"2023-09-01T17:12:10","date_gmt":"2023-09-01T17:12:10","guid":{"rendered":"https:\/\/faculty.engineering.ucdavis.edu\/jzhang\/?page_id=1805"},"modified":"2024-09-16T21:00:44","modified_gmt":"2024-09-16T21:00:44","slug":"publications-code","status":"publish","type":"page","link":"https:\/\/faculty.engineering.ucdavis.edu\/jzhang\/research\/rl-real-time-scheduling\/publications-code\/","title":{"rendered":"Publications &amp; Code"},"content":{"rendered":"\t\t<div data-elementor-type=\"wp-page\" data-elementor-id=\"1805\" class=\"elementor elementor-1805\">\n\t\t\t\t\t\t<section class=\"elementor-section elementor-top-section elementor-element elementor-element-67aebdd elementor-section-boxed elementor-section-height-default elementor-section-height-default\" data-id=\"67aebdd\" data-element_type=\"section\" data-e-type=\"section\">\n\t\t\t\t\t\t<div class=\"elementor-container elementor-column-gap-default\">\n\t\t\t\t\t<div class=\"elementor-column elementor-col-100 elementor-top-column elementor-element elementor-element-57a3a40\" data-id=\"57a3a40\" data-element_type=\"column\" data-e-type=\"column\">\n\t\t\t<div class=\"elementor-widget-wrap elementor-element-populated\">\n\t\t\t\t\t\t<section class=\"elementor-section elementor-inner-section elementor-element elementor-element-f5feafb elementor-section-boxed elementor-section-height-default elementor-section-height-default\" data-id=\"f5feafb\" data-element_type=\"section\" data-e-type=\"section\">\n\t\t\t\t\t\t<div class=\"elementor-container elementor-column-gap-default\">\n\t\t\t\t\t<div class=\"elementor-column elementor-col-50 elementor-inner-column elementor-element elementor-element-da6534a\" data-id=\"da6534a\" data-element_type=\"column\" data-e-type=\"column\">\n\t\t\t<div class=\"elementor-widget-wrap elementor-element-populated\">\n\t\t\t\t\t\t<div class=\"elementor-element elementor-element-1d3c103 hfe-nav-menu__align-left hfe-submenu-icon-arrow hfe-submenu-animation-none hfe-link-redirect-child hfe-nav-menu__breakpoint-tablet elementor-widget elementor-widget-navigation-menu\" data-id=\"1d3c103\" data-element_type=\"widget\" data-e-type=\"widget\" data-settings=\"{&quot;padding_horizontal_menu_item&quot;:{&quot;unit&quot;:&quot;px&quot;,&quot;size&quot;:15,&quot;sizes&quot;:[]},&quot;padding_horizontal_menu_item_tablet&quot;:{&quot;unit&quot;:&quot;px&quot;,&quot;size&quot;:&quot;&quot;,&quot;sizes&quot;:[]},&quot;padding_horizontal_menu_item_mobile&quot;:{&quot;unit&quot;:&quot;px&quot;,&quot;size&quot;:&quot;&quot;,&quot;sizes&quot;:[]},&quot;padding_vertical_menu_item&quot;:{&quot;unit&quot;:&quot;px&quot;,&quot;size&quot;:15,&quot;sizes&quot;:[]},&quot;padding_vertical_menu_item_tablet&quot;:{&quot;unit&quot;:&quot;px&quot;,&quot;size&quot;:&quot;&quot;,&quot;sizes&quot;:[]},&quot;padding_vertical_menu_item_mobile&quot;:{&quot;unit&quot;:&quot;px&quot;,&quot;size&quot;:&quot;&quot;,&quot;sizes&quot;:[]},&quot;menu_space_between&quot;:{&quot;unit&quot;:&quot;px&quot;,&quot;size&quot;:&quot;&quot;,&quot;sizes&quot;:[]},&quot;menu_space_between_tablet&quot;:{&quot;unit&quot;:&quot;px&quot;,&quot;size&quot;:&quot;&quot;,&quot;sizes&quot;:[]},&quot;menu_space_between_mobile&quot;:{&quot;unit&quot;:&quot;px&quot;,&quot;size&quot;:&quot;&quot;,&quot;sizes&quot;:[]},&quot;menu_row_space&quot;:{&quot;unit&quot;:&quot;px&quot;,&quot;size&quot;:&quot;&quot;,&quot;sizes&quot;:[]},&quot;menu_row_space_tablet&quot;:{&quot;unit&quot;:&quot;px&quot;,&quot;size&quot;:&quot;&quot;,&quot;sizes&quot;:[]},&quot;menu_row_space_mobile&quot;:{&quot;unit&quot;:&quot;px&quot;,&quot;size&quot;:&quot;&quot;,&quot;sizes&quot;:[]},&quot;dropdown_border_radius&quot;:{&quot;unit&quot;:&quot;px&quot;,&quot;top&quot;:&quot;&quot;,&quot;right&quot;:&quot;&quot;,&quot;bottom&quot;:&quot;&quot;,&quot;left&quot;:&quot;&quot;,&quot;isLinked&quot;:true},&quot;dropdown_border_radius_tablet&quot;:{&quot;unit&quot;:&quot;px&quot;,&quot;top&quot;:&quot;&quot;,&quot;right&quot;:&quot;&quot;,&quot;bottom&quot;:&quot;&quot;,&quot;left&quot;:&quot;&quot;,&quot;isLinked&quot;:true},&quot;dropdown_border_radius_mobile&quot;:{&quot;unit&quot;:&quot;px&quot;,&quot;top&quot;:&quot;&quot;,&quot;right&quot;:&quot;&quot;,&quot;bottom&quot;:&quot;&quot;,&quot;left&quot;:&quot;&quot;,&quot;isLinked&quot;:true},&quot;width_dropdown_item&quot;:{&quot;unit&quot;:&quot;px&quot;,&quot;size&quot;:&quot;220&quot;,&quot;sizes&quot;:[]},&quot;width_dropdown_item_tablet&quot;:{&quot;unit&quot;:&quot;px&quot;,&quot;size&quot;:&quot;&quot;,&quot;sizes&quot;:[]},&quot;width_dropdown_item_mobile&quot;:{&quot;unit&quot;:&quot;px&quot;,&quot;size&quot;:&quot;&quot;,&quot;sizes&quot;:[]},&quot;padding_horizontal_dropdown_item&quot;:{&quot;unit&quot;:&quot;px&quot;,&quot;size&quot;:&quot;&quot;,&quot;sizes&quot;:[]},&quot;padding_horizontal_dropdown_item_tablet&quot;:{&quot;unit&quot;:&quot;px&quot;,&quot;size&quot;:&quot;&quot;,&quot;sizes&quot;:[]},&quot;padding_horizontal_dropdown_item_mobile&quot;:{&quot;unit&quot;:&quot;px&quot;,&quot;size&quot;:&quot;&quot;,&quot;sizes&quot;:[]},&quot;padding_vertical_dropdown_item&quot;:{&quot;unit&quot;:&quot;px&quot;,&quot;size&quot;:15,&quot;sizes&quot;:[]},&quot;padding_vertical_dropdown_item_tablet&quot;:{&quot;unit&quot;:&quot;px&quot;,&quot;size&quot;:&quot;&quot;,&quot;sizes&quot;:[]},&quot;padding_vertical_dropdown_item_mobile&quot;:{&quot;unit&quot;:&quot;px&quot;,&quot;size&quot;:&quot;&quot;,&quot;sizes&quot;:[]},&quot;distance_from_menu&quot;:{&quot;unit&quot;:&quot;px&quot;,&quot;size&quot;:&quot;&quot;,&quot;sizes&quot;:[]},&quot;distance_from_menu_tablet&quot;:{&quot;unit&quot;:&quot;px&quot;,&quot;size&quot;:&quot;&quot;,&quot;sizes&quot;:[]},&quot;distance_from_menu_mobile&quot;:{&quot;unit&quot;:&quot;px&quot;,&quot;size&quot;:&quot;&quot;,&quot;sizes&quot;:[]},&quot;toggle_size&quot;:{&quot;unit&quot;:&quot;px&quot;,&quot;size&quot;:&quot;&quot;,&quot;sizes&quot;:[]},&quot;toggle_size_tablet&quot;:{&quot;unit&quot;:&quot;px&quot;,&quot;size&quot;:&quot;&quot;,&quot;sizes&quot;:[]},&quot;toggle_size_mobile&quot;:{&quot;unit&quot;:&quot;px&quot;,&quot;size&quot;:&quot;&quot;,&quot;sizes&quot;:[]},&quot;toggle_border_width&quot;:{&quot;unit&quot;:&quot;px&quot;,&quot;size&quot;:&quot;&quot;,&quot;sizes&quot;:[]},&quot;toggle_border_width_tablet&quot;:{&quot;unit&quot;:&quot;px&quot;,&quot;size&quot;:&quot;&quot;,&quot;sizes&quot;:[]},&quot;toggle_border_width_mobile&quot;:{&quot;unit&quot;:&quot;px&quot;,&quot;size&quot;:&quot;&quot;,&quot;sizes&quot;:[]},&quot;toggle_border_radius&quot;:{&quot;unit&quot;:&quot;px&quot;,&quot;size&quot;:&quot;&quot;,&quot;sizes&quot;:[]},&quot;toggle_border_radius_tablet&quot;:{&quot;unit&quot;:&quot;px&quot;,&quot;size&quot;:&quot;&quot;,&quot;sizes&quot;:[]},&quot;toggle_border_radius_mobile&quot;:{&quot;unit&quot;:&quot;px&quot;,&quot;size&quot;:&quot;&quot;,&quot;sizes&quot;:[]}}\" data-widget_type=\"navigation-menu.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t<div class=\"hfe-nav-menu hfe-layout-horizontal hfe-nav-menu-layout horizontal hfe-pointer__none\" data-layout=\"horizontal\">\n\t\t\t\t<div role=\"button\" class=\"hfe-nav-menu__toggle elementor-clickable\" tabindex=\"0\" aria-label=\"Menu Toggle\">\n\t\t\t\t\t<span class=\"screen-reader-text\">Menu<\/span>\n\t\t\t\t\t<div class=\"hfe-nav-menu-icon\">\n\t\t\t\t\t\t<i aria-hidden=\"true\"  class=\"fas fa-align-justify\"><\/i>\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<nav class=\"hfe-nav-menu__layout-horizontal hfe-nav-menu__submenu-arrow\" data-toggle-icon=\"&lt;i aria-hidden=&quot;true&quot; tabindex=&quot;0&quot; class=&quot;fas fa-align-justify&quot;&gt;&lt;\/i&gt;\" data-close-icon=\"&lt;i aria-hidden=&quot;true&quot; tabindex=&quot;0&quot; class=&quot;far fa-window-close&quot;&gt;&lt;\/i&gt;\" data-full-width=\"yes\">\n\t\t\t\t\t<ul id=\"menu-1-1d3c103\" class=\"hfe-nav-menu\"><li id=\"menu-item-1815\" class=\"menu-item menu-item-type-post_type menu-item-object-page parent hfe-creative-menu\"><a href=\"https:\/\/faculty.engineering.ucdavis.edu\/jzhang\/research\/rl-real-time-scheduling\/\" class = \"hfe-menu-item\">RL-real-time-scheduling<\/a><\/li>\n<li id=\"menu-item-1799\" class=\"menu-item menu-item-type-post_type menu-item-object-page parent hfe-creative-menu\"><a href=\"https:\/\/faculty.engineering.ucdavis.edu\/jzhang\/research\/rl-real-time-scheduling\/synopsis\/\" class = \"hfe-menu-item\">Synopsis<\/a><\/li>\n<li id=\"menu-item-1814\" class=\"menu-item menu-item-type-post_type menu-item-object-page parent hfe-creative-menu\"><a href=\"https:\/\/faculty.engineering.ucdavis.edu\/jzhang\/research\/rl-real-time-scheduling\/team-members\/\" class = \"hfe-menu-item\">Team Members<\/a><\/li>\n<li id=\"menu-item-1812\" class=\"menu-item menu-item-type-post_type menu-item-object-page parent hfe-creative-menu\"><a href=\"https:\/\/faculty.engineering.ucdavis.edu\/jzhang\/research\/rl-real-time-scheduling\/educational-activities\/\" class = \"hfe-menu-item\">Educational Activities<\/a><\/li>\n<li id=\"menu-item-1811\" class=\"menu-item menu-item-type-post_type menu-item-object-page parent hfe-creative-menu\"><a href=\"https:\/\/faculty.engineering.ucdavis.edu\/jzhang\/research\/rl-real-time-scheduling\/outreach-and-broader-impact\/\" class = \"hfe-menu-item\">Outreach and Broader Impact<\/a><\/li>\n<li id=\"menu-item-1813\" class=\"menu-item menu-item-type-post_type menu-item-object-page parent hfe-creative-menu\"><a href=\"https:\/\/faculty.engineering.ucdavis.edu\/jzhang\/research\/rl-real-time-scheduling\/publications-code\/\" class = \"hfe-menu-item\">Publications &amp; Code<\/a><\/li>\n<\/ul> \n\t\t\t\t<\/nav>\n\t\t\t<\/div>\n\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/div>\n\t\t\t\t<div class=\"elementor-column elementor-col-50 elementor-inner-column elementor-element elementor-element-dbbc7bb\" data-id=\"dbbc7bb\" data-element_type=\"column\" data-e-type=\"column\">\n\t\t\t<div class=\"elementor-widget-wrap elementor-element-populated\">\n\t\t\t\t\t\t<div class=\"elementor-element elementor-element-94c5f06 elementor-widget elementor-widget-text-editor\" data-id=\"94c5f06\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p><strong>New!\u00a0<\/strong> CarDreamer:\u00a0 A simulation platform for training and testing world-model based reinforcement learning algorithms for autonomous driving: <a href=\"https:\/\/github.com\/ucd-dare\/CarDreamer\">https:\/\/github.com\/ucd-dare\/CarDreamer \u00a0<\/a><\/p><p>[1] S. Lin and J. Wan and T. Xu and Y. Liang and J. Zhang, &#8220;Model-Based Offline Meta-Reinforcement Learning with Regularization,\u201d Proc. International Conference on Learning Representations (ICLR) 2022, p. 1-22.<\/p><p>[2] Sheng Yue and Guanbo Wang and Wei Shao and Zhaofeng Zhang and Sen Lin and Ju Ren and Junshan Zhang:<br \/>&#8220;CLARE: Conservative Model-Based Reward Learning for Offline Inverse Reinforcement Learning.&#8221; Proc. International Conference on Learning Representations (ICLR) 2023, p. 1-23.\u00a0<\/p><p>[3] Mehmet Dedeoglu,and Sen Lin and Zhaofeng Zhang and Junshan Zhang, &#8220;Continual Learning of Generative Models with Limited Data: From Wasserstein-1 Barycenter to Adaptive Coalescence,&#8221; IEEE Transactions on Neural Networks and Learning Systems, 2023.<\/p><p>[4] H. Wang S. Lin and J. Zhang, &#8220;Warm-Start Actor-Critic: From Approximation Error to Sub-optimality Gap,\u201d ICML 2023 (`Oral &amp; poster&#8217;). \u00a0<\/p><p>[5] Jialin Wan and Sen Lin and Zhaofeng Zhang and Junshan Zhang and Tao Zhang, &#8220;Scheduling Real-time Wireless Traffic: A Network-aided Offline Reinforcement Learning Approach,&#8221; IEEE Internet of Things Journal. DOI: 10.1109\/JIOT.2023.3304969.<\/p><p>[6] <a href=\"https:\/\/dblp.org\/pid\/359\/5764.html\"><span title=\"Ashvin Srinivasan\">Ashvin Srinivasan<\/span><\/a>,\u00a0<a href=\"https:\/\/dblp.org\/pid\/285\/2487.html\"><span title=\"Mohsen Amidzadeh\">Mohsen Amidzadeh<\/span><\/a>,\u00a0<span class=\"this-person\">Junshan Zhang<\/span>,\u00a0<a href=\"https:\/\/dblp.org\/pid\/54\/306.html\"><span title=\"Olav Tirkkonen\">Olav Tirkkonen<\/span><\/a>:<br \/><span class=\"title\">Adaptive Cache Policy Optimization Through Deep Reinforcement Learning in Dynamic Cellular Networks.<\/span>\u00a0<a href=\"https:\/\/dblp.org\/db\/journals\/icn\/icn5.html#SrinivasanAZT24\">Intell. Converged Networks\u00a05(2)<\/a>:\u00a081-99\u00a0(2024)<\/p><p>[7] <a href=\"https:\/\/dblp.org\/pid\/236\/3241.html\"><span title=\"Sheng Yue\">Sheng Yue<\/span><\/a>,\u00a0<a href=\"https:\/\/dblp.org\/pid\/323\/0011.html\"><span title=\"Jiani Liu 0005\">Jiani Liu<\/span><\/a>,\u00a0<a href=\"https:\/\/dblp.org\/pid\/352\/6715.html\"><span title=\"Xingyuan Hua\">Xingyuan Hua<\/span><\/a>,\u00a0<a href=\"https:\/\/dblp.org\/pid\/00\/468-1.html\"><span title=\"Ju Ren 0001\">Ju Ren<\/span><\/a>,\u00a0<a href=\"https:\/\/dblp.org\/pid\/70\/9499-1.html\"><span title=\"Sen Lin 0001\">Sen Lin<\/span><\/a>,\u00a0<span class=\"this-person\">Junshan Zhang<\/span>,\u00a0<a href=\"https:\/\/dblp.org\/pid\/99\/4094.html\"><span title=\"Yaoxue Zhang\">Yaoxue Zhang<\/span><\/a>:<br \/><span class=\"title\">How to Leverage Diverse Demonstrations in Offline Imitation Learning.<\/span>\u00a0<a href=\"https:\/\/dblp.org\/db\/conf\/icml\/icml2024.html#Yue0H00ZZ24\">ICML\u00a02024<\/a><\/p><p>[8] <a href=\"https:\/\/dblp.org\/pid\/236\/3241.html\"><span title=\"Sheng Yue\">Sheng Yue<\/span><\/a>,\u00a0<a href=\"https:\/\/dblp.org\/pid\/352\/6715.html\"><span title=\"Xingyuan Hua\">Xingyuan Hua<\/span><\/a>,\u00a0<a href=\"https:\/\/dblp.org\/pid\/00\/468-1.html\"><span title=\"Ju Ren 0001\">Ju Ren<\/span><\/a>,\u00a0<a href=\"https:\/\/dblp.org\/pid\/70\/9499-1.html\"><span title=\"Sen Lin 0001\">Sen Lin<\/span><\/a>,\u00a0<span class=\"this-person\">Junshan Zhang<\/span>,\u00a0<a href=\"https:\/\/dblp.org\/pid\/99\/4094.html\"><span title=\"Yaoxue Zhang\">Yaoxue Zhang<\/span><\/a>:<br \/><span class=\"title\">OLLIE: Imitation Learning from Offline Pretraining to Online Finetuning.<\/span>\u00a0<a href=\"https:\/\/dblp.org\/db\/conf\/icml\/icml2024.html#YueH00ZZ24\">ICML\u00a02024<\/a><\/p><p>[9] <a href=\"https:\/\/dblp.org\/pid\/303\/0576.html\"><span title=\"Imran Adham\">Imran Adham<\/span><\/a>,\u00a0<a href=\"https:\/\/dblp.org\/pid\/21\/5494.html\"><span title=\"Hang Wang\">Hang Wang<\/span><\/a>,\u00a0<a href=\"https:\/\/dblp.org\/pid\/70\/9499-1.html\"><span title=\"Sen Lin 0001\">Sen Lin<\/span><\/a>,\u00a0<span class=\"this-person\">Junshan Zhang<\/span>:<br \/><span class=\"title\">L-MBOP-E: Latent-Model Based Offline Planning with Extrinsic Policy Guided Exploration.<\/span>\u00a0<a href=\"https:\/\/dblp.org\/db\/conf\/most\/most2024.html#AdhamW0Z24\">MOST\u00a02024<\/a>: 178-185.<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/section>\n\t\t\t\t\t<\/div>\n\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t<\/section>\n\t\t\t\t<\/div>\n\t\t","protected":false},"excerpt":{"rendered":"<p>Menu RL-real-time-scheduling Synopsis Team Members Educational Activities Outreach and Broader Impact Publications &amp; Code New!\u00a0 CarDreamer:\u00a0 A simulation platform for training and testing world-model based reinforcement learning algorithms for autonomous driving: https:\/\/github.com\/ucd-dare\/CarDreamer \u00a0 [1] S. Lin and J. Wan and T. Xu and Y. Liang and J. Zhang, &#8220;Model-Based Offline Meta-Reinforcement Learning with Regularization,\u201d Proc. [&hellip;]<\/p>\n","protected":false},"author":64,"featured_media":0,"parent":1786,"menu_order":0,"comment_status":"closed","ping_status":"closed","template":"elementor_header_footer","meta":{"inline_featured_image":false,"footnotes":""},"class_list":["post-1805","page","type-page","status-publish","hentry"],"_links":{"self":[{"href":"https:\/\/faculty.engineering.ucdavis.edu\/jzhang\/wp-json\/wp\/v2\/pages\/1805","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/faculty.engineering.ucdavis.edu\/jzhang\/wp-json\/wp\/v2\/pages"}],"about":[{"href":"https:\/\/faculty.engineering.ucdavis.edu\/jzhang\/wp-json\/wp\/v2\/types\/page"}],"author":[{"embeddable":true,"href":"https:\/\/faculty.engineering.ucdavis.edu\/jzhang\/wp-json\/wp\/v2\/users\/64"}],"replies":[{"embeddable":true,"href":"https:\/\/faculty.engineering.ucdavis.edu\/jzhang\/wp-json\/wp\/v2\/comments?post=1805"}],"version-history":[{"count":19,"href":"https:\/\/faculty.engineering.ucdavis.edu\/jzhang\/wp-json\/wp\/v2\/pages\/1805\/revisions"}],"predecessor-version":[{"id":2074,"href":"https:\/\/faculty.engineering.ucdavis.edu\/jzhang\/wp-json\/wp\/v2\/pages\/1805\/revisions\/2074"}],"up":[{"embeddable":true,"href":"https:\/\/faculty.engineering.ucdavis.edu\/jzhang\/wp-json\/wp\/v2\/pages\/1786"}],"wp:attachment":[{"href":"https:\/\/faculty.engineering.ucdavis.edu\/jzhang\/wp-json\/wp\/v2\/media?parent=1805"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}