@inproceedings{3191552ffe3a48aca9633b3f9d2156df,
title = "A TD3 Algorithm Based Reinforcement Learning Controller for DC-DC Switching Converters",
abstract = "Various linear and nonlinear controllers have been developed to improve the dynamic performance of DC-DC converters. Most controllers can only be designed on the basis of understanding the mathematical model of DC-DC converter, but the inherent nonlinear and time-varying characteristics of DC-DC switching converter make it difficult to complete the precise modeling, so the model-based control design is complex and the control performance is limited. In order to overcome the problem, this paper proposes a reinforcement learning (RL) controller based on the twin-delayed deep deterministic policy gradient (TD3) algorithm. This controller does not need the model of the switching converter. The converter will be regarded as a black box model, the policy approximation function (policy neural network) can be trained and learned by constructing a Markov decision process interacting with the black box model in the control system, and the optimal control action can be output. The RL controller is developed based on actor critic architecture, and a TD3 algorithm with higher learning efficiency is proposed to improve the control performance of the RL controller. The proposed RL controller based on TD3 algorithm is compared with the traditional PI controller. The simulation results show that the RL controller has better dynamic performance when the converter starts and the load step changes.",
keywords = "DC-DC converter, model-free control, neural network, reinforcement learning, twin-delayed deep deterministic policy gradient algorithm",
author = "Jian Ye and Huanyu Guo and Sen Mei and Yingjie Hu and Xinan Zhang",
note = "Funding Information: ACKNOWLEDGMENT This work was supported in part by the Key R&D Program of Xinjiang Province, China under Grant 2022B01016 and in part by the Key Technologies Program of Xinjiang Province, China under Grant 2022A01007. Publisher Copyright: {\textcopyright} 2023 IEEE.; 2023 International Conference on Power Energy Systems and Applications, ICoPESA 2023 ; Conference date: 24-02-2023 Through 26-02-2023",
year = "2023",
month = jun,
day = "5",
doi = "10.1109/ICoPESA56898.2023.10141314",
language = "English",
series = "2023 International Conference on Power Energy Systems and Applications, ICoPESA 2023",
publisher = "IEEE, Institute of Electrical and Electronics Engineers",
pages = "358--363",
booktitle = "2023 International Conference on Power Energy Systems and Applications, ICoPESA 2023",
address = "United States",
}