@techreport{oai:ipsj.ixsq.nii.ac.jp:00234547,
 author = {Huilin, Li and Hiroshi, Nakamura and Hideki, Takase and Huilin, Li and Hiroshi, Nakamura and Hideki, Takase},
 issue = {3},
 month = {Jun},
 note = {In order to help user terminal devices (UTDs) efficiently handle computation-intensive and delay-sensitive computing tasks, the use of multi-access edge computing (MEC) has been proposed. However, due to shortcomings in the performance of UTDs and limited resources in networks, the optimization problem of the energy consumption of UTDs under the constraint of a certain delay condition is still a focus of research. This paper studies the optimization strategy of resource allocation for the federated learning system in the MEC network in multi-user and single-server scenarios. Firstly, we formulate the optimization problem as a constrained nonlinear programming (CNLP) problem to minimize the sum of time delay and energy consumption of UTDs under a certain delay constraint, by adjusting the local computing frequency, channel selection and power allocation dynamically. Secondly, we propose a reinforcement learning based algorithm, which uses an actor network to predict the next action based on the current state and a critic network to evaluate the quality of the predicted value. Both actor and critic networks use the gradient descent method to reduce the loss and update their network parameters. Within a limited number of training episodes, we can obtain a stable convergence solution to the original optimization problem. Finally, the performance of the proposed algorithm is compared with other classical methods., In order to help user terminal devices (UTDs) efficiently handle computation-intensive and delay-sensitive computing tasks, the use of multi-access edge computing (MEC) has been proposed. However, due to shortcomings in the performance of UTDs and limited resources in networks, the optimization problem of the energy consumption of UTDs under the constraint of a certain delay condition is still a focus of research. This paper studies the optimization strategy of resource allocation for the federated learning system in the MEC network in multi-user and single-server scenarios. Firstly, we formulate the optimization problem as a constrained nonlinear programming (CNLP) problem to minimize the sum of time delay and energy consumption of UTDs under a certain delay constraint, by adjusting the local computing frequency, channel selection and power allocation dynamically. Secondly, we propose a reinforcement learning based algorithm, which uses an actor network to predict the next action based on the current state and a critic network to evaluate the quality of the predicted value. Both actor and critic networks use the gradient descent method to reduce the loss and update their network parameters. Within a limited number of training episodes, we can obtain a stable convergence solution to the original optimization problem. Finally, the performance of the proposed algorithm is compared with other classical methods.},
 title = {A Study of Deep Reinforcement Learning Based Resource Allocation Strategy in Multi-access Edge Computing Environment},
 year = {2024}
}