@article{yuan2021reinforcement,
  title={Reinforcement learning-based UAV path following with adaptive tracking control},
  author={Yuan, Y. and Li, T. and Xu, X.},
  journal={IEEE Transactions on Vehicular Technology},
  volume={70},
  number={9},
  pages={8910--8923},
  year={2021},
  doi={10.1109/TVT.2021.3101234}
}

@article{srinivasan2020learning,
  title={Learning-based trajectory tracking for quadrotors using deep reinforcement learning},
  author={Srinivasan, S. and Koopman, P. and Nardi, R.},
  journal={Robotics and Autonomous Systems},
  volume={133},
  pages={103621},
  year={2020},
  doi={10.1016/j.robot.2020.103621}
}

@article{tang2020reinforcement,
  title={Reinforcement learning-based control for quadrotor stabilization and tracking},
  author={Tang, C. and Wang, S.},
  journal={Control Engineering Practice},
  volume={97},
  pages={104305},
  year={2020},
  doi={10.1016/j.conengprac.2020.104305}
}

@article{li2021quadrotor,
  title={Quadrotor trajectory tracking using deep deterministic policy gradient},
  author={Li, H. and Zhao, Y.},
  journal={International Journal of Advanced Robotic Systems},
  volume={18},
  number={5},
  pages={1--14},
  year={2021},
  doi={10.1177/17298814211041692}
}

@inproceedings{mehr2021end,
  title={End-to-end deep reinforcement learning for UAV tracking control},
  author={Mehr, N. and Sheckells, M. and How, J. P.},
  booktitle={IEEE International Conference on Robotics and Automation (ICRA)},
  pages={1123--1130},
  year={2021},
  doi={10.1109/ICRA48506.2021.9560698}
}

@inproceedings{abdolhosseini2019deep,
  title={Deep reinforcement learning for autonomous quadrotor flight control and obstacle avoidance},
  author={Abdolhosseini, M. and Taghavi, S. and Qiu, S.},
  booktitle={IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)},
  pages={1365--1372},
  year={2019},
  doi={10.1109/IROS40897.2019.8967895}
}

@article{ng1999policy,
  title={Policy invariance under reward transformations: Theory and application to reward shaping},
  author={Ng, A. Y. and Harada, D. and Russell, S.},
  journal={Proceedings of the International Conference on Machine Learning (ICML)},
  pages={278--287},
  year={1999}
}

@inproceedings{devlin2012dynamic,
  title={Dynamic potential-based reward shaping},
  author={Devlin, S. and Kudenko, D.},
  booktitle={Proceedings of the 11th International Conference on Autonomous Agents and Multiagent Systems (AAMAS)},
  pages={433--440},
  year={2012}
}

@article{lee2021deep,
  title={Deep reinforcement learning–based trajectory tracking for quadrotors},
  author={Lee, D. and Kim, H.},
  journal={Journal of Intelligent \& Robotic Systems},
  volume={102},
  pages={1--18},
  year={2021},
  doi={10.1007/s10846-021-01368-4}
}

@article{hwangbo2017control,
  title={Control of a quadrotor using deep reinforcement learning},
  author={Hwangbo, J. and Sa, I. and Siegwart, R. and Hutter, M.},
  journal={IEEE Robotics and Automation Letters},
  volume={2},
  number={4},
  pages={2096--2103},
  year={2017},
  doi={10.1109/LRA.2017.2720842}
}

@article{liu2022deep,
  title={Deep reinforcement learning for autonomous UAV navigation: A survey},
  author={Liu, X. and Chen, W. and Xu, Y.},
  journal={Engineering Applications of Artificial Intelligence},
  volume={110},
  pages={104679},
  year={2022},
  doi={10.1016/j.engappai.2022.104679}
}

@inproceedings{tai2017virtual,
  title={A virtual-to-real deep reinforcement learning framework for robotic navigation},
  author={Tai, L. and Paolo, G. and Liu, M.},
  booktitle={IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)},
  pages={754--759},
  year={2017},
  doi={10.1109/IROS.2017.8202231}
}

@article{kalashnikov2018qt,
  title={QT-Opt: Scalable deep reinforcement learning for vision-based robotic manipulation},
  author={Kalashnikov, D. and others},
  journal={arXiv preprint arXiv:1806.10293},
  year={2018}
}

@article{bellemare2016unifying,
  title={Unifying count-based exploration and intrinsic motivation},
  author={Bellemare, M. and Srinivasan, S. and Ostrovski, G. and Schaul, T. and Saxton, D. and Munos, R.},
  journal={Advances in Neural Information Processing Systems (NeurIPS)},
  volume={29},
  year={2016}
}

@inproceedings{fujimoto2018addressing,
  title={Addressing function approximation error in actor-critic methods},
  author={Fujimoto, S. and van Hoof, H. and Meger, D.},
  booktitle={International Conference on Machine Learning (ICML)},
  pages={1587--1596},
  year={2018} 
} 

@article{rubí2021quadrotor_path_following,
  title = {Quadrotor Path Following and Reactive Obstacle Avoidance with Deep Reinforcement Learning},
  author = {Rubí, B. and Morcego, B. and Pérez, R.},
  journal = {Journal of Intelligent \& Robotic Systems},
  volume = {103},
  pages = {62},
  year = {2021},
  doi = {10.1007/s10846-021-01491-2}
}

@article{havenstrom2020auv_drl,
  title = {Deep Reinforcement Learning Controller for 3D Path Following and Collision Avoidance by Autonomous Underwater Vehicles},
  author = {Havenstrøm, S. T. and San, O.},
  journal = {Frontiers in Robotics and AI},
  volume = {7},
  pages = {566037},
  year = {2020},
  doi = {10.3389/frobt.2020.566037}
}

@article{cao2024_deep_mobile_path_following,
  title = {Path Following for Autonomous Mobile Robots with Deep Reinforcement Learning},
  author = {Cao, Y. and Ni, K. and Kawaguchi, T. and Hashimoto, S.},
  journal = {Sensors},
  volume = {24},
  number = {2},
  pages = {561},
  year = {2024},
  doi = {10.3390/s24020561}
}

@article{welde2024symmetry_tracking,
  title = {Leveraging Symmetry to Accelerate Learning of Trajectory Tracking Controllers for Free‑Flying Robotic Systems},
  author = {Welde, J. and Rao, N. and Kunapuli, P. and Jayaraman, D. and Kumar, V.},
  journal = {arXiv preprint},
  year = {2024},
  note = {arXiv:2409.11238}
}


@article{rubi2020survey,
  title={A survey of path following control strategies for UAVs focused on quadrotors},
  author={Rub{\'\i}, Bartomeu and P{\'e}rez, Ramon and Morcego, Bernardo},
  journal={Journal of Intelligent \& Robotic Systems},
  volume={98},
  number={2},
  pages={241--265},
  year={2020},
  publisher={Springer}
}


@inproceedings{walters2014online,
  title={Online approximate optimal path-following for a mobile robot},
  author={Walters, Patrick and Kamalapurkar, Rushikesh and Andrews, Lindsey and Dixon, Warren E},
  booktitle={53rd IEEE Conference on Decision and Control},
  pages={4536--4541},
  year={2014},
  organization={IEEE}
}


@article{liu2025trajectory,
  title={Trajectory Tracking Controller for Quadrotor by Continual Reinforcement Learning in Wind-Disturbed Environment},
  author={Liu, Yanhui and Hao, Lina and Wang, Shuopeng and Wang, Xu},
  journal={Sensors},
  volume={25},
  number={16},
  pages={4895},
  year={2025},
  publisher={MDPI}
  doi = {10.3390/s25164895}
}

@article{li2021auv,
  title={Auv trajectory tracking models and control strategies: A review},
  author={Li, Daoliang and Du, Ling},
  journal={Journal of Marine Science and Engineering},
  volume={9},
  number={9},
  pages={1020},
  year={2021},
  publisher={MDPI}
}

@article{he2025review,
  title={A Review of Path Following, Trajectory Tracking, and Formation Control for Autonomous Underwater Vehicles},
  author={He, Long and Xie, Mengting and Zhang, Ya},
  journal={Drones},
  volume={9},
  number={4},
  pages={286},
  year={2025},
  publisher={MDPI}
}

@article{tamadazte2018laser,
  title={Laser beam steering along three-dimensional paths},
  author={Tamadazte, Brahim and Renevier, Rupert and S{\'e}on, Jean-Antoine and Kudryavtsev, Andrey V and Andreff, Nicolas},
  journal={IEEE/ASME Transactions on Mechatronics},
  volume={23},
  number={3},
  pages={1148--1158},
  year={2018},
  publisher={IEEE}
}


@book{lewis2013cooperative,
  title={Cooperative control of multi-agent systems: optimal and adaptive design approaches},
  author={Lewis, Frank L and Zhang, Hongwei and Hengster-Movric, Kristian and Das, Abhijit},
  year={2013},
  publisher={Springer Science \& Business Media}
  address={London}
}


@mastersthesis{bakar2023fusion,
  title={Fusion Sparse and Shaping Reward Function in Soft Actor-Critic Deep Reinforcement Learning for Mobile Robot Navigation},
  author={Bakar, Mohamad Hafiz Bin Abu},
  year={2023},
  school={Universiti Tun Hussein Onn (Malaysia)}
}


@article{chaudhari2025rewards,
  title={Which Rewards Matter? Reward Selection for Reinforcement Learning under Limited Feedback},
  author={Chaudhari, Shreyas and Zhang, Renhao and Thomas, Philip S and da Silva, Bruno Castro},
  journal={arXiv preprint arXiv:2510.00144},
  year={2025}
}


@inproceedings{jung2023reward,
  title={Reward Function Design for Stand-Off Tracking of Reinforcement Learning},
  author={Jung, Yeontaek and Kim, Jinrae and Kim, Seong-hun and Kim, Youdan},
  booktitle={AIAA SCITECH 2023 Forum},
  pages={1440},
  year={2023}
}

@article{krautwig2025navigating,
  title={Navigating the Trade-Offs: A Quantitative Analysis of Reinforcement Learning Reward Functions for Autonomous Maritime Collision Avoidance},
  author={Krautwig, Bj{\"o}rn and Wans, Dominik and Li, Li and Temmen, Till and Koch, Lucas and Eisenbarth, Markus and Andert, Jakob},
  journal={Journal of Marine Science and Engineering},
  volume={13},
  number={12},
  pages={2233},
  year={2025},
  publisher={MDPI}
}

@inproceedings{suyama2024comparison,
  title={A comparison of design of reward function in ship trajectory tracking with reinforcement learning framework},
  author={Suyama, Rin},
  booktitle={ISOPE International Ocean and Polar Engineering Conference},
  pages={ISOPE--I},
  year={2024},
  organization={ISOPE}
}

@article{hu2023iterative,
  title={Iterative reward shaping for non-overshooting altitude control of a wing-in-ground craft based on deep reinforcement learning},
  author={Hu, Huan and Zhang, Guiyong and Ding, Lichao and Jiao, Kuikui and Zhang, Zhifan and Zhang, Ji},
  journal={Robotics and Autonomous Systems},
  volume={163},
  pages={104383},
  year={2023},
  publisher={Elsevier}
}

@inproceedings{wang2024reinforcement,
  title={Reinforcement Learning Reward Function Evaluator for USV Straight-Path Following},
  author={Wang, Shaowei and Yu, Wanneng},
  booktitle={2024 International Conference on Intelligent Ships and Electromechanical System (ICISES)},
  pages={139--142},
  year={2024},
  organization={IEEE}
}
