<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.3 20210610//EN" "JATS-journalpublishing1-3.dtd">
<article article-type="research-article" dtd-version="1.3" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xml:lang="ru"><front><journal-meta><journal-id journal-id-type="publisher-id">novtexmech</journal-id><journal-title-group><journal-title xml:lang="ru">Мехатроника, автоматизация, управление</journal-title><trans-title-group xml:lang="en"><trans-title>Mekhatronika, Avtomatizatsiya, Upravlenie</trans-title></trans-title-group></journal-title-group><issn pub-type="ppub">1684-6427</issn><issn pub-type="epub">2619-1253</issn><publisher><publisher-name>Commercial Publisher «New Technologies»</publisher-name></publisher></journal-meta><article-meta><article-id pub-id-type="doi">10.17587/mau.25.471-478</article-id><article-id custom-type="elpub" pub-id-type="custom">novtexmech-1614</article-id><article-categories><subj-group subj-group-type="heading"><subject>Research Article</subject></subj-group><subj-group subj-group-type="section-heading" xml:lang="ru"><subject>РОБОТЫ, МЕХАТРОНИКА И РОБОТОТЕХНИЧЕСКИЕ СИСТЕМЫ</subject></subj-group><subj-group subj-group-type="section-heading" xml:lang="en"><subject>ROBOT, MECHATRONICS AND ROBOTIC SYSTEMS</subject></subj-group></article-categories><title-group><article-title>Задача навигации в роевой робототехнике: сравнительное исследование методов обучения с подкреплением и оптимизации роя частиц</article-title><trans-title-group xml:lang="en"><trans-title>Swarm Robotics Navigation Task: A Comparative Study of Reinforcement Learning and Particle Swarm Optimization Methodologies</trans-title></trans-title-group></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Искандар</surname><given-names>А.</given-names></name><name name-style="western" xml:lang="en"><surname>Iskandar</surname><given-names>A.</given-names></name></name-alternatives><bio xml:lang="ru"><p>Аспирант</p><p>Мишкольц</p></bio><bio xml:lang="en"><p>Ph.D. Candidate</p><p>Miskolc, 3515</p></bio><email xlink:type="simple">iskandar.alaa@student.uni-miskolc.hu</email><xref ref-type="aff" rid="aff-1"/></contrib><contrib contrib-type="author" corresp="yes"><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Хаммуд</surname><given-names>А.</given-names></name><name name-style="western" xml:lang="en"><surname>Hammoud</surname><given-names>A.</given-names></name></name-alternatives><bio xml:lang="ru"><p>Аспирант</p><p>Краснодар</p></bio><bio xml:lang="en"><p>Iskandar Alaa, Postgraduate Student, Faculty of Mechanical Engineering and Informatics</p><p>Krasnodar, 350046</p></bio><email xlink:type="simple">ali-hammoud@mail.ru</email><xref ref-type="aff" rid="aff-2"/></contrib><contrib contrib-type="author" corresp="yes"><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Ковач</surname><given-names>Б.</given-names></name><name name-style="western" xml:lang="en"><surname>Kovács</surname><given-names>B.</given-names></name></name-alternatives><bio xml:lang="ru"><p>Доц.</p><p>Мишкольц</p></bio><bio xml:lang="en"><p>Miskolc, 3515</p></bio><email xlink:type="simple">bela.kovacs@uni-miskolc.hu</email><xref ref-type="aff" rid="aff-1"/></contrib></contrib-group><aff-alternatives id="aff-1"><aff xml:lang="ru"><institution>Университет Мишкольца</institution><country>Венгрия</country></aff><aff xml:lang="en"><institution>University of Miskolc</institution><country>Hungary</country></aff></aff-alternatives><aff-alternatives id="aff-2"><aff xml:lang="ru"><institution>Кубанский государственный аграрный университет</institution><country>Россия</country></aff><aff xml:lang="en"><institution>Kuban State Agrarian University</institution><country>Russian Federation</country></aff></aff-alternatives><pub-date pub-type="collection"><year>2024</year></pub-date><pub-date pub-type="epub"><day>05</day><month>09</month><year>2024</year></pub-date><volume>25</volume><issue>9</issue><fpage>471</fpage><lpage>478</lpage><permissions><copyright-statement>Copyright &amp;#x00A9; Commercial Publisher «New Technologies», 2024</copyright-statement><copyright-year>2024</copyright-year><copyright-holder xml:lang="ru">Commercial Publisher «New Technologies»</copyright-holder><copyright-holder xml:lang="en">Commercial Publisher «New Technologies»</copyright-holder><license xlink:href="https://mech.novtex.ru/jour/about/submissions#copyrightNotice" xlink:type="simple"><license-p>https://mech.novtex.ru/jour/about/submissions#copyrightNotice</license-p></license></permissions><self-uri xlink:href="https://mech.novtex.ru/jour/article/view/1614">https://mech.novtex.ru/jour/article/view/1614</self-uri><abstract><p>Методы автоматического проектирования направлены на создание коллективного поведения роевых роботизированных систем. Эти методы позволяют нескольким роботам автономно координировать и выполнять сложные задачи в своей среде. В данной работе были исследованы две известные методологии: оптимизация роя частиц (PSO) и обучение с подкреплением (RL). Новое сравнительное исследование было проведено для анализа производительности группы мобильных роботов посредством обширных экспериментов. Целью было реализовать коллективное навигационное поведение в неизвестной среде. Эти среды различаются по сложности: от сред без препятствий до загроможденных сред. Основные показатели сравнения включают эффективность использования времени отдельных роботов и всего роя, гибкость в поиске пути и способность обобщать решения для новых сред. Результаты, полученные с помощью симулятора Webots с контроллером Python, показали, что RL превосходно работает в средах, в больщой степени соответствующих условиям его обучения. RL добился более быстрого завершения работы и продемонстрировал превосходную координацию между отдельными роботами. Однако его производительность падает при работе с необученными сценариями, что требует дорогостоящего переобучения или структурных усложнений для повышения адаптивности. PSO, напротив, продемонстрировал похвальную стабильность в работе. Несмотря на более медленный темп он продемонстрировал надежность в различных сложных условиях без необходимости реконфигурации.</p></abstract><trans-abstract xml:lang="en"><p>Automatic design methods focus on generating the collective behavior of swarm robotic systems. These methods enable multiple robots to coordinate and execute complex tasks in their environments autonomously. This research paper investigated two prominent methodologies: particle swarm optimization (PSO) and reinforcement learning (RL). A new comparative study was conducted to analyze the performance of a group of mobile robots through extensive experimentation. The objective was to produce navigational collective behavior through unknown environments. These environments differ in complexity ranging from obstacle-free environments to cluttered ones. The core metrics of the comparison include the time efficiency of individual robots and the overall swarm, flexibility in pathfinding, and the ability to generalize solutions for new environments. The obtained results from the Webots simulator with Python controller suggested that RL excels in environments closely aligned with its training conditions. RL achieved a faster completion time and demonstrated superior coordination among individual robots. However, its performance dips when facing untrained scenarios necessitating computationally expensive retraining or structural complexities to enhance adaptability. Conversely, PSO showed commendable consistency in performance. Despite its slower pace, it exhibited robustness in various challenging settings without reconfiguration.</p></trans-abstract><kwd-group xml:lang="ru"><kwd>роевые роботы</kwd><kwd>коллективное поведение навигации</kwd><kwd>обучение с подкреплением</kwd><kwd>оптимизация роя частиц</kwd><kwd>симулятор Webots</kwd><kwd>робот E-puck</kwd></kwd-group><kwd-group xml:lang="en"><kwd>Swarm robots</kwd><kwd>Navigation collective behavior</kwd><kwd>Reinforcement learning</kwd><kwd>Particle swarm optimization</kwd><kwd>Webots simulator</kwd><kwd>E-puck robot</kwd></kwd-group></article-meta></front><back><ref-list><title>References</title><ref id="cit1"><label>1</label><citation-alternatives><mixed-citation xml:lang="ru">Cheraghi A. R., Shahzad S., Graffi K. Past, present, and future of swarm robotics. In: Intelligent Systems and Applications: Proceedings of the 2021 Intelligent Systems Conference (IntelliSys) 3, 2022, pp. 190—233.</mixed-citation><mixed-citation xml:lang="en">Cheraghi A. R., Shahzad S., Graffi K. Past, present, and future of swarm robotics. In: Intelligent Systems and Applications: Proceedings of the 2021 Intelligent Systems Conference (IntelliSys) 3, 2022, pp. 190—233.</mixed-citation></citation-alternatives></ref><ref id="cit2"><label>2</label><citation-alternatives><mixed-citation xml:lang="ru">Majid M., Arshad M., Mokhtar R. Swarm robotics behaviors and tasks: a technical review. Control Engineering in Robotics and Industrial Automation: Malaysian Society for Automatic Control Engineers (MACE) Technical Series, 2018, pp. 99—167.</mixed-citation><mixed-citation xml:lang="en">Majid M., Arshad M., Mokhtar R. Swarm robotics behaviors and tasks: a technical review. Control Engineering in Robotics and Industrial Automation: Malaysian Society for Automatic Control Engineers (MACE) Technical Series, 2018, pp. 99—167.</mixed-citation></citation-alternatives></ref><ref id="cit3"><label>3</label><citation-alternatives><mixed-citation xml:lang="ru">Shahzad M. M., Saeed Z., Akhtar A., Munawar H., Yousaf M. H., Baloach N. K., Hussain F. A review of swarm robotics in a nutshell. Drones, 2023, vol. 7, no. 4, pp. 269.</mixed-citation><mixed-citation xml:lang="en">Shahzad M. M., Saeed Z., Akhtar A., Munawar H., Yousaf M. H., Baloach N. K., Hussain F. A review of swarm robotics in a nutshell. Drones, 2023, vol. 7, no. 4, pp. 269.</mixed-citation></citation-alternatives></ref><ref id="cit4"><label>4</label><citation-alternatives><mixed-citation xml:lang="ru">Iskandar A., Kovács B. A survey on automatic design methods for swarm robotics systems. Carpathian Journal of Electronic and Computer Engineering, 2021, vol. 4, no. 2, pp. 1—5.</mixed-citation><mixed-citation xml:lang="en">Iskandar A., Kovács B. A survey on automatic design methods for swarm robotics systems. Carpathian Journal of Electronic and Computer Engineering, 2021, vol. 4, no. 2, pp. 1—5.</mixed-citation></citation-alternatives></ref><ref id="cit5"><label>5</label><citation-alternatives><mixed-citation xml:lang="ru">Brambilla M., Ferrante E., Birattari M., Dorigo M. Swarm robotics: a review from the swarm engineering perspective. Swarm Intelligence, 2013, vol. 7, pp. 1—41.</mixed-citation><mixed-citation xml:lang="en">Brambilla M., Ferrante E., Birattari M., Dorigo M. Swarm robotics: a review from the swarm engineering perspective. Swarm Intelligence, 2013, vol. 7, pp. 1—41.</mixed-citation></citation-alternatives></ref><ref id="cit6"><label>6</label><citation-alternatives><mixed-citation xml:lang="ru">Kennedy J., Eberhart R. Particle swarm optimization. In: Proceedings of ICNN’95-international Conference on Neural Networks, 1995, vol. 4, pp. 1942—1948.</mixed-citation><mixed-citation xml:lang="en">Kennedy J., Eberhart R. Particle swarm optimization. In: Proceedings of ICNN’95-international Conference on Neural Networks, 1995, vol. 4, pp. 1942—1948.</mixed-citation></citation-alternatives></ref><ref id="cit7"><label>7</label><citation-alternatives><mixed-citation xml:lang="ru">Mehta D., Sharma A., Ravichandran R. A review on robotic swarm optimization techniques, 2023.</mixed-citation><mixed-citation xml:lang="en">Mehta D., Sharma A., Ravichandran R. A review on robotic swarm optimization techniques, 2023.</mixed-citation></citation-alternatives></ref><ref id="cit8"><label>8</label><citation-alternatives><mixed-citation xml:lang="ru">Ab Aziz N. A., Ibrahim Z. Asynchronous particle swarm optimization for swarm robotics. Procedia Engineering, 2012, vol. 41, pp. 951—957.</mixed-citation><mixed-citation xml:lang="en">Ab Aziz N. A., Ibrahim Z. Asynchronous particle swarm optimization for swarm robotics. Procedia Engineering, 2012, vol. 41, pp. 951—957.</mixed-citation></citation-alternatives></ref><ref id="cit9"><label>9</label><citation-alternatives><mixed-citation xml:lang="ru">Rossides G., Metcalfe B., Hunter A. Particle swarm optimization—an adaptation for the control of robotic swarms, Robotics, 2021, vol. 10, no. 2, pp. 58.</mixed-citation><mixed-citation xml:lang="en">Rossides G., Metcalfe B., Hunter A. Particle swarm optimization—an adaptation for the control of robotic swarms, Robotics, 2021, vol. 10, no. 2, pp. 58.</mixed-citation></citation-alternatives></ref><ref id="cit10"><label>10</label><citation-alternatives><mixed-citation xml:lang="ru">Hamami M. G. M., Ismail Z. H. A systematic review on particle swarm optimization towards target search in the swarm robotics domain. Archives of Computational Methods in Engineering, 2022, pp. 1—20.</mixed-citation><mixed-citation xml:lang="en">Hamami M. G. M., Ismail Z. H. A systematic review on particle swarm optimization towards target search in the swarm robotics domain. Archives of Computational Methods in Engineering, 2022, pp. 1—20.</mixed-citation></citation-alternatives></ref><ref id="cit11"><label>11</label><citation-alternatives><mixed-citation xml:lang="ru">Sutton R. S., Barto A. G. Reinforcement Learning: An Introduction. MIT press, 2018.</mixed-citation><mixed-citation xml:lang="en">Sutton R. S., Barto A. G. Reinforcement Learning: An Introduction. MIT press, 2018.</mixed-citation></citation-alternatives></ref><ref id="cit12"><label>12</label><citation-alternatives><mixed-citation xml:lang="ru">Moerland T. M., Broekens J., Plaat A., Jonker C. M. et al. Model-based reinforcement learning: A survey. Foundations and Trends in Machine Learning, 2023, vol. 16. no. 1, pp.1—118.</mixed-citation><mixed-citation xml:lang="en">Moerland T. M., Broekens J., Plaat A., Jonker C. M. et al. Model-based reinforcement learning: A survey. Foundations and Trends in Machine Learning, 2023, vol. 16. no. 1, pp.1—118.</mixed-citation></citation-alternatives></ref><ref id="cit13"><label>13</label><citation-alternatives><mixed-citation xml:lang="ru">Schulman J., Levine S., Abbeel P., Jordan M., Moritz P. Trust region policy optimization. In: International Conference on Machine Learning, 2015, pp. 1889—1897.</mixed-citation><mixed-citation xml:lang="en">Schulman J., Levine S., Abbeel P., Jordan M., Moritz P. Trust region policy optimization. In: International Conference on Machine Learning, 2015, pp. 1889—1897.</mixed-citation></citation-alternatives></ref><ref id="cit14"><label>14</label><citation-alternatives><mixed-citation xml:lang="ru">Casas N. Deep deterministic policy gradient for urban traffic light control. arXiv preprint arXiv, 2017, pp.1703.09035.</mixed-citation><mixed-citation xml:lang="en">Casas N. Deep deterministic policy gradient for urban traffic light control. arXiv preprint arXiv, 2017, pp.1703.09035.</mixed-citation></citation-alternatives></ref><ref id="cit15"><label>15</label><citation-alternatives><mixed-citation xml:lang="ru">Schulman J., Wolski F., Dhariwal P., Radford A., Klimov O. Proximal policy optimization algorithms, arXiv preprint arXiv, 2017, pp.1707.06347.</mixed-citation><mixed-citation xml:lang="en">Schulman J., Wolski F., Dhariwal P., Radford A., Klimov O. Proximal policy optimization algorithms, arXiv preprint arXiv, 2017, pp.1707.06347.</mixed-citation></citation-alternatives></ref><ref id="cit16"><label>16</label><citation-alternatives><mixed-citation xml:lang="ru">Blais M.-A., Akhloufi M. A. Reinforcement learning for swarm robotics: An overview of applications, algorithms and simulators, Cognitive Robotics, 2023.</mixed-citation><mixed-citation xml:lang="en">Blais M.-A., Akhloufi M. A. Reinforcement learning for swarm robotics: An overview of applications, algorithms and simulators, Cognitive Robotics, 2023.</mixed-citation></citation-alternatives></ref><ref id="cit17"><label>17</label><citation-alternatives><mixed-citation xml:lang="ru">Jin B., Liang Y., Han Z., Ohkura K. Generating collective foraging behavior for robotic swarm using deep reinforcement learning. Artificial Life and Robotics,2020, vol. 25, pp. 588—595.</mixed-citation><mixed-citation xml:lang="en">Jin B., Liang Y., Han Z., Ohkura K. Generating collective foraging behavior for robotic swarm using deep reinforcement learning. Artificial Life and Robotics,2020, vol. 25, pp. 588—595.</mixed-citation></citation-alternatives></ref><ref id="cit18"><label>18</label><citation-alternatives><mixed-citation xml:lang="ru">Wei Y., Nie X., Hiraga M., Ohkura K., Car Z. Developing end-to-end control policies for robotic swarms using deep q-learning. Journal of Advanced Computational Intelligence and Intelligent Informatics, 2019, vol. 23, no. 5, pp. 920—927.</mixed-citation><mixed-citation xml:lang="en">Wei Y., Nie X., Hiraga M., Ohkura K., Car Z. Developing end-to-end control policies for robotic swarms using deep q-learning. Journal of Advanced Computational Intelligence and Intelligent Informatics, 2019, vol. 23, no. 5, pp. 920—927.</mixed-citation></citation-alternatives></ref><ref id="cit19"><label>19</label><citation-alternatives><mixed-citation xml:lang="ru">Jin B., Liang Y., Han Z., Hiraga M., Ohkura K. A hierarchical training method of generating collective foraging behavior for a robotic swarm. Artificial Life and Robotics, 2022, pp. 1—5.</mixed-citation><mixed-citation xml:lang="en">Jin B., Liang Y., Han Z., Hiraga M., Ohkura K. A hierarchical training method of generating collective foraging behavior for a robotic swarm. Artificial Life and Robotics, 2022, pp. 1—5.</mixed-citation></citation-alternatives></ref><ref id="cit20"><label>20</label><citation-alternatives><mixed-citation xml:lang="ru">Garaffa L. C., Basso M., Konzen A. A., Freitas E. P. Reinforcement learning for mobile robotics exploration: A survey. IEEE Transactions on Neural Networks and Learning Systems, 2021.</mixed-citation><mixed-citation xml:lang="en">Garaffa L. C., Basso M., Konzen A. A., Freitas E. P. Reinforcement learning for mobile robotics exploration: A survey. IEEE Transactions on Neural Networks and Learning Systems, 2021.</mixed-citation></citation-alternatives></ref><ref id="cit21"><label>21</label><citation-alternatives><mixed-citation xml:lang="ru">Di Mario E., Talebpour Z., Martinoli A. A comparison of PSO and reinforcement learning for multi-robot obstacle avoidance. In: 2013 IEEE Congress on Evolutionary Computation, 2013, pp. 149—156.</mixed-citation><mixed-citation xml:lang="en">Di Mario E., Talebpour Z., Martinoli A. A comparison of PSO and reinforcement learning for multi-robot obstacle avoidance. In: 2013 IEEE Congress on Evolutionary Computation, 2013, pp. 149—156.</mixed-citation></citation-alternatives></ref><ref id="cit22"><label>22</label><citation-alternatives><mixed-citation xml:lang="ru">Fan J., Hu M., Chu X., Yang D. A comparison analysis of swarm intelligence algorithms for robot swarm learning. In: 2017 Winter Simulation Conference (WSC), 2017, pp. 3042—3053.</mixed-citation><mixed-citation xml:lang="en">Fan J., Hu M., Chu X., Yang D. A comparison analysis of swarm intelligence algorithms for robot swarm learning. In: 2017 Winter Simulation Conference (WSC), 2017, pp. 3042—3053.</mixed-citation></citation-alternatives></ref><ref id="cit23"><label>23</label><citation-alternatives><mixed-citation xml:lang="ru">Michel O. Cyberbotics ltd. WebotsMT: professional mobile robot simulation. International Journal of Advanced Robotic Systems, 2004, vol. 1, no. 1, pp. 5.</mixed-citation><mixed-citation xml:lang="en">Michel O. Cyberbotics ltd. WebotsMT: professional mobile robot simulation. International Journal of Advanced Robotic Systems, 2004, vol. 1, no. 1, pp. 5.</mixed-citation></citation-alternatives></ref><ref id="cit24"><label>24</label><citation-alternatives><mixed-citation xml:lang="ru">Kirtas M., Tsampazis K., Passalis N., Tefas A. Deepbots: A webots-based deep reinforcement learning framework for robotics. In: Artificial Intelligence Applications and Innovations: 16th IFIP WG 12.5 International Conference, AIAI 2020, Neos Marmaras, Greece, June 5—7, 2020, Proceedings, Part II 16, pp. 64—75.</mixed-citation><mixed-citation xml:lang="en">Kirtas M., Tsampazis K., Passalis N., Tefas A. Deepbots: A webots-based deep reinforcement learning framework for robotics. In: Artificial Intelligence Applications and Innovations: 16th IFIP WG 12.5 International Conference, AIAI 2020, Neos Marmaras, Greece, June 5—7, 2020, Proceedings, Part II 16, pp. 64—75.</mixed-citation></citation-alternatives></ref></ref-list><fn-group><fn fn-type="conflict"><p>The authors declare that there are no conflicts of interest present.</p></fn></fn-group></back></article>
