<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.3 20210610//EN" "JATS-journalpublishing1-3.dtd">
<article article-type="research-article" dtd-version="1.3" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xml:lang="ru"><front><journal-meta><journal-id journal-id-type="publisher-id">novtexmech</journal-id><journal-title-group><journal-title xml:lang="ru">Мехатроника, автоматизация, управление</journal-title><trans-title-group xml:lang="en"><trans-title>Mekhatronika, Avtomatizatsiya, Upravlenie</trans-title></trans-title-group></journal-title-group><issn pub-type="ppub">1684-6427</issn><issn pub-type="epub">2619-1253</issn><publisher><publisher-name>Commercial Publisher «New Technologies»</publisher-name></publisher></journal-meta><article-meta><article-id pub-id-type="doi">10.17587/mau.24.634-642</article-id><article-id custom-type="elpub" pub-id-type="custom">novtexmech-1467</article-id><article-categories><subj-group subj-group-type="heading"><subject>Research Article</subject></subj-group><subj-group subj-group-type="section-heading" xml:lang="ru"><subject>РОБОТЫ, МЕХАТРОНИКА И РОБОТОТЕХНИЧЕСКИЕ СИСТЕМЫ</subject></subj-group><subj-group subj-group-type="section-heading" xml:lang="en"><subject>ROBOT, MECHATRONICS AND ROBOTIC SYSTEMS</subject></subj-group></article-categories><title-group><article-title>Алгоритмизация автоматического управления парковкой беспилотного автомобиля</article-title><trans-title-group xml:lang="en"><trans-title>Algorithmization of Automatic Parking Control of Self-Driving Car</trans-title></trans-title-group></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Тюленев</surname><given-names>И. Д.</given-names></name><name name-style="western" xml:lang="en"><surname>Tyulenev</surname><given-names>I. D.</given-names></name></name-alternatives><bio xml:lang="ru"><p>бакалавр</p><p>г. Москва</p></bio><bio xml:lang="en"><p>Moscow</p></bio><email xlink:type="simple">tiulenev.id19@physics.msu.ru</email><xref ref-type="aff" rid="aff-1"/></contrib><contrib contrib-type="author" corresp="yes"><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Филимонов</surname><given-names>Н. Б.</given-names></name><name name-style="western" xml:lang="en"><surname>Filimonov</surname><given-names>N. B.</given-names></name></name-alternatives><bio xml:lang="ru"><p>д-р техн. наук, проф.</p><p>г. Москва</p></bio><bio xml:lang="en"><p>Professor, Dr. Sci. Tech.</p><p>Moscow</p></bio><email xlink:type="simple">nbfilimonov@mail.ru</email><xref ref-type="aff" rid="aff-2"/></contrib></contrib-group><aff-alternatives id="aff-1"><aff xml:lang="ru"><institution>Московский государственный университет имени М. В. Ломоносова</institution><country>Россия</country></aff><aff xml:lang="en"><institution>Lomonosov Moscow State University</institution><country>Russian Federation</country></aff></aff-alternatives><aff-alternatives id="aff-2"><aff xml:lang="ru"><institution>Московский государственный университет имени М. В. Ломоносова; Институт проблем управления им. В. А. Трапезникова РАН</institution><country>Россия</country></aff><aff xml:lang="en"><institution>Lomonosov Moscow State University; 2Trapeznikov Institute of Control Problems, RAS</institution><country>Russian Federation</country></aff></aff-alternatives><pub-date pub-type="collection"><year>2023</year></pub-date><pub-date pub-type="epub"><day>06</day><month>12</month><year>2023</year></pub-date><volume>24</volume><issue>12</issue><fpage>634</fpage><lpage>642</lpage><permissions><copyright-statement>Copyright &amp;#x00A9; Commercial Publisher «New Technologies», 2023</copyright-statement><copyright-year>2023</copyright-year><copyright-holder xml:lang="ru">Commercial Publisher «New Technologies»</copyright-holder><copyright-holder xml:lang="en">Commercial Publisher «New Technologies»</copyright-holder><license xlink:href="https://mech.novtex.ru/jour/about/submissions#copyrightNotice" xlink:type="simple"><license-p>https://mech.novtex.ru/jour/about/submissions#copyrightNotice</license-p></license></permissions><self-uri xlink:href="https://mech.novtex.ru/jour/article/view/1467">https://mech.novtex.ru/jour/article/view/1467</self-uri><abstract><p>Рассматривается задача управления автоматической парковкой беспилотного автомобиля (БПА) как один из аспектов разработки БПА, полная автономность которого достигается автоматизацией управления для всех его режимов движения и маневров, включая парковку. Даны постановка и формализация задачи управления парковкой автомобиля с учетом механических и пространственных ограничений, обеспеч ивающих безопасность парковочного маневра. Рассмотрены как классический, так и современный методы управления автоматической парковкой автомобиля.Классический метод управления парковкой БПА основан на использовании широко распространенных моделей движения Дубинса и Ридса—Шеппа, обеспечивающих оптимальную по быстродействию парковку автомобиля. Предлагаются алгоритмы управления парковкой автомобиля, реализующие классический метод управления. При этом для построения пути между двумя точками использован алгоритм быстрорастущего случай ного дерева RRT, важным достоинством которого является его независимость от геометрического представления и размерности моделируемого окружения автомобиля.Современный метод управления парковкой БПА основан на использовании интеллектуальных технологий и, в частности, машинного обучения. Предлагается алгоритм управления парковкой автомобиля, реализующий современный метод управления на основе машинного обучения с подкреплением. При этом использован наиболее эффективный алгоритм обучения — алгоритм Q-обучения.Синтезированные алгоритмы управления парковкой автомобиля реализованы на языке Python с использованием популярных математических библиотек Matplotlib и NumPy. Проведена компьютерная верификация синтезированных алгоритмов, которая подтвердила эффективность предложенных алгоритмических решений автоматического управления парковкой БПА.</p></abstract><trans-abstract xml:lang="en"><p>Currently, the development of a self-driving car (SDC) is becoming increasingly popular, the full autonomy of which is achieved by automatic control of all its driving modes and maneuvers, including parking — the most common maneuver. The problem of parking automation is of particular relevance, as far as it allows not only to facilitate the process of safe parking, but also to increase the density of parked cars. The paper considers the control problem of automatic parking of SDC. The statement and formalization of the control problem of car parking taking into account the mechanical and spatial constraints ensuring the safety of the parking maneuver are given. Both classical and modern control methods of automatic car parking are considered. The classical control method of SDC parking is based on the utilization of widely used Dubins and Reeds-Shepp traffic models ensuring fast acting optimal car parking. At the same time, the algorithm of a fast-growing random tree RRT was used to construct a path between two points. Due to randomization, an important advantage of this algorithm is its independence from the geometric representation and dimension of the modeled environment of the car. The modern control methods of SDC parking are based on the use of intelligent methods and technologies. In present paper in contrast to the classical, "untrained" methods, the control method of parking based on machine learning is used. The problem of synthesis of control algorithm of SDC parking based on the machine learning method with reinforcement is posed and solved. A car parking algorithm implemented in Python using mathematical libraries Matplotlib and NumPy is synthesized. Computer verification of the synthesized algorithm was carried out and optimal values of machine learning parameters were determined.</p></trans-abstract><kwd-group xml:lang="ru"><kwd>беспилотный автомобиль</kwd><kwd>автоматическое управление парковкой</kwd><kwd>алгоритмы классической парковки</kwd><kwd>модели движения Дубинса и Ридса—Шеппа</kwd><kwd>алгоритм современной парковки</kwd><kwd>машинное обучение с подкреплением</kwd><kwd>компьютерный синтез и верификация алгоритма</kwd></kwd-group><kwd-group xml:lang="en"><kwd>self-driving car</kwd><kwd>automatic parking control</kwd><kwd>classical packing algorithms</kwd><kwd>Dubins and Reeds-Shepp motion models</kwd><kwd>modern parking algorithm</kwd><kwd>machine learning with reinforcement</kwd><kwd>computer synthesis and algorithms verification</kwd></kwd-group></article-meta></front><back><ref-list><title>References</title><ref id="cit1"><label>1</label><citation-alternatives><mixed-citation xml:lang="ru">Кобылинский А. Ю. Опасности и перспективы развития беспилотного автомобильного транспорта // Наука, техника и образование. 2022. Т. 83, № 3. С. 40—44.</mixed-citation><mixed-citation xml:lang="en">Kobylinsky A. Yu. Dangers and prospects of development of unmanned motor transport, Science, technology and education, 2022, vol. 83, no. 3, pp. 40—44 (in Russian).</mixed-citation></citation-alternatives></ref><ref id="cit2"><label>2</label><citation-alternatives><mixed-citation xml:lang="ru">Жидков Е. С., Шиповалов Д. А. Развитие направления беспилотного транспорта. Система автоматической парковки автомобиля // ИНТЕРНАУКА. 2019. № 47-1 (129). С. 6—8.</mixed-citation><mixed-citation xml:lang="en">Zhidkov Ye. S., Shipovalov D. A. Development of the Direction of Umanned Transport. Automatic Car Parking System, INTERNAUKA, 2019, no. 47-1 (129), pp. 6—8 (in Russian).</mixed-citation></citation-alternatives></ref><ref id="cit3"><label>3</label><citation-alternatives><mixed-citation xml:lang="ru">Nourinejad M., Bahrami S., Roorda M. J. Designing Parking Facilities for Autonomous Vehicles // Transportation Research Part B Methodological. 2018. Vol. 109, No. 39. P. 110—127.</mixed-citation><mixed-citation xml:lang="en">Nourinejad M., Bahrami S., Roorda M. J. Designing Parking Facilities for Autonomous Vehicles, Transportation Research Part B Methodological, 2018, vol. 109, no. 39, pp. 110—127.</mixed-citation></citation-alternatives></ref><ref id="cit4"><label>4</label><citation-alternatives><mixed-citation xml:lang="ru">Singh S., Saini B. S. Autonomous Cars: Recent Developments, Challenges, and Possible Solutions // IOP Conf. Series: Materials Science and Engineering. 2021. Vol. 1022, Iss. 1. P. 012028.</mixed-citation><mixed-citation xml:lang="en">Singh S., Saini B. S. Autonomous Cars: Recent Developments, Challenges, and Possible Solutions, IOP Conf. Series: Materials Science and Engineering,2021, vol. 1022, iss. 1, pp. 012028.</mixed-citation></citation-alternatives></ref><ref id="cit5"><label>5</label><citation-alternatives><mixed-citation xml:lang="ru">Аграчев А. А., Сачков Ю. Л. Геометрическая теория управления. М.: Физматлит, 2005. 392 c.</mixed-citation><mixed-citation xml:lang="en">Agrachev A. A., Sachkov Yu. L. Geometric theory of control, Moscow, Fizmatlit, 2005, 392 p. (in Russian)</mixed-citation></citation-alternatives></ref><ref id="cit6"><label>6</label><citation-alternatives><mixed-citation xml:lang="ru">Вагизов М. Р., Хабаров С. П. Построение программных траекторий движения на базе решения задачи "Машина Дубинса" // Информация и космос. 2021. № 3. С. 116—125.</mixed-citation><mixed-citation xml:lang="en">Vagizov M. R., Khabarov S. P. The construction of motion program trajectories based on the solution of the Dubins problem, Informatsiyaikosmos, 2021, no. 3, pp. 116—125 (in Russian).</mixed-citation></citation-alternatives></ref><ref id="cit7"><label>7</label><citation-alternatives><mixed-citation xml:lang="ru">Маштаков А. П. Задача быстродействия на группе движений плоскости с управлением в полукруге // Математический сборник. 2022. Т. 213, № 4. С. 100—122.</mixed-citation><mixed-citation xml:lang="en">Mashtakov A. P. The problem of speed on a group of plane movements with control in a semicircle, Mathematical collection, 2022, vol. 213, no. 4, pp. 100—122 (in Russian).</mixed-citation></citation-alternatives></ref><ref id="cit8"><label>8</label><citation-alternatives><mixed-citation xml:lang="ru">Жданов А. А., Климов Д. М., Королев В. В., Утемов А. Е. Моделирование процесса параллельной парковки автомобиля // Известия РАН. Теория и системы управления. 2008. № 6. С. 74—86.</mixed-citation><mixed-citation xml:lang="en">Zhdanov A. A., Klimov D. M., Korolev V. V., Utemov A. E. Modeling of the process of parallel parking of a car, News of the Russian Academy of Sciences. Theory and control systems, 2008, no. 6, pp. 74—86 (in Russian).</mixed-citation></citation-alternatives></ref><ref id="cit9"><label>9</label><citation-alternatives><mixed-citation xml:lang="ru">Li B., Shao Z. A Unified Motion Planning Method for Parking an Autonomous Vehicle in the Presence of Irregularly Placed Obstacles // Knowledge-Based Systems. 2015. Vol. 86. P. 11—20.</mixed-citation><mixed-citation xml:lang="en">Li B., Shao Z. A Unified Motion Planning Method for Parking an Autonomous Vehicle in the Presence of Irregularly Placed Obstacles, Knowledge-Based Systems, 2015, vol. 86, pp. 11—20.</mixed-citation></citation-alternatives></ref><ref id="cit10"><label>10</label><citation-alternatives><mixed-citation xml:lang="ru">Gуmez-Bravo F., Cuesta F., Ollero A., Viguria A. Continuous Curvature Pathgeneration Based on B-Spline Curves for Parking Manoeuvres // Robot. Auton. Syst. 2008. Vol. 56, N. 4. P. 360—372.</mixed-citation><mixed-citation xml:lang="en">Gуmez-Bravo F., Cuesta F., Ollero A., Viguria A. Continuous Curvature Pathgeneration Based on B-Spline Curves for Parking Manoeuvres, Robotics Autonomous Systems, 2008, vol. 56, no. 4, pp. 360—372.</mixed-citation></citation-alternatives></ref><ref id="cit11"><label>11</label><citation-alternatives><mixed-citation xml:lang="ru">Vorobieva H., Minoiu-Enache N., Glaser S., Mammar S. Geometric Continuous Curvature Path Planning for Automatic Parallel Parking // Proceedings of 10th IEEE Internat. Conf. on Networking, Sensing and Control (ICNSC 2013). 2013. P. 418—423.</mixed-citation><mixed-citation xml:lang="en">Vorobieva H., Minoiu-Enache N., Glaser S., Mammar S. Geometric Continuous Curvature Path Planning for Automatic Parallel Parking, Proc. of 10th IEEE Internat. Conf. on Networking, Sensing and Control (ICNSC 2013), 2013, pp. 418—423.</mixed-citation></citation-alternatives></ref><ref id="cit12"><label>12</label><citation-alternatives><mixed-citation xml:lang="ru">Muller B., Deutscher J., Grodde S. Continuous Curvature Trajectory Design and Feedforward Control for Parking a Car // IEEE Trans. Control Syst. Technol. 2007. Vol. 15, N. 3. P. 541—553.</mixed-citation><mixed-citation xml:lang="en">Muller B., Deutscher J., Grodde S. Continuous Curvature Trajectory Design and Feedforward Control for Parking a Car, IEEE Trans. Control Syst. Technol., 2007, vol. 15, no. 3, pp. 541—553.</mixed-citation></citation-alternatives></ref><ref id="cit13"><label>13</label><citation-alternatives><mixed-citation xml:lang="ru">Siedentop C., Heinze R., Kasper D., Breuel G., Stachniss C. Path-Planning for Autonomous Parking with Dubins Curves // Conference: Proc. of the Workshop Fahrerassistenz systeme. 2015. P. 1—8.</mixed-citation><mixed-citation xml:lang="en">Siedentop C., Heinze R., Kasper D., Breuel G., Stachniss C. Path-Planning for Autonomous Parking with Dubins Curves // Conference: Proc. of the Workshop Fahrerassistenz systeme. 2015. P. 1—8.</mixed-citation></citation-alternatives></ref><ref id="cit14"><label>14</label><citation-alternatives><mixed-citation xml:lang="ru">Ардентов А. А., Губанов И. С. Моделирование парковки автомобиля с прицепом вдоль путей Маркова-Дубинса и Ридса-Шеппа // Программные системы: теория и приложения. 2019. Т. 10, № 4 (43). С. 97—110.</mixed-citation><mixed-citation xml:lang="en">Ardentov A. A., Gubanov I. S. Modeling of parking a car with a trailer along the Markov-Dubins and Reeds-Shepp paths, Software Systems: Theory and Applications, 2019, vol. 10, no. 4 (43), pp. 97—110.</mixed-citation></citation-alternatives></ref><ref id="cit15"><label>15</label><citation-alternatives><mixed-citation xml:lang="ru">Kong S.-G., Kosko B. Comparison of Fuzzy, Neural Truck Backer Upper Control Systems // Proc. 1990-IJCNN International Joint Conference on Neural Networks. San Diego, CA, USA. 1990. Vol. 3. P. 349—358.</mixed-citation><mixed-citation xml:lang="en">Kong S.-G., Kosko B. Comparison of Fuzzy, Neural Truck Backer Upper Control Systems, Proc. 1990-IJCNN International Joint Conference on Neural Networks. San Diego, CA, USA, 1990, vol. 3, pp. 349—358.</mixed-citation></citation-alternatives></ref><ref id="cit16"><label>16</label><citation-alternatives><mixed-citation xml:lang="ru">Li T., Chang S. Autonomous Fuzzy Parking Control of a Car-Like Mobile Robot // IEEE Trans. Syst. Man Cybern. Part A: Syst. Hum. 2003. Vol. 33 (4). P. 451—465.</mixed-citation><mixed-citation xml:lang="en">Li T., Chang S. Autonomous Fuzzy Parking Control of a Car-Like Mobile Robot, IEEE Trans. Syst. Man Cybern. Part A: Syst. Hum., 2003, vol. 33 (4), pp. 451—465.</mixed-citation></citation-alternatives></ref><ref id="cit17"><label>17</label><citation-alternatives><mixed-citation xml:lang="ru">Zhao Y., Jr. E. C. Robust Automatic Parallel Parking in Tight Spaces via Fuzzy Logic // Robot. Auton. Syst. 2005. Vol. 51 (2). P. 111—127.</mixed-citation><mixed-citation xml:lang="en">Zhao Y., Jr. E. C. Robust Automatic Parallel Parking in Tight Spaces via Fuzzy Logic, Robot. Auton. Syst., 2005, vol. 51 (2), pp. 111—127.</mixed-citation></citation-alternatives></ref><ref id="cit18"><label>18</label><citation-alternatives><mixed-citation xml:lang="ru">Мукешимана К. Нечеткая модель управления парковкой беспилотного автомобиля // Междунар. науч. конф. по проблемам управления в технических системах. 2017. Т. 1. С. 432—436.</mixed-citation><mixed-citation xml:lang="en">Mukeshimana C. Fuzzy Model of Parking Control for an Unmanned Vehicle, Internat. Scientific Conf. on Control Problems in Technical Systems, 2017, vol. 1, pp. 432—436 (in Russian).</mixed-citation></citation-alternatives></ref><ref id="cit19"><label>19</label><citation-alternatives><mixed-citation xml:lang="ru">Ballinas E., Montiel O., Castillo O., Rubio Y., Aguilar L. T. Automatic Parallel Parking Algorithm for a Car-like Robot usingFuzzy PD + I Control // Engineering Letters. 2018. Vol. 26, N. 4. P. 447—454.</mixed-citation><mixed-citation xml:lang="en">Ballinas E., Montiel O., Castillo O., Rubio Y., Aguilar L. T. Automatic Parallel Parking Algorithm for a Car-like Robot usingFuzzy PD + I Control, Engineering Letters, 2018, vol. 26, no. 4, pp. 447—454.</mixed-citation></citation-alternatives></ref><ref id="cit20"><label>20</label><citation-alternatives><mixed-citation xml:lang="ru">Wang Z., Shao Q., Wang C., Zhang Q. Automatic Parking Trajectory Planning Based on Recurrent Neural Network // 2018 IEEE 9th International Conference on Software Engineering and Service Science (ICSESS). Beijing, China. 2018. P. 1—4.</mixed-citation><mixed-citation xml:lang="en">Wang Z., Shao Q., Wang C., Zhang Q. Automatic Parking Trajectory Planning Based on Recurrent Neural Network, 2018 IEEE 9th International Conference on Software Engineering and Service Science (ICSESS), Beijing, China, 2018, pp. 1—4.</mixed-citation></citation-alternatives></ref><ref id="cit21"><label>21</label><citation-alternatives><mixed-citation xml:lang="ru">Parashar S., Kumar G. Smart Parking System Using Genetic Optimization: A Review // 2019 International Conference on Intelligent Sustainable Systems (ICISS). Palladam India. 2019. P. 599—603.</mixed-citation><mixed-citation xml:lang="en">Parashar S., Kumar G. Smart Parking System Using Genetic Optimization: A Review, 2019 International Conference on Intelligent Sustainable Systems (ICISS), Palladam India, 2019, pp. 599—603.</mixed-citation></citation-alternatives></ref><ref id="cit22"><label>22</label><citation-alternatives><mixed-citation xml:lang="ru">Евдокимова Т. С., Синодкин А. А., Федосова Л. О., Тюриков М. И. Алгоритм построение глобальной траектории движения и планирования маршрута автоматической парковки беспилотного транспортного средства // Вестник МГТУ "СТАНКИН". 2020. № 4 (55). С. 61—67.</mixed-citation><mixed-citation xml:lang="en">Evdokimova T. S., Sinodkin A. A., Fedosova L. O., Tyrikov M. I. Algorithm for Constructing a Global Trajectory of Traffic and Planning of the Automatic Parking Route of the Self- Driving Car, Vestnik MSTU "STANKIN", 2020, no. 4 (55), pp. 61—67 (in Russian).</mixed-citation></citation-alternatives></ref><ref id="cit23"><label>23</label><citation-alternatives><mixed-citation xml:lang="ru">Комаров И. И., Лобач Д. А., Мутханна А. С. А. Интеллектуальная система управления парковкой для беспилотных автомобилей на основе технологий интернета вещей // Актуальные проблемы инфотелекоммуникаций в науке и образовании (АПИНО 2022): XI Междунар. научно-техн. и научно-метод. конф. Т. 1. СПб. 2022. С. 592—596.</mixed-citation><mixed-citation xml:lang="en">Komarov I., Lobach D., Muthanna A. S. A. Intelligent Parking Control System for Unmanned Vehicles Based on Internet of Things Technologies, Actual problems of infotelecommunications in science and education (APINO 2022): XI Internat. scientific and technical and the scientific method. conf., vol. 1, St. Petersburg, 2022, pp. 592—596 (in Russian).</mixed-citation></citation-alternatives></ref><ref id="cit24"><label>24</label><citation-alternatives><mixed-citation xml:lang="ru">Тюленев И. Д., Филимонов Н. Б. Управление автоматической парковкой беспилотного автомобиля на основе моделей движения Дубинса и Ридса-Шеппа // Journal of Advanced Research in Technical Science. 2023. № 35. С. 52—59.</mixed-citation><mixed-citation xml:lang="en">Tyulenev I. D., Filimonov N. B. Automatic control for parking self-driving car based on Dubins and Reeds-Shepp models, Journal of Advanced Research in Technical Science, 2023, no. 35, pp. 52—59 (in Russian).</mixed-citation></citation-alternatives></ref><ref id="cit25"><label>25</label><citation-alternatives><mixed-citation xml:lang="ru">Тюленев И. Д., Филимонов Н. Б. Управление автоматической парковкой беспилотного автомобиля на основе метода машинного обучения с подкреплением // Высокопроизводительные вычислительные системы и технологии. 2023. Т. 7, № 1. С. 159—165.</mixed-citation><mixed-citation xml:lang="en">Tyulenev I. D., Filimonov N. B. Automatic Parking Control of an Unmanned Car Based on Reinforcement Machine Learning, High-Performance Computing Systems and Technologies, 2023, vol. 7, no. 1, pp. 159—165 (in Russian).</mixed-citation></citation-alternatives></ref><ref id="cit26"><label>26</label><citation-alternatives><mixed-citation xml:lang="ru">Dubins L. E. On Curves of Minimal Length with a Constraint on Average Curvature, and with Prescribed Initial and Terminal Positions and Tangents // American Journal of Mathematics. 1957. Vol. 79, Iss. 3. P. 497—516.</mixed-citation><mixed-citation xml:lang="en">Dubins L. E. On Curves of Minimal Length with a Constraint on Average Curvature, and with Prescribed Initial and Terminal Positions and Tangents, American Journal of Mathematics, 1957, vol. 79, iss. 3, pp. 497—516.</mixed-citation></citation-alternatives></ref><ref id="cit27"><label>27</label><citation-alternatives><mixed-citation xml:lang="ru">Reeds J. A., Shepp L. A. Optimal Paths for a Car that Goes Both Forwards and BackWards // Pacific Journal of Mathematics. 1990. Vol. 145, N. 2. P. 367—393.</mixed-citation><mixed-citation xml:lang="en">Reeds J. A., Shepp L. A. Optimal Paths for a Car that Goes Both Forwards and BackWards, Pacific Journal of Mathematics, 1990, vol. 145, no. 2, pp. 367—393.</mixed-citation></citation-alternatives></ref><ref id="cit28"><label>28</label><citation-alternatives><mixed-citation xml:lang="ru">Казаков К. А., Семенов В. А. Обзор современных методов планирования движения // Труды ИСП РАН. 2016. Т. 28, Вып. 4. C. 241—294.</mixed-citation><mixed-citation xml:lang="en">Kazakov K. A., Semenov V. A. An Overview of Modern Methods for Motion Planning, Proc. ISP RAS, 2016, vol. 28, iss. 4, pp. 241—294 (in Russian).</mixed-citation></citation-alternatives></ref><ref id="cit29"><label>29</label><citation-alternatives><mixed-citation xml:lang="ru">LaValle S. M., Kuffner J. J. Rapidly-Exploring Random Trees: Progress and Prospects // 2000 Workshop on the Algorithmic Foundations of Robotics. 2000. P. 293—308.</mixed-citation><mixed-citation xml:lang="en">LaValle S. M., Kuffner J. J. Rapidly-Exploring Random Trees: Progress and Prospects, 2000 Workshop on the Algorithmic Foundations of Robotics, 2000, pp. 293—308.</mixed-citation></citation-alternatives></ref><ref id="cit30"><label>30</label><citation-alternatives><mixed-citation xml:lang="ru">Ма Ц., Малинина Т. А., Борисик М. М., Осипович В. С. Алгоритмы машинного обучения робота автомобиля // Fourth Internat. Conf. and Expo BIG DATA ADVANCED ANALYTICS. 2018. C. 416—418.</mixed-citation><mixed-citation xml:lang="en">Ma Ts., Malinina T. A., Borisik M. M., Osipovich V. S. Machine learning algorithms car operation, Fourth Internat. Conf. and Expo BIG DATA ADVANCED ANALYTICS, 2018, pp. 416—418 (in Russian).</mixed-citation></citation-alternatives></ref><ref id="cit31"><label>31</label><citation-alternatives><mixed-citation xml:lang="ru">Дудаков А. С., Турсунов Т. Р., Филимонов Н. Б. Метод глубокого обучения с подкреплением в задачах маршрутизации движения мобильных роботов в среде с препятствиями // Мехатроника, автоматика и робототехника. 2023. № 11. С. 7—13.</mixed-citation><mixed-citation xml:lang="en">Dudakov A. S., Tursunov T. R., Filimonov N. B. The Method of Deep Reinforcement Learning in Motion Planning Problem of Mobile Robots in an Environment with Obstacles, Mechatronics, Automation and Robotics, 2023, no. 11, pp. 7—13 (in Russian).</mixed-citation></citation-alternatives></ref><ref id="cit32"><label>32</label><citation-alternatives><mixed-citation xml:lang="ru">Moon J., Bae I, Kim S. Automatic Parking Controller with a Twin Artificial Neural Network Architecture // Hindawi Mathematical Problems in Engineering. 2019. Vol. 2019. 18 p.</mixed-citation><mixed-citation xml:lang="en">Moon J., Bae I., Kim S. Automatic Parking Controller with a Twin Artificial Neural Network Architecture, Hindawi Mathematical Problems in Engineering, 2019, vol. 2019, 18 p.</mixed-citation></citation-alternatives></ref><ref id="cit33"><label>33</label><citation-alternatives><mixed-citation xml:lang="ru">Wang Z., Shao Q., Wang C., Zhang Q. Automatic Parking Trajectory Planning Based on Recurrent Neural Network // IEEE 9th International Conference on Software Engineering and Service Science (ICSESS), 2018. P. 1—4.</mixed-citation><mixed-citation xml:lang="en">Wang Z., Shao Q., Wang C., Zhang Q. Automatic Parking Trajectory Planning Based on Recurrent Neural Network, IEEE 9th International Conference on Software Engineering and Service Science (ICSESS), 2018, pp. 1—4.</mixed-citation></citation-alternatives></ref><ref id="cit34"><label>34</label><citation-alternatives><mixed-citation xml:lang="ru">Zhang P., Xiong L., Yu Z., Fang P., Yan S., Yao J., Zhou Y. Reinforcement Learning-Based End-to-End Parking for Automatic Parking System // Sensors. 2019. Vol. 19(18). P. 3996.</mixed-citation><mixed-citation xml:lang="en">Zhang P., Xiong L., Yu Z., Fang P., Yan S., Yao J., Zhou Y. Reinforcement Learning-Based End-to-End Parking for Automatic Parking System, Sensors, 2019, vol. 19(18), pp. 3996.</mixed-citation></citation-alternatives></ref><ref id="cit35"><label>35</label><citation-alternatives><mixed-citation xml:lang="ru">Kiran B. R. Deep Reinforcement Learning for Autonomous Driving: A Survey. IEEE Transactions on Intelligent Transportation Systems. 2021. P. 1—18.</mixed-citation><mixed-citation xml:lang="en">Kiran B. R. Deep Reinforcement Learning for Autonomous Driving: A Survey, IEEE Transactions on Intelligent Transportation Systems, 2021, pp. 1—18.</mixed-citation></citation-alternatives></ref><ref id="cit36"><label>36</label><citation-alternatives><mixed-citation xml:lang="ru">Jang B., Kim M., Harerimana G. et al. Q-Learning Algorithms: A Comprehensive Classification and Applications // IEEE Access. 2019. P. 133653—133667</mixed-citation><mixed-citation xml:lang="en">Jang B., Kim M., Harerimana G. et al. Q-Learning Algorithms: A Comprehensive Classification and Applications, IEEE Access, 2019, pp. 133653—133667</mixed-citation></citation-alternatives></ref></ref-list><fn-group><fn fn-type="conflict"><p>The authors declare that there are no conflicts of interest present.</p></fn></fn-group></back></article>
