<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.3 20210610//EN" "JATS-journalpublishing1-3.dtd">
<article article-type="research-article" dtd-version="1.3" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xml:lang="ru"><front><journal-meta><journal-id journal-id-type="publisher-id">novtexmech</journal-id><journal-title-group><journal-title xml:lang="ru">Мехатроника, автоматизация, управление</journal-title><trans-title-group xml:lang="en"><trans-title>Mekhatronika, Avtomatizatsiya, Upravlenie</trans-title></trans-title-group></journal-title-group><issn pub-type="ppub">1684-6427</issn><issn pub-type="epub">2619-1253</issn><publisher><publisher-name>Commercial Publisher «New Technologies»</publisher-name></publisher></journal-meta><article-meta><article-id pub-id-type="doi">10.17587/mau.24.14-23</article-id><article-id custom-type="elpub" pub-id-type="custom">novtexmech-1306</article-id><article-categories><subj-group subj-group-type="heading"><subject>Research Article</subject></subj-group><subj-group subj-group-type="section-heading" xml:lang="ru"><subject>СИСТЕМНЫЙ АНАЛИЗ, УПРАВЛЕНИЕ И ОБРАБОТКА ИНФОРМАЦИИ</subject></subj-group><subj-group subj-group-type="section-heading" xml:lang="en"><subject>SYSTEM ANALYSIS, CONTROL AND INFORMATION PROCESSING</subject></subj-group></article-categories><title-group><article-title>Метод управления на основе технологий компьютерного зрения и машинного обучения для адаптивных систем</article-title><trans-title-group xml:lang="en"><trans-title>A Control Method Based on Computer Vision and Machine Learning Technologies for Adaptive Systems</trans-title></trans-title-group></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Обухов</surname><given-names>А. Д.</given-names></name><name name-style="western" xml:lang="en"><surname>Obukhov</surname><given-names>A. D.</given-names></name></name-alternatives><bio xml:lang="ru"><p>д-р техн. наук, доц.</p><p>Тамбов</p></bio><bio xml:lang="en"><p>Dr. of Tech. Sc., Associate Professor</p><p>Tambov</p></bio><email xlink:type="simple">obuhov.art@gmail.com</email><xref ref-type="aff" rid="aff-1"/></contrib><contrib contrib-type="author" corresp="yes"><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Назарова</surname><given-names>А. О.</given-names></name><name name-style="western" xml:lang="en"><surname>Nazarova</surname><given-names>A. O.</given-names></name></name-alternatives><bio xml:lang="ru"><p>студент,</p><p>Тамбов</p></bio><bio xml:lang="en"><p>Tambov</p></bio><email xlink:type="simple">al.ol@yandex.ru</email><xref ref-type="aff" rid="aff-1"/></contrib></contrib-group><aff-alternatives id="aff-1"><aff xml:lang="ru"><institution>Тамбовский государственный технический университет</institution><country>Россия</country></aff><aff xml:lang="en"><institution>Tambov State Technical University</institution><country>Russian Federation</country></aff></aff-alternatives><pub-date pub-type="collection"><year>2023</year></pub-date><pub-date pub-type="epub"><day>12</day><month>01</month><year>2023</year></pub-date><volume>24</volume><issue>1</issue><fpage>14</fpage><lpage>23</lpage><permissions><copyright-statement>Copyright &amp;#x00A9; Commercial Publisher «New Technologies», 2023</copyright-statement><copyright-year>2023</copyright-year><copyright-holder xml:lang="ru">Commercial Publisher «New Technologies»</copyright-holder><copyright-holder xml:lang="en">Commercial Publisher «New Technologies»</copyright-holder><license xlink:href="https://mech.novtex.ru/jour/about/submissions#copyrightNotice" xlink:type="simple"><license-p>https://mech.novtex.ru/jour/about/submissions#copyrightNotice</license-p></license></permissions><self-uri xlink:href="https://mech.novtex.ru/jour/article/view/1306">https://mech.novtex.ru/jour/article/view/1306</self-uri><abstract><p>Рассматривается проблема организации процесса управления в адаптивных системах, в которых требуется обеспечить сохранение оптимального состояния системы при изменении внешних условий. Анализ существующих подходов к решению данной задачи показал большую перспективность синергетического эффекта от использования технологий машинного обучения и компьютерного зрения. Проведен системный анализ процесса управления с использованием данных технологий, формализованы его основные объекты, поставлена задача исследования. Для ее решения предложен метод, новизна которого заключается в применении технологий машинного обучения и компьютерного зрения для распознавания и получения сжатого представления о состоянии наблюдаемой среды, объектов наблюдения и управления, а также в унификации процесса выбора управляющей команды на основе трех подходов (системы правил, классифицирующей нейронной сети, машинного обучения с подкреплением). Все этапы метода формализованы, возможность использования технологий машинного обучения (нейронных сетей) для их реализации теоретически обос нована. Практическая значимость разработанного метода заключается в возможности автоматизации деятельности человека-оператора в сложных адаптивных системах за счет использования технологий машинного обучения и компьютерного зрения. Метод апробирован на примере системы управления адаптивной беговой платформой. Проведены экспериментальные исследования для оценки работоспособности метода, его производительности и точности работы при определении состояния объектов наблюдения с использованием технологий компьютерного зрения. В результате работы была доказана высокая эффективность предложенного подхода. Использование технологий компьютерного зрения и машинного обучения позволило не только осуществлять управление адаптивной беговой платформой, но и корректно определять критические ситуации (падение и резкую остановку человека), что повышает безопасность работы системы управления, расширяет ее функциональность в области мониторинга состояния окружающей среды и объектов наблюдения.</p></abstract><trans-abstract xml:lang="en"><p>We consider the problem of organizing the control process in adaptive systems, in which it is required to ensure the preservation of the optimal state of the system when external conditions change. The analysis of existing approaches to its solution showed grea t promise in the synergistic effect of using machine learning and computer vision technologies. A system analysis of the management process using these technologies has been carried out. Its prim ary objects have been formalized, and the research task has been set. To solve it, a method is proposed, the novelty of which lies in the usage of machine learning and computer vision technologies for recognizing and obtaining a compresse d idea of the state of the observed environment, objects of observation and control. And also, the choice of the control team was unified, based on three approaches: a system of rules, a neural network with classification, and machine learning with reinforcement. All stages of the method are formalized, and the possibility of using machine learning technologies (neural networks) for their i mplementation is theoretically substantiated. The practical significance of the developed method lies in the possibility of automating the activities of a human operator in complex adaptive systems through the use of machine learning and computer vision technologies. The method was tested on the example of an adaptive running platform control system. Experimental stu dies have been carried out to assess the efficiency of the method, its perfor mance and accuracy of work in determining the state of objects of observation using computer vision technologies. The result of the work is the proven high efficiency of the proposed approach. The usage of computer vision and machine learning technologies made it pos sible not only to control the adaptive running platform but also to determine critical situations (falling or sudden stop of a person), which increases the safety of the control system, expands its functionality in monitoring the state of the environment and objec ts of observation</p></trans-abstract><kwd-group xml:lang="ru"><kwd>адаптивные системы</kwd><kwd>процесс управления</kwd><kwd>компьютерное зрение</kwd><kwd>машинное обучение</kwd><kwd>нейронные сети</kwd><kwd>распознавание объектов</kwd></kwd-group><kwd-group xml:lang="en"><kwd>adaptive systems</kwd><kwd>process management</kwd><kwd>computer vision</kwd><kwd>machine learning</kwd><kwd>neural networks</kwd><kwd>object recognition</kwd></kwd-group><funding-group><funding-statement xml:lang="ru">Статья подготовлена при финансовой поддержке Министерства науки и высшего образования РФ в рамках гранта Президента РФ МК-857.2022.1.6</funding-statement><funding-statement xml:lang="en">This article was prepared with the financi al support of the Ministry of Science and Higher Education of the Russian Federation under the grant of the President of the Russian Federation MK-857.2022.1.6</funding-statement></funding-group></article-meta></front><back><ref-list><title>References</title><ref id="cit1"><label>1</label><citation-alternatives><mixed-citation xml:lang="ru">Raibulet C., Arcelli Fontana F., Carettoni S. A preliminary analysis of self-adaptive systems according to different issues // Software Quality Journal. 2020. Vol. 28, N. 3. P. 1213—1243.</mixed-citation><mixed-citation xml:lang="en">Raibulet C., Arcelli Fontana F., Carettoni S. A preliminary analysis of self-adaptive systems according to different issues // Software Quality Journal. 2020. Vol. 28, N. 3. P. 1213—1243.</mixed-citation></citation-alternatives></ref><ref id="cit2"><label>2</label><citation-alternatives><mixed-citation xml:lang="ru">Weyns D., Bencomo N., Calinescu R., Camara J., Ghezzi C., Grassi V., Tamburrelli G. Perpetual assurances for selfadaptive systems, Software Engineering for Self-Adaptive Systems III, Assurances. Springer, Cham. 2017. P. 31—63.</mixed-citation><mixed-citation xml:lang="en">Weyns D., Bencomo N., Calinescu R., Camara J., Ghezzi C., Grassi V., Tamburrelli G. Perpetual assurances for selfadaptive systems, Software Engineering for Self-Adaptive Systems III, Assurances. Springer, Cham. 2017. P. 31—63.</mixed-citation></citation-alternatives></ref><ref id="cit3"><label>3</label><citation-alternatives><mixed-citation xml:lang="ru">Mahdavi-Hezavehi S., Avgeriou P., Weyns D. A classification framework of uncertainty in architecture-based self-adaptive systems with multiple quality requirements // Managing Trade- Offs in Adaptable Software Architectures. Morgan Kaufmann, 2017. P. 45—77.</mixed-citation><mixed-citation xml:lang="en">Mahdavi-Hezavehi S., Avgeriou P., Weyns D. A classification framework of uncertainty in architecture-based self-adaptive systems with multiple quality requirements // Managing Trade- Offs in Adaptable Software Architectures. Morgan Kaufmann, 2017. P. 45—77.</mixed-citation></citation-alternatives></ref><ref id="cit4"><label>4</label><citation-alternatives><mixed-citation xml:lang="ru">Weyns D. An Introduction to Self-adaptive Systems: A Contemporary Software Engineering Perspective. John Wiley &amp; Sons. 2020. 5. Casadei R., Fortino G., Pianini D., Russo W., Savaglio C., Viroli M. Modelling and simulation of opportunistic IoT services with aggregate computing // Future Generation Computer Systems. 2019. Vol. 91. P. 252—262.</mixed-citation><mixed-citation xml:lang="en">Weyns D. An Introduction to Self-adaptive Systems: A Contemporary Software Engineering Perspective. John Wiley &amp; Sons. 2020. 5. Casadei R., Fortino G., Pianini D., Russo W., Savaglio C., Viroli M. Modelling and simulation of opportunistic IoT services with aggregate computing // Future Generation Computer Systems. 2019. Vol. 91. P. 252—262.</mixed-citation></citation-alternatives></ref><ref id="cit5"><label>5</label><citation-alternatives><mixed-citation xml:lang="ru">Chen Y., Li W., Sakaridis C., Dai D., Van Gool L. Domain adaptive faster r-cnn for object detection in the wild // Proceedings of the IEEE conference on computer vision and pattern recognition. 2018. P. 3339—3348.</mixed-citation><mixed-citation xml:lang="en">Chen Y., Li W., Sakaridis C., Dai D., Van Gool L. Domain adaptive faster r-cnn for object detection in the wild // Proceedings of the IEEE conference on computer vision and pattern recognition. 2018. P. 3339—3348.</mixed-citation></citation-alternatives></ref><ref id="cit6"><label>6</label><citation-alternatives><mixed-citation xml:lang="ru">Colyer S. L., Evans M., Cosker D. P., Salo A. I. A review of the evolution of vision-based motion analysis and the integration of advanced computer vision methods towards developing a markerless system // Sports medicine-open. 2018. Vol. 4, N. 1. P. 1—15.</mixed-citation><mixed-citation xml:lang="en">Colyer S. L., Evans M., Cosker D. P., Salo A. I. A review of the evolution of vision-based motion analysis and the integration of advanced computer vision methods towards developing a markerless system // Sports medicine-open. 2018. Vol. 4, N. 1. P. 1—15.</mixed-citation></citation-alternatives></ref><ref id="cit7"><label>7</label><citation-alternatives><mixed-citation xml:lang="ru">Lyons N. Deep Learning-based Computer Vision Algorithms, Immersive Analytics and Simulation Software, and Virtual Reality Modeling Tools in Digital Twin-driven Smart Manufacturing // Economics, Management, and Financial Markets. 2022. Vol. 17, N. 2. P. 67—81.</mixed-citation><mixed-citation xml:lang="en">Lyons N. Deep Learning-based Computer Vision Algorithms, Immersive Analytics and Simulation Software, and Virtual Reality Modeling Tools in Digital Twin-driven Smart Manufacturing // Economics, Management, and Financial Markets. 2022. Vol. 17, N. 2. P. 67—81.</mixed-citation></citation-alternatives></ref><ref id="cit8"><label>8</label><citation-alternatives><mixed-citation xml:lang="ru">Ge M., Zhang Y. Visual Autopilot Decision System Based on Deep Learning, 3D Imaging Technologies—Multi-dimensional Signal Processing and Deep Learning // Springer, Singapore. 2021. P. 329—335.</mixed-citation><mixed-citation xml:lang="en">Ge M., Zhang Y. Visual Autopilot Decision System Based on Deep Learning, 3D Imaging Technologies—Multi-dimensional Signal Processing and Deep Learning // Springer, Singapore. 2021. P. 329—335.</mixed-citation></citation-alternatives></ref><ref id="cit9"><label>9</label><citation-alternatives><mixed-citation xml:lang="ru">Oudah M., Al-Naji A., Chahl J. Hand gesture recognition based on computer vision: a review of techniques // journal of Imaging. 2020. Vol. 6, N. 8. P. 73.</mixed-citation><mixed-citation xml:lang="en">Oudah M., Al-Naji A., Chahl J. Hand gesture recognition based on computer vision: a review of techniques // journal of Imaging. 2020. Vol. 6, N. 8. P. 73.</mixed-citation></citation-alternatives></ref><ref id="cit10"><label>10</label><citation-alternatives><mixed-citation xml:lang="ru">González Izard S., Sánchez Torres R., Alonso Plaza Ó., Juanes Méndez J. A., García-Peñalvo F. J. Nextmed: automatic imaging segmentation, 3D reconstruction, and 3D model visualization platform using augmented and virtual reality // Sensors. 2020. Vol. 20, N. 10. P. 2962.</mixed-citation><mixed-citation xml:lang="en">González Izard S., Sánchez Torres R., Alonso Plaza Ó., Juanes Méndez J. A., García-Peñalvo F. J. Nextmed: automatic imaging segmentation, 3D reconstruction, and 3D model visualization platform using augmented and virtual reality // Sensors. 2020. Vol. 20, N. 10. P. 2962.</mixed-citation></citation-alternatives></ref><ref id="cit11"><label>11</label><citation-alternatives><mixed-citation xml:lang="ru">Kazemian A., Yuan X., Davtalab O., Khoshnevis B. Computer vision for real-time extrusion quality monitoring and control in robotic construction // Automation in Construction. 2019. Vol. 101. P. 92—98.</mixed-citation><mixed-citation xml:lang="en">Kazemian A., Yuan X., Davtalab O., Khoshnevis B. Computer vision for real-time extrusion quality monitoring and control in robotic construction // Automation in Construction. 2019. Vol. 101. P. 92—98.</mixed-citation></citation-alternatives></ref><ref id="cit12"><label>12</label><citation-alternatives><mixed-citation xml:lang="ru">Yang L. I., Huang J., Feng T. I. A. N., Hong-An W. A. N. G., Guo-Zhong D. A. I. Gesture interaction in virtual reality // Virtual Reality &amp; Intelligent Hardware. 2019. Vol. 1, N. 1. P. 84—112.</mixed-citation><mixed-citation xml:lang="en">Yang L. I., Huang J., Feng T. I. A. N., Hong-An W. A. N. G., Guo-Zhong D. A. I. Gesture interaction in virtual reality // Virtual Reality &amp; Intelligent Hardware. 2019. Vol. 1, N. 1. P. 84—112.</mixed-citation></citation-alternatives></ref><ref id="cit13"><label>13</label><citation-alternatives><mixed-citation xml:lang="ru">Cheng Z., Sun H., Takeuchi M., Katto J. Deep convolutional autoencoder-based lossy image compression // 2018 Picture Coding Symposium (PCS). IEEE. 2018. P. 253—257.</mixed-citation><mixed-citation xml:lang="en">Cheng Z., Sun H., Takeuchi M., Katto J. Deep convolutional autoencoder-based lossy image compression // 2018 Picture Coding Symposium (PCS). IEEE. 2018. P. 253—257.</mixed-citation></citation-alternatives></ref><ref id="cit14"><label>14</label><citation-alternatives><mixed-citation xml:lang="ru">Zhou L., Cai C., Gao Y., Su S., Wu J. Variational autoencoder for low bit-rate image compression // Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition Workshops. 2018. P. 2617—2620.</mixed-citation><mixed-citation xml:lang="en">Zhou L., Cai C., Gao Y., Su S., Wu J. Variational autoencoder for low bit-rate image compression // Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition Workshops. 2018. P. 2617—2620.</mixed-citation></citation-alternatives></ref><ref id="cit15"><label>15</label><citation-alternatives><mixed-citation xml:lang="ru">Tsimpouris E., Tsakiridis N. L., Theocharis J. B. Using autoencoders to compress soil VNIR—SWIR spectra for more robust prediction of soil properties // Geoderma. 2021. Vol. 393. P. 114967.</mixed-citation><mixed-citation xml:lang="en">Tsimpouris E., Tsakiridis N. L., Theocharis J. B. Using autoencoders to compress soil VNIR—SWIR spectra for more robust prediction of soil properties // Geoderma. 2021. Vol. 393. P. 114967.</mixed-citation></citation-alternatives></ref><ref id="cit16"><label>16</label><citation-alternatives><mixed-citation xml:lang="ru">Бутырский Е. Ю., Кувалдин И. А., Чалкин В. П. Аппроксимация многомерных функций // Научное приборостроение. 2010. Т. 20, № 2. С. 82—92.</mixed-citation><mixed-citation xml:lang="en">Butyrskij E. Yu., Kuvaldin I. A., Chalkin V. P. Approximation of multidimensional functions, Nauchnoe Priborostroenie, 2010, vol. 20, no. 2, pp. 82—92 (in Russian).</mixed-citation></citation-alternatives></ref><ref id="cit17"><label>17</label><citation-alternatives><mixed-citation xml:lang="ru">Krasnyanskiy M. N., Obukhov A. D., Dedov D. L. Control System for an Adaptive Running Platform for Moving in Virtual Reality // Automation and Remote Control. 2022. Vol. 83, N. 3. P. 355—366.</mixed-citation><mixed-citation xml:lang="en">Krasnyanskiy M. N., Obukhov A. D., Dedov D. L. Control System for an Adaptive Running Platform for Moving in Virtual Reality // Automation and Remote Control. 2022. Vol. 83, N. 3. P. 355—366.</mixed-citation></citation-alternatives></ref></ref-list><fn-group><fn fn-type="conflict"><p>The authors declare that there are no conflicts of interest present.</p></fn></fn-group></back></article>
