<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.3 20210610//EN" "JATS-journalpublishing1-3.dtd">
<article article-type="research-article" dtd-version="1.3" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xml:lang="ru"><front><journal-meta><journal-id journal-id-type="publisher-id">novtexmech</journal-id><journal-title-group><journal-title xml:lang="ru">Мехатроника, автоматизация, управление</journal-title><trans-title-group xml:lang="en"><trans-title>Mekhatronika, Avtomatizatsiya, Upravlenie</trans-title></trans-title-group></journal-title-group><issn pub-type="ppub">1684-6427</issn><issn pub-type="epub">2619-1253</issn><publisher><publisher-name>Commercial Publisher «New Technologies»</publisher-name></publisher></journal-meta><article-meta><article-id pub-id-type="doi">10.17587/mau.24.206-215</article-id><article-id custom-type="elpub" pub-id-type="custom">novtexmech-1354</article-id><article-categories><subj-group subj-group-type="heading"><subject>Research Article</subject></subj-group><subj-group subj-group-type="section-heading" xml:lang="ru"><subject>РОБОТЫ, МЕХАТРОНИКА И РОБОТОТЕХНИЧЕСКИЕ СИСТЕМЫ</subject></subj-group><subj-group subj-group-type="section-heading" xml:lang="en"><subject>ROBOT, MECHATRONICS AND ROBOTIC SYSTEMS</subject></subj-group></article-categories><title-group><article-title>Инспекция корпуса судна с использованием автономного подводного робота, оснащенного стереофотокамерой</article-title><trans-title-group xml:lang="en"><trans-title>Ship Hull Inspection Using Autonomous an Underwater Vehicle with a Stereo Camera</trans-title></trans-title-group></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Бобков</surname><given-names>В. А.</given-names></name><name name-style="western" xml:lang="en"><surname>Bobkov</surname><given-names>V. A.</given-names></name></name-alternatives><bio xml:lang="ru"><p>д-р техн. наук, гл. науч. сотр.</p><p>Владивосток</p></bio><bio xml:lang="en"><p>Dr. Sc., Chief Researcher</p><p>Vladivostok, 690041</p></bio><email xlink:type="simple">bobkov@iacp.dvo.ru</email><xref ref-type="aff" rid="aff-1"/></contrib><contrib contrib-type="author" corresp="yes"><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Морозов</surname><given-names>М. А.</given-names></name><name name-style="western" xml:lang="en"><surname>Morozov</surname><given-names>M. A.</given-names></name></name-alternatives><bio xml:lang="ru"><p>вед. инженер-программист</p><p>Владивосток</p></bio><bio xml:lang="en"><p>Vladivostok, 690041</p></bio><email xlink:type="simple">morozov@iacp.dvo.ru</email><xref ref-type="aff" rid="aff-1"/></contrib><contrib contrib-type="author" corresp="yes"><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Кудряшов</surname><given-names>А. П.</given-names></name><name name-style="western" xml:lang="en"><surname>Kudryashov</surname><given-names>A. P.</given-names></name></name-alternatives><bio xml:lang="ru"><p>канд. техн. наук, науч. сотр.</p><p>Владивосток</p></bio><bio xml:lang="en"><p>Vladivostok, 690041</p></bio><email xlink:type="simple">alkud1981@mail.ru</email><xref ref-type="aff" rid="aff-1"/></contrib><contrib contrib-type="author" corresp="yes"><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Инзарцев</surname><given-names>А. В.</given-names></name><name name-style="western" xml:lang="en"><surname>Inzartsev</surname><given-names>A. V.</given-names></name></name-alternatives><bio xml:lang="ru"><p>д-р техн. наук, гл. науч. сотр.</p><p>Владивосток</p></bio><bio xml:lang="en"><p>Vladivostok, 690091</p></bio><email xlink:type="simple">inzar@marine.febras.ru</email><xref ref-type="aff" rid="aff-2"/></contrib></contrib-group><aff-alternatives id="aff-1"><aff xml:lang="ru"><institution>Институт автоматики и процессов управления Дальневосточного отделения РАН</institution><country>Россия</country></aff><aff xml:lang="en"><institution>Institute of Automation and Control Processes, Far Eastern Branch of the Russian Academy of Sciences</institution><country>Russian Federation</country></aff></aff-alternatives><aff-alternatives id="aff-2"><aff xml:lang="ru"><institution>Институт проблем морских технологий дальневосточного отделения РАН</institution><country>Россия</country></aff><aff xml:lang="en"><institution>Institute of Marine Technology Problems, Far Eastern Branch of the Russian Academy of Sciences</institution><country>Russian Federation</country></aff></aff-alternatives><pub-date pub-type="collection"><year>2023</year></pub-date><pub-date pub-type="epub"><day>13</day><month>04</month><year>2023</year></pub-date><volume>24</volume><issue>4</issue><fpage>206</fpage><lpage>215</lpage><permissions><copyright-statement>Copyright &amp;#x00A9; Commercial Publisher «New Technologies», 2023</copyright-statement><copyright-year>2023</copyright-year><copyright-holder xml:lang="ru">Commercial Publisher «New Technologies»</copyright-holder><copyright-holder xml:lang="en">Commercial Publisher «New Technologies»</copyright-holder><license xlink:href="https://mech.novtex.ru/jour/about/submissions#copyrightNotice" xlink:type="simple"><license-p>https://mech.novtex.ru/jour/about/submissions#copyrightNotice</license-p></license></permissions><self-uri xlink:href="https://mech.novtex.ru/jour/article/view/1354">https://mech.novtex.ru/jour/article/view/1354</self-uri><abstract><p>Регулярный визуальный осмотр подводной поверхности корпуса судна в целях проверки его целостности и степени биообрастания необходим для обеспечения безопасности и эффективности эксплуатации судна. В статье предлагается метод автоматизированного решения этой задачи с использованием автономного необитаемого подводного аппарата (АНПА), оснащенного стереокамерой, управляемой поворотным механизмом. Движение АНПА осуществляется по эквидистантам вдоль корпуса судна с одновременной видеосъемкой поверхности корпуса. Траектория движения АНПА рассчитывается с применением метода визуальной навигации (визуальная одометрия). Расчетные данные о локализации аппарата относительно корпуса судна используются в методе управления движением аппарата для обеспечения устойчивого движения аппарата на заданном расстоянии от инспектируемой поверхности. Непосредственное вычисление данных о локализации АНПА делается с помощью предлагаемого оригинального алгоритма, который реализован в виде программного средства "стереодальномер". Работа стереодальномера основана на сопоставлении особенностей на изображениях с помощью детектора SURF с последующим построением 3D-облака точек. Описана методика выполнения автоматической инспекции судна в целом. Фиксируемые стереоизображения используются также для построения 3D-модели осматриваемой поверхности. Применяемый метод построения глобальной пространственной модели поверхности основывается на объединении 3D-облаков точек, получаемых для локальных видов. Построение 3D-облака точек для отдельного вида выполняется на основе сопоставления 2D-точечных особенностей на изображениях стереопары (детектор SURF/вычисление корреляции) с последующим применением метода триангуляции лучей для получения пространственных координат точек. Наличие 3D-модели дает возможность провести детальный визуальный анализ состояния корпуса судна. Проведено имитационное моделирование функционирования разработанных средств на виртуальных сценах. Полученные в результате тестирования количественные и качественные оценки эффективности показали приемлемость предложенной методики для автоматической инспекции подводной части корпуса судна.</p></abstract><trans-abstract xml:lang="en"><p>Regular visual inspection of the underwater surface of the ship’s hull to check its integrity and the degree of biofouling is necessary to ensure the safety and efficient operation of the ship. The article proposes a method for the automated solution of this problem using an autonomous uninhabited underwater vehicle (AUV) equipped with a stereo camera controlled by a tilt actuator. The movement of the AUV is carried out along equidistant lines along the ship’s hull with simultaneous video filming of the hull surface. The AUV trajectory is calculated using the visual navigation method (visual odometry). Estimated data on the localization of the AUV relative to the ship’s hull are used in the method of controlling the movement of the vehicle to ensure the stable movement of the vehicle at a given distance from the inspected surface. Direct calculation of AUV localization data is done using the proposed original algorithm, which is implemented in the form of a software tool "stereo rangefinder". The operation of the "stereo rangefinder" is based on the matching of features in images using the SURF detector, followed by the construction of a 3D point cloud. The technique for performing automatic inspection of the ship as a whole is described. Fixed stereo images are also used to build a 3D model of the surface being examined. The applied method of constructing a global spatial model of the surface is based on the union of 3D point clouds obtained for local views. The construction of a 3D point cloud for a particular view is based on a matching of 2D point features on images of a stereo pair (SURF detector / correlation calculation), followed by the use of the ray triangulation method to obtain the spatial coordinates of the points. The presence of a 3D model makes it possible to conduct a detailed visual analysis of the state of the ship’s hull. Simulation modeling of the functioning of the developed tools on virtual scenes was carried out. Quantitative and qualitative performance evaluations obtained as a result of testing showed the acceptability of the proposed method for automatic inspection of the underwater part of the ship’s hull.</p></trans-abstract><kwd-group xml:lang="ru"><kwd>визуальная инспекция</kwd><kwd>подводная поверхность корпуса судна</kwd><kwd>автономный необитаемый подводный аппарат (АНПА)</kwd><kwd>стереокамера</kwd><kwd>3D-модель</kwd></kwd-group><kwd-group xml:lang="en"><kwd>visual ship hull inspection</kwd><kwd>autonomous uninhabited underwater vehicle</kwd><kwd>stereo camera</kwd><kwd>3D model</kwd></kwd-group><funding-group><funding-statement xml:lang="ru">Исследование выполнено за счет Гранта Российского научного фонда № 22-11-00032, httрs://гsсf.гu/рrоjесt/22-11-00032/.</funding-statement></funding-group></article-meta></front><back><ref-list><title>References</title><ref id="cit1"><label>1</label><citation-alternatives><mixed-citation xml:lang="ru">Shahriar Negahdaripour, Pezhman Firoozfam. An ROV Stereovision System for Ship-Hull Inspection // IEEE Journal of Oceanic Engineering. 2006. Vol. 31, Iss. 3. P. 551—564.</mixed-citation><mixed-citation xml:lang="en">Shahriar Negahdaripour, Pezhman Firoozfam. An ROV Stereovision System for Ship-Hull Inspection // IEEE Journal of Oceanic Engineering. 2006. Vol. 31, Iss. 3. P. 551—564.</mixed-citation></citation-alternatives></ref><ref id="cit2"><label>2</label><citation-alternatives><mixed-citation xml:lang="ru">The Magg miniature magnetic crawler. URL: https://eddyfi.com/en/product/magg-magnetic-inspection-roboticcrawler, date of access: 17.06.2022</mixed-citation><mixed-citation xml:lang="en">The Magg miniature magnetic crawler. URL: https://eddyfi.com/en/product/magg-magnetic-inspection-roboticcrawler, date of access: 17.06.2022</mixed-citation></citation-alternatives></ref><ref id="cit3"><label>3</label><citation-alternatives><mixed-citation xml:lang="ru">Utility Crawlers. Purpose-built underwater robotic equipment. URL: https://www.deeptrekker.com/products/utility-crawlers, date of access: 17.06.2022</mixed-citation><mixed-citation xml:lang="en">Utility Crawlers. Purpose-built underwater robotic equipment. URL: https://www.deeptrekker.com/products/utility-crawlers, date of access: 17.06.2022</mixed-citation></citation-alternatives></ref><ref id="cit4"><label>4</label><citation-alternatives><mixed-citation xml:lang="ru">Vaganay J., Elkins M., Esposito D., O’Halloran W., Hover F., Kokko M. Ship hull inspection with the HAUV: U.S. Navy and NATO demonstrations results // Proc. IEEE/MTS OCEANS Conf. Exhib., Boston, MA. 2006. P. 1—6.</mixed-citation><mixed-citation xml:lang="en">Vaganay J., Elkins M., Esposito D., O’Halloran W., Hover F., Kokko M. Ship hull inspection with the HAUV: U.S. Navy and NATO demonstrations results // Proc. IEEE/MTS OCEANS Conf. Exhib., Boston, MA. 2006. P. 1—6.</mixed-citation></citation-alternatives></ref><ref id="cit5"><label>5</label><citation-alternatives><mixed-citation xml:lang="ru">Jacobi M. Autonomous inspection of underwater structures // Robotics and Autonomous Systems. 2015. Vol. 67. P. 80—86.</mixed-citation><mixed-citation xml:lang="en">Jacobi M. Autonomous inspection of underwater structures // Robotics and Autonomous Systems. 2015. Vol. 67. P. 80—86.</mixed-citation></citation-alternatives></ref><ref id="cit6"><label>6</label><citation-alternatives><mixed-citation xml:lang="ru">Hover F. S., Eustice R. M., Kim A., Englot B., Johannsson H., Kaess M., Leonard J. J. Advanced perception, navigation and planning for autonomous in-water ship hull inspection // International Journal of Robotics Research. 2012. Vol. 31, Iss. 12. P. 1445—1464.</mixed-citation><mixed-citation xml:lang="en">Hover F. S., Eustice R. M., Kim A., Englot B., Johannsson H., Kaess M., Leonard J. J. Advanced perception, navigation and planning for autonomous in-water ship hull inspection // International Journal of Robotics Research. 2012. Vol. 31, Iss. 12. P. 1445—1464.</mixed-citation></citation-alternatives></ref><ref id="cit7"><label>7</label><citation-alternatives><mixed-citation xml:lang="ru">Kim A., Eustice R. M. Eustice. Real-Time Visual SLAM for Autonomous Underwater Hull Inspection using Visual Saliency // IEEE Transactions on Robotics. 2013. Vol. 29, Iss. 3. P. 719—733.</mixed-citation><mixed-citation xml:lang="en">Kim A., Eustice R. M. Eustice. Real-Time Visual SLAM for Autonomous Underwater Hull Inspection using Visual Saliency // IEEE Transactions on Robotics. 2013. Vol. 29, Iss. 3. P. 719—733.</mixed-citation></citation-alternatives></ref><ref id="cit8"><label>8</label><citation-alternatives><mixed-citation xml:lang="ru">Papadopoulos G., Kurniawati H., Shariff A. S. B. M., Wong L. J., Patrikalakis N. M. Experiments on Surface Reconstruction for Partially Submerged Marine Structures // Journal of Field Robotics. 2014. Vol. 31, Iss. 2. P. 225—244.</mixed-citation><mixed-citation xml:lang="en">Papadopoulos G., Kurniawati H., Shariff A. S. B. M., Wong L. J., Patrikalakis N. M. Experiments on Surface Reconstruction for Partially Submerged Marine Structures // Journal of Field Robotics. 2014. Vol. 31, Iss. 2. P. 225—244.</mixed-citation></citation-alternatives></ref><ref id="cit9"><label>9</label><citation-alternatives><mixed-citation xml:lang="ru">Hong S., Chung D., Kim J., Kim Y., Kim A., Yoon H. K. In-water visual ship hull inspection using a hover-capable underwater vehicle with stereo vision // Journal of Field Robotics. 2019. Vol. 36, N. 3. P. 531—546.</mixed-citation><mixed-citation xml:lang="en">Hong S., Chung D., Kim J., Kim Y., Kim A., Yoon H. K. In-water visual ship hull inspection using a hover-capable underwater vehicle with stereo vision // Journal of Field Robotics. 2019. Vol. 36, N. 3. P. 531—546.</mixed-citation></citation-alternatives></ref><ref id="cit10"><label>10</label><citation-alternatives><mixed-citation xml:lang="ru">Hong S., Kim J. Three-dimensional Visual Mapping of Underwater Ship Hull Surface Using Piecewise-planar SLAM // International Journal of Control, Automation and Systems. 2020. Vol. 18, N. 3. P. 564—574.</mixed-citation><mixed-citation xml:lang="en">Hong S., Kim J. Three-dimensional Visual Mapping of Underwater Ship Hull Surface Using Piecewise-planar SLAM // International Journal of Control, Automation and Systems. 2020. Vol. 18, N. 3. P. 564—574.</mixed-citation></citation-alternatives></ref><ref id="cit11"><label>11</label><citation-alternatives><mixed-citation xml:lang="ru">Chung D., Kim J. Pose Estimation Considering an Uncertainty Model of Stereo Vision for In-Water Ship Hull Inspection // IFAC-Papers OnLine. 2018. Vol. 51. P. 400—405.</mixed-citation><mixed-citation xml:lang="en">Chung D., Kim J. Pose Estimation Considering an Uncertainty Model of Stereo Vision for In-Water Ship Hull Inspection // IFAC-Papers OnLine. 2018. Vol. 51. P. 400—405.</mixed-citation></citation-alternatives></ref><ref id="cit12"><label>12</label><citation-alternatives><mixed-citation xml:lang="ru">Kim B. C., Kim H. C., Han S., Park D. K. Inspection of Underwater Hull Surface Condition Using the Soft Voting Ensemble of the Transfer-Learned Models // Sensors. 2022. Vol. 22. P. 4392.</mixed-citation><mixed-citation xml:lang="en">Kim B. C., Kim H. C., Han S., Park D. K. Inspection of Underwater Hull Surface Condition Using the Soft Voting Ensemble of the Transfer-Learned Models // Sensors. 2022. Vol. 22. P. 4392.</mixed-citation></citation-alternatives></ref><ref id="cit13"><label>13</label><citation-alternatives><mixed-citation xml:lang="ru">Bobkov V. A., Kudryashov A. P., Melman S. V., Scherbatyuk A. F. Visual navigation and 3D reconstruction of underwater objects with autonomous underwater vehicle // Integrated Navigation Systems (ICINS). 2017 24th Saint Petersburg International Conference, 29—31 May 2017. St. Petersburg, Russia. P. 185—192.</mixed-citation><mixed-citation xml:lang="en">Bobkov V. A., Kudryashov A. P., Melman S. V., Scherbatyuk A. F. Visual navigation and 3D reconstruction of underwater objects with autonomous underwater vehicle // Integrated Navigation Systems (ICINS). 2017 24th Saint Petersburg International Conference, 29—31 May 2017. St. Petersburg, Russia. P. 185—192.</mixed-citation></citation-alternatives></ref><ref id="cit14"><label>14</label><citation-alternatives><mixed-citation xml:lang="ru">Bobkov V., Kudryashov A., Inzartsev A. Method for the Coordination of Referencing of Autonomous Underwater Vehicles to Man-Made Objects Using Stereo Images // J. Mar. Sci. Eng. 2021. N. 9. P. 1038.</mixed-citation><mixed-citation xml:lang="en">Bobkov V., Kudryashov A., Inzartsev A. Method for the Coordination of Referencing of Autonomous Underwater Vehicles to Man-Made Objects Using Stereo Images // J. Mar. Sci. Eng. 2021. N. 9. P. 1038.</mixed-citation></citation-alternatives></ref><ref id="cit15"><label>15</label><citation-alternatives><mixed-citation xml:lang="ru">Melman S., Bobkov V., Inzartsev A., Pavin A. Distributed Simulation Framework for Investigation of Autonomous Underwater Vehicles’ Real-Time Behavior // Proceedings of the OCEANS’15 MTS/IEEE Washington DC. October 19-22. 2015.</mixed-citation><mixed-citation xml:lang="en">Melman S., Bobkov V., Inzartsev A., Pavin A. Distributed Simulation Framework for Investigation of Autonomous Underwater Vehicles’ Real-Time Behavior // Proceedings of the OCEANS’15 MTS/IEEE Washington DC. October 19-22. 2015.</mixed-citation></citation-alternatives></ref></ref-list><fn-group><fn fn-type="conflict"><p>The authors declare that there are no conflicts of interest present.</p></fn></fn-group></back></article>
