<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE root>
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:ali="http://www.niso.org/schemas/ali/1.0/" article-type="research-article" dtd-version="1.2" xml:lang="en"><front><journal-meta><journal-id journal-id-type="publisher-id">Digital Diagnostics</journal-id><journal-title-group><journal-title xml:lang="en">Digital Diagnostics</journal-title><trans-title-group xml:lang="ru"><trans-title>Digital Diagnostics</trans-title></trans-title-group><trans-title-group xml:lang="zh"><trans-title>Digital Diagnostics</trans-title></trans-title-group></journal-title-group><issn publication-format="print">2712-8490</issn><issn publication-format="electronic">2712-8962</issn><publisher><publisher-name xml:lang="en">Eco-Vector</publisher-name></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">501759</article-id><article-id pub-id-type="doi">10.17816/DD501759</article-id><article-categories><subj-group subj-group-type="toc-heading" xml:lang="en"><subject>Technical Reports</subject></subj-group><subj-group subj-group-type="toc-heading" xml:lang="ru"><subject>Технические отчеты</subject></subj-group><subj-group subj-group-type="toc-heading" xml:lang="zh"><subject>技术说明</subject></subj-group><subj-group subj-group-type="article-type"><subject>Research Article</subject></subj-group></article-categories><title-group><article-title xml:lang="en">Technological defects in software based on artificial intelligence</article-title><trans-title-group xml:lang="ru"><trans-title>Технологические дефекты программного обеспечения с искусственным интеллектом</trans-title></trans-title-group><trans-title-group xml:lang="zh"><trans-title>人工智能软件的技术缺陷</trans-title></trans-title-group></title-group><contrib-group><contrib contrib-type="author"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0002-2307-725X</contrib-id><contrib-id contrib-id-type="spin">4188-0635</contrib-id><name-alternatives><name xml:lang="en"><surname>Zinchenko</surname><given-names>Viktoria V.</given-names></name><name xml:lang="ru"><surname>Зинченко</surname><given-names>Виктория Валерьевна</given-names></name><name xml:lang="zh"><surname>Zinchenko</surname><given-names>Viktoria V.</given-names></name></name-alternatives><address><country country="RU">Russian Federation</country></address><email>ZinchenkoVV1@zdrav.mos.ru</email><xref ref-type="aff" rid="aff1"/></contrib><contrib contrib-type="author"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0001-7786-0349</contrib-id><contrib-id contrib-id-type="spin">3160-8062</contrib-id><name-alternatives><name xml:lang="en"><surname>Arzamasov</surname><given-names>Kirill M.</given-names></name><name xml:lang="ru"><surname>Арзамасов</surname><given-names>Кирилл Михайлович</given-names></name><name xml:lang="zh"><surname>Arzamasov</surname><given-names>Kirill M.</given-names></name></name-alternatives><address><country country="RU">Russian Federation</country></address><bio xml:lang="en"><p>MD, Cand. Sci. (Med.)</p></bio><bio xml:lang="ru"><p>канд. мед. наук</p></bio><bio xml:lang="zh"><p>MD, Cand. Sci. (Med.)</p></bio><email>ArzamasovKM@zdrav.mos.ru</email><xref ref-type="aff" rid="aff1"/></contrib><contrib contrib-type="author"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0001-9396-6063</contrib-id><contrib-id contrib-id-type="spin">8799-8092</contrib-id><name-alternatives><name xml:lang="en"><surname>Kremneva</surname><given-names>Elena I.</given-names></name><name xml:lang="ru"><surname>Кремнева</surname><given-names>Елена Игоревна</given-names></name><name xml:lang="zh"><surname>Kremneva</surname><given-names>Elena I.</given-names></name></name-alternatives><address><country country="RU">Russian Federation</country></address><bio xml:lang="en"><p>MD, Cand. Sci. (Med.)</p></bio><bio xml:lang="ru"><p>канд. мед. наук</p></bio><bio xml:lang="zh"><p>MD, Cand. Sci. (Med.)</p></bio><email>KremnevaEI@zdrav.mos.ru</email><xref ref-type="aff" rid="aff1"/></contrib><contrib contrib-type="author"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0002-2990-7736</contrib-id><contrib-id contrib-id-type="spin">3602-7120</contrib-id><name-alternatives><name xml:lang="en"><surname>Vladzymyrskyy</surname><given-names>Anton V.</given-names></name><name xml:lang="ru"><surname>Владзимирский</surname><given-names>Антон Вячеславович</given-names></name><name xml:lang="zh"><surname>Vladzymyrskyy</surname><given-names>Anton V.</given-names></name></name-alternatives><address><country country="RU">Russian Federation</country></address><bio xml:lang="en"><p>MD, Dr. Sci. (Med.)</p></bio><bio xml:lang="ru"><p>д-р мед. наук</p></bio><bio xml:lang="zh"><p>MD, Dr. Sci. (Med.)</p></bio><email>VladzimirskijAV@zdrav.mos.ru</email><xref ref-type="aff" rid="aff1"/></contrib><contrib contrib-type="author"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0002-0208-5218</contrib-id><contrib-id contrib-id-type="spin">4458-5608</contrib-id><name-alternatives><name xml:lang="en"><surname>Vasilev</surname><given-names>Yuriy A.</given-names></name><name xml:lang="ru"><surname>Васильев</surname><given-names>Юрий Александрович</given-names></name><name xml:lang="zh"><surname>Vasilev</surname><given-names>Yuriy A.</given-names></name></name-alternatives><address><country country="RU">Russian Federation</country></address><bio xml:lang="en"><p>MD, Cand. Sci. (Med.)</p></bio><bio xml:lang="ru"><p>канд. мед. наук</p></bio><bio xml:lang="zh"><p>MD, Cand. Sci. (Med.)</p></bio><email>VasilevYA1@zdrav.mos.ru</email><xref ref-type="aff" rid="aff1"/></contrib></contrib-group><aff-alternatives id="aff1"><aff><institution xml:lang="en">Scientific and Practical Clinical Center for Diagnostics and Telemedicine Technologies</institution></aff><aff><institution xml:lang="ru">Научно-практический клинический центр диагностики и телемедицины</institution></aff><aff><institution xml:lang="zh">Scientific and Practical Clinical Center for Diagnostics and Telemedicine Technologies</institution></aff></aff-alternatives><pub-date date-type="preprint" iso-8601-date="2023-12-06" publication-format="electronic"><day>06</day><month>12</month><year>2023</year></pub-date><pub-date date-type="pub" iso-8601-date="2023-12-15" publication-format="electronic"><day>15</day><month>12</month><year>2023</year></pub-date><volume>4</volume><issue>4</issue><issue-title xml:lang="en"/><issue-title xml:lang="ru"/><issue-title xml:lang="zh"/><fpage>593</fpage><lpage>604</lpage><history><date date-type="received" iso-8601-date="2023-06-20"><day>20</day><month>06</month><year>2023</year></date><date date-type="accepted" iso-8601-date="2023-11-21"><day>21</day><month>11</month><year>2023</year></date></history><permissions><copyright-statement xml:lang="en">Copyright ©; 2023, Eco-Vector</copyright-statement><copyright-statement xml:lang="ru">Copyright ©; 2023, Эко-вектор</copyright-statement><copyright-statement xml:lang="zh">Copyright ©; 2023, Eco-Vector</copyright-statement><copyright-year>2023</copyright-year><copyright-holder xml:lang="en">Eco-Vector</copyright-holder><copyright-holder xml:lang="ru">Эко-вектор</copyright-holder><copyright-holder xml:lang="zh">Eco-Vector</copyright-holder><ali:free_to_read xmlns:ali="http://www.niso.org/schemas/ali/1.0/"/><license><ali:license_ref xmlns:ali="http://www.niso.org/schemas/ali/1.0/">https://creativecommons.org/licenses/by-nc-nd/4.0</ali:license_ref></license></permissions><self-uri xlink:href="https://jdigitaldiagnostics.com/DD/article/view/501759">https://jdigitaldiagnostics.com/DD/article/view/501759</self-uri><abstract xml:lang="en"><p><bold>BACKGROUND</bold>:<bold> </bold>Technological defects in the use of artificial intelligence software are critical when deciding on the practical applicability and clinical value of artificial intelligence software.</p> <p><bold>AIM</bold>: To conduct an analysis and systematization of technological defects occurring when artificial intelligence software analyzes medical images.</p> <p><bold>MATERIALS AND METHODS</bold>:<bold> </bold>As part of the experiment on the use of innovative computer vision technologies for the analysis of medical images and further application in the Moscow healthcare system, technological parameters of all artificial intelligence software are monitored at the testing and operation stages of the trial. This article presents graphical information on the average number of technological defects in mass mammography screening in 2021. This period was chosen as the most indicative and characterized by the active development of artificial intelligence software and increased technical stability of its performance. To assess the applicability of the analysis for technological defects, a similar analysis was conducted for the direction of detection of intracranial hemorrhage on computed tomography scans of the brain for 2022–2023.</p> <p><bold>RESULTS</bold>: During the study, artificial intelligence software used for mammography (two algorithms) and brain computed tomography (one algorithm) were analyzed. Fourteen mammography samples were collected for technological monitoring during the identified period, each from 20 studies, and 12 brain computed tomography samples were obtained, each from 80 studies. Graphs were constructed for each type of defect, and trend lines were plotted for each modality. The coefficients of the trend line equations indicate a downward tendency in the number of technological defects.</p> <p><bold>CONCLUSION</bold>: This analysis allows tracing a downward trend in the number of technological defects, which may indicate a refinement of artificial intelligence software and an increase in its quality because of periodic monitoring. It also shows the versatility of use for both preventive and emergency methods.</p></abstract><trans-abstract xml:lang="ru"><p><bold>Обоснование</bold>. Технологические дефекты в работе программного обеспечения с искусственным интеллектом являются критически важными при принятии решения о практической применимости и клинической ценности программного обеспечения с искусственным интеллектом.</p> <p><bold>Цель</bold> —<bold> </bold>анализ и систематизация технологических дефектов, возникающих при работе программного обеспечения с искусственным интеллектом для анализа медицинских изображений.</p> <p><bold>Материалы и методы</bold>.<bold> </bold>В рамках эксперимента по использованию инновационных технологий в области компьютерного зрения для анализа медицинских изображений и дальнейшего применения в системе здравоохранения города Москвы проводится мониторинг технологических параметров для всех участвующих решений как на этапе апробации, так и на этапе опытной эксплуатации. В статье представлена графическая информация о среднем числе технологических дефектов для профилактического направления, модальность «Маммография», за 2021 год. Этот период выбран как наиболее показательный, характеризующийся активным развитием программного обеспечения с искусственным интеллектом с позиции увеличения технической стабильности их работы. С целью оценки применимости подхода по выявлению технологических дефектов аналогичный анализ проводился для направления обнаружения внутричерепных кровоизлияний на компьютерных томограммах головного мозга за 2022–2023 годы.</p> <p><bold>Результаты</bold>. В ходе исследования было проанализировано программное обеспечение с искусственным интеллектом по модальностям «Маммография» (2 алгоритма) и «Компьютерная томография головного мозга» (1). Всего для модальности «Маммография» собрано 14 выборок по 20 исследований; для модальности «Компьютерная томография» — 12 выборок по 80 исследований. Для каждого типа дефекта были построены графики, а для каждой из модальностей были построены линии тренда. Коэффициенты уравнений линий трендов указывают на тенденцию к снижению числа технологических дефектов.</p> <p><bold>Заключение</bold>. Проведённый анализ позволяет проследить тенденцию к снижению числа технологических дефектов, что может свидетельствовать о доработке программного обеспечения с искусственным интеллектом и повышении его качества благодаря периодическому мониторингу. Кроме того, такой результат показывает универсальность использования как для профилактических методов, так и для экстренных.</p></trans-abstract><trans-abstract xml:lang="zh"><p>论证。人工智能软件性能方面的技术缺陷是确定人工智能软件实用性和临床价值的关键。</p> <p>该研究的目的是对医学影像分析人工智能软件运行中的技术缺陷进行分析并使之系统化。</p> <p>材料和方法。在莫斯科市进行了一项《使用创新计算机视觉技术进行医学图像分析并进一步应用于莫斯科市医疗系统的实验》。在实验框架内，对所有参与解决方案的技术参数进行监测。监测是在批准阶段和试运行阶段进行的。本文以图表形式介绍2021年“乳房摄影术”预防方向的平均技术缺陷数量。这一时期被选为最有意义的时期。这一时期的特点是从提高操作技术稳定性的角度出发，积极开发人工智能软件。为了评估该方法在发现技术缺陷方面的适用性，我们对2022-2023年脑部CT扫描颅内出血的检测方向进行了类似的分析。</p> <p>结果。本研究分析了“乳房摄影术”（2种算法）和“脑计算机断层扫描”（1种）模式的人工智能软件。在“乳房X射线照相术”模式中，共收集了14个样本，共有20项研 究。在“脑计算机断层扫描”模式中，共收集了12个样本，共有80项研究。我们对每种缺陷类型都绘制了图表，对每种模式绘制了趋势线。趋势线公式的系数表明了，技术缺陷的数量呈下降趋势。</p> <p>结论。通过分析，我们发现了减少技术缺陷数量的趋势。这可能表明人工智能软件的完善，以及通过定期监测，软件质量的提升。此外，这一结果还显示使用预防和应急方法的通用性。</p></trans-abstract><kwd-group xml:lang="en"><kwd>artificial intelligence</kwd><kwd>artificial intelligence software</kwd><kwd>technological monitoring</kwd><kwd>technological defects</kwd><kwd>Moscow experiment</kwd></kwd-group><kwd-group xml:lang="ru"><kwd>искусственный интеллект</kwd><kwd>программное обеспечение с искусственным интеллектом</kwd><kwd>технологический мониторинг</kwd><kwd>технологические дефекты</kwd><kwd>Московский эксперимент</kwd></kwd-group><kwd-group xml:lang="zh"><kwd>人工智能</kwd><kwd>人工智能软件</kwd><kwd>技术监测</kwd><kwd>技术缺陷</kwd><kwd>莫斯科实验</kwd></kwd-group><funding-group><award-group><funding-source><institution-wrap><institution xml:lang="ru">Российский научный фонд</institution></institution-wrap><institution-wrap><institution xml:lang="en">Russian Sience Foundation</institution></institution-wrap><institution-wrap><institution xml:lang="zh">Russian Sience Foundation</institution></institution-wrap></funding-source><award-id>22-25-20231</award-id></award-group></funding-group></article-meta></front><body></body><back><ref-list><ref id="B1"><label>1.</label><citation-alternatives><mixed-citation xml:lang="en">Vladzimirskii AV, Vasil’ev YuA, Arzamasov KM, et al. Computer Vision in Radiologic Diagnostics: the First Stage of Moscow experiment. Vasil’ev YuA, Vladzimirskii AV, editors. Publishing solutions; 2022. (In Russ).</mixed-citation><mixed-citation xml:lang="ru">Владзимирский А.В., Васильев Ю.А., Арзамасов К.М. и др. Компьютерное зрение в лучевой диагностике: первый этап Московского эксперимента / под ред. Ю.А. Васильева, А.В. Владзимирского. Издательские решения, 2022.</mixed-citation><mixed-citation xml:lang="zh">Vladzimirskii AV, Vasil’ev YuA, Arzamasov KM, et al. Computer Vision in Radiologic Diagnostics: the First Stage of Moscow experiment. Vasil’ev YuA, Vladzimirskii AV, editors. Publishing solutions; 2022. (In Russ).</mixed-citation></citation-alternatives></ref><ref id="B2"><label>2.</label><citation-alternatives><mixed-citation xml:lang="en">Ranschaert ER, Morozov S, Algra PR, editors. Artificial Intelligence in Medical Imaging. Berlin: Springer; 2019. doi: 10.1007/978-3-319-94878-2</mixed-citation><mixed-citation xml:lang="ru">Ranschaert E.R., Morozov S., Algra P.R., editors. Artificial Intelligence in Medical Imaging. Berlin : Springer, 2019. doi: 10.1007/978-3-319-94878-2</mixed-citation><mixed-citation xml:lang="zh">Ranschaert ER, Morozov S, Algra PR, editors. Artificial Intelligence in Medical Imaging. Berlin: Springer; 2019. doi: 10.1007/978-3-319-94878-2</mixed-citation></citation-alternatives></ref><ref id="B3"><label>3.</label><citation-alternatives><mixed-citation xml:lang="en">Gusev AV, Dobridnyuk SL. Artificial intelligence in medicine and healthcare. Information Society Journal. 2017;(4-5):78–93. (In Russ).</mixed-citation><mixed-citation xml:lang="ru">Гусев А.В., Добриднюк С.Л. Искусственный интеллект в медицине и здравоохранении // Информационное общество. 2017. № 4-5. С. 78–93.</mixed-citation><mixed-citation xml:lang="zh">Gusev AV, Dobridnyuk SL. Artificial intelligence in medicine and healthcare. Information Society Journal. 2017;(4-5):78–93. (In Russ).</mixed-citation></citation-alternatives></ref><ref id="B4"><label>4.</label><citation-alternatives><mixed-citation xml:lang="en">Shutov DV, Sharova DE, Abuladze LR, Drozdov DV. Artificial intelligence in clinical physiology: How to improve learning agility. Digital Diagnostics. 2023;4(1):81–88. doi: 10.17816/DD123559</mixed-citation><mixed-citation xml:lang="ru">Шутов Д.В., Шарова Д.Е., Абуладзе Л.Р., Дроздов Д.В. Системы искусственного интеллекта в клинической физиологии: как сделать их обучение эффективным? // Digital Diagnostics. 2023. Т. 4, № 1. С. 81–88. doi: 10.17816/DD123559</mixed-citation><mixed-citation xml:lang="zh">Shutov DV, Sharova DE, Abuladze LR, Drozdov DV. Artificial intelligence in clinical physiology: How to improve learning agility. Digital Diagnostics. 2023;4(1):81–88. doi: 10.17816/DD123559</mixed-citation></citation-alternatives></ref><ref id="B5"><label>5.</label><citation-alternatives><mixed-citation xml:lang="en">Meldo AA, Utkin LV, Trofimova TN. Artiﬁcial intelligence in medicine: current state and main directions of development of the intellectual diagnostics. Diagnostic radiology and radiotherapy. 2020;11(1):9–17. doi: 10.22328/2079-5343-2020-11-1-9-17</mixed-citation><mixed-citation xml:lang="ru">Мелдо А.А., Уткин Л.В., Трофимова Т.Н. Искусственный интеллект в медицине: современное состояние и основные направления развития интеллектуальной диагностики // Лучевая диагностика и терапия. 2020. Т. 11, № 1. С. 9–17. doi: 10.22328/2079-5343-2020-11-1-9-17</mixed-citation><mixed-citation xml:lang="zh">Meldo AA, Utkin LV, Trofimova TN. Artiﬁcial intelligence in medicine: current state and main directions of development of the intellectual diagnostics. Diagnostic radiology and radiotherapy. 2020;11(1):9–17. doi: 10.22328/2079-5343-2020-11-1-9-17</mixed-citation></citation-alternatives></ref><ref id="B6"><label>6.</label><citation-alternatives><mixed-citation xml:lang="en">Recht MP, Dewey M, Dreyer K, et al. Integrating artificial intelligence into the clinical practice of radiology: challenges and recommendations. European radiology. 2020;30(6):3576–3584. doi: 10.1007/s00330-020-06672-5</mixed-citation><mixed-citation xml:lang="ru">Recht M.P., Dewey M., Dreyer K., et al. Integrating artificial intelligence into the clinical practice of radiology: challenges and recommendations // European radiology. 2020. Vol. 30, N 6. P. 3576–3584. doi: 10.1007/s00330-020-06672-5</mixed-citation><mixed-citation xml:lang="zh">Recht MP, Dewey M, Dreyer K, et al. Integrating artificial intelligence into the clinical practice of radiology: challenges and recommendations. European radiology. 2020;30(6):3576–3584. doi: 10.1007/s00330-020-06672-5</mixed-citation></citation-alternatives></ref><ref id="B7"><label>7.</label><citation-alternatives><mixed-citation xml:lang="en">Larson DB, Harvey H, Rubin DL, et al. Regulatory Frameworks for Development and Evaluation of Artificial Intelligence-Based Diagnostic Imaging Algorithms: Summary and Recommendations. Journal of the American College of Radiology. 2021;18(3 Pt A):413–424. doi: 10.1016/j.jacr.2020.09.060</mixed-citation><mixed-citation xml:lang="ru">Larson D.B., Harvey H., Rubin D.L., et al. Regulatory Frameworks for Development and Evaluation of Artificial Intelligence-Based Diagnostic Imaging Algorithms: Summary and Recommendations // Journal of the American College of Radiology. 2021. Vol. 18, N 3 Pt A. P. 413–424. doi: 10.1016/j.jacr.2020.09.060</mixed-citation><mixed-citation xml:lang="zh">Larson DB, Harvey H, Rubin DL, et al. Regulatory Frameworks for Development and Evaluation of Artificial Intelligence-Based Diagnostic Imaging Algorithms: Summary and Recommendations. Journal of the American College of Radiology. 2021;18(3 Pt A):413–424. doi: 10.1016/j.jacr.2020.09.060</mixed-citation></citation-alternatives></ref><ref id="B8"><label>8.</label><citation-alternatives><mixed-citation xml:lang="en">Zinchenko V, Chetverikov S, Ahmad E, et al. Changes in software as a medical device based on artificial intelligence technologies. International Journal of Computer Assisted Radiology and Surgery. 2022;17:1969–1977. doi: 10.1007/s11548-022-02669-1</mixed-citation><mixed-citation xml:lang="ru">Zinchenko V., Chetverikov S., Ahmad E., et al. Changes in software as a medical device based on artificial intelligence technologies // International Journal of Computer Assisted Radiology and Surgery. 2022. Vol. 17. P. 1969–1977. doi: 10.1007/s11548-022-02669-1</mixed-citation><mixed-citation xml:lang="zh">Zinchenko V, Chetverikov S, Ahmad E, et al. Changes in software as a medical device based on artificial intelligence technologies. International Journal of Computer Assisted Radiology and Surgery. 2022;17:1969–1977. doi: 10.1007/s11548-022-02669-1</mixed-citation></citation-alternatives></ref><ref id="B9"><label>9.</label><citation-alternatives><mixed-citation xml:lang="en">Nomura Y, Miki S, Hayashi N, et al. Novel platform for development, training, and validation of computer-assisted detection/diagnosis software. International Journal of Computer Assisted Radiology and Surgery. 2020;15(4):661–672. doi: 10.1007/s11548-020-02132-z</mixed-citation><mixed-citation xml:lang="ru">Nomura Y., Miki S., Hayashi N., et al. Novel platform for development, training, and validation of computer-assisted detection/diagnosis software // International Journal of Computer Assisted Radiology and Surgery. 2020. Vol. 15, N 4. P. 661–672. doi: 10.1007/s11548-020-02132-z</mixed-citation><mixed-citation xml:lang="zh">Nomura Y, Miki S, Hayashi N, et al. Novel platform for development, training, and validation of computer-assisted detection/diagnosis software. International Journal of Computer Assisted Radiology and Surgery. 2020;15(4):661–672. doi: 10.1007/s11548-020-02132-z</mixed-citation></citation-alternatives></ref><ref id="B10"><label>10.</label><citation-alternatives><mixed-citation xml:lang="en">Methodological recommendations on the procedure for expert examination of quality, efficiency and safety of medical devices (in terms of software) for state registration under the national system FGBU «VNIIIMT» Roszdravnadzor. Moscow; 2021. (In Russ).</mixed-citation><mixed-citation xml:lang="ru">Методические рекомендации по порядку проведения экспертизы качества, эффективности и безопасности медицинских изделий (в части программного обеспечения) для государственной регистрации в рамках национальной системы ФГБУ «ВНИИИМТ» Росздравнадзора. Москва, 2021.</mixed-citation><mixed-citation xml:lang="zh">Methodological recommendations on the procedure for expert examination of quality, efficiency and safety of medical devices (in terms of software) for state registration under the national system FGBU «VNIIIMT» Roszdravnadzor. Moscow; 2021. (In Russ).</mixed-citation></citation-alternatives></ref><ref id="B11"><label>11.</label><citation-alternatives><mixed-citation xml:lang="en">Pemberton HG, Zaki LAM, Goodkin O, et al. Technical and clinical validation of commercial automated volumetric MRI tools for dementia diagnosis — a systematic review. Neuroradiology. 2021;63:1773–1789. doi: 10.1007/s00234-021-02746-3</mixed-citation><mixed-citation xml:lang="ru">Pemberton H.G., Zaki L.A.M., Goodkin O., et al. Technical and clinical validation of commercial automated volumetric MRI tools for dementia diagnosis — a systematic review // Neuroradiology. 2021. Vol. 63. P. 1773–1789. doi: 10.1007/s00234-021-02746-3</mixed-citation><mixed-citation xml:lang="zh">Pemberton HG, Zaki LAM, Goodkin O, et al. Technical and clinical validation of commercial automated volumetric MRI tools for dementia diagnosis — a systematic review. Neuroradiology. 2021;63:1773–1789. doi: 10.1007/s00234-021-02746-3</mixed-citation></citation-alternatives></ref><ref id="B12"><label>12.</label><citation-alternatives><mixed-citation xml:lang="en">Order of the Moscow City Health Department No. 51 dated 26.01.2021 «On approval of the procedure and conditions for conducting an experiment on the use of innovative technologies in the field of computer vision to analyze medical images and further application in the health care system of the city of Moscow in 2021». (In Russ).</mixed-citation><mixed-citation xml:lang="ru">Приказ Департамента здравоохранения города Москвы № 51 от 26.01.2021 «Об утверждении порядка и условий проведения эксперимента по использованию инновационных технологий в области компьютерного зрения для анализа медицинских изображений и дальнейшего применения в системе здравоохранения города Москвы в 2021 году»</mixed-citation><mixed-citation xml:lang="zh">Order of the Moscow City Health Department No. 51 dated 26.01.2021 «On approval of the procedure and conditions for conducting an experiment on the use of innovative technologies in the field of computer vision to analyze medical images and further application in the health care system of the city of Moscow in 2021». (In Russ).</mixed-citation></citation-alternatives></ref><ref id="B13"><label>13.</label><citation-alternatives><mixed-citation xml:lang="en">Chetverikov SF, Arzamasov KM, Andreichenko AE, et al. Approaches to Sampling for Quality Control of Artificial Intelligence in Biomedical Research. Modern Technologies in Medicine. 2023;15(2):19. doi: 10.17691/stm2023.15.2.02</mixed-citation><mixed-citation xml:lang="ru">Четвериков С.Ф., Арзамасов К.М., Андрейченко А.Е., и др. Подходы к формированию выборки для контроля качества работы систем искусственного интеллекта в медико-биологических исследованиях // Современные технологии в медицине. 2023. Т. 15, № 2. С. 19. doi: 10.17691/stm2023.15.2.02</mixed-citation><mixed-citation xml:lang="zh">Chetverikov SF, Arzamasov KM, Andreichenko AE, et al. Approaches to Sampling for Quality Control of Artificial Intelligence in Biomedical Research. Modern Technologies in Medicine. 2023;15(2):19. doi: 10.17691/stm2023.15.2.02</mixed-citation></citation-alternatives></ref><ref id="B14"><label>14.</label><citation-alternatives><mixed-citation xml:lang="en">Zinchenko VV, Arzamasov KM, Chetverikov SF, et al. Methodology for Conducting Post-Marketing Surveillance of Software as a Medical Device Based on Artificial Intelligence Technologies. Modern Technologies in Medicine. 2022;14(5):15–25. doi: 10.17691/stm2022.14.5.02</mixed-citation><mixed-citation xml:lang="ru">Зинченко В.В., Арзамасов К.М., Четвериков С.Ф., и др. Методология проведения пострегистрационного клинического мониторинга для программного обеспечения с применением технологий искусственного интеллекта // Современные технологии в медицине. 2022. Т. 14, № 5. С. 15–25. doi: 10.17691/stm2022.14.5.02</mixed-citation><mixed-citation xml:lang="zh">Zinchenko VV, Arzamasov KM, Chetverikov SF, et al. Methodology for Conducting Post-Marketing Surveillance of Software as a Medical Device Based on Artificial Intelligence Technologies. Modern Technologies in Medicine. 2022;14(5):15–25. doi: 10.17691/stm2022.14.5.02</mixed-citation></citation-alternatives></ref><ref id="B15"><label>15.</label><citation-alternatives><mixed-citation xml:lang="en">Altman DG. Statistics and ethics in medical research: III How large a sample? British medical journal. 1980;281(6251):1336. doi: 10.1136/bmj.281.6251.1336</mixed-citation><mixed-citation xml:lang="ru">Altman D.G. Statistics and ethics in medical research: III How large a sample? // British medical journal. 1980. Vol. 281, N 6251. P. 1336. doi: 10.1136/bmj.281.6251.1336</mixed-citation><mixed-citation xml:lang="zh">Altman DG. Statistics and ethics in medical research: III How large a sample? British medical journal. 1980;281(6251):1336. doi: 10.1136/bmj.281.6251.1336</mixed-citation></citation-alternatives></ref><ref id="B16"><label>16.</label><citation-alternatives><mixed-citation xml:lang="en">Tyrov IA, Vasilyev YuA, Arzamasov KM, et al. Assessment of the maturity of artificial intelligence technologies for healthcare: methodology and its application based on the use of innovative computer vision technologies for medical image analysis and subsequent applicability in the healthcare system of Moscow. Medical Doctor and IT. 2022;(4):76–92. doi: 10.25881/18110193_2022_4_76</mixed-citation><mixed-citation xml:lang="ru">Тыров И.А., Васильев Ю.А., Арзамасов К.М., и др. Оценка зрелости технологий искусственного интеллекта для здравоохранения: методология и ее применение на материалах Московского Эксперимента по компьютерному зрению в лучевой диагностике // Врач и информационные технологии. 2022. № 4. С. 76–92. doi: 10.25881/18110193_2022_4_76</mixed-citation><mixed-citation xml:lang="zh">Tyrov IA, Vasilyev YuA, Arzamasov KM, et al. Assessment of the maturity of artificial intelligence technologies for healthcare: methodology and its application based on the use of innovative computer vision technologies for medical image analysis and subsequent applicability in the healthcare system of Moscow. Medical Doctor and IT. 2022;(4):76–92. doi: 10.25881/18110193_2022_4_76</mixed-citation></citation-alternatives></ref><ref id="B17"><label>17.</label><citation-alternatives><mixed-citation xml:lang="en">Vladzimirsky AV, Gusev AV, Sharova DE, et al. Health Information System Maturity Assessment Methodology. Medical Doctor and IT. 2022;(3):68–84. doi: 10.25881/18110193_2022_3_68</mixed-citation><mixed-citation xml:lang="ru">Владзимирский А.В., Гусев А.В., Шарова Д.Е., и др. Методика оценки уровня зрелости информационной системы для здравоохранения // Врач и информационные технологии. 2022. № 3. С. 68–84. doi: 10.25881/18110193_2022_3_68</mixed-citation><mixed-citation xml:lang="zh">Vladzimirsky AV, Gusev AV, Sharova DE, et al. Health Information System Maturity Assessment Methodology. Medical Doctor and IT. 2022;(3):68–84. doi: 10.25881/18110193_2022_3_68</mixed-citation></citation-alternatives></ref><ref id="B18"><label>18.</label><citation-alternatives><mixed-citation xml:lang="en">Order of the Moscow City Health Department No. 160 dated 03.11.2022 «On Approval of the Procedure and Conditions for Conducting an Experiment on the Use of Innovative Technologies in Computer Vision for Analyzing Medical Images and Further Application in the Moscow City Health Care System in 2022». (In Russ).</mixed-citation><mixed-citation xml:lang="ru">Приказ Департамента здравоохранения города Москвы от 03.11.2022 № 160 «Об утверждении порядка и условий проведения эксперимента по использованию инновационных технологий в области компьютерного зрения для анализа медицинских изображений и дальнейшего применения в системе здравоохранения города Москвы в 2022 году».</mixed-citation><mixed-citation xml:lang="zh">Order of the Moscow City Health Department No. 160 dated 03.11.2022 «On Approval of the Procedure and Conditions for Conducting an Experiment on the Use of Innovative Technologies in Computer Vision for Analyzing Medical Images and Further Application in the Moscow City Health Care System in 2022». (In Russ).</mixed-citation></citation-alternatives></ref></ref-list></back></article>
