<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE root>
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:ali="http://www.niso.org/schemas/ali/1.0/" article-type="research-article" dtd-version="1.2" xml:lang="en"><front><journal-meta><journal-id journal-id-type="publisher-id">Digital Diagnostics</journal-id><journal-title-group><journal-title xml:lang="en">Digital Diagnostics</journal-title><trans-title-group xml:lang="ru"><trans-title>Digital Diagnostics</trans-title></trans-title-group><trans-title-group xml:lang="zh"><trans-title>Digital Diagnostics</trans-title></trans-title-group></journal-title-group><issn publication-format="print">2712-8490</issn><issn publication-format="electronic">2712-8962</issn><publisher><publisher-name xml:lang="en">Eco-Vector</publisher-name></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">626310</article-id><article-id pub-id-type="doi">10.17816/DD626310</article-id><article-categories><subj-group subj-group-type="toc-heading" xml:lang="en"><subject>Original Study Articles</subject></subj-group><subj-group subj-group-type="toc-heading" xml:lang="ru"><subject>Оригинальные исследования</subject></subj-group><subj-group subj-group-type="toc-heading" xml:lang="zh"><subject>原创性科研成果</subject></subj-group><subj-group subj-group-type="article-type"><subject>Research Article</subject></subj-group></article-categories><title-group><article-title xml:lang="en">Limitations of using artificial intelligence services to analyze chest x-ray imaging</article-title><trans-title-group xml:lang="ru"><trans-title>Ограничения при применении сервисов искусственного интеллекта для анализа рентгенограмм органов грудной клетки</trans-title></trans-title-group><trans-title-group xml:lang="zh"><trans-title>使用人工智能服务分析胸部X光片的局限</trans-title></trans-title-group></title-group><contrib-group><contrib contrib-type="author"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0002-5283-5961</contrib-id><contrib-id contrib-id-type="spin">4458-5608</contrib-id><name-alternatives><name xml:lang="en"><surname>Vasilev</surname><given-names>Yuriy A.</given-names></name><name xml:lang="ru"><surname>Васильев</surname><given-names>Юрий Александрович</given-names></name><name xml:lang="zh"><surname>Vasilev</surname><given-names>Yuriy A.</given-names></name></name-alternatives><address><country country="RU">Russian Federation</country></address><bio xml:lang="en"><p>MD, Cand. Sci. (Medicine)</p></bio><bio xml:lang="ru"><p>канд. мед. наук</p></bio><bio xml:lang="zh"><p>MD, Cand. Sci. (Medicine)</p></bio><email>npcmr@zdrav.mos.ru</email><xref ref-type="aff" rid="aff1"/></contrib><contrib contrib-type="author"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0002-2990-7736</contrib-id><contrib-id contrib-id-type="spin">3602-7120</contrib-id><name-alternatives><name xml:lang="en"><surname>Vladzymyrskyy</surname><given-names>Anton V.</given-names></name><name xml:lang="ru"><surname>Владзимирский</surname><given-names>Антон Вячеславович</given-names></name><name xml:lang="zh"><surname>Vladzymyrskyy</surname><given-names>Anton V.</given-names></name></name-alternatives><address><country country="RU">Russian Federation</country></address><bio xml:lang="en"><p>MD, Dr. Sci. (Medicine), Professor</p></bio><bio xml:lang="ru"><p>д-р мед. наук, профессор</p></bio><bio xml:lang="zh"><p>MD, Dr. Sci. (Medicine), Professor</p></bio><email>a.vladzimirsky@npcmr.ru</email><xref ref-type="aff" rid="aff1"/></contrib><contrib contrib-type="author"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0001-7786-0349</contrib-id><contrib-id contrib-id-type="spin">3160-8062</contrib-id><name-alternatives><name xml:lang="en"><surname>Arzamasov</surname><given-names>Kirill M.</given-names></name><name xml:lang="ru"><surname>Арзамасов</surname><given-names>Кирилл Михайлович</given-names></name><name xml:lang="zh"><surname>Arzamasov</surname><given-names>Kirill M.</given-names></name></name-alternatives><address><country country="RU">Russian Federation</country></address><bio xml:lang="en"><p>MD, Cand. Sci. (Medicine)</p></bio><bio xml:lang="ru"><p>канд. мед. наук</p></bio><bio xml:lang="zh"><p>MD, Cand. Sci. (Medicine)</p></bio><email>ArzamasovKM@zdrav.mos.ru</email><xref ref-type="aff" rid="aff1"/></contrib><contrib contrib-type="author"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0002-7613-5273</contrib-id><contrib-id contrib-id-type="spin">5266-0618</contrib-id><name-alternatives><name xml:lang="en"><surname>Shulkin</surname><given-names>Igor M.</given-names></name><name xml:lang="ru"><surname>Шулькин</surname><given-names>Игорь Михайлович</given-names></name><name xml:lang="zh"><surname>Shulkin</surname><given-names>Igor M.</given-names></name></name-alternatives><address><country country="RU">Russian Federation</country></address><email>i.shulkin@npcmr.ru</email><xref ref-type="aff" rid="aff1"/></contrib><contrib contrib-type="author"><contrib-id contrib-id-type="orcid">https://orcid.org/0009-0006-6284-2088</contrib-id><contrib-id contrib-id-type="spin">7362-8553</contrib-id><name-alternatives><name xml:lang="en"><surname>Astapenko</surname><given-names>Elena V.</given-names></name><name xml:lang="ru"><surname>Астапенко</surname><given-names>Елена Васильевна</given-names></name><name xml:lang="zh"><surname>Astapenko</surname><given-names>Elena V.</given-names></name></name-alternatives><address><country country="RU">Russian Federation</country></address><email>AstapenkoEV1@zdrav.mos.ru</email><xref ref-type="aff" rid="aff1"/></contrib><contrib contrib-type="author"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0002-1786-4329</contrib-id><contrib-id contrib-id-type="spin">7193-7706</contrib-id><name-alternatives><name xml:lang="en"><surname>Pestrenin</surname><given-names>Lev D.</given-names></name><name xml:lang="ru"><surname>Пестренин</surname><given-names>Лев Дмитриевич</given-names></name><name xml:lang="zh"><surname>Pestrenin</surname><given-names>Lev D.</given-names></name></name-alternatives><address><country country="RU">Russian Federation</country></address><email>PestreninLD@zdrav.mos.ru</email><xref ref-type="aff" rid="aff1"/></contrib></contrib-group><aff-alternatives id="aff1"><aff><institution xml:lang="en">Research and Practical Clinical Center for Diagnostics and Telemedicine Technologies</institution></aff><aff><institution xml:lang="ru">Научно-практический клинический центр диагностики и телемедицинских технологий</institution></aff><aff><institution xml:lang="zh">Research and Practical Clinical Center for Diagnostics and Telemedicine Technologies</institution></aff></aff-alternatives><pub-date date-type="preprint" iso-8601-date="2024-10-16" publication-format="electronic"><day>16</day><month>10</month><year>2024</year></pub-date><pub-date date-type="pub" iso-8601-date="2024-12-04" publication-format="electronic"><day>04</day><month>12</month><year>2024</year></pub-date><volume>5</volume><issue>3</issue><issue-title xml:lang="en"/><issue-title xml:lang="ru"/><issue-title xml:lang="zh"/><fpage>407</fpage><lpage>420</lpage><history><date date-type="received" iso-8601-date="2024-02-01"><day>01</day><month>02</month><year>2024</year></date><date date-type="accepted" iso-8601-date="2024-04-11"><day>11</day><month>04</month><year>2024</year></date></history><permissions><copyright-statement xml:lang="en">Copyright ©; 2024, Eco-Vector</copyright-statement><copyright-statement xml:lang="ru">Copyright ©; 2024, Эко-вектор</copyright-statement><copyright-statement xml:lang="zh">Copyright ©; 2024, Eco-Vector</copyright-statement><copyright-year>2024</copyright-year><copyright-holder xml:lang="en">Eco-Vector</copyright-holder><copyright-holder xml:lang="ru">Эко-вектор</copyright-holder><copyright-holder xml:lang="zh">Eco-Vector</copyright-holder><ali:free_to_read xmlns:ali="http://www.niso.org/schemas/ali/1.0/"/><license><ali:license_ref xmlns:ali="http://www.niso.org/schemas/ali/1.0/">https://creativecommons.org/licenses/by-nc-nd/4.0</ali:license_ref></license></permissions><self-uri xlink:href="https://jdigitaldiagnostics.com/DD/article/view/626310">https://jdigitaldiagnostics.com/DD/article/view/626310</self-uri><abstract xml:lang="en"><p><bold>BACKGROUND</bold>: Chest X-ray examination is one of the first radiology areas that started applying artificial intelligence, and it is still used to the present. However, when interpreting X-ray scans using artificial intelligence, radiologists still experience several routine restrictions that should be considered in issuing a medical report and require the attention of artificial intelligence developers to further improve the algorithms and increase their efficiency.</p> <p><bold>AIM</bold>:<italic> </italic>To identify restrictions of artificial intelligence services for analyzing chest X-ray images and assesses the clinical significance of these restrictions.</p> <p><bold>MATERIALS AND METHODS</bold>: A retrospective analysis was performed for 155 cases of discrepancies between the conclusions of artificial intelligence services and medical reports when analyzing chest X-ray images. All cases included in the study were obtained from the Unified Radiological Information Service of the Unified Medical Information and Analytical System of Moscow.</p> <p><bold>RESULTS</bold>: Of the 155 analyzed difference cases, 48 (31.0%) were false-positive and 78 (50.3%) were false-negative cases. The remaining 29 (18.7%) cases were removed from further studies because they were true positive (27) or true negative (2) in the expert review. Most (93.8%) of the 48 false-positive cases were due to the artificial intelligence service mistaking normal chest anatomy (97.8% of cases) or catheter shadow (2.2% of cases) for pneumothorax signs. Overlooked clinically significant pathologies accounted for 22.0% of false-negative scans. Nearly half of these cases (44.4%) were overlooked lung nodules. Lung calcifications (60.9%) were the most common clinically insignificant pathology.</p> <p><bold>CONCLUSIONS</bold>: Artificial intelligence services demonstrate a tendency toward over diagnosis. All false-positive cases were associated with erroneous detection of clinically significant pathology: pneumothorax, lung nodules, and pulmonary consolidation. Among false-negative cases, the rate of overlooked clinically significant pathology was low, which accounted for less than one-fourth.</p></abstract><trans-abstract xml:lang="ru"><p><bold>Обоснование</bold>. Одним из первых направлений в лучевой диагностике, в котором искусственный интеллект начал применяться и активно применяется по сей день, является рентгенография органов грудной клетки. Тем не менее при интерпретации этих исследований с помощью технологий искусственного интеллекта врачи-рентгенологи до сих пор ежедневно сталкиваются с рядом ограничений, которые приходится учитывать при вынесении врачебного заключения и на которые необходимо обратить внимание разработчиков с целью дальнейшего усовершенствования алгоритмов для повышения их эффективности.</p> <p><bold>Цель</bold>. Выявление ограничений при применении сервисов искусственного интеллекта для анализа рентгенограмм органов грудной клетки и оценка клинической значимости этих ограничений.</p> <p><bold>Материалы и методы</bold>. Проведён ретроспективный анализ 155 случаев расхождения результатов заключений сервисов искусственного интеллекта с врачебными заключениями при анализе рентгенограмм органов грудной клетки. Все включённые в исследование случаи были получены из Единого радиологического информационного сервиса Единой медицинской информационно-аналитической системы г. Москвы.</p> <p><bold>Результаты</bold>. Среди проанализированных 155 случаев расхождений 48 (31,0%) оказались ложноположительными, а 78 (50,3%) — ложноотрицательными. Остальные 29 (18,7%) случаев были исключены из дальнейшего исследования, поскольку при экспертном пересмотре оказались истинно положительными (27) или истинно отрицательными (2). Среди 48 ложноположительных случаев большинство (93,8%) было обусловлено тем, что сервис искусственного интеллекта принимал за признаки пневмоторакса нормальные анатомические структуры грудной клетки (97,8% случаев) или тень катетера (2,2% случаев). Среди ложноотрицательных исследований доля пропусков клинически значимой патологии составила 22,0%. Почти половина этих случаев (44,4%) была связана с пропуском лёгочных узлов. Самой распространённой клинически не значимой патологией оказались кальцинаты в лёгких (60,9%).</p> <p><bold>Заключение</bold>. Со стороны сервисов искусственного интеллекта прослеживается тенденция к гипердиагностике. Все ложноположительные случаи были связаны с ошибочным обнаружением клинически значимой патологии: пневмоторакса, лёгочных узлов и лёгочного затемнения. Среди ложноотрицательных случаев доля пропуска клинически значимой патологии была невелика и составила менее одной четвёртой.</p></trans-abstract><trans-abstract xml:lang="zh"><p>论证。在放射诊断中，最早开始应用人工智能和积极使用至今的领域之一是胸部X光片。 然而，在使用人工智能（AI）技术解释这些研究时，放射科医生仍然每天面临着诸多局限，在做出医疗报告时必须考虑这些局限，这些局限必须受到开发人员的重视，以便进一步改进算法，提高效率。</p> <p>目的。确定使用人工智能服务进行胸部X光片分析的局限，并评估这些局限的临床意义。</p> <p>材料和方法。在分析155例患者胸部X光片时对人工智能服务结论与医疗报告不一致的病例进行回顾性分析。所有研究病例均来自莫斯科市统一医疗信息分析系统的统一放射信息服务。</p> <p>结果。在被分析的155个差异病例中，48个（31.0%）为假阳性，78 个（50.3%）为假阴性。经专家审查发现其余29例（18.7%）为真阳性（27）或真阴性（2），因此这些病例被排除在进一步研究之外。在48个假阳性病例中，大多数（93.8%）是由于人工智能服务将胸部正常解剖结构（97.8%的病例）或导管阴影（2.2%的病例）误认为是气胸的体征。在假阴性研究中，临床显著性病理的漏诊比例为22.0%。这些病例中几乎一半（44.4%）与漏诊的肺结节有关。最常见的无临床意义的病理是肺钙化（60.9%）。</p> <p>结论。在人工智能服务方面存在过度诊断的倾向。所有假阳性病例均与临床显著性病理的错误检测有关：气胸、肺结节和肺部阴影。在假阴性病例中，漏诊有临床意义显著性病理的比例很小，且不到四分之一。</p></trans-abstract><kwd-group xml:lang="en"><kwd>artificial intelligence</kwd><kwd>chest X-ray</kwd><kwd>reproducibility of results</kwd><kwd>reliability</kwd></kwd-group><kwd-group xml:lang="ru"><kwd>искусственный интеллект</kwd><kwd>рентгенография органов грудной клетки</kwd><kwd>воспроизводимость результатов</kwd><kwd>доверие</kwd></kwd-group><kwd-group xml:lang="zh"><kwd>人工智能</kwd><kwd>胸部X光片</kwd><kwd>结果重现性</kwd><kwd>信任</kwd></kwd-group><funding-group><award-group><funding-source><institution-wrap><institution xml:lang="ru">Департамент здравоохранения города Москвы</institution></institution-wrap><institution-wrap><institution xml:lang="en">Moscow Health Care Department</institution></institution-wrap><institution-wrap><institution xml:lang="zh">Moscow Health Care Department</institution></institution-wrap></funding-source><award-id>123031400006-0</award-id></award-group></funding-group></article-meta></front><body></body><back><ref-list><ref id="B1"><label>1.</label><citation-alternatives><mixed-citation xml:lang="en">Çallı E, Sogancioglu E, van Ginneken B, et al. Deep learning for chest X-ray analysis: A survey. Medical Image Analysis. 2021;72:102125. doi: 10.1016/j.media.2021.102125</mixed-citation><mixed-citation xml:lang="ru">Çallı E., Sogancioglu E., van Ginneken B., et al. Deep learning for chest X-ray analysis: A survey // Medical Image Analysis. 2021. Vol. 72. P. 102125. doi: 10.1016/j.media.2021.102125</mixed-citation><mixed-citation xml:lang="zh">Çallı E, Sogancioglu E, van Ginneken B, et al. Deep learning for chest X-ray analysis: A survey. Medical Image Analysis. 2021;72:102125. doi: 10.1016/j.media.2021.102125</mixed-citation></citation-alternatives></ref><ref id="B2"><label>2.</label><citation-alternatives><mixed-citation xml:lang="en">Vasilev YuA, Tyrov IA, Vladzymyrskyy AV, et al. A New Model of Organizing Mass Screening Based on Stand-Alone Artificial Intelligence Used for Fluorography Image Triage. Zdorov’e Naseleniya i Sreda Obitaniya. 2023;31(11):23–32. (In Russ.) doi: 10.35627/2219-5238/2023-31-11-23-32</mixed-citation><mixed-citation xml:lang="ru">Васильев Ю.А., Тыров И.А., Владзимирский А.В., и др. Новая модель организации массовых профилактических исследований, основанная на автономном искусственном интеллекте для сортировки результатов флюорографии // Здоровье населения и среда обитания. 2023. Т. 31, № 11. С. 23–32. doi: 10.35627/2219-5238/2023-31-11-23-32</mixed-citation><mixed-citation xml:lang="zh">Vasilev YuA, Tyrov IA, Vladzymyrskyy AV, et al. A New Model of Organizing Mass Screening Based on Stand-Alone Artificial Intelligence Used for Fluorography Image Triage. Zdorov’e Naseleniya i Sreda Obitaniya. 2023;31(11):23–32. (In Russ.) doi: 10.35627/2219-5238/2023-31-11-23-32</mixed-citation></citation-alternatives></ref><ref id="B3"><label>3.</label><citation-alternatives><mixed-citation xml:lang="en">Akhter Y, Singh R, Vatsa M. AI-based radiodiagnosis using chest X-rays: A review. Frontiers in Big Data. 2023;6:1120989. doi: 10.3389/fdata.2023.1120989</mixed-citation><mixed-citation xml:lang="ru">Akhter Y., Singh R., Vatsa M. AI-based radiodiagnosis using chest X-rays: A review // Frontiers in Big Data. 2023. Vol. 6. P. 1120989. doi: 10.3389/fdata.2023.1120989</mixed-citation><mixed-citation xml:lang="zh">Akhter Y, Singh R, Vatsa M. AI-based radiodiagnosis using chest X-rays: A review. Frontiers in Big Data. 2023;6:1120989. doi: 10.3389/fdata.2023.1120989</mixed-citation></citation-alternatives></ref><ref id="B4"><label>4.</label><citation-alternatives><mixed-citation xml:lang="en">Fanni SC, Marcucci A, Volpi F, et al. Artificial Intelligence-Based Software with CE Mark for Chest X-ray Interpretation: Opportunities and Challenges. Diagnostics (Basel). 2023;13(12):2020. doi: 10.3390/diagnostics13122020</mixed-citation><mixed-citation xml:lang="ru">Fanni S.C., Marcucci A., Volpi F., et al. Artificial Intelligence-Based Software with CE Mark for Chest X-ray Interpretation: Opportunities and Challenges // Diagnostics (Basel). 2023. Vol. 13, N 12. P. 2020. doi: 10.3390/diagnostics13122020</mixed-citation><mixed-citation xml:lang="zh">Fanni SC, Marcucci A, Volpi F, et al. Artificial Intelligence-Based Software with CE Mark for Chest X-ray Interpretation: Opportunities and Challenges. Diagnostics (Basel). 2023;13(12):2020. doi: 10.3390/diagnostics13122020</mixed-citation></citation-alternatives></ref><ref id="B5"><label>5.</label><citation-alternatives><mixed-citation xml:lang="en">Gusev AV, Vladzymyrskyy AV, Sharova DE, et al. Evolution of research and development in the field of artificial intelligence technologies for healthcare in the Russian Federation: results of 2021. Digital Diagnostics. 2022;3(3):178–194. doi: 10.17816/DD107367</mixed-citation><mixed-citation xml:lang="ru">Гусев А.В., Владзимирский А.В., Шарова Д.Е., и др. Развитие исследований и разработок в сфере технологий искусственного интеллекта для здравоохранения в Российской Федерации: итоги 2021 года // Digital Diagnostics. 2022. Т. 3, № 3. С. 178–194. doi: 10.17816/DD107367</mixed-citation><mixed-citation xml:lang="zh">Gusev AV, Vladzymyrskyy AV, Sharova DE, et al. Evolution of research and development in the field of artificial intelligence technologies for healthcare in the Russian Federation: results of 2021. Digital Diagnostics. 2022;3(3):178–194. doi: 10.17816/DD107367</mixed-citation></citation-alternatives></ref><ref id="B6"><label>6.</label><citation-alternatives><mixed-citation xml:lang="en">Kim J, Kim KH. Role of chest radiographs in early lung cancer detection. Translational Lung Cancer Research. 2020;9(3):522–531. doi: 10.21037/tlcr.2020.04.02</mixed-citation><mixed-citation xml:lang="ru">Kim J., Kim K.H. Role of chest radiographs in early lung cancer detection // Translational Lung Cancer Research. 2020. Vol. 9, N 3. P. 522–531. doi: 10.21037/tlcr.2020.04.02</mixed-citation><mixed-citation xml:lang="zh">Kim J, Kim KH. Role of chest radiographs in early lung cancer detection. Translational Lung Cancer Research. 2020;9(3):522–531. doi: 10.21037/tlcr.2020.04.02</mixed-citation></citation-alternatives></ref><ref id="B7"><label>7.</label><citation-alternatives><mixed-citation xml:lang="en">Golubev NA, Ogryzko EV, Tyurina EM, et al. Features of the development of the radiology diagnostic service in the Russian Federation for 2014-2019. Current problems of health care and medical statistics. 2021;(2):356–376. doi: 10.24412/2312-2935-2021-2-356-376</mixed-citation><mixed-citation xml:lang="ru">Голубев Н.А., Огрызко Е.В., Тюрина Е.М., и др. Особенности развития службы лучевой диагностики в Российской Федерации за 2014-2019 года // Современные проблемы здравоохранения и медицинской статистики. 2021. № 2. С. 356–376. doi: 10.24412/2312-2935-2021-2-356-376</mixed-citation><mixed-citation xml:lang="zh">Golubev NA, Ogryzko EV, Tyurina EM, et al. Features of the development of the radiology diagnostic service in the Russian Federation for 2014-2019. Current problems of health care and medical statistics. 2021;(2):356–376. doi: 10.24412/2312-2935-2021-2-356-376</mixed-citation></citation-alternatives></ref><ref id="B8"><label>8.</label><citation-alternatives><mixed-citation xml:lang="en">Wu JT, Wong KCL, Gur Y, et al. Comparison of Chest Radiograph Interpretations by Artificial Intelligence Algorithm vs Radiology Residents. JAMA Network Open. 2020;3(10):e2022779. doi: 10.1001/jamanetworkopen.2020.22779</mixed-citation><mixed-citation xml:lang="ru">Wu J.T., Wong K.C.L., Gur Y., et al. Comparison of Chest Radiograph Interpretations by Artificial Intelligence Algorithm vs Radiology Residents // JAMA Network Open. 2020. Vol. 3, N 10. P. e2022779. doi: 10.1001/jamanetworkopen.2020.22779</mixed-citation><mixed-citation xml:lang="zh">Wu JT, Wong KCL, Gur Y, et al. Comparison of Chest Radiograph Interpretations by Artificial Intelligence Algorithm vs Radiology Residents. JAMA Network Open. 2020;3(10):e2022779. doi: 10.1001/jamanetworkopen.2020.22779</mixed-citation></citation-alternatives></ref><ref id="B9"><label>9.</label><citation-alternatives><mixed-citation xml:lang="en">Miró Catalina Q, Fuster-Casanovas A, Solé-Casals J, Vidal-Alaball J. Developing an Artificial Intelligence Model for Reading Chest X-rays: Protocol for a Prospective Validation Study. JMIR Research Protocols. 2022;11(11):e39536. doi: 10.2196/39536</mixed-citation><mixed-citation xml:lang="ru">Miró Catalina Q., Fuster-Casanovas A., Solé-Casals J., Vidal-Alaball J. Developing an Artificial Intelligence Model for Reading Chest X-rays: Protocol for a Prospective Validation Study // JMIR Research Protocols. 2022. Vol. 11, N 11. P. e39536. doi: 10.2196/39536</mixed-citation><mixed-citation xml:lang="zh">Miró Catalina Q, Fuster-Casanovas A, Solé-Casals J, Vidal-Alaball J. Developing an Artificial Intelligence Model for Reading Chest X-rays: Protocol for a Prospective Validation Study. JMIR Research Protocols. 2022;11(11):e39536. doi: 10.2196/39536</mixed-citation></citation-alternatives></ref><ref id="B10"><label>10.</label><citation-alternatives><mixed-citation xml:lang="en">Plesner LL, Müller FC, Nybing JD, et al. Autonomous Chest Radiograph Reporting Using AI: Estimation of Clinical Impact. Radiology. 2023;307(3):e222268. doi: 10.1148/radiol.222268</mixed-citation><mixed-citation xml:lang="ru">Plesner L.L., Müller F.C., Nybing J.D., et al. Autonomous Chest Radiograph Reporting Using AI: Estimation of Clinical Impact // Radiology. 2023. Vol. 307, N 3. P. e222268. doi: 10.1148/radiol.222268</mixed-citation><mixed-citation xml:lang="zh">Plesner LL, Müller FC, Nybing JD, et al. Autonomous Chest Radiograph Reporting Using AI: Estimation of Clinical Impact. Radiology. 2023;307(3):e222268. doi: 10.1148/radiol.222268</mixed-citation></citation-alternatives></ref><ref id="B11"><label>11.</label><citation-alternatives><mixed-citation xml:lang="en">Vasilev Yu, Vladzymyrskyy A, Omelyanskaya O, et al. AI-Based CXR First Reading: Current Limitations to Ensure Practical Value. Diagnostics (Basel). 2023;13(8):1430. doi: 10.3390/diagnostics13081430</mixed-citation><mixed-citation xml:lang="ru">Vasilev Yu., Vladzymyrskyy A., Omelyanskaya O., et al. AI-Based CXR First Reading: Current Limitations to Ensure Practical Value // Diagnostics (Basel). 2023. Vol. 13, N 8. P. 1430. doi: 10.3390/diagnostics13081430</mixed-citation><mixed-citation xml:lang="zh">Vasilev Yu, Vladzymyrskyy A, Omelyanskaya O, et al. AI-Based CXR First Reading: Current Limitations to Ensure Practical Value. Diagnostics (Basel). 2023;13(8):1430. doi: 10.3390/diagnostics13081430</mixed-citation></citation-alternatives></ref><ref id="B12"><label>12.</label><citation-alternatives><mixed-citation xml:lang="en">Driver CN, Bowles BS, Bartholmai BJ, Greenberg-Worisek AJ. Artificial Intelligence in Radiology: A Call for Thoughtful Application. Clinical and Translational Science. 2020;13(2):216–218. doi: 10.1111/cts.12704</mixed-citation><mixed-citation xml:lang="ru">Driver C.N., Bowles B.S., Bartholmai B.J., Greenberg-Worisek A.J. Artificial Intelligence in Radiology: A Call for Thoughtful Application // Clinical and Translational Science. 2020. Vol. 13, N 2. P. 216–218. doi: 10.1111/cts.12704</mixed-citation><mixed-citation xml:lang="zh">Driver CN, Bowles BS, Bartholmai BJ, Greenberg-Worisek AJ. Artificial Intelligence in Radiology: A Call for Thoughtful Application. Clinical and Translational Science. 2020;13(2):216–218. doi: 10.1111/cts.12704</mixed-citation></citation-alternatives></ref><ref id="B13"><label>13.</label><citation-alternatives><mixed-citation xml:lang="en">Yoo H, Kim EY, Kim H, et al. Artificial intelligence-based identification of normal chest radiographs: a simulation study in a multicenter health screening cohort. Korean Journal of Radiology. 2022;23(10):1009–1018. doi: 10.3348/kjr.2022.0189</mixed-citation><mixed-citation xml:lang="ru">Yoo H., Kim E.Y., Kim H., et al. Artificial intelligence-based identification of normal chest radiographs: a simulation study in a multicenter health screening cohort // Korean Journal of Radiology. 2022. Vol. 23, N 10. P. 1009–1018. doi: 10.3348/kjr.2022.0189</mixed-citation><mixed-citation xml:lang="zh">Yoo H, Kim EY, Kim H, et al. Artificial intelligence-based identification of normal chest radiographs: a simulation study in a multicenter health screening cohort. Korean Journal of Radiology. 2022;23(10):1009–1018. doi: 10.3348/kjr.2022.0189</mixed-citation></citation-alternatives></ref><ref id="B14"><label>14.</label><citation-alternatives><mixed-citation xml:lang="en">Suganuma N, Yoshida S, Takeuchi Y, et al. Artificial intelligence in quantitative chest imaging analysis for occupational lung disease. Seminars in Respiratory and Critical Care Medicine. 2023;44(3):362–369. doi: 10.1055/s-0043-1767760</mixed-citation><mixed-citation xml:lang="ru">Suganuma N., Yoshida S., Takeuchi Y., et al. Artificial intelligence in quantitative chest imaging analysis for occupational lung disease // Seminars in Respiratory and Critical Care Medicine. 2023. Vol. 44, N 3. P. 362–369. doi: 10.1055/s-0043-1767760</mixed-citation><mixed-citation xml:lang="zh">Suganuma N, Yoshida S, Takeuchi Y, et al. Artificial intelligence in quantitative chest imaging analysis for occupational lung disease. Seminars in Respiratory and Critical Care Medicine. 2023;44(3):362–369. doi: 10.1055/s-0043-1767760</mixed-citation></citation-alternatives></ref><ref id="B15"><label>15.</label><citation-alternatives><mixed-citation xml:lang="en">Brown C, Nazeer R, Gibbs A, et al. Breaking Bias: The role of artificial intelligence in improving clinical decision-making. Cureus. 2023;15(3):e36415. doi: 10.7759/cureus.36415</mixed-citation><mixed-citation xml:lang="ru">Brown C., Nazeer R., Gibbs A., et al. Breaking Bias: The role of artificial intelligence in improving clinical decision-making // Cureus. 2023. Vol. 15, N 3. P. e36415. doi: 10.7759/cureus.36415</mixed-citation><mixed-citation xml:lang="zh">Brown C, Nazeer R, Gibbs A, et al. Breaking Bias: The role of artificial intelligence in improving clinical decision-making. Cureus. 2023;15(3):e36415. doi: 10.7759/cureus.36415</mixed-citation></citation-alternatives></ref><ref id="B16"><label>16.</label><citation-alternatives><mixed-citation xml:lang="en">Kaviani P, Kalra MK, Digumarthy SR, et al. Frequency of missed findings on chest radiographs (CXRs) in an international, multicenter study: application of AI to reduce missed findings. Diagnostics (Basel). 2022;12(10):2382. doi: 10.3390/diagnostics12102382</mixed-citation><mixed-citation xml:lang="ru">Kaviani P., Kalra M.K., Digumarthy S.R., et al. Frequency of missed findings on chest radiographs (CXRs) in an international, multicenter study: application of AI to reduce missed findings // Diagnostics (Basel). 2022. Vol. 12, N 10. P. 2382. doi: 10.3390/diagnostics12102382</mixed-citation><mixed-citation xml:lang="zh">Kaviani P, Kalra MK, Digumarthy SR, et al. Frequency of missed findings on chest radiographs (CXRs) in an international, multicenter study: application of AI to reduce missed findings. Diagnostics (Basel). 2022;12(10):2382. doi: 10.3390/diagnostics12102382</mixed-citation></citation-alternatives></ref><ref id="B17"><label>17.</label><citation-alternatives><mixed-citation xml:lang="en">de Groot PM, Carter BW, Abbott GF, Wu CC. Pitfalls in chest radiographic interpretation: blind spots. Seminars in Roentgenology. 2015;50(3):197–209. doi: 10.1053/j.ro.2015.01.008</mixed-citation><mixed-citation xml:lang="ru">de Groot P.M., Carter B.W., Abbott G.F., Wu C.C. Pitfalls in chest radiographic interpretation: blind spots // Seminars in Roentgenology. 2015. Vol. 50, N. 3. P. 197–209. doi: 10.1053/j.ro.2015.01.008</mixed-citation><mixed-citation xml:lang="zh">de Groot PM, Carter BW, Abbott GF, Wu CC. Pitfalls in chest radiographic interpretation: blind spots. Seminars in Roentgenology. 2015;50(3):197–209. doi: 10.1053/j.ro.2015.01.008</mixed-citation></citation-alternatives></ref><ref id="B18"><label>18.</label><citation-alternatives><mixed-citation xml:lang="en">Gefter WB, Post BA, Hatabu H. Commonly missed findings on chest radiographs: causes and consequences. Chest. 2023;163(3):650–661. doi: 10.1016/j.chest.2022.10.039</mixed-citation><mixed-citation xml:lang="ru">Gefter W.B., Post B.A., Hatabu H. Commonly missed findings on chest radiographs: causes and consequences // Chest. 2023. Vol. 163, N 3. P. 650–661. doi: 10.1016/j.chest.2022.10.039</mixed-citation><mixed-citation xml:lang="zh">Gefter WB, Post BA, Hatabu H. Commonly missed findings on chest radiographs: causes and consequences. Chest. 2023;163(3):650–661. doi: 10.1016/j.chest.2022.10.039</mixed-citation></citation-alternatives></ref><ref id="B19"><label>19.</label><citation-alternatives><mixed-citation xml:lang="en">Vasilev YuA, Vladzimirsky AV, editors. Komp’yuternoe zrenie v luchevoj diagnostike: pervyj etap Moskovskogo eksperimenta. Moscow: Izdatelskie resheniya; 2022. (In Russ.)</mixed-citation><mixed-citation xml:lang="ru">Компьютерное зрение в лучевой диагностике: первый этап Московского эксперимента / под ред. Ю.А. Васильева, А.В. Владзимирского. Москва: Издательские решения, 2022.</mixed-citation><mixed-citation xml:lang="zh">Vasilev YuA, Vladzimirsky AV, editors. Komp’yuternoe zrenie v luchevoj diagnostike: pervyj etap Moskovskogo eksperimenta. Moscow: Izdatelskie resheniya; 2022. (In Russ.)</mixed-citation></citation-alternatives></ref><ref id="B20"><label>20.</label><citation-alternatives><mixed-citation xml:lang="en">Morozov SP, Burenchev DV, Vladzimirsky AV, et al. Principy i pravila opisanij rezul’tatov luchevyh issledovanij. The series “Best practices of radiation and instrumental diagnostics”. Issue 97. Moscow: State Budget-Funded Health Care Institution of the City of Moscow “Research and Practical Clinical Center for Diagnostics and Telemedicine Technologies of the Moscow Health Care Department”; 2021. (In Russ.)</mixed-citation><mixed-citation xml:lang="ru">Морозов С.П., Буренчев Д.В., Владзимирский А.В, и др. Принципы и правила описаний результатов лучевых исследований. Серия «Лучшие практики лучевой и инструментальной диагностики». Вып. 97. Москва: Государственное бюджетное учреждение здравоохранения города Москвы «Научно-практический клинический центр диагностики и телемедицинских технологий Департамента здравоохранения города Москвы», 2021.</mixed-citation><mixed-citation xml:lang="zh">Morozov SP, Burenchev DV, Vladzimirsky AV, et al. Principy i pravila opisanij rezul’tatov luchevyh issledovanij. The series “Best practices of radiation and instrumental diagnostics”. Issue 97. Moscow: State Budget-Funded Health Care Institution of the City of Moscow “Research and Practical Clinical Center for Diagnostics and Telemedicine Technologies of the Moscow Health Care Department”; 2021. (In Russ.)</mixed-citation></citation-alternatives></ref><ref id="B21"><label>21.</label><citation-alternatives><mixed-citation xml:lang="en">Choi YR, Yoon SH, Kim J, et al. Chest Radiography of Tuberculosis: Determination of Activity Using Deep Learning Algorithm. Tuberculosis and Respiratory Diseases. 2023;86(3):226–233. doi: 10.4046/trd.2023.0020</mixed-citation><mixed-citation xml:lang="ru">Choi Y.R., Yoon S.H., Kim J., et al. Chest Radiography of Tuberculosis: Determination of Activity Using Deep Learning Algorithm // Tuberculosis and Respiratory Diseases. 2023. Vol. 86, N 3. P. 226–233. doi: 10.4046/trd.2023.0020</mixed-citation><mixed-citation xml:lang="zh">Choi YR, Yoon SH, Kim J, et al. Chest Radiography of Tuberculosis: Determination of Activity Using Deep Learning Algorithm. Tuberculosis and Respiratory Diseases. 2023;86(3):226–233. doi: 10.4046/trd.2023.0020</mixed-citation></citation-alternatives></ref><ref id="B22"><label>22.</label><citation-alternatives><mixed-citation xml:lang="en">Sun Z, Zhou J, Zhao L. Application status and problems summary of artificial intelligence in chest imaging. Asian Journal of Surgery. 2023;46(10):4437–4438. doi: 10.1016/j.asjsur.2023.04.100</mixed-citation><mixed-citation xml:lang="ru">Sun Z., Zhou J., Zhao L. Application status and problems summary of artificial intelligence in chest imaging // Asian Journal of Surgery. 2023. Vol. 46, N 10. P. 4437–4438. doi: 10.1016/j.asjsur.2023.04.100</mixed-citation><mixed-citation xml:lang="zh">Sun Z, Zhou J, Zhao L. Application status and problems summary of artificial intelligence in chest imaging. Asian Journal of Surgery. 2023;46(10):4437–4438. doi: 10.1016/j.asjsur.2023.04.100</mixed-citation></citation-alternatives></ref><ref id="B23"><label>23.</label><citation-alternatives><mixed-citation xml:lang="en">Bernstein MH, Atalay MK, Dibble EH, et al. Can incorrect artificial intelligence (AI) results impact radiologists, and if so, what can we do about it? A multi-reader pilot study of lung cancer detection with chest radiography. European Radiology. 2023;33(11):8263–8269. doi: 10.1007/s00330-023-09747-1</mixed-citation><mixed-citation xml:lang="ru">Bernstein M.H., Atalay M.K., Dibble E.H., et al. Can incorrect artificial intelligence (AI) results impact radiologists, and if so, what can we do about it? A multi-reader pilot study of lung cancer detection with chest radiography // European Radiology. 2023. Vol. 33, N 11. P. 8263–8269. doi: 10.1007/s00330-023-09747-1</mixed-citation><mixed-citation xml:lang="zh">Bernstein MH, Atalay MK, Dibble EH, et al. Can incorrect artificial intelligence (AI) results impact radiologists, and if so, what can we do about it? A multi-reader pilot study of lung cancer detection with chest radiography. European Radiology. 2023;33(11):8263–8269. doi: 10.1007/s00330-023-09747-1</mixed-citation></citation-alternatives></ref><ref id="B24"><label>24.</label><citation-alternatives><mixed-citation xml:lang="en">Becker J, Decker JA, Römmele C, et al. Artificial Intelligence-based detection of pneumonia in chest radiographs. Diagnostics (Basel). 2022;12(6):1465. doi: 10.3390/diagnostics12061465</mixed-citation><mixed-citation xml:lang="ru">Becker J., Decker J.A., Römmele C., et al. Artificial Intelligence-based detection of pneumonia in chest radiographs // Diagnostics (Basel). 2022. Vol. 12, N 6. P. 1465. doi: 10.3390/diagnostics12061465</mixed-citation><mixed-citation xml:lang="zh">Becker J, Decker JA, Römmele C, et al. Artificial Intelligence-based detection of pneumonia in chest radiographs. Diagnostics (Basel). 2022;12(6):1465. doi: 10.3390/diagnostics12061465</mixed-citation></citation-alternatives></ref><ref id="B25"><label>25.</label><citation-alternatives><mixed-citation xml:lang="en">Dasegowda G, Bizzo BC, Gupta RV, et al. Radiologist-trained AI model for identifying suboptimal chest-radiographs. Academic Radiology. 2023;30(12):2921–2930. doi: 10.1016/j.acra.2023.03.006</mixed-citation><mixed-citation xml:lang="ru">Dasegowda G., Bizzo B.C., Gupta R.V., et al. Radiologist-trained AI model for identifying suboptimal chest-radiographs // Academic Radiology. 2023. Vol. 30, N 12. P. 2921–2930. doi: 10.1016/j.acra.2023.03.006</mixed-citation><mixed-citation xml:lang="zh">Dasegowda G, Bizzo BC, Gupta RV, et al. Radiologist-trained AI model for identifying suboptimal chest-radiographs. Academic Radiology. 2023;30(12):2921–2930. doi: 10.1016/j.acra.2023.03.006</mixed-citation></citation-alternatives></ref><ref id="B26"><label>26.</label><citation-alternatives><mixed-citation xml:lang="en">Fanni SC, Greco G, Rossi S, et al. Role of artificial intelligence in oncologic emergencies: a narrative review. Exploration of Targeted Anti-tumor Therapy. 2023;4(2):344–354. doi: 10.37349/etat.2023.00138</mixed-citation><mixed-citation xml:lang="ru">Fanni S.C., Greco G., Rossi S., et al. Role of artificial intelligence in oncologic emergencies: a narrative review // Exploration of Targeted Anti-tumor Therapy. 2023. Vol. 4, N 2. P. 344–354. doi: 10.37349/etat.2023.00138</mixed-citation><mixed-citation xml:lang="zh">Fanni SC, Greco G, Rossi S, et al. Role of artificial intelligence in oncologic emergencies: a narrative review. Exploration of Targeted Anti-tumor Therapy. 2023;4(2):344–354. doi: 10.37349/etat.2023.00138</mixed-citation></citation-alternatives></ref><ref id="B27"><label>27.</label><citation-alternatives><mixed-citation xml:lang="en">Hwang EJ, Goo JM, Nam JG, et al. Conventional versus artificial intelligence-assisted interpretation of chest radiographs in patients with acute respiratory symptoms in emergency department: a pragmatic randomized clinical trial. Korean Journal of Radiology. 2023;24(3):259–270. doi: 10.3348/kjr.2022.0651</mixed-citation><mixed-citation xml:lang="ru">Hwang E.J., Goo J.M., Nam J.G., et al. Conventional versus artificial intelligence-assisted interpretation of chest radiographs in patients with acute respiratory symptoms in emergency department: a pragmatic randomized clinical trial // Korean Journal of Radiology. 2023. Vol. 24, N 3. P. 259–270. doi: 10.3348/kjr.2022.0651</mixed-citation><mixed-citation xml:lang="zh">Hwang EJ, Goo JM, Nam JG, et al. Conventional versus artificial intelligence-assisted interpretation of chest radiographs in patients with acute respiratory symptoms in emergency department: a pragmatic randomized clinical trial. Korean Journal of Radiology. 2023;24(3):259–270. doi: 10.3348/kjr.2022.0651</mixed-citation></citation-alternatives></ref><ref id="B28"><label>28.</label><citation-alternatives><mixed-citation xml:lang="en">Tan H, Xu H, Yu N, et al. The value of deep learning-based computer aided diagnostic system in improving diagnostic performance of rib fractures in acute blunt trauma. BMC Medical Imaging. 2023;23(1):55. doi: 10.1186/s12880-023-01012-7</mixed-citation><mixed-citation xml:lang="ru">Tan H., Xu H., Yu N., et al. The value of deep learning-based computer aided diagnostic system in improving diagnostic performance of rib fractures in acute blunt trauma // BMC Medical Imaging. 2023. Vol. 23, N 1. P. 55. doi: 10.1186/s12880-023-01012-7</mixed-citation><mixed-citation xml:lang="zh">Tan H, Xu H, Yu N, et al. The value of deep learning-based computer aided diagnostic system in improving diagnostic performance of rib fractures in acute blunt trauma. BMC Medical Imaging. 2023;23(1):55. doi: 10.1186/s12880-023-01012-7</mixed-citation></citation-alternatives></ref><ref id="B29"><label>29.</label><citation-alternatives><mixed-citation xml:lang="en">Wu J, Liu N, Li X, et al. Convolutional neural network for detecting rib fractures on chest radiographs: a feasibility study. BMC Medical Imaging. 2023;23(1):18. doi: 10.1186/s12880-023-00975-x</mixed-citation><mixed-citation xml:lang="ru">Wu J., Liu N., Li X., et al. Convolutional neural network for detecting rib fractures on chest radiographs: a feasibility study // BMC Medical Imaging. 2023. Vol. 23, N 1. P. 18. doi: 10.1186/s12880-023-00975-x</mixed-citation><mixed-citation xml:lang="zh">Wu J, Liu N, Li X, et al. Convolutional neural network for detecting rib fractures on chest radiographs: a feasibility study. BMC Medical Imaging. 2023;23(1):18. doi: 10.1186/s12880-023-00975-x</mixed-citation></citation-alternatives></ref><ref id="B30"><label>30.</label><citation-alternatives><mixed-citation xml:lang="en">Lee HW, Jin KN, Oh S, et al. Artificial intelligence solution for chest radiographs in respiratory outpatient clinics: multicenter prospective randomized clinical trial. Annals of the American Thoracic Society. 2023;20(5):660–667. doi: 10.1513/AnnalsATS.202206-481OC</mixed-citation><mixed-citation xml:lang="ru">Lee H.W., Jin K.N., Oh S., et al. Artificial intelligence solution for chest radiographs in respiratory outpatient clinics: multicenter prospective randomized clinical trial // Annals of the American Thoracic Society. 2023. Vol. 20, N 5. P. 660–667. doi: 10.1513/AnnalsATS.202206-481OC</mixed-citation><mixed-citation xml:lang="zh">Lee HW, Jin KN, Oh S, et al. Artificial intelligence solution for chest radiographs in respiratory outpatient clinics: multicenter prospective randomized clinical trial. Annals of the American Thoracic Society. 2023;20(5):660–667. doi: 10.1513/AnnalsATS.202206-481OC</mixed-citation></citation-alternatives></ref><ref id="B31"><label>31.</label><citation-alternatives><mixed-citation xml:lang="en">Hillis JM, Bizzo BC, Mercaldo S, et al. Evaluation of an artificial intelligence model for detection of pneumothorax and tension pneumothorax in chest radiographs. JAMA Network Open. 2022;5(12):e2247172. doi: 10.1001/jamanetworkopen.2022.47172</mixed-citation><mixed-citation xml:lang="ru">Hillis J.M., Bizzo B.C., Mercaldo S., et al. Evaluation of an artificial intelligence model for detection of pneumothorax and tension pneumothorax in chest radiographs // JAMA Network Open. 2022. Vol. 5, N 12. P. e2247172. doi: 10.1001/jamanetworkopen.2022.47172</mixed-citation><mixed-citation xml:lang="zh">Hillis JM, Bizzo BC, Mercaldo S, et al. Evaluation of an artificial intelligence model for detection of pneumothorax and tension pneumothorax in chest radiographs. JAMA Network Open. 2022;5(12):e2247172. doi: 10.1001/jamanetworkopen.2022.47172</mixed-citation></citation-alternatives></ref></ref-list></back></article>
