<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE root>
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:ali="http://www.niso.org/schemas/ali/1.0/" article-type="research-article" dtd-version="1.2" xml:lang="en"><front><journal-meta><journal-id journal-id-type="publisher-id">Digital Diagnostics</journal-id><journal-title-group><journal-title xml:lang="en">Digital Diagnostics</journal-title><trans-title-group xml:lang="ru"><trans-title>Digital Diagnostics</trans-title></trans-title-group><trans-title-group xml:lang="zh"><trans-title>Digital Diagnostics</trans-title></trans-title-group></journal-title-group><issn publication-format="print">2712-8490</issn><issn publication-format="electronic">2712-8962</issn><publisher><publisher-name xml:lang="en">Eco-Vector</publisher-name></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">101099</article-id><article-id pub-id-type="doi">10.17816/DD101099</article-id><article-categories><subj-group subj-group-type="toc-heading" xml:lang="en"><subject>Original Study Articles</subject></subj-group><subj-group subj-group-type="toc-heading" xml:lang="ru"><subject>Оригинальные исследования</subject></subj-group><subj-group subj-group-type="toc-heading" xml:lang="zh"><subject>原创性科研成果</subject></subj-group><subj-group subj-group-type="article-type"><subject>Research Article</subject></subj-group></article-categories><title-group><article-title xml:lang="en">Possibilities and limitations of using machine text-processing tools in Russian radiology reports</article-title><trans-title-group xml:lang="ru"><trans-title>Возможности и ограничения использования инструментов машинной обработки текстов в лучевой диагностике</trans-title></trans-title-group><trans-title-group xml:lang="zh"><trans-title>在辐射诊断中使用文本机床的可能性和局限性</trans-title></trans-title-group></title-group><contrib-group><contrib contrib-type="author"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0002-1141-8395</contrib-id><contrib-id contrib-id-type="spin">9883-4656</contrib-id><name-alternatives><name xml:lang="en"><surname>Kokina</surname><given-names>Daria Yu.</given-names></name><name xml:lang="ru"><surname>Кокина</surname><given-names>Дарья Юрьевна</given-names></name><name xml:lang="zh"><surname>Kokina</surname><given-names>Daria Yu.</given-names></name></name-alternatives><address><country country="RU">Russian Federation</country></address><email>d.kokina@npcmr.ru</email><xref ref-type="aff" rid="aff1"/></contrib><contrib contrib-type="author"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0003-1816-1315</contrib-id><contrib-id contrib-id-type="spin">6810-3279</contrib-id><name-alternatives><name xml:lang="en"><surname>Gombolevskiy</surname><given-names>Victor A.</given-names></name><name xml:lang="ru"><surname>Гомболевский</surname><given-names>Виктор Александрович</given-names></name><name xml:lang="zh"><surname>Gombolevskiy</surname><given-names>Victor A.</given-names></name></name-alternatives><address><country country="RU">Russian Federation</country></address><bio xml:lang="en"><p>MD, Cand. Sci. (Med.)</p></bio><bio xml:lang="ru"><p>к.м.н.</p></bio><bio xml:lang="zh"><p>MD, Cand. Sci. (Med.)</p></bio><email>g_victor@mail.ru</email><xref ref-type="aff" rid="aff1"/></contrib><contrib contrib-type="author"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0001-7786-0349</contrib-id><contrib-id contrib-id-type="spin">3160-8062</contrib-id><name-alternatives><name xml:lang="en"><surname>Arzamasov</surname><given-names>Kirill M.</given-names></name><name xml:lang="ru"><surname>Арзамасов</surname><given-names>Кирилл Михайлович</given-names></name><name xml:lang="zh"><surname>Arzamasov</surname><given-names>Kirill M.</given-names></name></name-alternatives><address><country country="RU">Russian Federation</country></address><bio xml:lang="en"><p>MD, Cand. Sci. (Med.)</p></bio><bio xml:lang="ru"><p>к.м.н.</p></bio><bio xml:lang="zh"><p>MD, Cand. Sci. (Med.)</p></bio><email>k.arzamasov@npcmr.ru</email><xref ref-type="aff" rid="aff1"/></contrib><contrib contrib-type="author"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0001-6359-0763</contrib-id><contrib-id contrib-id-type="spin">6625-4186</contrib-id><name-alternatives><name xml:lang="en"><surname>Andreychenko</surname><given-names>Anna E.</given-names></name><name xml:lang="ru"><surname>Андрейченко</surname><given-names>Анна Евгеньевна</given-names></name><name xml:lang="zh"><surname>Andreychenko</surname><given-names>Anna E.</given-names></name></name-alternatives><address><country country="RU">Russian Federation</country></address><bio xml:lang="en"><p>Cand. Sci. (Phys.-Math.)</p></bio><bio xml:lang="ru"><p>канд. физ.-мат. наук</p></bio><bio xml:lang="zh"><p>Cand. Sci. (Phys.-Math.)</p></bio><email>a.andreychenko@npcmr.ru</email><xref ref-type="aff" rid="aff2"/></contrib><contrib contrib-type="author"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0001-6545-6170</contrib-id><contrib-id contrib-id-type="spin">8542-1720</contrib-id><name-alternatives><name xml:lang="en"><surname>Morozov</surname><given-names>Sergey  P.</given-names></name><name xml:lang="ru"><surname>Морозов</surname><given-names>Сергей Павлович</given-names></name><name xml:lang="zh"><surname>Morozov</surname><given-names>Sergey  P.</given-names></name></name-alternatives><address><country country="RU">Russian Federation</country></address><bio xml:lang="en"><p>MD, Dr. Sci. (Med.), Professor</p></bio><bio xml:lang="ru"><p>д.м.н., профессор</p></bio><bio xml:lang="zh"><p>MD, Dr. Sci. (Med.), Professor</p></bio><email>spmoroz@gmail.com</email><xref ref-type="aff" rid="aff1"/></contrib></contrib-group><aff-alternatives id="aff1"><aff><institution xml:lang="en">Research and Practical Clinical Center for Diagnostics and Telemedicine Technologies</institution></aff><aff><institution xml:lang="ru">Научно-практический клинический центр диагностики и телемедицинских технологий</institution></aff><aff><institution xml:lang="zh">Research and Practical Clinical Center for Diagnostics and Telemedicine Technologies</institution></aff></aff-alternatives><aff-alternatives id="aff2"><aff><institution xml:lang="en">Research and Practical Clinical Center for Diagnostics and Telemedicine Technologies</institution></aff><aff><institution xml:lang="ru">Научно-практический клинический центр диагностики и телемедицинских технологий</institution></aff><aff><institution xml:lang="zh">Research and Practical Clinical Center for Diagnostics and Telemedicine Technologies of Moscow Health Care</institution></aff></aff-alternatives><pub-date date-type="preprint" iso-8601-date="2022-12-19" publication-format="electronic"><day>19</day><month>12</month><year>2022</year></pub-date><pub-date date-type="pub" iso-8601-date="2022-12-30" publication-format="electronic"><day>30</day><month>12</month><year>2022</year></pub-date><volume>3</volume><issue>4</issue><issue-title xml:lang="en"/><issue-title xml:lang="ru"/><issue-title xml:lang="zh"/><fpage>374</fpage><lpage>383</lpage><history><date date-type="received" iso-8601-date="2022-02-18"><day>18</day><month>02</month><year>2022</year></date><date date-type="accepted" iso-8601-date="2022-11-24"><day>24</day><month>11</month><year>2022</year></date></history><permissions><copyright-statement xml:lang="en">Copyright ©; 2022, Eco-Vector</copyright-statement><copyright-statement xml:lang="ru">Copyright ©; 2022, Эко-вектор</copyright-statement><copyright-statement xml:lang="zh">Copyright ©; 2022, Eco-Vector</copyright-statement><copyright-year>2022</copyright-year><copyright-holder xml:lang="en">Eco-Vector</copyright-holder><copyright-holder xml:lang="ru">Эко-вектор</copyright-holder><copyright-holder xml:lang="zh">Eco-Vector</copyright-holder><ali:free_to_read xmlns:ali="http://www.niso.org/schemas/ali/1.0/"/><license><ali:license_ref xmlns:ali="http://www.niso.org/schemas/ali/1.0/">https://creativecommons.org/licenses/by-nc-nd/4.0</ali:license_ref></license></permissions><self-uri xlink:href="https://jdigitaldiagnostics.com/DD/article/view/101099">https://jdigitaldiagnostics.com/DD/article/view/101099</self-uri><abstract xml:lang="en"><p><bold><italic>BACKGROUND</italic></bold><italic>: </italic>In radiology, important information can be found not only in medical images, but also in the accompanying text descriptions created by radiologists. Identification of study protocols containing certain data and extraction of these data can be useful primarily for clinical problems; however, given the large amount of such data, the development of machine analysis algorithms is necessary.</p> <p><bold><italic>AIM</italic></bold><italic>: </italic>To estimate the possibilities and limitations of using a tool for machine processing of radiology reports to search for pathological findings.</p> <p><bold><italic>MATERIALS AND METHODS</italic></bold><italic>: </italic>To create an algorithm for automatic analysis of radiology reports, use cases were selected that participated in the experiment on the use of innovative technologies in the computer vision for the analysis of medical images in 2020. Mammography, chest X-ray, chest computed tomography (CT), and LDCT, were among the use cases performed in Moscow. A dictionary of keywords has been compiled. After the automatic marking of the reports by the developed tool, the results were assessed by a radiologist. The number of protocols analyzed by the radiologist for training and validation of the algorithms was 977 for mammography, 4,804 for all chest X-ray scans, 4,074 for chest CT, and 398 for chest LDCT. For the final testing of the developed algorithms, test datasets of 1,032 studies for mammography, 544 for chest X-ray, 5,000 for CT of the chest, and 1,082 studies for the LDCT of the chest were additionally labeled.</p> <p><bold><italic>RESULTS</italic></bold><italic>: </italic>The best results were achieved in the search for viral pneumonia in chest CT reports (accuracy 0.996, sensitivity 0.998, and specificity 0.989) and breast cancer in mammography reports (accuracy 1.0, sensitivity 1.0, and specificity 1.0). When searching for signs of lung cancer by the algorithm, the metrics were as follows: accuracy 0.895, sensitivity 0.829, and specificity 0.936, when searching for pathological changes in the chest organs in radiography and fluorography protocols (accuracy 0.912, sensitivity 1.000, and specificity 0.844).</p> <p><bold><italic>CONCLUSIONS</italic></bold><italic>:</italic> Machine methods with high accuracy can be used to automatically classify the radiology reports of mammography and chest CT with viral pneumonia. The achieved accuracy is sufficient for successful application to automatically compare the conclusions of physicians and artificial intelligence models when searching for signs of lung cancer in chest CT and LDCT, pathological findings in chest X-ray.</p></abstract><trans-abstract xml:lang="ru"><p><bold><italic>Обоснование</italic></bold><italic>.</italic> В радиологии важную информацию содержат не только медицинские изображения, но и сопровождающие их текстовые описания, создаваемые врачами-рентгенологами. Идентификация протоколов исследований, содержащих определённые данные, и извлечение этих данных может быть полезным в первую очередь для клинических задач, однако, учитывая большой объём таких данных, необходима разработка машинных алгоритмов анализа.</p> <p><bold><italic>Цель</italic></bold> ― оценить возможности и ограничения использования инструментов машинной обработки текстов для поиска патологий в протоколах лучевых исследований.</p> <p><bold><italic>Материалы и методы</italic></bold><italic>.</italic> Для создания первого прототипа алгоритма автоматического анализа протоколов были выбраны исследования молочных желёз (маммография) и органов грудной клетки (рентгенография, флюорография, компьютерная томография и низкодозная компьютерная томография), выполненные в лечебно-профилактических учреждениях Москвы, которые участвовали в эксперименте по использованию инновационных технологий в области компьютерного зрения для анализа медицинских изображений. Для каждого вида исследований был первоначально составлен словарь ключевых слов, соответствующий наличию или отсутствию целевых патологий. После первичной автоматической разметки протоколов разработанным инструментом производились выборочная оценка и валидация результатов врачом-рентгенологом. Количество протоколов, проанализированных врачом для обучения и валидации алгоритмов, составило 977 для маммографии, 3196 для рентгенографии, 1608 для флюорографии, 4074 для компьютерной и 398 для низкодозной компьютерной томографии органов грудной клетки. Для окончательного тестирования разработанных алгоритмов были дополнительно размечены тестовые датасеты из 1032 исследований для маммографии, 544 для флюорографии/рентгенографии, 5000 для компьютерной и 1082 для низкодозной компьютерной томографии органов грудной клетки.</p> <p><bold><italic>Результаты</italic></bold><italic>.</italic> Наилучшие результаты достигнуты в поиске признаков вирусной пневмонии по протоколам компьютерной томографии органов грудной клетки (точность 0,996, чувствительность 0,998, специфичность 0,989) и рака молочной железы по протоколам маммографии (точность 1,0, чувствительность 1,0, специфичность 1,0). При поиске алгоритмом признаков рака лёгкого метрики получились следующими: точность 0,895, чувствительность 0,829, специфичность 0,936, а при поиске патологических изменений органов грудной клетки в протоколах рентгенографии и флюорографии точность составила 0,912, чувствительность ― 1,000, специфичность ― 0,844.</p> <p><bold><italic>Заключение</italic></bold><italic>.</italic> Машинные методы с высокой точностью могут быть использованы с целью автоматической классификации текстов рентгенологических протоколов маммографии и компьютерной томографии органов грудной клетки для поиска вирусной пневмонии. Для поиска признаков рака лёгкого в модальности компьютерной и низкодозной компьютерной томографии, а также патологических изменений в протоколах рентгенографии и флюорографии органов грудной клетки достигнутой точности достаточно для успешного применения в целях автоматизированного сравнения работы врачей и моделей искусственного интеллекта.</p></trans-abstract><trans-abstract xml:lang="zh"><p><bold>论证</bold>。在放射学中，重要信息不仅包括在医学图像中，还包括在放射科医生创建的随附文本描述中。包含某些数据的研究方案的识别和这些数据的提取首先可能对临床问题有用，但是，鉴于大量此类数据，机器分析算法的开发是必要的。</p> <p><bold>研究目的</bold>是评估使用文本处理工具在放射学协议中搜索病理的可能性和局限性。</p> <p><bold>材料与方法</bold>。为了创建自动协议分析算法的第一个原型，选择了参与使用计算机视觉领域的创新技术进行医学图像分析的实验的研究。这些研究包括在莫斯科医疗机构进行的乳房X光检查、胸部X光摄影、胸部X线间接照相、胸部CT和LDCT。对于每种类型的研究，最初都编制了一个关键词词典，对应于目标病理学的存在与否。在使用开发的工具对协议进行初始自动标记之后，放射科医生对结果进行了选择性评估和验证。医生为训练和验证算法而分析的协议数量为977个乳房X线照相术、3196个射线照相术、1608个荧光照相术、4074个胸部CT和398个胸部LDCT。为了对开发的算法进行最终测试，额外标记了1032项乳房 X线照相术研究、544项荧光照相/射线照相术、5000项胸部CT研究和1082项胸部LDCT研究的测试数据集。</p> <p><bold>结果</bold>。最好结果是根据胸部CT协议（精确度0.996，灵敏度0.998，特异性0.989）和乳房X光检查协议（精确度1.0，灵敏度1.0，特异性1.0）分别在寻找病毒性肺炎迹象和寻找乳腺癌迹象的方面取得的。当通过该算法搜索肺癌征兆时，指标如下：精确度0.895，灵敏度0.829，特异性0.936，以及在射线照相和荧光照相术协议中搜索胸部器官的病理变化时为精确度0.912，灵敏度1.000，特异性0.844。</p> <p><bold>结论</bold>。机器方法可用于乳腺X线检查和胸部CT检查文本的自动分类，以寻找病毒性肺炎。在胸部CT和LDCT模式中寻找肺癌征象，在胸部X线摄影和荧光摄影协议中寻找病理变化，所达到的准确性足以成功应用于医生和人工智能模型工作的自动比较。</p></trans-abstract><kwd-group xml:lang="en"><kwd>radiology reports</kwd><kwd>COVID-19 pneumonia</kwd><kwd>lung cancer</kwd><kwd>breast cancer</kwd><kwd>natural language processing</kwd></kwd-group><kwd-group xml:lang="ru"><kwd>протоколы рентгенологических исследований</kwd><kwd>COVID-19-пневмония</kwd><kwd>рак лёгкого</kwd><kwd>рак молочной железы</kwd><kwd>обработка естественного языка</kwd></kwd-group><kwd-group xml:lang="zh"><kwd>X射线协议</kwd><kwd>COVID-19肺炎</kwd><kwd>肺癌</kwd><kwd>乳腺癌</kwd><kwd>自然语言处理</kwd></kwd-group><funding-group/></article-meta></front><body></body><back><ref-list><ref id="B1"><label>1.</label><citation-alternatives><mixed-citation xml:lang="en">Sorin V, Barash Y, Konen E, Klang E. Deep learning for natural language processing in radiology: Fundamentals and a systematic review. J Am Coll Radiol. 2020;17(5):639–648. doi: 10.1016/j.jacr.2019.12.026</mixed-citation><mixed-citation xml:lang="ru">Sorin V., Barash Y., Konen E., Klang E. Deep learning for natural language processing in radiology: Fundamentals and a systematic review // J Am College Radiol. 2020. Vol. 17, N 5. P. 639–648. doi: 10.1016/j.jacr.2019.12.026</mixed-citation></citation-alternatives></ref><ref id="B2"><label>2.</label><citation-alternatives><mixed-citation xml:lang="en">Monshi MM, Poon J, Chung V. Deep learning in generating radiology reports: A survey. Artif Intell Med. 2020;(106):101878. doi: 10.1016/j.artmed.2020.101878</mixed-citation><mixed-citation xml:lang="ru">Monshi M.M., Poon J., Chung V. Deep learning in generating radiology reports: A survey // Artif Intell Med. 2020. N 106. P. 101878. doi: 10.1016/j.artmed.2020.101878</mixed-citation></citation-alternatives></ref><ref id="B3"><label>3.</label><citation-alternatives><mixed-citation xml:lang="en">Banerjee I, Chen MC, Lungren MP, Rubin DL. Radiology report annotation using intelligent word embeddings: Applied to multi-institutional chest CT cohort. J Biomed Inform. 2018;(77):11–20. doi: 10.1016/j.jbi.2017.11.012</mixed-citation><mixed-citation xml:lang="ru">Banerjee I., Chen M.C., Lungren M.P., Rubin D.L. Radiology report annotation using intelligent word embeddings: Applied to multi-institutional chest CT cohort // J Biomed Inform. 2018. N 77. P. 11–20. doi: 10.1016/j.jbi.2017.11.012</mixed-citation></citation-alternatives></ref><ref id="B4"><label>4.</label><citation-alternatives><mixed-citation xml:lang="en">Kivotova E, Maksudov B, Kulee R, Ibragimov B. Extracting clinical information from chest X-ray reports: A case study for Russian language. Conference: International Conference Nonlinearity, Information and Robotics (NIR)At: Innopolis, Russia; 2020. Р. 1–6. doi: 10.1109/NIR50484.2020.9290235</mixed-citation><mixed-citation xml:lang="ru">Kivotova E., Maksudov B., Kuleev R., Ibragimov B. Extracting clinical information from chest x-ray reports: A case study for Russian language // Conference: International Conference Nonlinearity, Information and Robotics (NIR)At: Innopolis, Russia, 2020. Р. 1–6. doi: 10.1109/NIR50484.2020.9290235</mixed-citation></citation-alternatives></ref><ref id="B5"><label>5.</label><citation-alternatives><mixed-citation xml:lang="en">Lee C, Kim Y, Kim YS, Jang J. Automatic disease annotation from radiology reports using artificial intelligence implemented by a recurrent neural network. Am J Roentgenol. 2019;212(4):734–740. doi: 10.2214/AJR.18.19869</mixed-citation><mixed-citation xml:lang="ru">Lee C., Kim Y., Kim Y.S., Jang J. Automatic disease annotation from radiology reports using artificial intelligence implemented by a recurrent neural network // Am J Roentgenol. 2019. Vol. 212, N 4. Р. 734–740. doi: 10.2214/AJR.18.19869</mixed-citation></citation-alternatives></ref><ref id="B6"><label>6.</label><citation-alternatives><mixed-citation xml:lang="en">Yuan J, Zhu H, Tahmasebi A. Classification of pulmonary nodular findings based on characterization of change using radiology reports. AMIA Jt Summits Transl Sci Proc. 2019;2019:285–294.</mixed-citation><mixed-citation xml:lang="ru">Yuan J., Zhu H., Tahmasebi A. Classification of pulmonary nodular findings based on characterization of change using radiology reports // AMIA Jt Summits Transl Sci Proc. 2019. Vol. 2019. P. 285–294.</mixed-citation></citation-alternatives></ref><ref id="B7"><label>7.</label><citation-alternatives><mixed-citation xml:lang="en">Morozov SP, Protsenko DN, Smetanina SV, et al. Radiation diagnostics of coronavirus disease (COVID-19): Organization, methodology, interpretation of results: Preprint, 2020-II. Version 2. Moscow; 2020. 78 р. (In Russ).</mixed-citation><mixed-citation xml:lang="ru">Морозов С.П., Проценко Д.Н., Сметанина С.В., и др. Лучевая диагностика коронавирусной болезни (COVID-19): организация, методология, интерпретация результатов: препринт № ЦДТ 2020-II. Версия 2. Москва, 2020. 78 с.</mixed-citation></citation-alternatives></ref><ref id="B8"><label>8.</label><citation-alternatives><mixed-citation xml:lang="en">The prevention, diagnosis and treatment of the new coronavirus infection 2019-nCoV. Temporary guidelines Ministry of Health of the Russian Federation. Pulmonologiya. 2019;29(6):655–672. (In Russ). doi: 10.18093/0869-0189-2019-29-6-655-672</mixed-citation><mixed-citation xml:lang="ru">Профилактика, диагностика и лечение новой коронавирусной инфекции 2019-nCoV. Временные методические рекомендации Министерства здравоохранения Российской Федерации // Пульмонология. 2019. Т. 29, № 6. С. 655–672. doi: 10.18093/0869-0189-2019-29-6-655-672</mixed-citation></citation-alternatives></ref><ref id="B9"><label>9.</label><citation-alternatives><mixed-citation xml:lang="en">D’Orsi CJ, Sickles EA, Mendelson EB, et al. ACR BI-RADS Atlas, Breast Imaging Reporting and Data System. Reston, VA, American College of Radiology; 2013.</mixed-citation><mixed-citation xml:lang="ru">D’Orsi C.J., Sickles E.A., Mendelson E.B., et al. ACR BI-RADS atlas, breast imaging reporting and data system. Reston, VA, American College of Radiology; 2013.</mixed-citation></citation-alternatives></ref><ref id="B10"><label>10.</label><citation-alternatives><mixed-citation xml:lang="en">Caliskan D, Zierk J, Kraska D, et al. First steps to evaluate an NLP tool’s medication extraction accuracy from discharge letters. Stud Health Technol Inform. 2021;(278):224–230. doi: 10.3233/SHTI210073</mixed-citation><mixed-citation xml:lang="ru">Caliskan D., Zierk J., Kraska D., et al. First steps to evaluate an NLP tool’s medication extraction accuracy from discharge letters // Stud Health Technol Inform. 2021. N 278. P. 224–230. doi: 10.3233/SHTI210073</mixed-citation></citation-alternatives></ref><ref id="B11"><label>11.</label><citation-alternatives><mixed-citation xml:lang="en">American College of Radiology Committee on Lung-RADS. Lung-RADS Assessment Categories version 1.1. Available from: https:// www.acr.org/-/media/ACR/Files/RADS/Lung-RADS/LungRADSAssessmentCategoriesv1-1.pdf. Accessed: 01.01.2020.</mixed-citation><mixed-citation xml:lang="ru">American College of Radiology Committee on Lung-RADS. Lung-RADS Assessment Categories version 1.1. Режим доступа: https:// www.acr.org/-/media/ACR/Files/RADS/Lung-RADS/LungRADSAssessmentCategoriesv1-1.pdf. Дата обращения: 01.01.2020.</mixed-citation></citation-alternatives></ref><ref id="B12"><label>12.</label><citation-alternatives><mixed-citation xml:lang="en">Morozov SP, Vladzimirskiy AV, Gombolevskiy VA, et al. Artificial intelligence: natural language processing for peer-review in radiology. J Radiol Nuclear Med. 2018;99(5):253–258. (In Russ). doi: 10.20862/0042-4676-2018-99-5-253-258</mixed-citation><mixed-citation xml:lang="ru">Морозов С.П., Владзимирский А.В., Гомболевский В.А., и др. Искусственный интеллект: автоматизированный анализ текста на естественном языке для аудита радиологических исследований // Вестник рентгенологии и радиологии. 2018. Т. 99, № 5. С. 253–258.</mixed-citation></citation-alternatives></ref><ref id="B13"><label>13.</label><citation-alternatives><mixed-citation xml:lang="en">Hansell DM, Bankier AA, MacMahon H, et al. Fleischner Society: glossary of terms for thoracic imaging. Radiology. 2008;246(3):697–722. doi: 10.1148/radiol.2462070712</mixed-citation><mixed-citation xml:lang="ru">Hansell D.M., Bankier A.A., MacMahon H., et al. Fleischner Society: glossary of terms for thoracic imaging // Radiology. 2008. Vol. 246, N 3. P. 697–722. doi: 10.1148/radiol.2462070712</mixed-citation></citation-alternatives></ref><ref id="B14"><label>14.</label><citation-alternatives><mixed-citation xml:lang="en">MacMahon H, Naidich DP, Goo JM, et al. Guidelines for management of incidental pulmonary nodules detected on CT images: From the fleischner society 2017. Radiology. 2017;284(1):228–243. doi: 10.1148/radiol.2017161659</mixed-citation><mixed-citation xml:lang="ru">MacMahon H., Naidich D.P., Goo J.M., et al. Guidelines for management of incidental pulmonary nodules detected on CT images: from the fleischner society 2017 // Radiology. 2017. Vol. 284, N 1. P. 228–243. doi: 10.1148/radiol.2017161659</mixed-citation></citation-alternatives></ref><ref id="B15"><label>15.</label><citation-alternatives><mixed-citation xml:lang="en">Callister ME, Baldwin DR, Akram AR, et al.; British Thoracic Society Pulmonary Nodule Guideline Development Group; British Thoracic Society Standards of Care Committee. British Thoracic Society guidelines for the investigation and management of pulmonary nodules. Thorax. 2015;70(Suppl 2):ii1–ii54. doi: 10.1136/thoraxjnl-2015-207168</mixed-citation><mixed-citation xml:lang="ru">Callister M.E., Baldwin D.R., Akram A.R., et al. British Thoracic Society Pulmonary Nodule Guideline Development Group; British Thoracic Society Standards of Care Committee. British Thoracic Society guidelines for the investigation and management of pulmonary nodules // Thorax. 2015. Vol. 70, Suppl 2. Р. ii1–ii54. doi: 10.1136/thoraxjnl-2015-207168</mixed-citation></citation-alternatives></ref><ref id="B16"><label>16.</label><citation-alternatives><mixed-citation xml:lang="en">Sinitsyn VE, Komarova MA, Mershina EA. Radiology report: past, present and future. J radiol nuclear med. 2014;(3):35–40. (In Russ).</mixed-citation><mixed-citation xml:lang="ru">Синицын В.Е., Комарова М.А., Мершина Е.А. Протокол рентгенологического описания: прошлое, настоящее, будущее // Вестник рентгенологии и радиологии. 2014. № 3. С. 35–40.</mixed-citation></citation-alternatives></ref></ref-list></back></article>
