<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Oncol.</journal-id>
<journal-title>Frontiers in Oncology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Oncol.</abbrev-journal-title>
<issn pub-type="epub">2234-943X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fonc.2025.1601929</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Oncology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Identifying clinically relevant findings in breast cancer using deep learning and feature attribution on local views from high-resolution mammography</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>Mellado</surname>
<given-names>Diego</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/3028799/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/software/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Mayeta-Revilla</surname>
<given-names>Leondry</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2908035/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Sotelo</surname>
<given-names>Julio</given-names>
</name>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1577618/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/software/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Querales</surname>
<given-names>Marvin</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="aff" rid="aff6">
<sup>6</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Godoy</surname>
<given-names>Eduardo</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
<xref ref-type="aff" rid="aff7">
<sup>7</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Lever</surname>
<given-names>Scarlett</given-names>
</name>
<xref ref-type="aff" rid="aff8">
<sup>8</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Pardo</surname>
<given-names>Fabian</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="aff" rid="aff9">
<sup>9</sup>
</xref>
<xref ref-type="aff" rid="aff10">
<sup>10</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/294063/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Chabert</surname>
<given-names>Steren</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
<xref ref-type="aff" rid="aff8">
<sup>8</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1642839/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Salas</surname>
<given-names>Rodrigo</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
<xref ref-type="aff" rid="aff8">
<sup>8</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/338063/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>PhD. Program in Health Sciences and Engineering, Universidad de Valpara&#xed;so</institution>, <addr-line>Valpara&#xed;so</addr-line>,&#xa0;<country>Chile</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>Center of Interdisciplinary Biomedical and Engineering Research for Health MEDING</institution>, <addr-line>Valpara&#xed;so</addr-line>,&#xa0;<country>Chile</country>
</aff>
<aff id="aff3">
<sup>3</sup>
<institution>Instituto de tecnolog&#xed;a para la Innovaci&#xf3;n en Salud y Bienestar (ITISB), Facultad de Ingenier&#xed;a, Universidad Andres Bello</institution>, <addr-line>Vi&#xf1;a del Mar</addr-line>,&#xa0;<country>Chile</country>
</aff>
<aff id="aff4">
<sup>4</sup>
<institution>Millenium Institute for Intelligent Healthcare Engineering - iHealth</institution>, <addr-line>Santiago</addr-line>,&#xa0;<country>Chile</country>
</aff>
<aff id="aff5">
<sup>5</sup>
<institution>Departamento de Inform&#xe1;tica, Universidad T&#xe9;cnica Federico Santa Mar&#xed;a</institution>, <addr-line>Santiago</addr-line>,&#xa0;<country>Chile</country>
</aff>
<aff id="aff6">
<sup>6</sup>
<institution>School of Medical Technology, Universidad de Valpara&#xed;so</institution>, <addr-line>Vi&#xf1;a del Mar</addr-line>,&#xa0;<country>Chile</country>
</aff>
<aff id="aff7">
<sup>7</sup>
<institution>Informatics Engineering School, Universidad de Valpara&#xed;so</institution>, <addr-line>Valpara&#xed;so</addr-line>,&#xa0;<country>Chile</country>
</aff>
<aff id="aff8">
<sup>8</sup>
<institution>School of Biomedical Engineering, Universidad de Valpara&#xed;so</institution>, <addr-line>Valpara&#xed;so</addr-line>,&#xa0;<country>Chile</country>
</aff>
<aff id="aff9">
<sup>9</sup>
<institution>School of Medicine, Universidad de Valpara&#xed;so</institution>, <addr-line>Vi&#xf1;a del Mar</addr-line>,&#xa0;<country>Chile</country>
</aff>
<aff id="aff10">
<sup>10</sup>
<institution>Metabolic Diseases Research Laboratory (MDRL), Universidad de Valpara&#xed;so</institution>, <addr-line>San Felipe</addr-line>,&#xa0;<country>Chile</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>Edited by: <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/2914796/overview">Hemalatha K.L</ext-link>, Sri Krishna Institute of Technology, India</p>
</fn>
<fn fn-type="edited-by">
<p>Reviewed by: <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/1547733/overview">Yuanpin Zhou</ext-link>, Zhejiang University, China</p>
<p>
<ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/3058094/overview">Hanaa ZainEldin</ext-link>, Mansoura University, Egypt</p>
</fn>
<fn fn-type="corresp" id="fn001">
<p>*Correspondence: Rodrigo Salas, <email xlink:href="mailto:rodrigo.salas@uv.cl">rodrigo.salas@uv.cl</email>
</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>23</day>
<month>09</month>
<year>2025</year>
</pub-date>
<pub-date pub-type="collection">
<year>2025</year>
</pub-date>
<volume>15</volume>
<elocation-id>1601929</elocation-id>
<history>
<date date-type="received">
<day>31</day>
<month>03</month>
<year>2025</year>
</date>
<date date-type="accepted">
<day>13</day>
<month>08</month>
<year>2025</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2025 Mellado, Mayeta-Revilla, Sotelo, Querales, Godoy, Lever, Pardo, Chabert and Salas.</copyright-statement>
<copyright-year>2025</copyright-year>
<copyright-holder>Mellado, Mayeta-Revilla, Sotelo, Querales, Godoy, Lever, Pardo, Chabert and Salas</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Introduction</title>
<p>Early detection of breast cancer via mammography screening is essential to improve survival outcomes, particularly in low-resource settings such as the global south where diagnostic accessibility remains limited. Although Deep Neural Network (DNN) models have demonstrated high accuracy in breast cancer detection, their clinical adoption is impeded by a lack of interpretability.</p>
</sec>
<sec>
<title>Methods</title>
<p>To address this challenge, CorRELAX is proposed as an interpretable algorithm designed to quantify the relevance of localized regions within high-resolution mammographic images. CorRELAX evaluates the contribution of partial local information to the model&#x2019;s global decision-making and computes correlations between intermediate feature representations and predictions to produce global heatmaps for lesion localization. The framework utilizes a DNN trained on multi-scale crops of annotated lesions to effectively capture a spectrum of lesion sizes.</p>
</sec>
<sec>
<title>Results</title>
<p>Evaluation on the VinDr-Mammo dataset yielded F1 Scores of 0.8432 for calcifications and 0.7392 for masses. Heatmap localization accuracy was assessed using the Pointing Game metric, with CorRELAX achieving average accuracies of 0.6358 based on model predictions and 0.5602 using the correlation maps, indicating robust lesion localization capabilities.</p>
</sec>
<sec>
<title>Discussion</title>
<p>These results demonstrate that CorRELAX generates interpretable coarse-segmentation maps that enhance automated lesion detection in mammography. The improved interpretability facilitates clinically reliable decision-making and addresses a critical barrier toward the integration of AI-based methods in breast cancer screening workflows.</p>
</sec>
</abstract>
<kwd-group>
<kwd>breast cancer</kwd>
<kwd>deep learning</kwd>
<kwd>explainable artificial intelligence</kwd>
<kwd>feature attribution</kwd>
<kwd>mammography</kwd>
<kwd>medical image analysis</kwd>
</kwd-group>
<contract-num rid="cn001">FONDEF IDEA I+D IT23i0040, FONDECYT N&#xb0;1221938, FONDECYT N&#xb0;1231268, Millennium Science Initiative Program ICN2021_004</contract-num>
<contract-sponsor id="cn001">Agencia Nacional de Investigaci&#xf3;n y Desarrollo<named-content content-type="fundref-id">10.13039/501100020884</named-content>
</contract-sponsor>
<counts>
<fig-count count="8"/>
<table-count count="4"/>
<equation-count count="11"/>
<ref-count count="56"/>
<page-count count="19"/>
<word-count count="9279"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-in-acceptance</meta-name>
<meta-value>Cancer Imaging and Image-directed Interventions</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec id="s1" sec-type="intro">
<label>1</label>
<title>Introduction</title>
<p>Breast Cancer is the most common form of cancer among women worldwide (<xref ref-type="bibr" rid="B1">1</xref>). In Latin America, multiple economic, geographical, and cultural barriers limit access to screening procedures, medical resources for diagnosis, and clinical research, leading to lower regional survival outcomes (<xref ref-type="bibr" rid="B2">2</xref>&#x2013;<xref ref-type="bibr" rid="B4">4</xref>). In Chile, similar trends are also observed, as patients with access to private healthcare and who reside in central urban areas have higher survival rates than those using the public healthcare system and living in other regions of the country (<xref ref-type="bibr" rid="B5">5</xref>). Early detection of breast cancer using mammography has shown a significant reduction of 20% in breast cancer mortality risk, according to the World Health Organization (<xref ref-type="bibr" rid="B6">6</xref>). Furthermore, access to screening procedures has improved prognosis and survival rates for patients in both public and private healthcare systems (<xref ref-type="bibr" rid="B7">7</xref>).</p>
<p>In recent years, the integration of Deep Learning (DL) and other Machine Learning (ML) techniques as diagnostic assistance tools has increased, reporting an increase in accuracy and improved efficiency in comparison to traditional computer-assisted systems (<xref ref-type="bibr" rid="B8">8</xref>&#x2013;<xref ref-type="bibr" rid="B10">10</xref>) It has also been shown to improve sensitivity, reduce false negatives in malignancy detection, particularly for junior radiologists (<xref ref-type="bibr" rid="B11">11</xref>), and reduce intra-reader variability when used for breast lesion assessment on multi-modal studies sources, such as breast ultrasound and tomosynthesis (<xref ref-type="bibr" rid="B12">12</xref>, <xref ref-type="bibr" rid="B13">13</xref>). However, integrating these ML models into the radiologist&#x2019;s diagnosis workflow faces challenges due to the lack of human-interpretable explanations of their decision process. Explainable Artificial Intelligence (XAI) has emerged as a tool for addressing biases present in these models, clarifying the relationship between input and reported predictions, and enabling more transparent and informed choices while ensuring that medical personnel remain in the loop (<xref ref-type="bibr" rid="B14">14</xref>, <xref ref-type="bibr" rid="B15">15</xref>).</p>
<p>Feature Attribution methods attempt to assign an importance score to a model&#x2019;s input features by decomposing each feature&#x2019;s effect on the resulting output, thereby identifying which feature most influences the model&#x2019;s decision function. Gradient-based feature attribution methods are commonly used to provide interpretability to black-box models by visualizing how input features contribute to their inference, measuring how gradients are affected within the model, and presenting using saliency maps (<xref ref-type="bibr" rid="B16">16</xref>). Grad-CAM and its variants, which generate visual explanations by highlighting critical regions from the input image, based on gradient information from a particular label from the output, towards the inspected internal layer of the model (<xref ref-type="bibr" rid="B17">17</xref>) Other feature attribution methods include LIME (<xref ref-type="bibr" rid="B18">18</xref>), which approximates the model&#x2019;s decision boundary using a simpler, more shallow model to provide local explanations from a particular feature. More recent approaches include methods involving occlusion of features, such as RISE (<xref ref-type="bibr" rid="B19">19</xref>) and RELAX (<xref ref-type="bibr" rid="B20">20</xref>), which mask regions from the input image to create feature importance maps assigned based on the changes in prediction using masked information. The latter extends this concept by quantifying a feature&#x2019;s importance and uncertainty through the comparison of changes in internal feature vectors between masked inputs and the original input.</p>
<p>A key limitation when using DL models is their dependence on the input resolution to extract information. In medical imaging, input images are often down-scaled to lower resolutions (such as 224 &#xd7; 224 pixels on standard models) when using these models. Due to image compression, smaller lesions and other clinically relevant findings, such as micro-calcifications, can be missed when inspected by these and not considered in the final prediction. Additionally, by design, most feature attribution methods cannot present the interaction between local elements and show the relationships between similar features across different regions within the input image. Moreover, accurately generating automatic segmentation maps can be challenging due to the variability in lesion sizes and the ambiguity of tissue boundaries. Yet, these can assist radiologists in locating less conspicuous lesions that automatic methods would otherwise ignore. These limitations underscore the importance of using high-resolution inputs and techniques to capture and evaluate all relevant information accurately during inference.</p>
<p>To address these challenges, this work proposes a method for evaluating the contribution of local information in high-resolution mammography images to the decision-making process of deep learning models. The proposed approach employs a sliding-window strategy to extract internal feature representations and the resulting predictions from small regions across the image. And measure the correlation between the similarity distances of partial representations and those of their corresponding unmasked windows. These measurements are then combined into a global prediction map, representing the likelihood of pathological findings. A correlation map, which serves as a visualization tool to indicate how similar local features are to the model&#x2019;s learned knowledge. The proposed method and the resulting maps provide an interpretable representation of the model decision-making process and allow for obtaining a coarse segmentation of potential lesions, enhancing the detection of smaller findings that might be missed with traditional down-sampled approaches.</p>
<p>The core novelty of this work lies in the introduction of CorRELAX, a correlation-based feature attribution method designed for the local assessment of image regions in mammography. In contrast to existing explainability methods that often rely on global saliency or gradient-based responses, CorRELAX quantifies the alignment between internal feature representations and output predictions under partial, random occlusions. This approach provides a robust explanation of how incomplete yet informative regions support the model&#x2019;s inference, even when pathological findings are underrepresented in the data. Additionally, the use of sliding windows for attribution remains an underexplored strategy for explainable artificial intelligence methods applied to medical imaging. By combining local prediction maps and correlation heatmaps, CorRELAX provides coarse but interpretable segmentation maps of lesions present within mammography images, facilitating their localization.</p>
<p>This paper is organized as follows: In section 2, a review of the literature on the application of XAI algorithms is presented, and more specifically, Feature Attribution Methods to provide explainability to Convolutional Neural Networks and their applications to mammography imaging. Section 3 describes the Dataset used for training, our DL model used for this task, and the proposed algorithm. An outline of the training procedure and evaluation is provided, along with the tests used to measure the precision and stability of our interpretable algorithm. Section 4 shows the results of the proposed experiment, using both a validation sample from the training dataset and examinations from Chilean patients. Finally, section 5 presents a discussion regarding our algorithm&#x2019;s performance compared to similar experiments, limitations of the presented research, and potential future work to improve the evaluation strategy.</p>
</sec>
<sec id="s2">
<label>2</label>
<title>Related work</title>
<p>In recent years, multiple approaches have been proposed to provide explainability to ML models for breast anomaly detection. In a previous work, the use of large language models for identifying possible findings annotated in mammography reports and the effects of laterality when reporting these findings (<xref ref-type="bibr" rid="B21">21</xref>, <xref ref-type="bibr" rid="B22">22</xref>) was evaluated. Globally, recent studies have primarily focused on extracting interpretable features from mammography images that provide insights into the location and characteristics of breast lesions, as well as the importance of neighboring regions in the image for accurate diagnosis.</p>
<sec id="s2_1">
<label>2.1</label>
<title>Saliency maps for breast lesion detection</title>
<p>Saliency maps, particularly Grad-CAM-based methods (<xref ref-type="bibr" rid="B17">17</xref>), are widely used for breast lesion detection and localization in mammography. These methods, easily integrated into DL models, use gradient information to generate heatmaps highlighting the most relevant regions on input images. Their ability to identify Regions of Interest (ROIs) makes them a popular choice for providing interpretability in mammography lesion detection.</p>
<p>For instance, Farrag et al. (<xref ref-type="bibr" rid="B23">23</xref>) proposed an XAI system for mammogram tumor segmentation using double-dilated convolutions to mitigate local spatial resolution loss and employing Grad-CAM and occlusion sensitivity to identify regions containing masses. Similarly, Dahl et al. (<xref ref-type="bibr" rid="B24">24</xref>) proposed a two-stage analysis pipeline using a <italic>ResNet-121</italic> architecture to obtain a holistic risk score of the entire mammography image. Grad-CAM was used to identify the ROI for potential malignancies and refined at a second stage to extract a detailed heatmap at the location. Lou et al. (<xref ref-type="bibr" rid="B25">25</xref>) developed a Multi-level Global-guided Branch-attention Network (MBGN) for mass classification in mammography, employing Grad-CAM to validate the relation of the selected features to the ground truth. Likewise, Al-Tam et al. (<xref ref-type="bibr" rid="B26">26</xref>) proposed a multi-modal breast cancer detection framework that combines mammography and ultrasound images. Using a <italic>YOLOv8</italic> architecture for ROI detection, a DL ensemble model for malignancy classification, and Grad-CAM for feature visualization of the ROI, providing contextual information of the detected lesions.</p>
<p>On the other hand, Pertuz et al. (<xref ref-type="bibr" rid="B27">27</xref>) evaluated different pre-trained DL architectures for breast lesion detection by comparing their saliency maps obtained using Grad-CAM with manual segmentations by radiologists. Their findings revealed a low overlap between the identified saliencies and annotations, suggesting that these models rely upon general features rather than specific elements for classifying malignancies. Similarly, Mobini et al. (<xref ref-type="bibr" rid="B28">28</xref>) studied multiple DL architectures using Grad-CAM++ (<xref ref-type="bibr" rid="B29">29</xref>), a generalized variant of Grad-CAM that uses a Rectified Gradient to detect breast arterial calcifications in mammography images. Their research highlighted that simpler models, such as <italic>VGG16</italic> and <italic>MobileNet</italic>, outperformed more complex architectures in terms of classification accuracy and the quality of saliency maps.</p>
</sec>
<sec id="s2_2">
<label>2.2</label>
<title>Comparisons between explainable methods for breast lesion detection</title>
<p>While Grad-CAM remains a widely popular method for generating visual explanations, its limitations have prompted comparisons to similar techniques. A drawback of this method is its tendency to generalize over broader regions of the input image, leading to a loss of detail that can impact the precision of saliency maps, particularly for smaller lesions and calcifications. This has motivated researchers to explore alternatives to the relationship between input and predictions. For instance, Ahmed et al. (<xref ref-type="bibr" rid="B30">30</xref>) compared explanations generated by different XAI methods, including LIME, SHAP, and Grad-CAM, across various DL architectures such as <italic>VGG16</italic>, <italic>Inception-V3</italic>, and <italic>ResNet</italic>. Compared with annotations from the CBIS-DDSM dataset, their analysis highlighted differences in performance when aligned with their explanations. Similarly, Barnett et al. (<xref ref-type="bibr" rid="B31">31</xref>) proposed an ML-based system that compares information from input images with prototypical examples from training data as case-based explanations. This similarity measurement is then used to classify breast mass margins, obtaining a measurement of malignancy. This measurement is then added to the final lesion prediction, and their explanations are compared to Grad-CAM and Grad-CAM++.</p>
<p>Additionally, Rafferty et al. (<xref ref-type="bibr" rid="B32">32</xref>) evaluated methods such as LIME, SHAP, and RISE to identify regions for breast cancer malignancy classification. They noted that these methods have low agreement with the radiologists&#x2019; evaluations of lesion relevance. While RISE provided marginally better explanations, none of these methods accurately highlighted the precise region, showing the limitations of these methods on this task. In contrast, Ortega-Martorell et al. (<xref ref-type="bibr" rid="B33">33</xref>) proposed a method based on Fisher Information Networks (FIN) to visualize and quantify similarities between learned features. Their approach provides insights into the characteristics and similarities of a particular lesion, as well as its resemblance to learned features, describing specific elements in both benign and malignant masses and calcifications.</p>
<p>Gerbasi et al. (<xref ref-type="bibr" rid="B34">34</xref>) developed a DL pipeline for segmentation and malignancy classification of microcalcifications within mammography images. Using a UNet for semantic segmentation of clusters of calcifications within patches of fixed size from mammography images. Followed by the classification of these clusters using a <italic>ResNet-18</italic> architecture fine-tuned for malignancy classification. Additionally, the classifier is later inspected using Grad-CAM and SHAP to identify local regions within these clusters that indicate a malignancy association within the image, providing explanations for the resulting prediction.</p>
<p>Prodan et al. (<xref ref-type="bibr" rid="B35">35</xref>) compared multiple DL classifiers based on both CNN and Vision Transformers (ViT), for a malignancy classification task using mammography images and using saliency methods to highlight areas of importance for the classifier for its decision-making process. To reduce imbalance within their training data, they applied a Style-GAN XL (<xref ref-type="bibr" rid="B36">36</xref>) to generate positive samples similar to those present in the dataset. Each image was then evaluated using Grad-CAM, which highlighted the regions that had the most impact on the classification task and drew a bounding box around the location of any potential lesions present.</p>
<p>Prinzi et al. (<xref ref-type="bibr" rid="B37">37</xref>) introduced <italic>Rad4XCNN</italic>, a <italic>post-hoc</italic>, model-agnostic method for global explanation of CNN models applied to a malignancy classification task of breast ultrasound images. This method aims to enhance the interpretability of CNN-derived features from different <italic>ResNet</italic>, <italic>DenseNet</italic>, and <italic>ViT</italic> architectures by quantifying their correlation with clinically meaningful radiomic features using Spearman&#x2019;s rank correlation. By identifying deep features with strong correlations to radiomic descriptors, this method enables the construction of class-independent, global explanations aligned with established clinical knowledge. The authors evaluated their method on breast ultrasound images from a publicly available dataset for pre-training, and two in-house datasets from different clinical centers for internal and external validation. While CNN architectures, such as <italic>ResNet</italic> and <italic>DenseNet</italic>, demonstrated robust predictive performance and yielded higher correlations with radiomic features, <italic>ViT</italic>-derived features showed no meaningful alignment. The authors also compared their method to local saliency map explanation methods, such as Grad-CAM, Eigen-CAM, and Score-CAM. These produced visually inconsistent explanations, particularly for misclassified samples, compared to their proposed method.</p>
</sec>
<sec id="s2_3">
<label>2.3</label>
<title>Impact of input image resolution</title>
<p>A present challenge for lesion detection in mammography lies in the impact of the resolution of the input images used for DL models, which hampers the detection of smaller lesions like calcifications. Most models down-sample the input images to a predefined resolution, often losing relevant information from smaller-sized elements. Conversely, high-resolution inputs can improve detection but significantly increase computational requirements for training and inference.</p>
<p>Several studies have proposed strategies to address this trade-off. Farrag et al. (<xref ref-type="bibr" rid="B23">23</xref>), for example, utilized double-dilated convolutions to improve segmentation accuracy but down-scaled images to 512&#xd7;512 pixels. Similarly, Dahl et al. (<xref ref-type="bibr" rid="B24">24</xref>) used a two-stage approach, down-sampled the image to a 976 &#xd7; 976 resolution to improve the detection of smaller lesions before rescaling the image further to 512 &#xd7; 512 in their second stage to extract interpretable features from the identified ROI from the first stage. Meanwhile, Al-Tam et al. (<xref ref-type="bibr" rid="B26">26</xref>) rescaled the input to 640&#xd7;640 for their object detection stage and later downsampled to 128 &#xd7; 128 pixels during runtime training of ROI areas. For calcification detection, Mobini et al. (<xref ref-type="bibr" rid="B28">28</xref>) scaled input images to 1576 &#xd7; 768 across their evaluated models to ensure their models&#x2019; response to the smaller size of these lesions.</p>
<p>Despite these efforts, most studies rely on smaller input resolutions, ranging between 224 &#xd7; 224 to 512 &#xd7; 512. While often sufficient for malignancy classification and coarse lesion localization tasks, these resolutions fall short on detection tasks involving smaller-sized elements. This evidences a trade-off that prioritizes computational load at the cost of precision to identify smaller clinically significant features.</p>
</sec>
</sec>
<sec id="s3" sec-type="materials|methods">
<label>3</label>
<title>Materials and methods</title>
<p>The proposed method, in summary, studies each view from a mammography image independently. Each image is initially segmented into its corresponding ROI and then divided into small intersecting windows, which are then evaluated using a CNN classifier. Trained using crops of pathological findings annotated from a publicly-available dataset. The model outputs both the multi-label prediction of lesions present within the crop and a feature vector representation of the input image. Both predictions and feature vector representations are compared to the resulting outputs from occluded versions of the input image, yielding a correlation measurement for each window. These values are then combined using our adjacency kernel to reconstruct the final prediction and correlation maps per class, along with a distance map indicating the relevance of each window to the internal learned features within the model. <xref ref-type="fig" rid="f1">
<bold>Figure&#xa0;1</bold>
</xref> illustrates the complete pipeline of the proposed method, which is described in the following subsections.</p>
<fig id="f1" position="float">
<label>Figure&#xa0;1</label>
<caption>
<p>General schema of our proposed pipeline. Describing the preprocessing of each mammography image, sampling of annotated crops for training, reconstruction using sliding windows of the resulting prediction using the trained classifier, the proposed explanation method and examples of the resulting correlation maps obtained.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-15-1601929-g001.tif">
<alt-text content-type="machine-generated">Flowchart illustrating a process for analyzing DICOM images in mammography. It includes five main stages: preprocessing images with CLAHE, crop sampling, classifier training using EfficientNetV2, sliding window inspection of images, and using CorRELAX for explanation correlation. The final stage provides explanations correlating image windows to classes such as no finding, mass, calcifications, and lymph nodes.</alt-text>
</graphic>
</fig>
<sec id="s3_1">
<label>3.1</label>
<title>Preprocessing</title>
<p>For the preprocessing stage, a set of transformations was implemented, similar to those proposed by (<xref ref-type="bibr" rid="B38">38</xref>). <xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2</bold>
</xref> shows an example of the preprocessing pipeline as described in this section.</p>
<fig id="f2" position="float">
<label>Figure&#xa0;2</label>
<caption>
<p>Example of our preprocessing pipeline, cropped to the identified Region of Interest of the breast region, using Otsu&#x2019;s Thresholding.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-15-1601929-g002.tif">
<alt-text content-type="machine-generated">Four images comparing mammogram enhancement techniques. The original image appears first, followed by a normalized image. The next two use CLAHE with clip limits of 1.0 and 2.0, displaying increased contrast. The last shows a fused, color-enhanced image.</alt-text>
</graphic>
</fig>
<p>
<italic>VinDr-Mammo</italic> contains images with a mean original size of 2647 &#xd7; 3387 pixels, ranging between 2012&#x2013;2812 pixels in width and 2812&#x2013;3580 pixels in height, and intensity values stored in an unsigned 16-bit integer format. Each image was initially scaled in intensity between 0&#x2013;1 and inverted if the Photometric Interpretation tag on the DICOM metadata was set to MONOCHROME1 to ensure all images have a black background and white foreground.</p>
<p>Then, each underwent a histogram equalization transformation using the Contrast Limited Adaptive Histogram Equalization (<italic>CLAHE</italic>) algorithm (<xref ref-type="bibr" rid="B39">39</xref>) to enhance the contrast of the images. <italic>CLAHE</italic> divides the image into a series of tiles of defined size (8 &#xd7; 8 pixels in our case), then clips each tile&#x2019;s histogram to a specified contrast limit. Then, each histogram bin is redistributed across all bins, and the Cumulative Distribution Function (CDF) is calculated. After this, the pixel intensity values are then remapped using the CDF. This process is repeated for each tile, enhancing the contrast locally and avoiding the over-amplification of noise in the image. Finally, each tile is rejoined using bilinear interpolation to obtain the contrast-enhanced image without any artifacts. The OpenCV (<xref ref-type="bibr" rid="B40">40</xref>) implementation of the <italic>CLAHE</italic> algorithm with clip limits of 1.0 and 2.0 as utilized. The resulting images were then fused channel-wise to the original non-equalized image, obtaining an RGB representative image as output.</p>
<p>Next, the image was cropped to its ROI via Otsu&#x2019;s thresholding (<xref ref-type="bibr" rid="B41">41</xref>) and contour detection to obtain the bounding box of the breast region. Resulting in a set of images cropped to the breast&#x2019;s ROI, with an average size of (885 &#xb1; 190) &#xd7; (2497 &#xb1; 502) pixels.</p>
</sec>
<sec id="s3_2">
<label>3.2</label>
<title>Data set</title>
<p>For training, initial testing, and benchmarking, the <italic>VinDr-Mammo</italic> dataset (<xref ref-type="bibr" rid="B42">42</xref>) was utilized. This publicly available dataset comprises multi-view mammography images from 5000 patients from the Hanoi University Hospital in Vietnam. This dataset provides bounding boxes of the location of ten different types of lesions present within the breast, including masses, calcifications, asymmetries, and architectural distortions. It also provides the BI-RADS score for each marked finding and the patient&#x2019;s breast density for each view. This dataset was selected because of its detailed annotations of the location of multiple types of findings beyond masses and calcifications, allowing us to inspect the presence of clinically relevant findings at a local level. However, as some available findings are limited, some categories with similar characteristics, such as focal, global, and (general) asymmetries, nipple, and skin retractions, were grouped into general labels (asymmetries and retractions, respectively). The dataset is divided into training and test sets, containing both Cranio-Caudal (CC) and Medio-Lateral Oblique (MLO) views of both breasts for each patient, split in a 80&#x2013;20% ratio between training and test sets. All splits were performed using a subject-out scheme to reduce possible bias from data from the same patient in different splits.</p>
<p>For training of the proposed classifier model, each annotated bounding box available was treated as an independent sample, considering that multiple bounding boxes could be present in a single image and that each bounding box could contain various types of lesions. As such, this problem was studied as a multi-label classification task, where each bounding box could be labeled with one or many types of lesions. As many images contain no annotated lesions (labeled as <italic>No findings</italic>), a random area of the image was sampled as a negative example for each image in this subset. Ensuring that the model can learn to differentiate between the presence and absence of lesions. <xref ref-type="table" rid="T1">
<bold>Table&#xa0;1</bold>
</xref> summarizes the distribution of the different types of findings present in the dataset on the training and test sets.</p>
<table-wrap id="T1" position="float">
<label>Table&#xa0;1</label>
<caption>
<p>Number of findings per split in <italic>VinDr-Mammo</italic> dataset.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="middle" align="center">Finding</th>
<th valign="middle" align="center">Train</th>
<th valign="middle" align="center">Test</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="middle" align="left">No Finding</td>
<td valign="middle" align="center">14589</td>
<td valign="middle" align="center">3643</td>
</tr>
<tr>
<td valign="middle" align="left">Mass</td>
<td valign="middle" align="center">989</td>
<td valign="middle" align="center">237</td>
</tr>
<tr>
<td valign="middle" align="left">Suspicious Calcification</td>
<td valign="middle" align="center">428</td>
<td valign="middle" align="center">115</td>
</tr>
<tr>
<td valign="middle" align="left">Asymmetries</td>
<td valign="middle" align="center">313</td>
<td valign="middle" align="center">79</td>
</tr>
<tr>
<td valign="middle" align="left">Architectural Distortion</td>
<td valign="middle" align="center">95</td>
<td valign="middle" align="center">24</td>
</tr>
<tr>
<td valign="middle" align="left">Suspicious Lymph Node</td>
<td valign="middle" align="center">46</td>
<td valign="middle" align="center">11</td>
</tr>
<tr>
<td valign="middle" align="left">Skin Thickening</td>
<td valign="middle" align="center">45</td>
<td valign="middle" align="center">12</td>
</tr>
<tr>
<td valign="middle" align="left">Retractions</td>
<td valign="middle" align="center">39</td>
<td valign="middle" align="center">9</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>For validation with clinical patients, a set of images provided by a local Hospital in Chile was evaluated. These exams correspond to a set of mammography images acquired for breast cancer screening from a population of adult Chilean women, including both CC and MLO views of these patients, plus the examination report evaluated by radiologists from the hospital. These examinations were used in this study with authorization from the Human Research Ethics Committee of Universidad de Valpara&#xb4;&#x131;so (CEC-UV), which serves as the study&#x2019;s Institutional Review Board (IRB). For the evaluation, a set of images in which the report indicated the presence of masses and calcifications, as well as their general location within the body, was selected.</p>
</sec>
<sec id="s3_3">
<label>3.3</label>
<title>Deep convolutional neural network classifier</title>
<p>The proposed experiment involves classifying clinically relevant findings in mammography images using a multi-label classifier. In a previous work (<xref ref-type="bibr" rid="B43">43</xref>), the model selection for this task is detailed and summarized as follows.</p>
<p>Initially, we trained a series of deep learning architectures to determine the best model for our task. Comparing the <italic>EfficientNetV2</italic>, <italic>ResNet50</italic>, <italic>Swin Transformer</italic>, <italic>DenseNet121</italic>, <italic>VGG19</italic>, and <italic>MobileNet</italic> architectures with pre-trained weights on the <italic>ImageNet</italic> dataset; using the implementations provided by PyTorch&#x2019;s <italic>torchvision</italic> library (<xref ref-type="bibr" rid="B44">44</xref>). To ensure uniformity between the models, the final classification layer of each model was replaced with with a 2-layer Dense Network with an initial Dropout layer of 0.5rate, a hidden layer of 512 units, and <italic>ReLU</italic> activation, and a final output layer with the number of classes in the dataset and a <italic>Sigmoid</italic> activation function. These parameters were estimated on initial grid search experiments and were kept constant for all models to ensure a fair comparison.</p>
<p>Each model was trained using a subset of the findings present in the dataset, specifically Masses, Calcifications, Asymmetries, and Suspicious Lymph Nodes, as these are the most common findings. In <xref ref-type="table" rid="T2">
<bold>Table&#xa0;2</bold>
</xref>, the resulting <italic>F1-Score</italic> obtained by each model on the dataset&#x2019;s test set is presented. The <italic>EfficientNetV2</italic> architecture obtained the best performance on the test set, with an average <italic>F1-Score</italic> of 0.727, outperforming the other architectures by a small margin.</p>
<table-wrap id="T2" position="float">
<label>Table&#xa0;2</label>
<caption>
<p>F1 scores for pathological finding classification task using a subset of <italic>VinDr-Mammo</italic> dataset, comparing different deep learning architectures. (<xref ref-type="bibr" rid="B43">43</xref>).</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="middle" align="left">Finding</th>
<th valign="middle" align="left">N</th>
<th valign="middle" align="left">DenseNet121</th>
<th valign="middle" align="left">EfficientNetV2</th>
<th valign="middle" align="left">ResNet50</th>
<th valign="middle" align="left">Swin Transformer</th>
<th valign="middle" align="left">VGG19</th>
<th valign="middle" align="left">MobileNet</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="middle" align="right">Mass</td>
<td valign="middle" align="center">237</td>
<td valign="middle" align="center">0.783</td>
<td valign="middle" align="center">0.815</td>
<td valign="middle" align="center">0.742</td>
<td valign="middle" align="center">0.770</td>
<td valign="middle" align="center">0.756</td>
<td valign="middle" align="center">0.708</td>
</tr>
<tr>
<td valign="middle" align="right">Suspicious Calcification</td>
<td valign="middle" align="center">115</td>
<td valign="middle" align="center">0.847</td>
<td valign="middle" align="center">0.865</td>
<td valign="middle" align="center">0.860</td>
<td valign="middle" align="center">0.828</td>
<td valign="middle" align="center">0.873</td>
<td valign="middle" align="center">0.828</td>
</tr>
<tr>
<td valign="middle" align="right">Asymmetries</td>
<td valign="middle" align="center">79</td>
<td valign="middle" align="center">0.306</td>
<td valign="middle" align="center">0.295</td>
<td valign="middle" align="center">0.200</td>
<td valign="middle" align="center">0.310</td>
<td valign="middle" align="center">0.204</td>
<td valign="middle" align="center">0.324</td>
</tr>
<tr>
<td valign="middle" align="right">Suspicious Lymph Node</td>
<td valign="middle" align="center">11</td>
<td valign="middle" align="center">0.667</td>
<td valign="middle" align="center">0.500</td>
<td valign="middle" align="center">0.737</td>
<td valign="middle" align="center">0.370</td>
<td valign="middle" align="center">0.400</td>
<td valign="middle" align="center">0.476</td>
</tr>
<tr>
<td valign="middle" align="right">Weighted Average</td>
<td valign="middle" align="center">442</td>
<td valign="middle" align="center">0.712</td>
<td valign="middle" align="center">0.727</td>
<td valign="middle" align="center">0.675</td>
<td valign="middle" align="center">0.693</td>
<td valign="middle" align="center">0.679</td>
<td valign="middle" align="center">0.665</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>
<italic>EfficientNetV2</italic> (<xref ref-type="bibr" rid="B45">45</xref>) is a family of convolutional neural network models optimized for parameter efficiency and computational cost by scaling the depth, width, and resolution of the network in a balanced manner. The original <italic>EfficientNet</italic> architectures were designed to scale the network&#x2019;s depth, width, and resolution simultaneously on Convolutional Neural Networks (CNNs), using a Neural Architecture Search (NAS) approach to find the optimal scaling factor on each block to balance a trade-off between accuracy and computational cost (<xref ref-type="bibr" rid="B46">46</xref>). One of the main innovations of <italic>EfficientNetV2</italic> compared to the original is the replacement of the original MBConv blocks with a new Fused-MBConv block, which combines the original&#x2019;s depth-wise separable convolution and its expansion convolution into a single operation. Another improvement is using a smaller expansion ratio for the convolutional layers, which reduces the number of parameters required for each layer, and using smaller kernel sizes for the convolutional layers. While compensating for the reduced receptive field by increasing the number of layers in the network. <xref ref-type="fig" rid="f3">
<bold>Figure&#xa0;3</bold>
</xref>, shows the architecture of the <italic>EfficientNetV2</italic> model used in our experiments, with our modified classification layer, as previously mentioned.</p>
<fig id="f3" position="float">
<label>Figure&#xa0;3</label>
<caption>
<p>EfficientNetV2 architecture, showing each block&#x2019;s depth, width, and resolution scaling factors. Included is the modified classification layer used in our experiments.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-15-1601929-g003.tif">
<alt-text content-type="machine-generated">Diagram of EfficientNet V2 architecture showing layers from input image to logits. Includes sequences of convolutions, FusedMBConv, MBConv operations, and a classifier layer. Variants include Fused MBConv1, Fused MBConv4, MBConv4, and MBConv6, each with specific convolution, batch normalization, and activation functions like Swish and ReLU. The classifier layer has dropout and dense layers with ReLU and Sigmoid activations.</alt-text>
</graphic>
</fig>
<p>The model was trained using an <italic>Adam</italic> optimizer (<xref ref-type="bibr" rid="B47">47</xref>) with a starting learning rate of 0.001 and a Cosine Annealing decay schedule during 50 epochs, down to a final learning rate of 1 &#xd7; 10<sup>&#x2212;7</sup>, using a batch size of 48 samples on an NVidia RTX 4080 GPU. The <italic>Focal Loss</italic> (<xref ref-type="bibr" rid="B48">48</xref>) function was employed on optimization. This loss function addresses the effects of extreme class imbalance between positive and negative samples by adding a modulating factor <italic>&#x3b3;</italic> to the cross-entropy loss, which penalizes the loss of well-classified samples, focusing on the complex examples. As shown in <xref ref-type="disp-formula" rid="eq1">Equation 1</xref>, for the case of multi-label classification, it is defined as the logarithm of the predicted probabilities <italic>p</italic> of the ground-truth label vector <italic>y</italic>, modulated by the factor <inline-formula>
<mml:math display="inline" id="im1">
<mml:mrow>
<mml:msup>
<mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:mn>1</mml:mn>
<mml:mo>&#x2212;</mml:mo>
<mml:mi>p</mml:mi>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
<mml:mi>&#x3b3;</mml:mi>
</mml:msup>
</mml:mrow>
</mml:math>
</inline-formula> which penalizes errors on complex samples. And an <italic>&#x3b1;</italic> parameter, which acts as a weighting factor between positive and negative labels. When <italic>&#x3b3;</italic> = 0, the <italic>Focal Loss</italic> is equivalent to the standard cross-entropy loss. Using grid search, the defined parameter values for these were <italic>&#x3b1;</italic> = 0.95 and <italic>&#x3b3;</italic> = 2.5, as these provided the best performance on the training dataset.</p>
<disp-formula id="eq1">
<label>(1)</label>
<mml:math display="block" id="M1">
<mml:mrow>
<mml:mtext>FL</mml:mtext>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mi>p</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
<mml:mo>=</mml:mo>
<mml:mo>&#x2212;</mml:mo>
<mml:mi>&#x3b1;</mml:mi>
<mml:mrow>
<mml:mo stretchy="false">[</mml:mo>
<mml:mrow>
<mml:mi>y</mml:mi>
<mml:msup>
<mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:mn>1</mml:mn>
<mml:mo>&#x2212;</mml:mo>
<mml:mi>p</mml:mi>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
<mml:mi>&#x3b3;</mml:mi>
</mml:msup>
<mml:mi>log</mml:mi>
<mml:mtext>&#xa0;</mml:mtext>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mi>p</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
<mml:mo>+</mml:mo>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:mn>1</mml:mn>
<mml:mo>&#x2212;</mml:mo>
<mml:mi>y</mml:mi>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
<mml:msup>
<mml:mi>p</mml:mi>
<mml:mi>&#x3b3;</mml:mi>
</mml:msup>
<mml:mi>log</mml:mi>
<mml:mtext>&#xa0;</mml:mtext>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:mn>1</mml:mn>
<mml:mo>&#x2212;</mml:mo>
<mml:mi>p</mml:mi>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
<mml:mo stretchy="false">]</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:math>
</disp-formula>
<p>Multiple data augmentation techniques were applied to the cropped images during the training stage, allowing our model to classify findings across different scales and aspect ratios. On training, the image was cropped using the bounding box annotations of the clinically relevant findings and cropping at different scales (between 0.05&#x2013;5 times the original bounding box area) and aspect ratios (between 0.33&#x2013;1.66) from the center of the bounding box. In the case of normal tissue, from each image labeled as <italic>No Finding</italic> a random region was cropped using similar scales and aspect ratios to those used for the positive examples. This cropping was repeated on each training epoch to ensure the diversity of scales for each image.</p>
<p>To further mitigate the impact of the dataset&#x2019;s class imbalance, each crop was sampled using a Weighted Random Sampling function, where the inverse of the label frequency in the complete dataset determined the weight for each sample. Additionally, a series of transformations was applied to each crop during the training stage. Randomly applying with a probability of 50%, horizontal and/or vertical flips, random rotation between -30&#xb0; to 30&#xb0;, and random brightness, contrast, saturation, and hue adjustments. Finally, each crop was resized to a fixed size of 256 &#xd7; 256 pixels with Bilinear interpolation for the model&#x2019;s input. During the validation and testing stages, no transformation was applied except for resizing the crops, utilizing the annotated bounding boxes on each sample, and a center crop of the mammography image if the sample was annotated with no findings present.</p>
</sec>
<sec id="s3_4">
<label>3.4</label>
<title>CorRELAX: correlation of representations for explainability</title>
<p>The proposed method, CorRELAX, is a modification of the RELAX algorithm (<xref ref-type="bibr" rid="B20">20</xref>) that expands upon the original method&#x2019;s measurement of feature importance by measuring the correlation between the distances of representations of the input features and the model&#x2019;s predictions. This assumes that the distances between feature vectors and predictions of incomplete information of the same input should correlate, as a trained model should infer similar predictions from similar input representations. This correlation should be higher when the model is more confident that the input features are relevant to the prediction, based on the model&#x2019;s learned knowledge. This method is expected to provide a more robust measurement of importance, as it considers both the expected values of the distances and the uncertainty of the importance of the input features.</p>
<p>
<xref ref-type="fig" rid="f4">
<bold>Figure&#xa0;4</bold>
</xref>, presents a diagram of the workflow of our proposed method. Given an input image <inline-formula>
<mml:math display="inline" id="im2">
<mml:mrow>
<mml:mstyle mathvariant="bold" mathsize="normal">
<mml:mi>X</mml:mi>
</mml:mstyle>
<mml:mo>&#x2208;</mml:mo>
<mml:msup>
<mml:mi>&#x211d;</mml:mi>
<mml:mrow>
<mml:mi>H</mml:mi>
<mml:mo>&#xd7;</mml:mo>
<mml:mi>W</mml:mi>
</mml:mrow>
</mml:msup>
</mml:mrow>
</mml:math>
</inline-formula>, of size <italic>H,W</italic>, we do inference using a trained DL model <inline-formula>
<mml:math display="inline" id="im3">
<mml:mrow>
<mml:mi>f</mml:mi>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:mstyle mathvariant="bold" mathsize="normal">
<mml:mi>X</mml:mi>
</mml:mstyle>
<mml:mo>|</mml:mo>
<mml:mi>&#x3b8;</mml:mi>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:math>
</inline-formula>. Most CNN architectures can be described as two parts:</p>
<list list-type="bullet">
<list-item>
<p>A feature extractor <italic>f</italic>
<sub>extract</sub> extracts features at different levels of abstraction from the input image using a series of convolutional and pooling layers.</p>
</list-item>
<list-item>
<p>A classifier <italic>f</italic>
<sub>predict</sub> takes the extracted features&#x2019; representation of the input image and predicts the output class <italic>c</italic> from a Multi-Layer Perceptron (MLP)-like structure with a defined activation function.</p>
</list-item>
</list>
<fig id="f4" position="float">
<label>Figure&#xa0;4</label>
<caption>
<p>Diagram of the CorRELAX algorithm, showing the method&#x2019;s workflow for evaluating the correlation between representations and predictions. Using both an input image and random masked versions of itself on a Deep Learning Image Classifier to obtain a metric of the relevance of information from the input to the model&#x2019;s output, and the correlation between the feature vectors and the predictions.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-15-1601929-g004.tif">
<alt-text content-type="machine-generated">Flowchart illustrating a deep learning classification process. An input image is analyzed by a classifier, producing a feature vector and prediction. The image is masked and reanalyzed to generate a masked feature vector and prediction. The process includes correlated explanations comparing feature vectors and prediction similarities, leading to distance and prediction correlations. Arrows indicate the flow of information between elements.</alt-text>
</graphic>
</fig>
<p>Using a set of parameters <italic>&#x3b8;</italic> learned during training, on inference an internal feature vector of size <italic>D</italic> is extracted from the last layer previous to the classifier stage <inline-formula>
<mml:math display="inline" id="im4">
<mml:mrow>
<mml:mstyle mathvariant="bold" mathsize="normal">
<mml:mi>h</mml:mi>
</mml:mstyle>
<mml:mo>=</mml:mo>
<mml:msub>
<mml:mi>f</mml:mi>
<mml:mrow>
<mml:mtext>extract</mml:mtext>
</mml:mrow>
</mml:msub>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:mstyle mathvariant="bold" mathsize="normal">
<mml:mi>X</mml:mi>
</mml:mstyle>
<mml:mo>|</mml:mo>
<mml:mi>&#x3b8;</mml:mi>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
<mml:mo>&#x2208;</mml:mo>
<mml:msup>
<mml:mi>&#x211d;</mml:mi>
<mml:mi>D</mml:mi>
</mml:msup>
</mml:mrow>
</mml:math>
</inline-formula>, and the predicted output from the model <inline-formula>
<mml:math display="inline" id="im5">
<mml:mrow>
<mml:mover accent="true">
<mml:mi>y</mml:mi>
<mml:mo>^</mml:mo>
</mml:mover>
<mml:mo>=</mml:mo>
<mml:msub>
<mml:mi>f</mml:mi>
<mml:mrow>
<mml:mtext>predict</mml:mtext>
</mml:mrow>
</mml:msub>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:mstyle mathvariant="bold" mathsize="normal">
<mml:mi>h</mml:mi>
</mml:mstyle>
<mml:mo>|</mml:mo>
<mml:mi>&#x3b8;</mml:mi>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:math>
</inline-formula>. Following this, a set of random masks <inline-formula>
<mml:math display="inline" id="im6">
<mml:mrow>
<mml:mstyle mathvariant="bold" mathsize="normal">
<mml:mi>M</mml:mi>
</mml:mstyle>
<mml:mo>&#x2208;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> [0, 1]<sup>
<italic>b</italic>&#xd7;<italic>b</italic>
</sup> is created by sampling from a Bernoulli process with a probability <italic>p</italic> of a region being masked, starting from a block of size <italic>b</italic> &#xd7; <italic>b</italic> which is then up-scaled to the size of the input image, to mask different regions within the input. These masks are then applied, resulting in a set of masked variations of the input image <inline-formula>
<mml:math display="inline" id="im7">
<mml:mrow>
<mml:msub>
<mml:mstyle mathvariant="bold" mathsize="normal">
<mml:mi>X</mml:mi>
</mml:mstyle>
<mml:mi>M</mml:mi>
</mml:msub>
<mml:mo>=</mml:mo>
<mml:mstyle mathvariant="bold" mathsize="normal">
<mml:mi>X</mml:mi>
</mml:mstyle>
<mml:mtext>&#xa0;</mml:mtext>
<mml:mo>&#x2299;</mml:mo>
<mml:mstyle mathvariant="bold" mathsize="normal">
<mml:mi>M</mml:mi>
</mml:mstyle>
</mml:mrow>
</mml:math>
</inline-formula>, which are inputted into the trained model, returning both the masked feature vectors <inline-formula>
<mml:math display="inline" id="im8">
<mml:mrow>
<mml:msub>
<mml:mstyle mathvariant="bold" mathsize="normal">
<mml:mi>h</mml:mi>
</mml:mstyle>
<mml:mi>M</mml:mi>
</mml:msub>
<mml:mo>=</mml:mo>
<mml:msub>
<mml:mi>f</mml:mi>
<mml:mrow>
<mml:mtext>extract</mml:mtext>
</mml:mrow>
</mml:msub>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mstyle mathvariant="bold" mathsize="normal">
<mml:mi>X</mml:mi>
</mml:mstyle>
<mml:mi>M</mml:mi>
</mml:msub>
<mml:mo>|</mml:mo>
<mml:mi>&#x3b8;</mml:mi>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:math>
</inline-formula> and the prediction outputs <inline-formula>
<mml:math display="inline" id="im9">
<mml:mrow>
<mml:msub>
<mml:mover accent="true">
<mml:mi>y</mml:mi>
<mml:mo>^</mml:mo>
</mml:mover>
<mml:mi>M</mml:mi>
</mml:msub>
<mml:mo>=</mml:mo>
<mml:msub>
<mml:mi>f</mml:mi>
<mml:mrow>
<mml:mtext>predict</mml:mtext>
</mml:mrow>
</mml:msub>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mstyle mathvariant="bold" mathsize="normal">
<mml:mi>h</mml:mi>
</mml:mstyle>
<mml:mi>M</mml:mi>
</mml:msub>
<mml:mo>|</mml:mo>
<mml:mi>&#x3b8;</mml:mi>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:math>
</inline-formula> from each masked image.</p>
<p>Using a distance function, the similarity between the feature vectors and their masked versions <inline-formula>
<mml:math display="inline" id="im10">
<mml:mrow>
<mml:msub>
<mml:mi>S</mml:mi>
<mml:mstyle mathvariant="bold" mathsize="normal">
<mml:mi>h</mml:mi>
</mml:mstyle>
</mml:msub>
<mml:mo>=</mml:mo>
<mml:msub>
<mml:mi>S</mml:mi>
<mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:mstyle mathvariant="bold" mathsize="normal">
<mml:mi>h</mml:mi>
</mml:mstyle>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mstyle mathvariant="bold" mathsize="normal">
<mml:mi>h</mml:mi>
</mml:mstyle>
<mml:mi>M</mml:mi>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> and the similarity between the image prediction and the prediction of the masked images <inline-formula>
<mml:math display="inline" id="im11">
<mml:mrow>
<mml:msub>
<mml:mi>S</mml:mi>
<mml:mover accent="true">
<mml:mi>y</mml:mi>
<mml:mo>^</mml:mo>
</mml:mover>
</mml:msub>
<mml:mo>=</mml:mo>
<mml:msub>
<mml:mi>S</mml:mi>
<mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:mover accent="true">
<mml:mi>y</mml:mi>
<mml:mo>^</mml:mo>
</mml:mover>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mover accent="true">
<mml:mi>y</mml:mi>
<mml:mo>^</mml:mo>
</mml:mover>
<mml:mi>M</mml:mi>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> is estimated. The <italic>cosine similarity</italic> shown in <xref ref-type="disp-formula" rid="eq2">Equation 2</xref>, measures if two vectors are similar in feature space by calculating the cosine of the angle between them. Vectors with similar semantic information will have a cosine similarity closer to 1, while vectors with different information will have a cosine similarity closer to 0.</p>
<disp-formula id="eq2">
<label>(2)</label>
<mml:math display="block" id="M2">
<mml:mrow>
<mml:msub>
<mml:mi>S</mml:mi>
<mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:mi>A</mml:mi>
<mml:mo>,</mml:mo>
<mml:mi>B</mml:mi>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:msub>
<mml:mo>=</mml:mo>
<mml:mfrac>
<mml:mrow>
<mml:mi>A</mml:mi>
<mml:mo>&#xb7;</mml:mo>
<mml:mi>B</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mo>&#x2016;</mml:mo>
<mml:mi>A</mml:mi>
<mml:mo>&#x2016;</mml:mo>
<mml:mo>&#x2016;</mml:mo>
<mml:mi>B</mml:mi>
<mml:mo>&#x2016;</mml:mo>
</mml:mrow>
</mml:mfrac>
</mml:mrow>
</mml:math>
</disp-formula>
<p>Using the estimated distances, two correlation coefficients are then calculated:</p>
<list list-type="bullet">
<list-item>
<p>The correlation between the feature vectors&#x2019; similarities and the similarities between the model&#x2019;s predictions <inline-formula>
<mml:math display="inline" id="im12">
<mml:mrow>
<mml:msub>
<mml:mi>&#x3c1;</mml:mi>
<mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mi>S</mml:mi>
<mml:mstyle mathvariant="bold" mathsize="normal">
<mml:mi>h</mml:mi>
</mml:mstyle>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mi>S</mml:mi>
<mml:mover accent="true">
<mml:mi>y</mml:mi>
<mml:mo>^</mml:mo>
</mml:mover>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>.</p>
</list-item>
<list-item>
<p>The correlation between the feature vectors&#x2019; similarities to the probability of the masked views of the input image <inline-formula>
<mml:math display="inline" id="im13">
<mml:mrow>
<mml:msub>
<mml:mi>&#x3c1;</mml:mi>
<mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mi>S</mml:mi>
<mml:mstyle mathvariant="bold" mathsize="normal">
<mml:mi>h</mml:mi>
</mml:mstyle>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mover accent="true">
<mml:mi>y</mml:mi>
<mml:mo>^</mml:mo>
</mml:mover>
<mml:mi>M</mml:mi>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>.</p>
</list-item>
</list>
<p>The first coefficient <inline-formula>
<mml:math display="inline" id="im14">
<mml:mrow>
<mml:msub>
<mml:mi>&#x3c1;</mml:mi>
<mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mi>S</mml:mi>
<mml:mstyle mathvariant="bold" mathsize="normal">
<mml:mi>h</mml:mi>
</mml:mstyle>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mi>S</mml:mi>
<mml:mover accent="true">
<mml:mi>y</mml:mi>
<mml:mo>^</mml:mo>
</mml:mover>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>, as shown in <xref ref-type="disp-formula" rid="eq3">Equation 3</xref>, evaluates the similarity distance between the internal feature vector representations from the original input of the model and the feature vector representation from a set of masked versions of the input image. Then, its correlation to the similarity distance between the resulting predictions from the original input and its masked versions is measured. This results in a value that measures how the model&#x2019;s learned knowledge aligns with representations and predictions.</p>
<disp-formula id="eq3">
<label>(3)</label>
<mml:math display="block" id="M3">
<mml:mrow>
<mml:msub>
<mml:mi>&#x3c1;</mml:mi>
<mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mi>S</mml:mi>
<mml:mstyle mathvariant="bold" mathsize="normal">
<mml:mi>h</mml:mi>
</mml:mstyle>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mi>S</mml:mi>
<mml:mover accent="true">
<mml:mi>y</mml:mi>
<mml:mo>^</mml:mo>
</mml:mover>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:msub>
<mml:mo>=</mml:mo>
<mml:mfrac>
<mml:mrow>
<mml:mi>n</mml:mi>
<mml:msub>
<mml:mo>&#x2211;</mml:mo>
<mml:mi>i</mml:mi>
</mml:msub>
<mml:msub>
<mml:mi>S</mml:mi>
<mml:mrow>
<mml:msub>
<mml:mstyle mathvariant="bold" mathsize="normal">
<mml:mi>h</mml:mi>
</mml:mstyle>
<mml:mi>i</mml:mi>
</mml:msub>
</mml:mrow>
</mml:msub>
<mml:msub>
<mml:mi>S</mml:mi>
<mml:mrow>
<mml:msub>
<mml:mover accent="true">
<mml:mi>y</mml:mi>
<mml:mo>^</mml:mo>
</mml:mover>
<mml:mi>i</mml:mi>
</mml:msub>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2212;</mml:mo>
<mml:msub>
<mml:mo>&#x2211;</mml:mo>
<mml:mi>i</mml:mi>
</mml:msub>
<mml:msub>
<mml:mi>S</mml:mi>
<mml:mrow>
<mml:msub>
<mml:mstyle mathvariant="bold" mathsize="normal">
<mml:mi>h</mml:mi>
</mml:mstyle>
<mml:mi>i</mml:mi>
</mml:msub>
</mml:mrow>
</mml:msub>
<mml:msub>
<mml:mo>&#x2211;</mml:mo>
<mml:mi>i</mml:mi>
</mml:msub>
<mml:msub>
<mml:mi>S</mml:mi>
<mml:mrow>
<mml:msub>
<mml:mover accent="true">
<mml:mi>y</mml:mi>
<mml:mo>^</mml:mo>
</mml:mover>
<mml:mi>i</mml:mi>
</mml:msub>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mrow>
<mml:msqrt>
<mml:mrow>
<mml:mi>n</mml:mi>
<mml:msub>
<mml:mo>&#x2211;</mml:mo>
<mml:mi>i</mml:mi>
</mml:msub>
<mml:msub>
<mml:mi>S</mml:mi>
<mml:mrow>
<mml:msubsup>
<mml:mstyle mathvariant="bold" mathsize="normal">
<mml:mi>h</mml:mi>
</mml:mstyle>
<mml:mi>i</mml:mi>
<mml:mn>2</mml:mn>
</mml:msubsup>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2212;</mml:mo>
<mml:msup>
<mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mo>&#x2211;</mml:mo>
<mml:mi>i</mml:mi>
</mml:msub>
<mml:msub>
<mml:mi>S</mml:mi>
<mml:mrow>
<mml:msub>
<mml:mstyle mathvariant="bold" mathsize="normal">
<mml:mi>h</mml:mi>
</mml:mstyle>
<mml:mi>i</mml:mi>
</mml:msub>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
<mml:mn>2</mml:mn>
</mml:msup>
</mml:mrow>
</mml:msqrt>
<mml:msqrt>
<mml:mrow>
<mml:mi>n</mml:mi>
<mml:msub>
<mml:mo>&#x2211;</mml:mo>
<mml:mi>i</mml:mi>
</mml:msub>
<mml:msub>
<mml:mi>S</mml:mi>
<mml:mrow>
<mml:msubsup>
<mml:mover accent="true">
<mml:mi>y</mml:mi>
<mml:mo>^</mml:mo>
</mml:mover>
<mml:mi>i</mml:mi>
<mml:mn>2</mml:mn>
</mml:msubsup>
</mml:mrow>
</mml:msub>
<mml:msup>
<mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mo>&#x2211;</mml:mo>
<mml:mi>i</mml:mi>
</mml:msub>
<mml:msub>
<mml:mi>S</mml:mi>
<mml:mrow>
<mml:msub>
<mml:mover accent="true">
<mml:mi>y</mml:mi>
<mml:mo>^</mml:mo>
</mml:mover>
<mml:mi>i</mml:mi>
</mml:msub>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
<mml:mn>2</mml:mn>
</mml:msup>
</mml:mrow>
</mml:msqrt>
</mml:mrow>
</mml:mfrac>
</mml:mrow>
</mml:math>
</disp-formula>
<p>The second coefficient <inline-formula>
<mml:math display="inline" id="im15">
<mml:mrow>
<mml:msub>
<mml:mi>&#x3c1;</mml:mi>
<mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mi>S</mml:mi>
<mml:mstyle mathvariant="bold" mathsize="normal">
<mml:mi>h</mml:mi>
</mml:mstyle>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mover accent="true">
<mml:mi>y</mml:mi>
<mml:mo>^</mml:mo>
</mml:mover>
<mml:mi>M</mml:mi>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>, shown in <xref ref-type="disp-formula" rid="eq4">Equation 4</xref>, evaluates the similarity distance from the internal feature vector representations, and measures its correlation to the probability of belonging to the label <italic>i</italic> &#x2208; <italic>c</italic> from each masked image output <inline-formula>
<mml:math display="inline" id="im16">
<mml:mrow>
<mml:msub>
<mml:mover accent="true">
<mml:mi>y</mml:mi>
<mml:mo>^</mml:mo>
</mml:mover>
<mml:mi>M</mml:mi>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>. Obtaining a measure of how partial information at the input impacts the model&#x2019;s final prediction establishes the importance of the input features to the model&#x2019;s decision-making process.</p>
<disp-formula id="eq4">
<label>(4)</label>
<mml:math display="block" id="M4">
<mml:msub>
<mml:mi>&#x3c1;</mml:mi>
<mml:mrow>
<mml:mo>(</mml:mo>
<mml:msub>
<mml:mi>S</mml:mi>
<mml:mtext>h</mml:mtext>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mover>
<mml:mi>y</mml:mi>
<mml:mo>^</mml:mo>
</mml:mover>
<mml:mi>M</mml:mi>
</mml:msub>
<mml:mo>)</mml:mo>
</mml:mrow>
</mml:msub>
<mml:mo>=</mml:mo>
<mml:mfrac>
<mml:mrow>
<mml:mi>n</mml:mi>
<mml:munder>
<mml:mo>&#x2211;</mml:mo>
<mml:mi>i</mml:mi>
</mml:munder>
<mml:msub>
<mml:mi>S</mml:mi>
<mml:msub>
<mml:mtext>h</mml:mtext>
<mml:mi>i</mml:mi>
</mml:msub>
</mml:msub>
<mml:msub>
<mml:mover>
<mml:mi>y</mml:mi>
<mml:mo>^</mml:mo>
</mml:mover>
<mml:mrow>
<mml:msub>
<mml:mi>M</mml:mi>
<mml:mi>i</mml:mi>
</mml:msub>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2212;</mml:mo>
<mml:munder>
<mml:mo>&#x2211;</mml:mo>
<mml:mi>i</mml:mi>
</mml:munder>
<mml:msub>
<mml:mi>S</mml:mi>
<mml:msub>
<mml:mtext>h</mml:mtext>
<mml:mi>i</mml:mi>
</mml:msub>
</mml:msub>
<mml:munder>
<mml:mo>&#x2211;</mml:mo>
<mml:mi>i</mml:mi>
</mml:munder>
<mml:msub>
<mml:mover>
<mml:mi>y</mml:mi>
<mml:mo>^</mml:mo>
</mml:mover>
<mml:mrow>
<mml:msub>
<mml:mi>M</mml:mi>
<mml:mi>i</mml:mi>
</mml:msub>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mrow>
<mml:msqrt>
<mml:mrow>
<mml:mi>n</mml:mi>
<mml:munder>
<mml:mo>&#x2211;</mml:mo>
<mml:mi>i</mml:mi>
</mml:munder>
<mml:msubsup>
<mml:mi>S</mml:mi>
<mml:msub>
<mml:mtext>h</mml:mtext>
<mml:mi>i</mml:mi>
</mml:msub>
<mml:mn>2</mml:mn>
</mml:msubsup>
<mml:mo>&#x2212;</mml:mo>
<mml:mo>(</mml:mo>
<mml:munder>
<mml:mo>&#x2211;</mml:mo>
<mml:mi>i</mml:mi>
</mml:munder>
<mml:msub>
<mml:mi>S</mml:mi>
<mml:msub>
<mml:mtext>h</mml:mtext>
<mml:mi>i</mml:mi>
</mml:msub>
</mml:msub>
<mml:msup>
<mml:mo>)</mml:mo>
<mml:mn>2</mml:mn>
</mml:msup>
</mml:mrow>
</mml:msqrt>
<mml:msqrt>
<mml:mrow>
<mml:mi>n</mml:mi>
<mml:munder>
<mml:mo>&#x2211;</mml:mo>
<mml:mi>i</mml:mi>
</mml:munder>
<mml:msubsup>
<mml:mover>
<mml:mi>y</mml:mi>
<mml:mo>^</mml:mo>
</mml:mover>
<mml:msub>
<mml:mi>M</mml:mi>
<mml:mi>i</mml:mi>
</mml:msub>
<mml:mn>2</mml:mn>
</mml:msubsup>
<mml:mo>&#x2212;</mml:mo>
<mml:mo>(</mml:mo>
<mml:munder>
<mml:mo>&#x2211;</mml:mo>
<mml:mi>i</mml:mi>
</mml:munder>
<mml:msub>
<mml:mover>
<mml:mi>y</mml:mi>
<mml:mo>^</mml:mo>
</mml:mover>
<mml:mrow>
<mml:msub>
<mml:mi>M</mml:mi>
<mml:mi>i</mml:mi>
</mml:msub>
</mml:mrow>
</mml:msub>
<mml:msup>
<mml:mo>)</mml:mo>
<mml:mn>2</mml:mn>
</mml:msup>
</mml:mrow>
</mml:msqrt>
</mml:mrow>
</mml:mfrac>
</mml:math>
</disp-formula>
</sec>
<sec id="s3_5">
<label>3.5</label>
<title>Experiment</title>
<p>The proposed model was trained to classify cropped samples of mammography images containing clinically relevant findings at various scales and aspect ratios, ensuring adaptability in detecting elements of interest regardless of their size or location. Initially, the classifier was evaluated using cropped samples from the test set corresponding to annotated bounding boxes of findings. Performance metrics, including accuracy, precision, recall, and F1-score, were estimated for each label.</p>
<p>A sliding window approach was applied to the entire mammography image to inspect and identify clinically relevant findings, as previously shown in (<xref ref-type="bibr" rid="B43">43</xref>). The mammography image was divided into a set of local views of a defined size and stride. In this experiment, a size of 256 &#xd7; 256 and a stride of 48 pixels between each window was determined. Each window was input into the model, obtaining the internal feature vector and the multi-label prediction output.</p>
<p>To reconstruct the global prediction, using the projections of all windows within the image, a convolution operation was applied to the prediction of each window, using a kernel that represents the weight of neighboring windows to the current one. This kernel was constructed by estimating the Intersection over the Union (IoU) of the neighboring windows, weighted by the number of overlapping windows for each. The IoU from a pair of rectangular areas (<italic>A,B</italic>) &#x2208; R<sup>2</sup> as shown in <xref ref-type="disp-formula" rid="eq10">Equation 10</xref>, described each one as a pair of points from the bottom-left corner to the top-right corner of the defined rectangle <inline-formula>
<mml:math display="inline" id="im17">
<mml:mrow>
<mml:mi>A</mml:mi>
<mml:mo>=</mml:mo>
<mml:mrow>
<mml:mo stretchy="true">(</mml:mo>
<mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msubsup>
<mml:mi>x</mml:mi>
<mml:mrow>
<mml:mi>m</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>n</mml:mi>
</mml:mrow>
<mml:mi>A</mml:mi>
</mml:msubsup>
<mml:mo>,</mml:mo>
<mml:msubsup>
<mml:mi>y</mml:mi>
<mml:mrow>
<mml:mi>m</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>n</mml:mi>
</mml:mrow>
<mml:mi>A</mml:mi>
</mml:msubsup>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
<mml:mo>,</mml:mo>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msubsup>
<mml:mi>x</mml:mi>
<mml:mrow>
<mml:mi>m</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>x</mml:mi>
</mml:mrow>
<mml:mi>A</mml:mi>
</mml:msubsup>
<mml:mo>,</mml:mo>
<mml:msubsup>
<mml:mi>y</mml:mi>
<mml:mrow>
<mml:mi>m</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>x</mml:mi>
</mml:mrow>
<mml:mi>A</mml:mi>
</mml:msubsup>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
<mml:mo stretchy="true">)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:math>
</inline-formula>. <xref ref-type="disp-formula" rid="eq5">Equations 5</xref>&#x2013;<xref ref-type="disp-formula" rid="eq9">9</xref> describe each step of the IoU estimation, as follows:</p>
<disp-formula id="eq5">
<label>(5)</label>
<mml:math display="block" id="M5">
<mml:mrow>
<mml:mi>A</mml:mi>
<mml:mo>&#x2229;</mml:mo>
<mml:mi>B</mml:mi>
<mml:mo>=</mml:mo>
<mml:mrow>
<mml:mo stretchy="true">(</mml:mo>
<mml:mrow>
<mml:mi>min</mml:mi>
<mml:mtext>&#xa0;</mml:mtext>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msubsup>
<mml:mi>x</mml:mi>
<mml:mrow>
<mml:mi>m</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>x</mml:mi>
</mml:mrow>
<mml:mi>A</mml:mi>
</mml:msubsup>
<mml:mo>,</mml:mo>
<mml:msubsup>
<mml:mi>x</mml:mi>
<mml:mrow>
<mml:mi>m</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>x</mml:mi>
</mml:mrow>
<mml:mi>B</mml:mi>
</mml:msubsup>
</mml:mrow>
<mml:mo stretchy="true">)</mml:mo>
</mml:mrow>
<mml:mo>&#x2212;</mml:mo>
<mml:mi>max</mml:mi>
<mml:mtext>&#xa0;</mml:mtext>
<mml:mrow>
<mml:mo stretchy="true">(</mml:mo>
<mml:mrow>
<mml:msubsup>
<mml:mi>x</mml:mi>
<mml:mrow>
<mml:mi>m</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>n</mml:mi>
</mml:mrow>
<mml:mi>A</mml:mi>
</mml:msubsup>
<mml:mo>,</mml:mo>
<mml:msubsup>
<mml:mi>x</mml:mi>
<mml:mrow>
<mml:mi>m</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>n</mml:mi>
</mml:mrow>
<mml:mi>B</mml:mi>
</mml:msubsup>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
<mml:mo stretchy="true">)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:math>
</disp-formula>
<disp-formula id="eq6">
<label>(6)</label>
<mml:math display="block" id="M6">
<mml:mrow>
<mml:mo>&#xb7;</mml:mo>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:mi>min</mml:mi>
<mml:mtext>&#xa0;</mml:mtext>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msubsup>
<mml:mi>y</mml:mi>
<mml:mrow>
<mml:mi>m</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>x</mml:mi>
</mml:mrow>
<mml:mi>A</mml:mi>
</mml:msubsup>
<mml:mo>,</mml:mo>
<mml:msubsup>
<mml:mi>y</mml:mi>
<mml:mrow>
<mml:mi>m</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>x</mml:mi>
</mml:mrow>
<mml:mi>B</mml:mi>
</mml:msubsup>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
<mml:mo>&#x2212;</mml:mo>
<mml:mi>max</mml:mi>
<mml:mtext>&#xa0;</mml:mtext>
<mml:mrow>
<mml:mo stretchy="true">(</mml:mo>
<mml:mrow>
<mml:msubsup>
<mml:mi>y</mml:mi>
<mml:mrow>
<mml:mi>m</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>n</mml:mi>
</mml:mrow>
<mml:mi>A</mml:mi>
</mml:msubsup>
<mml:mo>,</mml:mo>
<mml:msubsup>
<mml:mi>y</mml:mi>
<mml:mrow>
<mml:mi>m</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>n</mml:mi>
</mml:mrow>
<mml:mi>B</mml:mi>
</mml:msubsup>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
<mml:mo stretchy="true">)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:math>
</disp-formula>
<disp-formula id="eq7">
<label>(7)</label>
<mml:math display="block" id="M7">
<mml:mrow>
<mml:mtext>Area</mml:mtext>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mi>A</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
<mml:mo>=</mml:mo>
<mml:mrow>
<mml:mo stretchy="true">(</mml:mo>
<mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msubsup>
<mml:mi>x</mml:mi>
<mml:mrow>
<mml:mi>m</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>x</mml:mi>
</mml:mrow>
<mml:mi>A</mml:mi>
</mml:msubsup>
<mml:mo>&#x2212;</mml:mo>
<mml:msubsup>
<mml:mi>x</mml:mi>
<mml:mrow>
<mml:mi>m</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>n</mml:mi>
</mml:mrow>
<mml:mi>A</mml:mi>
</mml:msubsup>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
<mml:mo>&#xb7;</mml:mo>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msubsup>
<mml:mi>y</mml:mi>
<mml:mrow>
<mml:mi>m</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>x</mml:mi>
</mml:mrow>
<mml:mi>A</mml:mi>
</mml:msubsup>
<mml:mo>&#x2212;</mml:mo>
<mml:msubsup>
<mml:mi>y</mml:mi>
<mml:mrow>
<mml:mi>m</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>n</mml:mi>
</mml:mrow>
<mml:mi>A</mml:mi>
</mml:msubsup>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
<mml:mo stretchy="true">)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:math>
</disp-formula>
<disp-formula id="eq8">
<label>(8)</label>
<mml:math display="block" id="M8">
<mml:mrow>
<mml:mtext>Area</mml:mtext>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mi>B</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
<mml:mo>=</mml:mo>
<mml:mrow>
<mml:mo stretchy="true">(</mml:mo>
<mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msubsup>
<mml:mi>x</mml:mi>
<mml:mrow>
<mml:mi>m</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>x</mml:mi>
</mml:mrow>
<mml:mi>B</mml:mi>
</mml:msubsup>
<mml:mo>&#x2212;</mml:mo>
<mml:msubsup>
<mml:mi>x</mml:mi>
<mml:mrow>
<mml:mi>m</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>n</mml:mi>
</mml:mrow>
<mml:mi>B</mml:mi>
</mml:msubsup>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
<mml:mo>&#xb7;</mml:mo>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msubsup>
<mml:mi>y</mml:mi>
<mml:mrow>
<mml:mi>m</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>x</mml:mi>
</mml:mrow>
<mml:mi>B</mml:mi>
</mml:msubsup>
<mml:mo>&#x2212;</mml:mo>
<mml:msubsup>
<mml:mi>y</mml:mi>
<mml:mrow>
<mml:mi>m</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>n</mml:mi>
</mml:mrow>
<mml:mi>B</mml:mi>
</mml:msubsup>
</mml:mrow>
<mml:mo stretchy="true">)</mml:mo>
</mml:mrow>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:math>
</disp-formula>
<disp-formula id="eq9">
<label>(9)</label>
<mml:math display="block" id="M9">
<mml:mrow>
<mml:mi>A</mml:mi>
<mml:mo>&#x222a;</mml:mo>
<mml:mi>B</mml:mi>
<mml:mo>=</mml:mo>
<mml:mtext>Area</mml:mtext>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mi>A</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
<mml:mo>+</mml:mo>
<mml:mtext>Area</mml:mtext>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mi>B</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
<mml:mo>&#x2212;</mml:mo>
<mml:mi>A</mml:mi>
<mml:mo>&#x2229;</mml:mo>
<mml:mi>B</mml:mi>
</mml:mrow>
</mml:math>
</disp-formula>
<disp-formula id="eq10">
<label>(10)</label>
<mml:math display="block" id="M10">
<mml:mrow>
<mml:mi>I</mml:mi>
<mml:mi>o</mml:mi>
<mml:mi>U</mml:mi>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:mi>A</mml:mi>
<mml:mo>,</mml:mo>
<mml:mi>B</mml:mi>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
<mml:mo>=</mml:mo>
<mml:mfrac>
<mml:mrow>
<mml:mi>A</mml:mi>
<mml:mo>&#x2229;</mml:mo>
<mml:mi>B</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>A</mml:mi>
<mml:mo>&#x222a;</mml:mo>
<mml:mi>B</mml:mi>
</mml:mrow>
</mml:mfrac>
</mml:mrow>
</mml:math>
</disp-formula>
<p>Each value from the kernel of size <inline-formula>
<mml:math display="inline" id="im18">
<mml:mrow>
<mml:mfrac>
<mml:mrow>
<mml:mtext>window</mml:mtext>
<mml:mo>_</mml:mo>
<mml:mtext>size</mml:mtext>
</mml:mrow>
<mml:mrow>
<mml:mtext>stride</mml:mtext>
</mml:mrow>
</mml:mfrac>
</mml:mrow>
</mml:math>
</inline-formula> is estimated from the IoU between the center and the neighboring windows with centers at a distance within <inline-formula>
<mml:math display="inline" id="im19">
<mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">[</mml:mo>
<mml:mrow>
<mml:mfrac>
<mml:mrow>
<mml:mo>&#x2212;</mml:mo>
<mml:mtext>window</mml:mtext>
<mml:mo>_</mml:mo>
<mml:mtext>size</mml:mtext>
</mml:mrow>
<mml:mn>2</mml:mn>
</mml:mfrac>
<mml:mo>,</mml:mo>
<mml:mfrac>
<mml:mrow>
<mml:mtext>window</mml:mtext>
<mml:mo>_</mml:mo>
<mml:mtext>size</mml:mtext>
</mml:mrow>
<mml:mn>2</mml:mn>
</mml:mfrac>
</mml:mrow>
<mml:mo stretchy="false">]</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:math>
</inline-formula>, from the center at each dimension, separated at stride. This kernel is then applied using a 2D-convolution operation to each map. This operation yields a smoothed prediction for each class across a general region of the complete image, taking into consideration how the predictions from each window overlap. As a result, a prediction map was generated for each label, indicating the predicted location of various clinically relevant findings within the mammogram.</p>
<p>A similar approach was used to inspect the image globally using our proposed algorithm. For each window analyzed from a mammography exam, we generated an arbitrarily high number (2560) of masks using an initial mask block size of 8 &#xd7; 8 pixels and a probability of 0.5 for each region to be masked. All masks were then up-scaled to the original image size using bilinear interpolation and applied to the window in sets of 128 masks for easy computation. The resulting feature vectors and prediction for each mask were accumulated for each window. Then the correlation value of each window&#x2019;s set of feature vector and prediction is evaluated. Finally, this kernel is applied to each class&#x2019;s resulting feature relevance metric and correlation maps, obtaining a global heatmap of each label&#x2019;s feature relevance and correlation.</p>
<p>To evaluate the precision of our method in localizing clinically relevant findings on each mammography image, as reported within the dataset&#x2019;s bounding boxes, a &#x201c;Pointing Game&#x201d; strategy (<xref ref-type="bibr" rid="B49">49</xref>) was applied. Given the prediction and feature correlation maps for each label in the dataset, we identified the maximum values for each ground truth label present in each image containing a labeled finding. The location point of these maxima was considered the predicted location of the finding. The &#x201c;Pointing Game&#x201d; accuracy for each label was calculated as shown in <xref ref-type="disp-formula" rid="eq11">Equation 11</xref>.</p>
<disp-formula id="eq11">
<label>(11)</label>
<mml:math display="block" id="M11">
<mml:mrow>
<mml:mtext>Accuracy</mml:mtext>
<mml:mo>=</mml:mo>
<mml:mfrac>
<mml:mrow>
<mml:mo>#</mml:mo>
<mml:mtext>Hits</mml:mtext>
</mml:mrow>
<mml:mrow>
<mml:mo>#</mml:mo>
<mml:mtext>Hits</mml:mtext>
<mml:mo>+</mml:mo>
<mml:mo>#</mml:mo>
<mml:mtext>Misses</mml:mtext>
</mml:mrow>
</mml:mfrac>
</mml:mrow>
</mml:math>
</disp-formula>
<p>Considering the effect of the strides between evaluated windows, a prediction was considered a hit if the predicted location fell within the reported bounding box with an offset of 48 pixels within. In the case of the prediction heatmaps, we constrained our evaluation of the maxima to consider a hit if the prediction value was &#x2265; 25% or &#x2265; 50%. For the correlation heatmap, a hit was counted if it had a positive correlation within.</p>
<p>Finally, to evaluate the stability of the correlation measurement at lower mask densities, the correlation coefficient on multiple subsets of masks was measured. Starting from an initial arbitrarily large number of generated masks, and reducing the number of applied masks down to a minimum of 128. Then, the distance correlation coefficient was estimated for each subset within each window and compared to the corresponding value obtained from the complete set of generated masks. This allowed us to determine if the correlation distance measure was stable when using fewer masks, providing insights into the robustness of the proposed method under limited conditions.</p>
</sec>
</sec>
<sec id="s4" sec-type="results">
<label>4</label>
<title>Results</title>
<sec id="s4_1">
<label>4.1</label>
<title>Classifier performance on VinDr-Mammo dataset</title>
<p>
<xref ref-type="table" rid="T3">
<bold>Table&#xa0;3</bold>
</xref> shows the metrics of the trained classifier on the VinDr-Mammo dataset, evaluated using crops from the clinically relevant findings annotated within the dataset.</p>
<table-wrap id="T3" position="float">
<label>Table&#xa0;3</label>
<caption>
<p>Metrics of our Deep Learning Classifier, trained with crops of pathological findings present in VinDr-Mammo Dataset.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="middle" align="left">Label</th>
<th valign="middle" align="center">Accuracy</th>
<th valign="middle" align="center">Precision</th>
<th valign="middle" align="center">Recall</th>
<th valign="middle" align="center">F1 Score</th>
<th valign="middle" align="center">Support</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="middle" align="left">No Finding</td>
<td valign="middle" align="center">0.9824</td>
<td valign="middle" align="center">0.9958</td>
<td valign="middle" align="center">0.9844</td>
<td valign="middle" align="center">0.9901</td>
<td valign="middle" align="center">3643</td>
</tr>
<tr>
<td valign="middle" align="left">Mass</td>
<td valign="middle" align="center">0.9690</td>
<td valign="middle" align="center">0.7200</td>
<td valign="middle" align="center">0.7595</td>
<td valign="middle" align="center">0.7392</td>
<td valign="middle" align="center">237</td>
</tr>
<tr>
<td valign="middle" align="left">Suspicious Calcification</td>
<td valign="middle" align="center">0.9915</td>
<td valign="middle" align="center">0.8846</td>
<td valign="middle" align="center">0.8000</td>
<td valign="middle" align="center">0.8402</td>
<td valign="middle" align="center">115</td>
</tr>
<tr>
<td valign="middle" align="left">Asymmetries</td>
<td valign="middle" align="center">0.9790</td>
<td valign="middle" align="center">0.4000</td>
<td valign="middle" align="center">0.1772</td>
<td valign="middle" align="center">0.2456</td>
<td valign="middle" align="center">79</td>
</tr>
<tr>
<td valign="middle" align="left">Architectural Distortion</td>
<td valign="middle" align="center">0.9941</td>
<td valign="middle" align="center">0.5000</td>
<td valign="middle" align="center">0.0417</td>
<td valign="middle" align="center">0.0769</td>
<td valign="middle" align="center">24</td>
</tr>
<tr>
<td valign="middle" align="left">Suspicious Lymph Node</td>
<td valign="middle" align="center">0.9973</td>
<td valign="middle" align="center">0.5000</td>
<td valign="middle" align="center">0.0909</td>
<td valign="middle" align="center">0.1538</td>
<td valign="middle" align="center">11</td>
</tr>
<tr>
<td valign="middle" align="left">Skin Thickening</td>
<td valign="middle" align="center">0.9983</td>
<td valign="middle" align="center">1.0000</td>
<td valign="middle" align="center">0.4167</td>
<td valign="middle" align="center">0.5882</td>
<td valign="middle" align="center">12</td>
</tr>
<tr>
<td valign="middle" align="left">Retractions</td>
<td valign="middle" align="center">0.9973</td>
<td valign="middle" align="center">0.3333</td>
<td valign="middle" align="center">0.2222</td>
<td valign="middle" align="center">0.2667</td>
<td valign="middle" align="center">9</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>The trained model showed a high performance in classifying normal tissue, masses, and suspicious calcifications, achieving an F1-Score of 0.9901, 0.7372, and 0.8402, respectively. The high accuracy in classifying normal tissue can be attributed to its prevalence within the dataset, making our model exceptionally reliable at identifying the absence of findings. The model performs reasonably well for masses and calcifications, considering the challenge of detecting the latter type due to their small size and sparse distribution in mammography images. However, the model struggles with rarer findings (i.e., they have a few limited data samples), such as Architectural distortions, reflecting on their limited representation within the dataset. Similarly, asymmetries also show low performance, likely due to their structural similarity to masses, as asymmetries are defined as an increased density of fibrous gland tissue, resembling masses (<xref ref-type="bibr" rid="B50">50</xref>, <xref ref-type="bibr" rid="B51">51</xref>). Particularly at larger window sizes, these become more ill-defined and thus harder to differentiate from masses.</p>
<p>
<xref ref-type="fig" rid="f5">
<bold>Figure&#xa0;5</bold>
</xref> presents two examples from the VinDr-Mammo test set containing a group of masses (4a) and an exam showing a large area containing calcifications, evaluated using our method to visualize the identified regions containing these findings.</p>
<fig id="f5" position="float">
<label>Figure&#xa0;5</label>
<caption>
<p>Visualization of the original image and annotated bounding boxes, distance correlation map, and sets of prediction, correlation and product heatmaps for the labels &#x201c;No Finding&#x201d;, &#x201c;Mass&#x201d; and &#x201c;Suspicious Calcification&#x201d; for two mammography images from the VinDr-Mammo dataset. The superior panel contains a group of masses in the upper region, while the inferior panel contains a large region labeled as containing suspicious calcifications.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-15-1601929-g005.tif">
<alt-text content-type="machine-generated">Mammogram images with highlighted areas on the breast, distance correlation maps, and prediction graphics. The top section shows an R-CC view with no findings, mass, and suspicious calcification predictions. The bottom section presents an L-CC view with similar analyses. Heat maps and contour lines provide visual data support on abnormalities.</alt-text>
</graphic>
</fig>

<p>
<xref ref-type="fig" rid="f5">
<bold>Figure&#xa0;5</bold>
</xref> superior panel contains a group of four labeled masses within a close region of the upper third of the breast. When inspecting the Distance Correlation map, the region containing these masses shows a high correlation value within the neighboring area. According to the model, this region contains more relevant information for its prediction than the rest of the image. According to the model&#x2019;s knowledge, when inspecting both the prediction and correlation heatmaps, the region containing these masses shows a high probability of their presence and a positive correlation to that particular class. When combining the predicted values and the correlation map, we can coarsely delineate the region where these masses are located, allowing us to demarcate more precisely where these findings are present. In the case of <xref ref-type="fig" rid="f5">
<bold>Figure&#xa0;5</bold>
</xref> inferior panel, the presented view shows a large region labeled as containing suspicious calcifications. Using the proposed method, the combination of prediction and correlation maps delineates the area where these calcifications are located compared to the original bounding box. However, in this particular case, the model identifies a small region within the borders of the calcification as containing masses, albeit with a low probability of occurrence. Upon closer inspection, this misclassification may arise from the similarity to a mass-like structure with poorly defined borders, as both masses and calcifications appear in conjunction and share similar areas in the training dataset (<xref ref-type="bibr" rid="B52">52</xref>, <xref ref-type="bibr" rid="B53">53</xref>).</p>
</sec>
<sec id="s4_2">
<label>4.2</label>
<title>Evaluation using Chilean patients&#x2019; mammography images</title>
<p>To evaluate the performance of the proposed method with local examinations, the model was applied to a set of mammography images from Chilean patients obtained from screening procedures conducted at a local hospital in Chile. Using the available exam report, the general location of masses present within was identified. <xref ref-type="fig" rid="f6">
<bold>Figure&#xa0;6</bold>
</xref> shows both cranio-caudal (<xref ref-type="fig" rid="f6">
<bold>Figure&#xa0;6</bold>
</xref> superior panel) and medial-lateral oblique (<xref ref-type="fig" rid="f6">
<bold>Figure&#xa0;6</bold>
</xref> inferior panel) views of the left breast from a patient. The report from this patient describes a mass on the left breast, located at the posterior third of the left upper inner quadrant, measuring 23mm in size. In both views, the mass is visible within the described region. On the Distance map, the demarcated region is identified as containing relevant information, albeit limited in size compared to the neighboring tissue, as neighboring windows start to include more normal tissue. When inspected using the prediction maps, the region shows a higher probability of a mass lesion&#x2019;s presence on both views, but with a low confidence level. The correlation maps indicate a limited positive correlation between these regions and their neighboring areas. When combining both model prediction and class correlation, the detected mass is then delineated on both views. Showing that, despite the differences in image source, the proposed model has a positive response to a present lesion, and can identify the general location where masses and calcifications are present.</p>
<fig id="f6" position="float">
<label>Figure&#xa0;6</label>
<caption>
<p>Visualization of the left breast from a patient of a local hospital, containing a defined mass within. The superior view shows the Cranio-Caudal view, whereas the inferior view shows the Medial-Lateral Oblique view of the same breast.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-15-1601929-g006.tif">
<alt-text content-type="machine-generated">Mammogram images for Patient L-CC and Patient L-MLO show original images alongside analysis maps. Each includes a distance correlation map, prediction images for no finding, mass, and calcification, and correlation maps. Color scales indicate different relevance levels across the analyses.</alt-text>
</graphic>
</fig>
</sec>
<sec id="s4_3">
<label>4.3</label>
<title>Sensitivity to number of masks in correlation</title>
<p>
<xref ref-type="fig" rid="f7">
<bold>Figure&#xa0;7</bold>
</xref> shows the effect of mask density on the correlation evaluation when compared to an arbitrarily high number of masks (2560). As the number of sampled masks decreases, the correlation error increases as expected. Using at least 256 masks per window, the mean correlation error from all windows remains below &#xb1;0.025. Using fewer masks results in less reliable values, as there are fewer combinations of features on each window to compare, adding bias to the interpretation of which areas within the evaluated window are more relevant to the resulting prediction. Conversely, using more masks increases the number of combinations of occluded regions, resulting in a more robust measurement of the linear relations of features and predictions. This introduces a trade-off between evaluation speed and correlation precision. While fewer masks can improve evaluation speed, using a large number ensures more reliable results, which is crucial for robust model interpretability.</p>
<fig id="f7" position="float">
<label>Figure&#xa0;7</label>
<caption>
<p>Box-plot of the absolute difference of correlation within an image compared to a high number of masks (n=2560), at different numbers of masks per window, in logarithmic scale.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-15-1601929-g007.tif">
<alt-text content-type="machine-generated">Box plot showing correlation differences within images at different mask sample sizes ranging from 128 to 2560. The y-axis displays correlation differences on a logarithmic scale. Each box represents data spread for a given number of masks, with median lines in red. Dashed lines at &#xb1;0.05 and &#xb1;0.025 indicate thresholds. The data points are densely scattered around the boxes, illustrating variability.</alt-text>
</graphic>
</fig>
</sec>
<sec id="s4_4">
<label>4.4</label>
<title>Accuracy of location using pointing game metric</title>
<p>
<xref ref-type="table" rid="T4">
<bold>Table&#xa0;4</bold>
</xref> shows the accuracy for each label when evaluated using the &#x201c;<italic>Pointing Game</italic>&#x201d; strategy on the prediction and correlation heatmaps. Some images can contain multiple lesions of the same label, so these cases were counted as a single hit.</p>
<table-wrap id="T4" position="float">
<label>Table&#xa0;4</label>
<caption>
<p>Accuracy of &#x201c;Pointing Game&#x201d; evaluation of prediction and correlation maps compared to labeled bounding boxes.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="middle" align="left">Finding</th>
<th valign="middle" align="center">Prediction Map (&gt; 25%)</th>
<th valign="middle" align="center">Prediction Map (&gt; 50%)</th>
<th valign="middle" align="center">Correlation Map</th>
<th valign="middle" align="center">Support</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="middle" align="left">Mass</td>
<td valign="middle" align="center">0.5205</td>
<td valign="middle" align="center">0.2654</td>
<td valign="middle" align="center">0.4201</td>
<td valign="middle" align="center">219</td>
</tr>
<tr>
<td valign="middle" align="left">Suspicious Calcification</td>
<td valign="middle" align="center">0.7714</td>
<td valign="middle" align="center">0.5714</td>
<td valign="middle" align="center">0.7238</td>
<td valign="middle" align="center">105</td>
</tr>
<tr>
<td valign="middle" align="left">Asymmetries</td>
<td valign="middle" align="center">0.2692</td>
<td valign="middle" align="center">0.0384</td>
<td valign="middle" align="center">0.3462</td>
<td valign="middle" align="center">78</td>
</tr>
<tr>
<td valign="middle" align="left">Architectural Distortion</td>
<td valign="middle" align="center">0.0000</td>
<td valign="middle" align="center">0.0000</td>
<td valign="middle" align="center">0.0000</td>
<td valign="middle" align="center">24</td>
</tr>
<tr>
<td valign="middle" align="left">Suspicious Lymph Node</td>
<td valign="middle" align="center">0.4000</td>
<td valign="middle" align="center">0.2000</td>
<td valign="middle" align="center">0.0000</td>
<td valign="middle" align="center">10</td>
</tr>
<tr>
<td valign="middle" align="left">Skin Thickening</td>
<td valign="middle" align="center">0.5833</td>
<td valign="middle" align="center">0.4166</td>
<td valign="middle" align="center">0.4167</td>
<td valign="middle" align="center">12</td>
</tr>
<tr>
<td valign="middle" align="left">Retractions</td>
<td valign="middle" align="center">0.0000</td>
<td valign="middle" align="center">0.0000</td>
<td valign="middle" align="center">0.0000</td>
<td valign="middle" align="center">8</td>
</tr>
<tr>
<td valign="middle" align="left">Weighted Mean Accuracy</td>
<td valign="middle" align="center">0.6358</td>
<td valign="middle" align="center">0.3613</td>
<td valign="middle" align="center">0.5602</td>
<td valign="middle" align="center">456</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>Using the prediction map, the model achieves a weighted mean accuracy of 0.6358 with a detection threshold of 25%, whereas using a higher threshold of 50%, our model reaches 0.3613. As each window is weighted by its neighbors, using a higher threshold reduces the probability of detection when evaluated globally. In particular, the proposed method performed well at both threshold levels when identifying calcifications. Achieving a pointing game accuracy of 0.7714 and 0.5714 respectively at 25 and 50%. This indicates that the proposed model can locate the general region where calcifications are present, regardless of their size, when evaluated globally. In the case of masses, the prediction maps reach 0.5205 and 0.2654 at these thresholds. Using the correlation map, our model achieves a weighted mean accuracy of 0.5602, with similar results for masses (0.4201) and calcifications (0.7238). This shows that the measured correlation within each window can help more confidently locate the presence of lesions on a global mammography image. While somewhat inaccurate in some cases, our method can locate these lesions on most images using either method, as shown in our example from <xref ref-type="fig" rid="f8">
<bold>Figure&#xa0;8</bold>
</xref>. Notwithstanding, in the case of Skin Thickening, both prediction (at the threshold of 25%) and correlation maps achieve an accuracy of 0.5833 and 0.4167, respectively. This suggests that, at least for this particular finding, our model can effectively locate these when inspected globally. The model recognizes these findings as similar to its internal knowledge, despite the limitations imposed by the limited availability of samples.</p>
<fig id="f8" position="float">
<label>Figure&#xa0;8</label>
<caption>
<p>Visualization of prediction maps (above) and correlation maps (below) of three labels present on a VinDr-Mammo image with three annotated findings. Each box shows the labeled area as containing a particular finding. With a dot signaling the location of the maximum value of the map in that particular label.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-15-1601929-g008.tif">
<alt-text content-type="machine-generated">Heatmap comparison showing six breast images, divided into two sections: Prediction Maps and Correlation Maps. Each section has three columns labeled Mass, Suspicious Calcification, and Suspicious Lymph Node. Prediction maps use bright colors, while correlation maps use muted tones. Rectangles and circles highlight areas of interest in each image.</alt-text>
</graphic>
</fig>
</sec>
</sec>
<sec id="s5" sec-type="discussion">
<label>5</label>
<title>Discussion</title>
<p>Saliency maps often provide information on the general location of image regions most influential to the output of DL models. However, their reliability is often limited by the model&#x2019;s resolution, sensitivity to perturbations, and inherent limitations in identifying subtle features, in the context of medical imaging (<xref ref-type="bibr" rid="B54">54</xref>). Most existing approaches in the literature rely on global saliency extraction from the full mammography image (<xref ref-type="bibr" rid="B27">27</xref>, <xref ref-type="bibr" rid="B32">32</xref>), which can hide the contribution of smaller lesions.</p>
<p>Grad-CAM remains one of the most widely used methods for visual explanations. Despite its popularity, its tendency to generalize over broad regions limits its effectiveness on high-resolution domains. In the case of mammography, where smaller lesions may critically influence diagnostic outcome, the provided explanation often fails to adequately explain their relation to the resulting output. Furthermore, previous work has shown low overlap to relevant features, compared to other interpretable methods (<xref ref-type="bibr" rid="B30">30</xref>).</p>
<p>In contrast, approaches that focuses on local information and their relation to elements similar to the target lesions have shown more alignment with clinical findings. Case-based interpretability methods have demonstrated the potential to improve radiologists&#x2019; decision-making, offering more intuitive insights compared to traditional gradient-based saliency maps (<xref ref-type="bibr" rid="B31">31</xref>).</p>
<p>Several recent studies have proposed explainability methods for visual attribution in breast imaging. Cerekci et&#xa0;al. (<xref ref-type="bibr" rid="B55">55</xref>) conducted a quantitative evaluation of saliency-based XAI methods, employing the &#x201c;Pointing Game&#x201d; strategy to assess the precision of their resulting explanation maps. They report a value of 41% for the detection of masses in mammography images using Grad-CAM, 30% with Grad-CAM++, and 35% with Eigen-CAM. By contrast, CorRELAX achieves 52.05% using the prediction map at a low-acceptance threshold, and 42.01% using the correlation map for the same task. Demonstrating competitive performance relative to gradient-based saliency methods. Nonetheless, some key methodological differences between both methods should be noted. First, Cerekci et&#xa0;al. method focuses solely on mass detection, while CorRELAX handles multi-label classification across different lesion types. Second, their analysis was performed on down-sampled mammograms, resized to 512 &#xd7; 512 pixels, which may compress small-sized lesions that could be present, limiting their detection. While CorRELAX leverages high-resolution local windows and reconstructs prediction maps from overlapping patches, preserving spatial detail and improving sensitivity to smaller findings.</p>
<p>Gerbasi et&#xa0;al. (<xref ref-type="bibr" rid="B34">34</xref>) proposed a pipeline involving patch-based analysis for microcalcification segmentation and malignancy classification. Their method achieved strong quantitative results, reporting an IoU of 0.74 and an AUROC of 0.95 for detection of calcification clusters. However, their use of Grad-CAM and SHAP for explanation was limited to attributing malignancy to the identified clusters. And restricted to a single type of lesion, as with the case of the previous study.</p>
<p>Prinzi et&#xa0;al. (<xref ref-type="bibr" rid="B37">37</xref>) recently introduced a correlation-based method linking CNN features to radiomic descriptors in ultrasound breast images. Their approach addresses some of the limitations of saliency map explanations, specifically their consistency and extensibility in extracting global information. While their method differs from ours in modality and focus, it opens future opportunities for integrating radiomic interpretability into CorRELAX, potentially improving clinical robustness.</p>
<p>Despite the promising results, CorRELAX faces several limitations. First, the current experiment is constrained by the availability of labeled examples for less-represented findings such as asymmetries, lymph nodes, and architectural distortions. Most public mammography datasets only provide annotations for masses and calcifications, which limits their generalizability for smaller or less common lesions. Expanding annotated dataset could improve detection performance and increase clinical applicability.</p>
<p>Although the presented analysis confirmed that the resulting correlation metric is robust to the number of masks used, the resulting explanations remain dependent on the masking strategy and occlusion configuration. A more thorough analysis of these parameters could improve stability and efficiency of the explanation process, enabling real-time applicability.</p>
<p>Future work will also explore the application of CorRELAX to other medical imaging contexts, such as brain imaging (<xref ref-type="bibr" rid="B56">56</xref>), to evaluate how learned features correlate with radiomic information across different modalities. Additionally, a deeper integration of radiomic descriptors into the correlation analysis in mammography could further enhance the semantic richness of the provided explanations.</p>
</sec>
<sec id="s6" sec-type="conclusions">
<label>6</label>
<title>Conclusion</title>
<p>In this work, we presented CorRELAX, an algorithm for feature attribution analysis designed to measure the correlation between a deep learning model&#x2019;s internal feature representation vectors and the resulting prediction from local regions using high-resolution mammography images. This method uses a deep CNN model trained to classify clinically relevant lesions in mammography images using fixed-sized sliding windows. The developed model can accurately classify normal tissue, masses, and suspicious calcification with a reported F1-Score of 0.9901, 0.7372, and 0.8402, respectively. Evaluating the global mammography image, our resulting correlation maps enable us to identify regions within the image that the model considers more relevant to the presence of specific findings. Reporting on the certainty of the model&#x2019;s prediction when combined with the global predictions resulting from the model&#x2019;s output. This method could provide new insights into the automatic identification and location of small pathological findings present within the breast when applied at early screening, before biopsy. Allowing the improvement of diagnostic evaluation times and giving more information to the radiologist for a more complete assessment of the risk of breast cancer.</p>
</sec>
</body>
<back>
<sec id="s7" sec-type="data-availability">
<title>Data availability statement</title>
<p>Publicly available datasets were analyzed in this study. This data can be found here: <uri xlink:href="https://www.physionet.org/content/vindr-mammo/1.0.0/">https://www.physionet.org/content/vindr-mammo/1.0.0/</uri>.</p>
</sec>
<sec id="s8" sec-type="ethics-statement">
<title>Ethics statement</title>
<p>The studies involving humans were approved by Comit&#xe9; Institucional de &#xc9;tica Cient&#xed;fica - Universidad de Valpara&#xed;so (CEC-UV). The studies were conducted in accordance with the local legislation and institutional requirements. Written informed consent for participation was not required from the participants or the participants&#x2019; legal guardians/next of kin in accordance with the national legislation and institutional requirements.</p>
</sec>
<sec id="s9" sec-type="author-contributions">
<title>Author contributions</title>
<p>DM: Software, Writing &#x2013; review &amp; editing, Investigation, Writing &#x2013; original draft, Visualization, Methodology, Formal analysis, Conceptualization. LM: Investigation, Writing &#x2013; review &amp; editing, Methodology, Conceptualization. JS: Software, Validation, Investigation, Writing &#x2013; review &amp; editing. MQ: Writing &#x2013; review &amp; editing, Writing &#x2013; original draft, Investigation, Conceptualization. EG: Methodology, Conceptualization, Writing &#x2013; review &amp; editing, Investigation. SL: Investigation, Writing &#x2013; review &amp; editing. FP: Investigation, Validation, Writing &#x2013; review &amp; editing, Supervision. SC: Writing &#x2013; review &amp; editing, Conceptualization, Investigation, Validation, Funding acquisition, Methodology, Resources, Supervision, Project administration. RS: Resources, Funding acquisition, Validation, Writing &#x2013; original draft, Formal analysis, Project administration, Supervision, Writing &#x2013; review &amp; editing, Investigation, Methodology, Visualization, Conceptualization.</p>
</sec>
<sec id="s10" sec-type="funding-information">
<title>Funding</title>
<p>The author(s) declare financial support was received for the research and/or publication of this article. This work was supported by the National Agency for Research and Development (ANID) through the National Scholarship Program: Becas Doctorado Nacional 2022 - 21221429, FONDEF VIU 23P0082, FONDEF IDEA I+D IT23i0040, FONDECYT N&#xb0; 1221938 and N&#xb0; 1231268, and ANID Millennium Science Initiative Program ICN2021_004.</p>
</sec>
<sec id="s11" sec-type="COI-statement">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s12" sec-type="ai-statement">
<title>Generative AI statement</title>
<p>The author(s) declare that Generative AI was used in the creation of this manuscript. In writing and refining this article, Generative AI tools such as Grammarly and ChatGPT 4o were utilized exclusively to improve the clarity, coherence, and fluency of the English language. The use of AI was limited to language correction and stylistic enhancement, ensuring that the core content, research insights, and intellectual contributions remain original and entirely the product of the authors. The authors retain full responsibility for the article&#x2019;s content, and no AI was used to generate ideas, research, data analysis, or conceptual development.</p>
<p>Any alternative text (alt text) provided alongside figures in this article has been generated by Frontiers with the support of artificial intelligence and reasonable efforts have been made to ensure accuracy, including review by the authors wherever possible. If you identify any issues, please contact us.</p>
</sec>
<sec id="s13" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Smolarz</surname> <given-names>B</given-names>
</name>
<name>
<surname>Nowak</surname> <given-names>AZ</given-names>
</name>
<name>
<surname>Romanowicz</surname> <given-names>H</given-names>
</name>
</person-group>. <article-title>Breast cancer&#x2014;Epidemiology, classification, pathogenesis and treatment (Review of literature)</article-title>. <source>Cancers</source>. (<year>2022</year>) <volume>14</volume>:<elocation-id>2569</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3390/cancers14102569</pub-id>, PMID: <pub-id pub-id-type="pmid">35626173</pub-id></citation></ref>
<ref id="B2">
<label>2</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Momenimovahed</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Salehiniya</surname> <given-names>H</given-names>
</name>
</person-group>. <article-title>Epidemiological characteristics of and risk factors for breast cancer in the world</article-title>. <source>Breast Cancer: Targets Ther</source>. (<year>2019</year>) <volume>11</volume>:<page-range>151&#x2013;64</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.2147/BCTT.S176070</pub-id>, PMID: <pub-id pub-id-type="pmid">31040712</pub-id></citation></ref>
<ref id="B3">
<label>3</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pinto</surname> <given-names>JA</given-names>
</name>
<name>
<surname>Pinillos</surname> <given-names>L</given-names>
</name>
<name>
<surname>Villarreal-Garza</surname> <given-names>C</given-names>
</name>
<name>
<surname>Morante</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Villar&#xe1;n</surname> <given-names>MV</given-names>
</name>
<name>
<surname>Mej&#xed;a</surname> <given-names>G</given-names>
</name>
<etal/>
</person-group>. <article-title>Barriers in Latin America for the management of locally advanced breast cancer</article-title>. <source>ecancermedicalscience</source>. (<year>2019</year>) <volume>13</volume>:<elocation-id>897</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3332/ecancer.2019.897</pub-id>, PMID: <pub-id pub-id-type="pmid">30792814</pub-id></citation></ref>
<ref id="B4">
<label>4</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Doede</surname> <given-names>AL</given-names>
</name>
<name>
<surname>Mitchell</surname> <given-names>EM</given-names>
</name>
<name>
<surname>Wilson</surname> <given-names>D</given-names>
</name>
<name>
<surname>Panagides</surname> <given-names>R</given-names>
</name>
<name>
<surname>Ori&#xe1;</surname> <given-names>MOB</given-names>
</name>
</person-group>. <article-title>Knowledge, beliefs, and attitudes about breast cancer screening in latin america and the caribbean: an in-depth narrative review</article-title>. <source>J Global Oncol</source>. (<year>2018</year>) <volume>4</volume>:<fpage>1</fpage>&#x2013;<lpage>25</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1200/JGO.18.00053</pub-id>, PMID: <pub-id pub-id-type="pmid">30156947</pub-id></citation></ref>
<ref id="B5">
<label>5</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Madariaga</surname> <given-names>B</given-names>
</name>
<name>
<surname>Mondschein</surname> <given-names>S</given-names>
</name>
<name>
<surname>Torres</surname> <given-names>S</given-names>
</name>
</person-group>. <source>Inequities in breast Cancer Outcomes in Chile: An Analysis of Case Fatality and Survival Rates, (2007-2018)</source>. (<publisher-loc>Rochester, NY</publisher-loc>: <publisher-name>Preprints with The Lancet Group of journals and SSRN</publisher-name>) (<year>2022</year>).</citation></ref>
<ref id="B6">
<label>6</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Organization</surname> <given-names>WH</given-names>
</name>
</person-group>. <source>WHO Position Paper on Mammography Screening. WHO Guidelines Approved by the Guidelines Review Committee</source>. <publisher-loc>Geneva</publisher-loc>: <publisher-name>World Health Organization</publisher-name> (<year>2014</year>).</citation></ref>
<ref id="B7">
<label>7</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Walbaum</surname> <given-names>B</given-names>
</name>
<name>
<surname>Puschel</surname> <given-names>K</given-names>
</name>
<name>
<surname>Medina</surname> <given-names>L</given-names>
</name>
<name>
<surname>Merino</surname> <given-names>T</given-names>
</name>
<name>
<surname>Camus</surname> <given-names>M</given-names>
</name>
<name>
<surname>Razmilic</surname> <given-names>D</given-names>
</name>
<etal/>
</person-group>. <article-title>Screen-detected breast cancer is associated with better prognosis and survival compared to self-detected/symptomatic cases in a Chilean cohort of female patients</article-title>. <source>Breast Cancer Res Treat</source>. (<year>2021</year>) <volume>189</volume>:<page-range>561&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s10549-021-06317-1</pub-id>, PMID: <pub-id pub-id-type="pmid">34244869</pub-id></citation></ref>
<ref id="B8">
<label>8</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chugh</surname> <given-names>G</given-names>
</name>
<name>
<surname>Kumar</surname> <given-names>S</given-names>
</name>
<name>
<surname>Singh</surname> <given-names>N</given-names>
</name>
</person-group>. <article-title>Survey on machine learning and deep learning applications in breast cancer diagnosis</article-title>. <source>Cogn Comput</source>. (<year>2021</year>) <volume>13</volume>:<page-range>1451&#x2013;70</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s12559-020-09813-6</pub-id>
</citation></ref>
<ref id="B9">
<label>9</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Radak</surname> <given-names>M</given-names>
</name>
<name>
<surname>Lafta</surname> <given-names>HY</given-names>
</name>
<name>
<surname>Fallahi</surname> <given-names>H</given-names>
</name>
</person-group>. <article-title>Machine learning and deep learning techniques for breast cancer diagnosis and classification: A comprehensive review of medical imaging studies</article-title>. <source>J Cancer Res Clin Oncol</source>. (<year>2023</year>) <volume>149</volume>:<page-range>10473&#x2013;91</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00432-023-04956-z</pub-id>, PMID: <pub-id pub-id-type="pmid">37278831</pub-id></citation></ref>
<ref id="B10">
<label>10</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jairam</surname> <given-names>MP</given-names>
</name>
<name>
<surname>Ha</surname> <given-names>R</given-names>
</name>
</person-group>. <article-title>A review of artificial intelligence in mammography</article-title>. <source>Clin Imaging</source>. (<year>2022</year>) <volume>88</volume>:<fpage>36</fpage>&#x2013;<lpage>44</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.clinimag.2022.05.005</pub-id>, PMID: <pub-id pub-id-type="pmid">35623118</pub-id></citation></ref>
<ref id="B11">
<label>11</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Liu</surname> <given-names>H</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>L</given-names>
</name>
<name>
<surname>Luo</surname> <given-names>R</given-names>
</name>
<name>
<surname>Wu</surname> <given-names>H</given-names>
</name>
<etal/>
</person-group>. <article-title>A deep learning model integrating mammography and clinical factors facilitates the Malignancy prediction of BI-RADS 4 microcalcifications in breast cancer screening</article-title>. <source>Eur Radiol</source>. (<year>2021</year>) <volume>31</volume>:<page-range>5902&#x2013;12</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00330-020-07659-y</pub-id>, PMID: <pub-id pub-id-type="pmid">33496829</pub-id></citation></ref>
<ref id="B12">
<label>12</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pinto</surname> <given-names>MC</given-names>
</name>
<name>
<surname>Rodriguez-Ruiz</surname> <given-names>A</given-names>
</name>
<name>
<surname>Pedersen</surname> <given-names>K</given-names>
</name>
<name>
<surname>Hofvind</surname> <given-names>S</given-names>
</name>
<name>
<surname>Wicklein</surname> <given-names>J</given-names>
</name>
<name>
<surname>Kappler</surname> <given-names>S</given-names>
</name>
<etal/>
</person-group>. <article-title>Impact of artificial intelligence decision support using deep learning on breast cancer screening interpretation with single-view wide-angle digital breast tomosynthesis</article-title>. <source>Radiology</source>. (<year>2021</year>) <volume>300</volume>:<page-range>529&#x2013;36</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1148/radiol.2021204432</pub-id>, PMID: <pub-id pub-id-type="pmid">34227882</pub-id></citation></ref>
<ref id="B13">
<label>13</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Mango</surname> <given-names>VL</given-names>
</name>
<name>
<surname>Sun</surname> <given-names>M</given-names>
</name>
<name>
<surname>Wynn</surname> <given-names>RT</given-names>
</name>
<name>
<surname>Ha</surname> <given-names>R</given-names>
</name>
</person-group>. <article-title>Should we ignore, follow, or biopsy? Impact of artificial intelligence decision support on breast ultrasound lesion assessment</article-title>. <source>Am J Roentgenol</source>. (<year>2020</year>) <volume>214</volume>:<page-range>1445&#x2013;52</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.2214/AJR.19.21872</pub-id>, PMID: <pub-id pub-id-type="pmid">32319794</pub-id></citation></ref>
<ref id="B14">
<label>14</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pedreschi</surname> <given-names>D</given-names>
</name>
<name>
<surname>Giannotti</surname> <given-names>F</given-names>
</name>
<name>
<surname>Guidotti</surname> <given-names>R</given-names>
</name>
<name>
<surname>Monreale</surname> <given-names>A</given-names>
</name>
<name>
<surname>Ruggieri</surname> <given-names>S</given-names>
</name>
<name>
<surname>Turini</surname> <given-names>F</given-names>
</name>
</person-group>. <article-title>Meaningful explanations of black box AI decision systems</article-title>. <source>Proc AAAI Conf Artif Intell</source>. (<year>2019</year>) <volume>33</volume>:<page-range>9780&#x2013;4</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1609/aaai.v33i01.33019780</pub-id>
</citation></ref>
<ref id="B15">
<label>15</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Albahri</surname> <given-names>AS</given-names>
</name>
<name>
<surname>Duhaim</surname> <given-names>AM</given-names>
</name>
<name>
<surname>Fadhel</surname> <given-names>MA</given-names>
</name>
<name>
<surname>Alnoor</surname> <given-names>A</given-names>
</name>
<name>
<surname>Baqer</surname> <given-names>NS</given-names>
</name>
<name>
<surname>Alzubaidi</surname> <given-names>L</given-names>
</name>
<etal/>
</person-group>. <article-title>A systematic review of trustworthy and explainable artificial intelligence in healthcare: Assessment of quality, bias risk, and data fusion</article-title>. <source>Inf Fusion</source>. (<year>2023</year>) <volume>96</volume>:<page-range>156&#x2013;91</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.inffus.2023.03.008</pub-id>
</citation></ref>
<ref id="B16">
<label>16</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhou</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Booth</surname> <given-names>S</given-names>
</name>
<name>
<surname>Ribeiro</surname> <given-names>MT</given-names>
</name>
<name>
<surname>Shah</surname> <given-names>J</given-names>
</name>
</person-group>. <article-title>Do feature attribution methods correctly attribute features</article-title>? <source>Journal: Association for the Advancement of Artificial Intelligence</source> (<year>2021</year>) <volume>36</volume>(<issue>9</issue>):<page-range>9623&#x2013;33</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1609/aaai.v36i9.21196</pub-id>
</citation></ref>
<ref id="B17">
<label>17</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Selvaraju</surname> <given-names>RR</given-names>
</name>
<name>
<surname>Cogswell</surname> <given-names>M</given-names>
</name>
<name>
<surname>Das</surname> <given-names>A</given-names>
</name>
<name>
<surname>Vedantam</surname> <given-names>R</given-names>
</name>
<name>
<surname>Parikh</surname> <given-names>D</given-names>
</name>
<name>
<surname>Batra</surname> <given-names>D</given-names>
</name>
</person-group>. <article-title>Grad-CAM: visual explanations from deep networks via gradient-based localization</article-title>. <source>Int J Comput Vision</source>. (<year>2020</year>) <volume>128</volume>:<page-range>336&#x2013;59</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s11263-019-01228-7</pub-id>
</citation></ref>
<ref id="B18">
<label>18</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ribeiro</surname> <given-names>MT</given-names>
</name>
<name>
<surname>Singh</surname> <given-names>S</given-names>
</name>
<name>
<surname>Guestrin</surname> <given-names>C</given-names>
</name>
</person-group>. <article-title>Why should I trust you?&#x201d;: explaining the predictions of any classifier</article-title>. <source>arXiv:1602.04938 [cs stat]</source>. (<year>2016</year>) <page-range>1135&#x2013;1144</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.48550/arXiv.1602.04938</pub-id>
</citation></ref>
<ref id="B19">
<label>19</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Petsiuk</surname> <given-names>V</given-names>
</name>
<name>
<surname>Das</surname> <given-names>A</given-names>
</name>
<name>
<surname>Saenko</surname> <given-names>K</given-names>
</name>
</person-group>. <article-title>RISE: randomized input sampling for explanation of black-box models</article-title>. <source>ArXiv preprint arXiv:1806.07421</source> (<year>2018</year>). doi:&#xa0;<pub-id pub-id-type="doi">10.48550/arXiv.1806.07421</pub-id>
</citation></ref>
<ref id="B20">
<label>20</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wickstr&#xf8;m</surname> <given-names>KK</given-names>
</name>
<name>
<surname>Trosten</surname> <given-names>DJ</given-names>
</name>
<name>
<surname>L&#xf8;kse</surname> <given-names>S</given-names>
</name>
<name>
<surname>Boubekki</surname> <given-names>A</given-names>
</name>
<name>
<surname>Mikalsen</surname> <given-names>K&#xd8;</given-names>
</name>
<name>
<surname>Kampffmeyer</surname> <given-names>MC</given-names>
</name>
<etal/>
</person-group>. <article-title>RELAX: representation learning explainability</article-title>. <source>International Journal of Computer Vision</source> (<year>2022</year>) <volume>131</volume>(<issue>6</issue>):<page-range>1584&#x2013;610</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.48550/arXiv.2112.10161</pub-id>
</citation></ref>
<ref id="B21">
<label>21</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Godoy</surname> <given-names>E</given-names>
</name>
<name>
<surname>Chabert</surname> <given-names>S</given-names>
</name>
<name>
<surname>Querales</surname> <given-names>M</given-names>
</name>
<name>
<surname>Sotelo</surname> <given-names>J</given-names>
</name>
<name>
<surname>Parra</surname> <given-names>D</given-names>
</name>
<name>
<surname>Fernandez</surname> <given-names>C</given-names>
</name>
<etal/>
</person-group>. <article-title>A named entity recognition framework using transformers to identify relevant clinical findings from mammographic radiological reports</article-title>. In: <source>
<italic>18th international Symposium on Medical Information Processing and Analysis</italic> (SPIE)</source>, (<publisher-loc>Valpara&#xed;so, Chile</publisher-loc>: <publisher-name>SPIE. Digital Library</publisher-name>) vol. <volume>12567</volume>. (<year>2023</year>). p. <page-range>286&#x2013;95</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1117/12.2670228</pub-id>
</citation></ref>
<ref id="B22">
<label>22</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Godoy</surname> <given-names>E</given-names>
</name>
<name>
<surname>De Ferrari</surname> <given-names>J</given-names>
</name>
<name>
<surname>Mellado</surname> <given-names>D</given-names>
</name>
<name>
<surname>Chabert</surname> <given-names>S</given-names>
</name>
<name>
<surname>Salas</surname> <given-names>R</given-names>
</name>
</person-group>. <article-title>Automatic detection of contextual laterality in Mammography Reports using Large Language Models</article-title>. In: <source>2024 14th International Conference on Pattern Recognition Systems (ICPRS)</source>. <publisher-name>IEEE</publisher-name>, <publisher-loc>London, United Kingdom</publisher-loc> (<year>2024</year>). p. <fpage>1</fpage>&#x2013;<lpage>6</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1109/ICPRS62101.2024.10677842</pub-id>
</citation></ref>
<ref id="B23">
<label>23</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Farrag</surname> <given-names>A</given-names>
</name>
<name>
<surname>Gad</surname> <given-names>G</given-names>
</name>
<name>
<surname>Fadlullah</surname> <given-names>ZM</given-names>
</name>
<name>
<surname>Fouda</surname> <given-names>MM</given-names>
</name>
<name>
<surname>Alsabaan</surname> <given-names>M</given-names>
</name>
</person-group>. <article-title>An explainable AI system for medical image segmentation with preserved local resolution: mammogram tumor segmentation</article-title>. <source>IEEE Access</source>. (<year>2023</year>) <volume>11</volume>:<page-range>125543&#x2013;61</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1109/ACCESS.2023.3330465</pub-id>
</citation></ref>
<ref id="B24">
<label>24</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Dahl</surname> <given-names>F</given-names>
</name>
<name>
<surname>Brautaset</surname> <given-names>O</given-names>
</name>
<name>
<surname>Holden</surname> <given-names>M</given-names>
</name>
<name>
<surname>Eikvil</surname> <given-names>L</given-names>
</name>
<name>
<surname>Larsen</surname> <given-names>M</given-names>
</name>
<name>
<surname>Hofvind</surname> <given-names>S</given-names>
</name>
</person-group>. <article-title>Two-stage mammography classification model using explainable-AI for ROI detection</article-title>. <source>Nordic Mach Intell</source>. (<year>2023</year>) <volume>3</volume>:<fpage>1</fpage>&#x2013;<lpage>7</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.5617/nmi.10459</pub-id>
</citation></ref>
<ref id="B25">
<label>25</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lou</surname> <given-names>M</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>R</given-names>
</name>
<name>
<surname>Qi</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Zhao</surname> <given-names>W</given-names>
</name>
<name>
<surname>Xu</surname> <given-names>C</given-names>
</name>
<name>
<surname>Meng</surname> <given-names>J</given-names>
</name>
<etal/>
</person-group>. <article-title>MGBN: Convolutional neural networks for automated benign and Malignant breast masses classification</article-title>. <source>Multimedia Tools Appl</source>. (<year>2021</year>) <volume>80</volume>:<page-range>26731&#x2013;50</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s11042-021-10929-6</pub-id>
</citation></ref>
<ref id="B26">
<label>26</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Al-Tam</surname> <given-names>RM</given-names>
</name>
<name>
<surname>Al-Hejri</surname> <given-names>AM</given-names>
</name>
<name>
<surname>Alshamrani</surname> <given-names>SS</given-names>
</name>
<name>
<surname>Al-antari</surname> <given-names>MA</given-names>
</name>
<name>
<surname>Narangale</surname> <given-names>SM</given-names>
</name>
</person-group>. <article-title>Multimodal breast cancer hybrid explainable computer-aided diagnosis using medical mammograms and ultrasound Images</article-title>. <source>Biocybernet Biomed Eng</source>. (<year>2024</year>) <volume>44</volume>:<page-range>731&#x2013;58</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.bbe.2024.08.007</pub-id>
</citation></ref>
<ref id="B27">
<label>27</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pertuz</surname> <given-names>S</given-names>
</name>
<name>
<surname>Ortega</surname> <given-names>D</given-names>
</name>
<name>
<surname>Suarez</surname> <given-names>&#xc9;</given-names>
</name>
<name>
<surname>Cancino</surname> <given-names>W</given-names>
</name>
<name>
<surname>Africano</surname> <given-names>G</given-names>
</name>
<name>
<surname>Rinta-Kiikka</surname> <given-names>I</given-names>
</name>
<etal/>
</person-group>. <article-title>Saliency of breast lesions in breast cancer detection using artificial intelligence</article-title>. <source>Sci Rep</source>. (<year>2023</year>) <volume>13</volume>:<fpage>20545</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/s41598-023-46921-3</pub-id>, PMID: <pub-id pub-id-type="pmid">37996504</pub-id></citation></ref>
<ref id="B28">
<label>28</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Mobini</surname> <given-names>N</given-names>
</name>
<name>
<surname>Capra</surname> <given-names>D</given-names>
</name>
<name>
<surname>Colarieti</surname> <given-names>A</given-names>
</name>
<name>
<surname>Zanardo</surname> <given-names>M</given-names>
</name>
<name>
<surname>Baselli</surname> <given-names>G</given-names>
</name>
<name>
<surname>Sardanelli</surname> <given-names>F</given-names>
</name>
</person-group>. <article-title>Deep transfer learning for detection of breast arterial calcifications on mammograms: A comparative study</article-title>. <source>Eur Radiol Exp</source>. (<year>2024</year>) <volume>8</volume>:<fpage>80</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/s41747-024-00478-6</pub-id>, PMID: <pub-id pub-id-type="pmid">39004645</pub-id></citation></ref>
<ref id="B29">
<label>29</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Chattopadhyay</surname> <given-names>A</given-names>
</name>
<name>
<surname>Sarkar</surname> <given-names>A</given-names>
</name>
<name>
<surname>Howlader</surname> <given-names>P</given-names>
</name>
<name>
<surname>Balasubramanian</surname> <given-names>VN</given-names>
</name>
</person-group>. <article-title>Grad-CAM++: improved visual explanations for deep convolutional networks</article-title>. In: <source>2018 IEEE Winter Conference on Applications of Computer Vision (WACV)</source> (<publisher-loc>Lake Tahoe, NV, USA</publisher-loc>: <publisher-name>IEEE Computer Society</publisher-name>) (<year>2018</year>). p. <page-range>839&#x2013;47</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1109/WACV.2018.00097</pub-id>
</citation></ref>
<ref id="B30">
<label>30</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Ahmed</surname> <given-names>M</given-names>
</name>
<name>
<surname>Bibi</surname> <given-names>T</given-names>
</name>
<name>
<surname>Khan</surname> <given-names>RA</given-names>
</name>
<name>
<surname>Nasir</surname> <given-names>S</given-names>
</name>
</person-group>. <source>Enhancing Breast Cancer Diagnosis in Mammography: Evaluation and Integration of Convolutional Neural Networks and Explainable AI</source>. (<publisher-loc>Karachi, Pakistan</publisher-loc>: <publisher-name>IEEE</publisher-name>) (<year>2024</year>).</citation></ref>
<ref id="B31">
<label>31</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Barnett</surname> <given-names>AJ</given-names>
</name>
<name>
<surname>Schwartz</surname> <given-names>FR</given-names>
</name>
<name>
<surname>Tao</surname> <given-names>C</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>C</given-names>
</name>
<name>
<surname>Ren</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Lo</surname> <given-names>JY</given-names>
</name>
<etal/>
</person-group>. <article-title>IAIA-BL: A case-based interpretable deep learning model for classification of mass lesions in digital mammography</article-title>. <source>Nature Machine Intelligence</source> (<year>2021</year>) <volume>3</volume>(<issue>12</issue>):<page-range>1061&#x2013;70</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/s42256-021-00423-x</pub-id>
</citation></ref>
<ref id="B32">
<label>32</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Rafferty</surname> <given-names>A</given-names>
</name>
<name>
<surname>Nenutil</surname> <given-names>R</given-names>
</name>
<name>
<surname>Rajan</surname> <given-names>A</given-names>
</name>
</person-group>. <article-title>Explainable artificial intelligence for breast tumour classification: helpful or harmful</article-title>. In: <person-group person-group-type="editor">
<name>
<surname>Reyes</surname> <given-names>M</given-names>
</name>
<name>
<surname>Henriques Abreu</surname> <given-names>P</given-names>
</name>
<name>
<surname>Cardoso</surname> <given-names>J</given-names>
</name>
</person-group>, editors. <source>Interpretability of Machine Intelligence in Medical Image Computing</source>. <publisher-name>Springer Nature Switzerland</publisher-name>, <publisher-loc>Cham</publisher-loc> (<year>2022</year>). p. <page-range>104&#x2013;23</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/978-3-031-17976-1\10</pub-id>
</citation></ref>
<ref id="B33">
<label>33</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ortega-Martorell</surname> <given-names>S</given-names>
</name>
<name>
<surname>Riley</surname> <given-names>P</given-names>
</name>
<name>
<surname>Olier</surname> <given-names>I</given-names>
</name>
<name>
<surname>Raidou</surname> <given-names>RG</given-names>
</name>
<name>
<surname>Casana-Eslava</surname> <given-names>R</given-names>
</name>
<name>
<surname>Rea</surname> <given-names>M</given-names>
</name>
<etal/>
</person-group>. <article-title>Breast cancer patient characterisation and visualisation using deep learning and fisher information networks</article-title>. <source>Sci Rep</source>. (<year>2022</year>) <volume>12</volume>:<fpage>14004</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/s41598-022-17894-6</pub-id>, PMID: <pub-id pub-id-type="pmid">35978031</pub-id></citation></ref>
<ref id="B34">
<label>34</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gerbasi</surname> <given-names>A</given-names>
</name>
<name>
<surname>Clementi</surname> <given-names>G</given-names>
</name>
<name>
<surname>Corsi</surname> <given-names>F</given-names>
</name>
<name>
<surname>Albasini</surname> <given-names>S</given-names>
</name>
<name>
<surname>Malovini</surname> <given-names>A</given-names>
</name>
<name>
<surname>Quaglini</surname> <given-names>S</given-names>
</name>
<etal/>
</person-group>. <article-title>DeepMiCa: Automatic segmentation and classification of breast MIcroCAlcifications from mammograms</article-title>. <source>Comput Methods Programs Biomed</source>. (<year>2023</year>) <volume>235</volume>:<elocation-id>107483</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.cmpb.2023.107483</pub-id>, PMID: <pub-id pub-id-type="pmid">37030174</pub-id></citation></ref>
<ref id="B35">
<label>35</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Prodan</surname> <given-names>M</given-names>
</name>
<name>
<surname>Paraschiv</surname> <given-names>E</given-names>
</name>
<name>
<surname>Stanciu</surname> <given-names>A</given-names>
</name>
</person-group>. <article-title>Applying deep learning methods for mammography analysis and breast cancer detection</article-title>. <source>Appl Sci</source>. (<year>2023</year>) <volume>13</volume>:<elocation-id>4272</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3390/app13074272</pub-id>
</citation></ref>
<ref id="B36">
<label>36</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Sauer</surname> <given-names>A</given-names>
</name>
<name>
<surname>Schwarz</surname> <given-names>K</given-names>
</name>
<name>
<surname>Geiger</surname> <given-names>A</given-names>
</name>
</person-group>. <article-title>StyleGAN-XL: scaling styleGAN to large diverse datasets</article-title>. In: <source>ACM SIGGRAPH 2022 Conference Proceedings</source>. <publisher-name>Association for Computing Machinery</publisher-name>, <publisher-loc>New York, NY, USA</publisher-loc> (<year>2022</year>). p. <fpage>1</fpage>&#x2013;<lpage>10</lpage>. SIGGRAPH &#x2018;22. doi:&#xa0;<pub-id pub-id-type="doi">10.1145/3528233.3530738</pub-id>
</citation></ref>
<ref id="B37">
<label>37</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Prinzi</surname> <given-names>F</given-names>
</name>
<name>
<surname>Militello</surname> <given-names>C</given-names>
</name>
<name>
<surname>Zarcaro</surname> <given-names>C</given-names>
</name>
<name>
<surname>Bartolotta</surname> <given-names>TV</given-names>
</name>
<name>
<surname>Gaglio</surname> <given-names>S</given-names>
</name>
<name>
<surname>Vitabile</surname> <given-names>S</given-names>
</name>
</person-group>. <article-title>Rad4XCNN: A new agnostic method for <italic>post-hoc</italic> global explanation of CNN-derived features by means of Radiomics</article-title>. <source>Comput Methods Programs Biomed</source>. (<year>2025</year>) <volume>260</volume>:<elocation-id>108576</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.cmpb.2024.108576</pub-id>, PMID: <pub-id pub-id-type="pmid">39798282</pub-id></citation></ref>
<ref id="B38">
<label>38</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cao</surname> <given-names>H</given-names>
</name>
<name>
<surname>Pu</surname> <given-names>S</given-names>
</name>
<name>
<surname>Tan</surname> <given-names>W</given-names>
</name>
<name>
<surname>Tong</surname> <given-names>J</given-names>
</name>
</person-group>. <article-title>Breast mass detection in digital mammography based on anchor-free architecture</article-title>. <source>Comput Methods Programs Biomed</source>. (<year>2021</year>) <volume>205</volume>:<elocation-id>106033</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.cmpb.2021.106033</pub-id>, PMID: <pub-id pub-id-type="pmid">33845408</pub-id></citation></ref>
<ref id="B39">
<label>39</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Pizer</surname> <given-names>S</given-names>
</name>
<name>
<surname>Johnston</surname> <given-names>R</given-names>
</name>
<name>
<surname>Ericksen</surname> <given-names>J</given-names>
</name>
<name>
<surname>Yankaskas</surname> <given-names>B</given-names>
</name>
<name>
<surname>Muller</surname> <given-names>K</given-names>
</name>
</person-group>. <article-title>Contrast-limited adaptive histogram equalization: Speed and effectiveness</article-title>. In: <source>[1990] Proceedings of the First Conference on Visualization in Biomedical Computing</source> (<publisher-loc>Atlanta, GA, USA</publisher-loc>: <publisher-name>IEEE</publisher-name>) (<year>1990</year>). p. <page-range>337&#x2013;45</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1109/VBC.1990.109340</pub-id>
</citation></ref>
<ref id="B40">
<label>40</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bradski</surname> <given-names>G</given-names>
</name>
</person-group>. <article-title>The openCV library</article-title>. <source>Dr Dobb&#x2019;s J Software Tools</source>. (<year>2000</year>) <volume>25</volume>:<page-range>120-123</page-range>.</citation></ref>
<ref id="B41">
<label>41</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Otsu</surname> <given-names>N</given-names>
</name>
</person-group>. <article-title>A threshold selection method from gray-level histograms</article-title>. <source>IEEE Trans Syst Man Cybernet</source>. (<year>1979</year>) <volume>9</volume>:<page-range>62&#x2013;6</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1109/TSMC.1979.4310076</pub-id>
</citation></ref>
<ref id="B42">
<label>42</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Nguyen</surname> <given-names>HT</given-names>
</name>
<name>
<surname>Nguyen</surname> <given-names>HQ</given-names>
</name>
<name>
<surname>Pham</surname> <given-names>HH</given-names>
</name>
<name>
<surname>Lam</surname> <given-names>K</given-names>
</name>
<name>
<surname>Le</surname> <given-names>LT</given-names>
</name>
<name>
<surname>Dao</surname> <given-names>M</given-names>
</name>
<etal/>
</person-group>. <article-title>Vindr-mammo: A large-scale benchmark dataset for computer-aided diagnosis in full-field digital mammography</article-title>. <source>medRxiv</source>. (<year>2022</year>) <volume>10</volume>:<fpage>277</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1101/2022.03.07.22272009</pub-id>, PMID: <pub-id pub-id-type="pmid">37173336</pub-id></citation></ref>
<ref id="B43">
<label>43</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Mellado</surname> <given-names>D</given-names>
</name>
<name>
<surname>Querales</surname> <given-names>M</given-names>
</name>
<name>
<surname>Sotelo</surname> <given-names>J</given-names>
</name>
<name>
<surname>Godoy</surname> <given-names>E</given-names>
</name>
<name>
<surname>Pardo</surname> <given-names>F</given-names>
</name>
<name>
<surname>Lever</surname> <given-names>S</given-names>
</name>
<etal/>
</person-group>. <article-title>A deep learning classifier using sliding patches for detection of mammographical findings</article-title>. In: <source>2023 19th International Symposium on Medical Information Processing and Analysis (SIPAIM)</source> (<publisher-loc>Mexico City, Mexico</publisher-loc>: <publisher-name>IEEE</publisher-name>) (<year>2023</year>). p. <fpage>1</fpage>&#x2013;<lpage>5</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1109/SIPAIM56729.2023.10373511</pub-id>
</citation></ref>
<ref id="B44">
<label>44</label>
<citation citation-type="confproc">
<person-group person-group-type="author">
<name>
<surname>Ansel</surname> <given-names>J</given-names>
</name>
<name>
<surname>Yang</surname> <given-names>E</given-names>
</name>
<name>
<surname>He</surname> <given-names>H</given-names>
</name>
<name>
<surname>Gimelshein</surname> <given-names>N</given-names>
</name>
<name>
<surname>Jain</surname> <given-names>A</given-names>
</name>
<name>
<surname>Voznesensky</surname> <given-names>M</given-names>
</name>
<etal/>
</person-group>. (<year>2024</year>). <article-title>PyTorch 2: Faster machine learning through dynamic python bytecode transformation and graph compilation</article-title>, in: <conf-name>29th ACM International Conference on Architectural Support for Programming Languages and Operating Systems, Volume 2 (ASPLOS &#x2018;24)</conf-name>, <publisher-loc>La Jolla, CA, USA</publisher-loc>: <publisher-name>ACM</publisher-name>. doi:&#xa0;<pub-id pub-id-type="doi">10.1145/3620665.3640366</pub-id>
</citation></ref>
<ref id="B45">
<label>45</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Tan</surname> <given-names>M</given-names>
</name>
<name>
<surname>Le</surname> <given-names>QV</given-names>
</name>
</person-group>. <article-title>EfficientNetV2: smaller models and faster training</article-title>. <source>arXiv preprint arXiv:2104.00298</source> (<year>2021</year>) <volume>5</volume>. doi:&#xa0;<pub-id pub-id-type="doi">10.48550/arXiv.2104.00298</pub-id>
</citation></ref>
<ref id="B46">
<label>46</label>
<citation citation-type="confproc">
<person-group person-group-type="author">
<name>
<surname>Tan</surname> <given-names>M</given-names>
</name>
<name>
<surname>Le</surname> <given-names>Q</given-names>
</name>
</person-group>. (<year>2019</year>). <article-title>EfficientNet: rethinking model scaling for convolutional neural networks</article-title>, in: <conf-name>Proceedings of the 36th International Conference on Machine Learning</conf-name>, . pp. <page-range>6105&#x2013;14</page-range>. <publisher-loc>Long Beach, CA, USA</publisher-loc>: <publisher-name>PMLR</publisher-name>.</citation></ref>
<ref id="B47">
<label>47</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kingma</surname> <given-names>DP</given-names>
</name>
<name>
<surname>Ba</surname> <given-names>J</given-names>
</name>
</person-group>. <article-title>Adam: A method for stochastic optimization</article-title>. <source>arXiv preprint arXiv:1412.6980</source> (<year>2017</year>) <volume>1412</volume>(<issue>6</issue>). doi:&#xa0;<pub-id pub-id-type="doi">10.48550/arXiv.1412.6980</pub-id>
</citation></ref>
<ref id="B48">
<label>48</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lin</surname> <given-names>T-Y</given-names>
</name>
<name>
<surname>Goyal</surname> <given-names>P</given-names>
</name>
<name>
<surname>Girshick</surname> <given-names>R</given-names>
</name>
<name>
<surname>He</surname> <given-names>K</given-names>
</name>
<name>
<surname>Doll&#xe1;r</surname> <given-names>P</given-names>
</name>
</person-group>. <article-title>Focal loss for dense object detection</article-title>. <source>IEEE</source> (<year>2018</year>) <volume>42</volume>(<issue>2</issue>):<page-range>318&#x2013;27</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.48550/arXiv.1708.02002</pub-id>
</citation></ref>
<ref id="B49">
<label>49</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhang</surname> <given-names>J</given-names>
</name>
<name>
<surname>Lin</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Brandt</surname> <given-names>J</given-names>
</name>
<name>
<surname>Shen</surname> <given-names>X</given-names>
</name>
<name>
<surname>Sclaroff</surname> <given-names>S</given-names>
</name>
</person-group>. <article-title>Top-down neural attention by excitation backprop</article-title>. <source>International Journal of Computer Vision</source> (<year>2016</year>) <volume>126</volume>(<issue>10</issue>):<page-range>10848&#x2013;1102</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.48550/arXiv.1608.00507</pub-id>
</citation></ref>
<ref id="B50">
<label>50</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Sickles</surname> <given-names>EA</given-names>
</name>
<name>
<surname>D&#x2019;Orsi</surname> <given-names>CJ</given-names>
</name>
<name>
<surname>Mendelson</surname> <given-names>EB</given-names>
</name>
<name>
<surname>Morris</surname> <given-names>EA</given-names>
</name>
</person-group>. <source>ACR BI-RADS<sup>&#xae;</sup> Atlas, Breast Imaging Reporting and Data System</source>. <edition>5 edn</edition>. <publisher-loc>Reston, VA</publisher-loc>: <publisher-name>American College of Radiology</publisher-name> (<year>2013</year>).</citation></ref>
<ref id="B51">
<label>51</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Liao</surname> <given-names>T</given-names>
</name>
<name>
<surname>Li</surname> <given-names>L</given-names>
</name>
<name>
<surname>Ouyang</surname> <given-names>R</given-names>
</name>
<name>
<surname>Lin</surname> <given-names>X</given-names>
</name>
<name>
<surname>Lai</surname> <given-names>X</given-names>
</name>
<name>
<surname>Cheng</surname> <given-names>G</given-names>
</name>
<etal/>
</person-group>. <article-title>Classification of asymmetry in mammography via the DenseNet convolutional neural network</article-title>. <source>Eur J Radiol Open</source>. (<year>2023</year>) <volume>11</volume>:<elocation-id>100502</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.ejro.2023.100502</pub-id>, PMID: <pub-id pub-id-type="pmid">37448557</pub-id></citation></ref>
<ref id="B52">
<label>52</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Eriksson</surname> <given-names>M</given-names>
</name>
<name>
<surname>Czene</surname> <given-names>K</given-names>
</name>
<name>
<surname>Pawitan</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Leifland</surname> <given-names>K</given-names>
</name>
<name>
<surname>Darabi</surname> <given-names>H</given-names>
</name>
<name>
<surname>Hall</surname> <given-names>P</given-names>
</name>
</person-group>. <article-title>A clinical model for identifying the short-term risk of breast cancer</article-title>. <source>Breast Cancer Res</source>. (<year>2017</year>) <volume>19</volume>:<fpage>29</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/s13058-017-0820-y</pub-id>, PMID: <pub-id pub-id-type="pmid">28288659</pub-id></citation></ref>
<ref id="B53">
<label>53</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Azam</surname> <given-names>S</given-names>
</name>
<name>
<surname>Eriksson</surname> <given-names>M</given-names>
</name>
<name>
<surname>Sj&#xf6;lander</surname> <given-names>A</given-names>
</name>
<name>
<surname>Gabrielson</surname> <given-names>M</given-names>
</name>
<name>
<surname>Hellgren</surname> <given-names>R</given-names>
</name>
<name>
<surname>Czene</surname> <given-names>K</given-names>
</name>
<etal/>
</person-group>. <article-title>Mammographic microcalcifications and risk of breast cancer</article-title>. <source>Br J Cancer</source>. (<year>2021</year>) <volume>125</volume>:<page-range>759&#x2013;65</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/s41416-021-01459-x</pub-id>, PMID: <pub-id pub-id-type="pmid">34127810</pub-id></citation></ref>
<ref id="B54">
<label>54</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Arun</surname> <given-names>N</given-names>
</name>
<name>
<surname>Gaw</surname> <given-names>N</given-names>
</name>
<name>
<surname>Singh</surname> <given-names>P</given-names>
</name>
<name>
<surname>Chang</surname> <given-names>K</given-names>
</name>
<name>
<surname>Aggarwal</surname> <given-names>M</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>B</given-names>
</name>
<etal/>
</person-group>. <article-title>Assessing the Trustworthiness of saliency maps for localizing abnormalities in medical imaging</article-title>. <source>Radiol: Artif Intell</source>. (<year>2021</year>) <volume>3</volume>:<fpage>e200267</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1148/ryai.2021200267</pub-id>, PMID: <pub-id pub-id-type="pmid">34870212</pub-id></citation></ref>
<ref id="B55">
<label>55</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cerekci</surname> <given-names>E</given-names>
</name>
<name>
<surname>Alis</surname> <given-names>D</given-names>
</name>
<name>
<surname>Denizoglu</surname> <given-names>N</given-names>
</name>
<name>
<surname>Camurdan</surname> <given-names>O</given-names>
</name>
<name>
<surname>Ege Seker</surname> <given-names>M</given-names>
</name>
<name>
<surname>Ozer</surname> <given-names>C</given-names>
</name>
<etal/>
</person-group>. <article-title>Quantitative evaluation of Saliency-Based Explainable artificial intelligence (XAI) methods in Deep Learning-Based mammogram analysis</article-title>. <source>Eur J Radiol</source>. (<year>2024</year>) <volume>173</volume>:<elocation-id>111356</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.ejrad.2024.111356</pub-id>, PMID: <pub-id pub-id-type="pmid">38364587</pub-id></citation></ref>
<ref id="B56">
<label>56</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Mayeta-Revilla</surname> <given-names>L</given-names>
</name>
<name>
<surname>Cavieres</surname> <given-names>EP</given-names>
</name>
<name>
<surname>Salinas</surname> <given-names>M</given-names>
</name>
<name>
<surname>Mellado</surname> <given-names>D</given-names>
</name>
<name>
<surname>Ponce</surname> <given-names>S</given-names>
</name>
<name>
<surname>Torres Moyano</surname> <given-names>F</given-names>
</name>
<etal/>
</person-group>. <article-title>Radiomics-driven neuro-fuzzy framework for rule generation to enhance explainability in MRI-based brain tumor segmentation</article-title>. <source>Front Neuroinformat Volume</source>. (<year>2025</year>) <volume>19</volume>:<elocation-id>1550432</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fninf.2025.1550432</pub-id>, PMID: <pub-id pub-id-type="pmid">40313917</pub-id></citation></ref>
</ref-list>
</back>
</article>