<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR AI</journal-id>
      <journal-title>JMIR AI</journal-title>
      <issn pub-type="epub">2817-1705</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v2i1e40702</article-id>
      <article-id pub-id-type="pmid">38875547</article-id>
      <article-id pub-id-type="doi">10.2196/40702</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Deep Learning to Detect Pancreatic Cystic Lesions on Abdominal Computed Tomography Scans: Development and Validation Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>El Emam</surname>
            <given-names>Khaled</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Maleki</surname>
            <given-names>Farhad</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Klement</surname>
            <given-names>William</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Duh</surname>
            <given-names>Maria Montserrat</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4024-8196</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Torra-Ferrer</surname>
            <given-names>Neus</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5171-6151</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Riera-Marín</surname>
            <given-names>Meritxell</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6221-5443</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Cumelles</surname>
            <given-names>Dídac</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7393-9607</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Rodríguez-Comas</surname>
            <given-names>Júlia</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4788-6668</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>García López</surname>
            <given-names>Javier</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9241-8479</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Fernández Planas</surname>
            <given-names>Mª Teresa</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Radiology</institution>
            <institution>Consorci Sanitari del Maresme (Hospital de Mataró)</institution>
            <addr-line>Carretera de Cirera, 230</addr-line>
            <addr-line>Mataró, 08304</addr-line>
            <country>Spain</country>
            <phone>34 674152399 ext 754</phone>
            <email>mfernandezpl@csdm.cat</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8224-0037</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Radiology</institution>
        <institution>Consorci Sanitari del Maresme (Hospital de Mataró)</institution>
        <addr-line>Mataró</addr-line>
        <country>Spain</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Scientific and Technical Department</institution>
        <institution>Sycai Technologies SL</institution>
        <addr-line>Barcelona</addr-line>
        <country>Spain</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Mª Teresa Fernández Planas <email>mfernandezpl@csdm.cat</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>17</day>
        <month>3</month>
        <year>2023</year>
      </pub-date>
      <volume>2</volume>
      <elocation-id>e40702</elocation-id>
      <history>
        <date date-type="received">
          <day>1</day>
          <month>7</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>17</day>
          <month>8</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>2</day>
          <month>9</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>11</day>
          <month>11</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Maria Montserrat Duh, Neus Torra-Ferrer, Meritxell Riera-Marín, Dídac Cumelles, Júlia Rodríguez-Comas, Javier García López, Mª Teresa Fernández Planas. Originally published in JMIR AI (https://ai.jmir.org), 17.03.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR AI, is properly cited. The complete bibliographic information, a link to the original publication on https://www.ai.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://ai.jmir.org/2023/1/e40702" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Pancreatic cystic lesions (PCLs) are frequent and underreported incidental findings on computed tomography (CT) scans and can evolve to pancreatic cancer—the most lethal cancer, with less than 5 months of life expectancy.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this study was to develop and validate an artificial deep neural network (attention gate U-Net, also named “AGNet”) for automated detection of PCLs. This kind of technology can help radiologists to cope with an increasing demand of cross-sectional imaging tests and increase the number of PCLs incidentally detected, thus increasing the early detection of pancreatic cancer.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We adapted and evaluated an algorithm based on an attention gate U-Net architecture for automated detection of PCL on CTs. A total of 335 abdominal CTs with PCLs and control cases were manually segmented in 3D by 2 radiologists with over 10 years of experience in consensus with a board-certified radiologist specialized in abdominal radiology. This information was used to train a neural network for segmentation followed by a postprocessing pipeline that filtered the results of the network and applied some physical constraints, such as the expected position of the pancreas, to minimize the number of false positives.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Of 335 studies included in this study, 297 had a PCL, including serous cystadenoma, intraductal pseudopapillary mucinous neoplasia, mucinous cystic neoplasm, and pseudocysts . The Shannon Index of the chosen data set was 0.991 with an evenness of 0.902. The mean sensitivity obtained in the detection of these lesions was 93.1% (SD 0.1%), and the specificity was 81.8% (SD 0.1%).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This study shows a good performance of an automated artificial deep neural network in the detection of PCL on both noncontrast- and contrast-enhanced abdominal CT scans.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>deep learning</kwd>
        <kwd>pancreatic cystic lesion</kwd>
        <kwd>neural networks</kwd>
        <kwd>precursor lesions</kwd>
        <kwd>pancreatic cancer</kwd>
        <kwd>computed tomography</kwd>
        <kwd>magnetic resonance</kwd>
        <kwd>cancer</kwd>
        <kwd>radiologist</kwd>
        <kwd>technology</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Pancreatic cancer is one of the most frequent and aggressive cancers in the digestive tract, being the fourth leading cause of death by cancer in Europe [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Due to its lack of specific symptoms and signs, most patients are detected in an advanced stage. The current average 5-year survival rate is 9%, and it depends critically on when the cancer is detected. Indeed, this 5-year survival rate varies by more than 30% when the cancer is detected in a phase where it can still be surgically removed and when the cancer has already spread to other tissues in the body [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
      <p>This type of cancer can originate from precursor cystic lesions [<xref ref-type="bibr" rid="ref4">4</xref>]. Pancreatic cystic lesions (PCL) are increasingly common incidental findings on abdominal imaging tests. Studies have shown that up to 70% of PCLs are diagnosed incidentally on computed tomography (CT) scans due to unrelated symptoms, making CT scans the first accessible source of information. These previously undetected cystic lesions are found on 3% of abdominal CT examinations [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>] and 13%-21% of abdominal magnetic resonance imaging studies [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. However, autopsy studies have evidenced a much higher prevalence, revealing that up to 50% of the older population may present at least one pancreatic cyst [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
      <p>PCLs have a wide diversity, and their differential diagnosis includes nonneoplastic cysts (pseudocysts) and neoplastic ones. Neoplastic lesions encompass benign lesions, such as serous cystadenomas (SCA), to mucinous lesions, such as mucinous cystic neoplasms (MCN), and intraductal papillary mucinous neoplasm (IPMN), which may progress to PC. Therefore, identifying precancerous mucin–producing cysts offers a unique opportunity for early detection and prevention of PC. Once a PCL is found, patients are recommended to follow up a lifelong surveillance program with imaging modalities (magnetic resonance imaging or CT) to identify early-stage cancer or high-grade dysplasia [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. Consequently, correct management of PCL may prevent progression to pancreatic cancer, while reducing the need for lifelong screening and related costs.</p>
      <p>In this complex scenario, automated detection of pancreatic precursor lesions could increase the detection of this underreported entity and help with a proper surveillance of these patients. A limited number of publications regarding this topic have been released in recent years, most of them in an experimental offline setting and applying different methodologies [<xref ref-type="bibr" rid="ref11">11</xref>]. Additionally, although existing methods of automated analysis have shown to be accurate for images of individual organs, they still struggle to deal with the variability of structures, shape, and location of abdominal organs [<xref ref-type="bibr" rid="ref12">12</xref>]. Artificial intelligence (AI)–based algorithms have shown promising results in the detection of preneoplastic lesions in the pancreas [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>], but they are still far from implementation in the clinical practice.</p>
      <p>The aim of this study was to develop and test an artificial deep neural network (AGNet) [<xref ref-type="bibr" rid="ref15">15</xref>] for automated detection of PCLs. This kind of technology can help radiologists to cope with an increasing demand of cross-sectional imaging tests and increase the number of PCLs incidentally detected, thus increasing the early detection of pancreatic cancer.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Ethical Considerations</title>
        <p>Our research adhered to the ethical principles outlined in the 1975 Declaration of Helsinki. The data used in this study were retrospective and anonymized. The study was approved by the hospital Institutional Ethical Review Board under code 90/20 as an observational retrospective single-center study, and the requirement for informed consent was waived.</p>
      </sec>
      <sec>
        <title>Study Population</title>
        <p>A total of 297 abdominal, thoracoabdominal, or pelvic CT scans acquired at Hospital de Mataró between 2010 and 2021 and diagnosed with a PCL as well as 38 CT scans as controls were selected for the study. All CT scan images were subjectively checked for quality and absence of relevant respiratory artifacts, which could cause misdiagnosis in the abdominal region. The exclusion criteria were underaged patients, artifacts or bad quality in the CT scan image, and patients having undergone surgery in the past to treat the PCL and having a prothesis in the pancreas that affects the image. Importantly, patients diagnosed with pancreatic adenocarcinoma or any kind of tumor in the pancreas were also excluded from the study.</p>
        <p>Of note, a CT image is considered “bad quality” if there is movement or blurriness in it (mostly in the abdominal area, where the pancreas is located). Studies that included these types of images were excluded from the training and testing set because they would impact the learning process of the network or the testing in a negative way, which could then lead to false negatives or false positives.</p>
        <p>The final study population consisted of 136 patients: 73 male (178 studies; mean age 67.75, SD 10.74 years) and 63 female (157 studies; mean age 73.52, SD 10.67 years). A mean of 2 (SD 1.4) CT studies and a median of 2.4 studies were available per patient.</p>
      </sec>
      <sec>
        <title>Patients’ Characteristics</title>
        <p>From the whole cohort of 136 patients, 9 (6.5%) of them had a confirmed diagnosis through endoscopic ultrasound–guided fine needle aspiration or surgical resection of the lesion. In the other 16 patients, no material or insufficient yield was extracted to evaluate the specimen. The rest of the patients were diagnosed by a minimum of 2 experienced radiologists, taking into consideration the complete clinical record and the evolution of the patient.</p>
        <p>Patients with the following PCLs were included in the study: IPMN, MCN, SCA, and pseudocysts. A total of 14 (4.2%) of the lesions were not classified in the above classification due to unspecified imaging characteristics and were categorized as cyst (<xref ref-type="table" rid="table1">Table 1</xref>). The number of studies (CT scans) with PCLs distributed by age and sex is shown in <xref rid="figure1" ref-type="fig">Figure 1</xref>.</p>
        <p>Data sets were further divided between the training set (a subset to train the model) and the testing set (a subset to test the trained model). The final training data set comprised 93 patients, representing a total of 241 CT scans, and the final testing data set comprised 43 patients, representing a total of 94 CT scans. PCLs were distributed proportionally in both data sets.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Diagnostic distribution per the study.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="560"/>
            <col width="440"/>
            <thead>
              <tr valign="top">
                <td>Diagnosis</td>
                <td>Values, n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Serous cystadenoma</td>
                <td>42 (12.5)</td>
              </tr>
              <tr valign="top">
                <td>Intraductal papillary mucinous neoplasm</td>
                <td>154 (46)</td>
              </tr>
              <tr valign="top">
                <td>Mucinous cystic neoplasms</td>
                <td>5 (1.5)</td>
              </tr>
              <tr valign="top">
                <td>Pseudocyst</td>
                <td>82 (24.5)</td>
              </tr>
              <tr valign="top">
                <td>Cyst</td>
                <td>14 (4.2)</td>
              </tr>
              <tr valign="top">
                <td>No cyst</td>
                <td>38 (11.3)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Number of studies (CT scans) with pancreatic cystic lesion distributed by age and sex (x-axis).</p>
          </caption>
          <graphic xlink:href="ai_v2i1e40702_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <sec>
          <title>CT Protocols</title>
          <p>CT examinations were performed with a GE BrightSpeed 16 slice CT scanner (GE Healthcare). Slice thickness was between 1.25 mm and 5 mm. Mean tube current was 440 mA, and the mean peak kilovoltage was 340 (SD 40) kVp. Contrast agent was administered with injection rates ranging from 2.5 to 3 mL/s, using Omnipaque or iomeron (both 300 mg iodine per mL).</p>
          <p>The protocols included in this research had the following characteristics:</p>
          <list list-type="bullet">
            <list-item>
              <p>From lung bases to pubic symphysis, 2 helixes are made at 30 and 65 seconds after the injection of 100 mL of the solution (30 mL of iodine), preceded and followed by 20 mL of physiological solution.</p>
            </list-item>
            <list-item>
              <p>Two helixes are made from the base of the neck to the lower edge of the liver and from the pulmonary bases to the pubic symphysis after the injection of the exposure value contrast. In this case, 120 mL of solution is injected.</p>
            </list-item>
            <list-item>
              <p>From lung bases to pubic symphysis, 1 helix is made at 65 seconds after the injection of 100 mL of the solution (30 mL of iodine), preceded and followed by 20 mL of physiological solution.</p>
            </list-item>
          </list>
        </sec>
        <sec>
          <title>Image Analysis</title>
          <p>CT scan images were exported anonymously in Digital Imaging and Communication on Medicine format from the picture archiving and communication system of the hospital. Digital Imaging and Communication on Medicine files were converted to Neuroimaging Informatics Technology Initiative files (using dicom2nii software; version from August 4, 2014; University of South Carolina). Two radiologists (NTF and MMD) with 11 and 20 years of experience manually drew, slice by slice, the region of interest, delimiting the pancreatic cysts found in the image using the open-source software 3D Slicer (version 4.11) [<xref ref-type="bibr" rid="ref16">16</xref>]. Each radiologist segmented all cases used in the study and checked the segmentation performed by the other radiologist. Any discrepancies between the authors were resolved through discussion with the presence of a third reviewer (MTFP), until consensus was reached.</p>
          <p>The preprocessing steps included the application of filters and registration to improve and harmonize image quality across CT scans.</p>
          <p>First, a soft-tissue normalization [<xref ref-type="bibr" rid="ref17">17</xref>] was applied. After studying the pixel distribution of 100 CTs of the data set, it was observed and confirmed by the state of the art that the Hounsfield unit (HU) of the pancreas is centered around 50, and most of the cystic lesions were close to this value as well. Hence, to eliminate the irrelevant parts of the abdomen and highlight the main features for the study, the soft-tissue normalization was centered in 50 HU, and a windowing length of ±100 around 50 HU was applied.</p>
          <p>Afterwards, a central cropping of the CTs was performed, only keeping the center of the abdomen, where the pancreas is supposed to be. The cropping was not too harsh to avoid the possibility of eliminating the pancreas from the CT image being used for the following semantic segmentation study. The image analysis pipeline is depicted in <xref rid="figure2" ref-type="fig">Figure 2</xref>.</p>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>Diagram of the steps implemented in the pipeline. (A) Preprocessing. (B) Logits. (C) Postprocessing. (D) Output.</p>
            </caption>
            <graphic xlink:href="ai_v2i1e40702_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Model Training</title>
          <p>The neural network used for this study was the AGNet [<xref ref-type="bibr" rid="ref15">15</xref>]. The main structure was a basic UNet [<xref ref-type="bibr" rid="ref18">18</xref>] with skip connections and additive attention gates (AGs). The input image was downsampled, using max-pooling, by factor 2 at each scale in the encoding part and trilinearly upsampled by the same factor in the decoding part. In each stage of the encoding-decoding architecture, a skip connection from the corresponding encoding stage to the corresponding decoding stage was added. This skip connection enters to the AG together with the output of the previous decoding stage. Thanks to this skip connections using coarser information, we are able to model the location and the relationship between tissues at a global scale. The architecture of the AG is shown in <xref rid="figure3" ref-type="fig">Figure 3</xref>.</p>
          <p>The output of these AGs was the element-wise multiplication of the attention coefficients (<italic>α</italic>) and the intput feature maps came from the previous stage of the decoding part (<italic>x</italic>; <xref rid="figure4" ref-type="fig">Figure 4</xref>). Attention coefficients were used to identify salient regions and preserve only activations that are relevant. There is one attention coefficient computed for each pixel vector <inline-graphic xlink:href="ai_v2i1e40702_fig7.png" xlink:type="simple" mimetype="image"/>, where <italic>F<sup>l</sup></italic> corresponds to the feature maps in layer . In the case of this study, there are multidimensional attention coefficients, each dimension corresponding to one class. The other input of the AG was a gating vector <inline-graphic xlink:href="ai_v2i1e40702_fig8.png" xlink:type="simple" mimetype="image"/>, which contained contextual information to determine focus regions. The AGs used were additive since addition between the gating signal and the feature maps were used to obtain the attention coefficients.</p>
          <p>The network was trained for 700 epochs and had a batch size of 4. The training was performed with over 430 3D CT studies. The algorithm of optimization used was Adam [<xref ref-type="bibr" rid="ref19">19</xref>]. The Adam algorithm is an adaptive gradient algorithm that adapts the value of the learning rate if the network does not improve the performance during training. We set the threshold of learning rate modification after 30 epochs, and it decayed 1e-6. The initial learning rate was set to 1e-4.</p>
          <p>The initialization weights’ algorithm used was Kaiming [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>], and the loss function used was the dice coefficient for multiclass segmentation.</p>
          <fig id="figure3" position="float">
            <label>Figure 3</label>
            <caption>
              <p>Illustration of the additive attention gate [<xref ref-type="bibr" rid="ref15">15</xref>]. Reproduced from the cited source which is published under Creative Commons Attribution 4.0 International License [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
            </caption>
            <graphic xlink:href="ai_v2i1e40702_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure4" position="float">
            <label>Figure 4</label>
            <caption>
              <p>Scheme of the deep neural network architecture [<xref ref-type="bibr" rid="ref15">15</xref>]. Fl: Feature map in the layer l; H: height; W: width; D: dimension; Conv 3x3: convolution operation with a 3x3 kernel; ReLu: rectified linear unit operation. Reproduced from the cited source which is published under Creative Commons Attribution 4.0 International License [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
            </caption>
            <graphic xlink:href="ai_v2i1e40702_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The goal of this work was to implement a pipeline for PCLs detection on CT scan images as well as the pancreas. This was performed with a two-step pipeline formed by a first preprocessing that consisted of a normalization of all the data sets with a soft tissue normalization technique centered at an HU of 50. This value was selected since it is the state-of-the-art value assigned to the organs and it matches with the mean HU of the pancreas calculated for all the studies in our data set. Afterwards a central crop of the CT was applied; from a slice size of 512×512 to 240×240 after the central cropping to just focus on the center of the abdomen (anatomic location of the pancreas). Finally, the network was trained with random patches of 160×160 of this central crop, and therefore, the inference consisted of iterating around this central crop of multiple inferences of patches of 160×160.</p>
      <p>During the inference, the test-time augmentation (TTA) technique was applied. For every CT, 4 geometrical transformations were used. Multiple options were considered in which way the TTA should be applied; however, we concluded that translation and rotation transformations were the most accurate since, for example, flipping would just confuse the network. Hence, after studying multiple options, a positive rotation of 7 degrees and a negative rotation of 11 degrees as well as 2 positive translations of 5 and 10 pixels were considered. Positive and negative rotations were considered since in CT scans the abdomen can be tilted one way and the other, but higher values for both rotation and translation would just result in bad predictions. Using more TTA transformations were ruled out due to the latency that this adds to the final pipeline. The final result is a merging of this 4 TTA transformations inferred and the original CT without any transformation. We averaged the probability of each class, and after having them merged, a softmax function was applied for obtaining the final binarized image [<xref ref-type="bibr" rid="ref22">22</xref>].</p>
      <p>Finally, a postprocessing pipeline was implemented to improve the segmentation results performed by the network and minimize the number of false positive detections. First, a mask of the abdomen was generated and eroded to eliminate wrong predictions in the edges of the abdomen, where the pancreas anatomically is not found. Secondly, all segmented cysts that were not in touch with the pancreas were also removed. Finally, we established a minimum of 10 voxels to consider a predicted cyst as true positive. Therefore, if there were some randomly segmented pixels considered as cysts that were not previously filtered, they were ignored. Images with qualitative results of this method are shown in <xref rid="figure5" ref-type="fig">Figure 5</xref>.</p>
      <p>The fully automated segmentation was performed on a modern computer with an NVIDIA GPU T4 to automatically detect PCLs in abdominal CT scans. The programming language used was Python and the framework for the model development was PyTorch. The sensitivity for all cases was 93.1% (SD 0.1%), and the specificity was 81.8% (SD 0.1%).</p>
      <p>Additionally, due to the small amount of some subtypes of pancreatic cysts in the training database (<xref rid="figure6" ref-type="fig">Figure 6</xref>), we considered it reasonable to divide the whole cohort of patients into 2 big groups: on the one hand, the most dangerous cyst types, bearing malignant potential (IPMN and MCN), and on the other hand, the ones with malignant potential close to 0 (PCYST and SCA). If we consider this classification, the global specificity and sensitivity for the detection of the most dangerous group were 81.8% and 97.0%, respectively, while for the least dangerous ones, they were 81.8% and 89.0%, respectively.</p>
      <p>One of the main metrics used to evaluate the effectiveness of this method was the sensitivity or true positive rate. This is something to highlight since it is better to have a false positive than a false negative in this study due to the consequences of obtaining each one: for a false positive, a review of the detection would be needed, but for a false negative, the consequences are much worse because a PCL can exist and not be detected. If we compare the most dangerous group and the least dangerous group, meaning the one that can easily evolve to pancreatic cancer versus the one that cannot evolve to pancreatic cancer as easily, it is a remarkable fact that the sensitivity is almost 10% higher for the dangerous group, which makes the network even more efficient. Having a better true positive rate for the most dangerous group rather than for the least dangerous group is a highlight of this study.</p>
      <fig id="figure5" position="float">
        <label>Figure 5</label>
        <caption>
          <p>Illustration of the qualitative results obtained. Each pair of images belongs to a patient with a pancreatic cystic lesion. The left image of the pair is the ground truth, while the right one is the outcome of this method. The pixels that belong to the pancreas are painted in green and the ones for the pancreatic cystic lesion in red.</p>
        </caption>
        <graphic xlink:href="ai_v2i1e40702_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure6" position="float">
        <label>Figure 6</label>
        <caption>
          <p>Example of the types of pancreatic cysts included in this research. (1) Serous cystadenoma, marked in yellow. (2) Mucinous cystic neoplasm, marked in red. (3) Intraductal papillary mucinous neoplasm, marked in yellow. (4) Pseudocyst, marked in red). Pancreas is depicted in green.</p>
        </caption>
        <graphic xlink:href="ai_v2i1e40702_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>In this study, we applied and validated an AGNet deep neural network to detect PCLs. The aim was to assist imaging specialists for a better diagnosis, and therefore, achieve better determining of treatment plans. First, a pancreatic CT image database with different types of cyst present was created based on the diagnosis of anatomical pathology or an imaging specialist. From this database, we established an AI system for the automatic detection of pancreatic cysts (with further classification) and then validated it in a test experiment.</p>
        <p>In our study, the sensitivity for the detection of PCL was 93.1% (SD 0.1%), and the specificity was 81.8% (SD 0.1%), demonstrating that PCLs can be automatically detected by AI with a diagnostic performance comparable to radiologists.</p>
        <p>This is significant because even though AI has shown excellent performance for segmentation of organs with sharp borders, in organs with vague delineation like the pancreas (eg, caused by fat interdigitations), the detection of lesions remains a difficult task for algorithms [<xref ref-type="bibr" rid="ref23">23</xref>].</p>
        <p>In a previous work (Abel et al [<xref ref-type="bibr" rid="ref14">14</xref>]), an overall sensitivity of 78.8% for the detection of pancreatic cysts was obtained. The maximum sensitivity was seen in big lesions, ranging from 87.8% for cysts under 220 mm3 to 96.2% for tumors in the distal pancreas. Importantly, in this work, they analyzed the size of the lesion by volume, and in our study, we analyzed it with the diameter of the biggest slice of the lesion. Another difference between this work and ours is the deep learning architecture they used. They used an nnUNet pretrained, and we used an attention gate U-Net without pretraining.</p>
        <p>Overall, these results demonstrate that an automated detection of PCL on CT scans is feasible.</p>
        <p>Nevertheless, limitations to our research are still present. Although the results obtained indicate that the diagnostic accuracy is comparable to that of radiologists, it is important to bear in mind that this research intents to develop an assistive tool, not to be in any case a substitute for doctors. Moreover, this is a retrospective single-center analysis study. To further evaluate and validate the clinical applicability, next steps would include a prospective study on multicenter clinical data.</p>
        <p>Importantly, the possibility for malignancy varies across various forms of PCLs. Therefore, precise cyst characterization is crucial for proper care. The most clinically significant distinction is separating nonmucinous cystic lesions from mucinous cystic lesions, which have malignant potential and may benefit from surgical removal. However, distinction between cyst types is difficult in a clinical setting.</p>
        <p>Due to the lack of data for each specific subtype of PCL, this study only aimed at detecting but not classifying PCLs. Next steps would include increasing the final data set size to further assess and validate the classification performance of a deep neural network, which would have a significant effect in clinical practice.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>PCL detection algorithm was trained and tested on data from a single hospital, which limited the available amount of data and hindered the possibility to perform an external validation.</p>
        <p>As previously mentioned, the data in the training database were divided into 2 big groups (IPMN and MCN vs pseudocysts and SCA) due to the lack of data for each specific subtype of pancreatic cysts. For further validation, not only detection but also classification, more data are needed for the training database for each of the cyst subtypes that we are willing to differentiate.</p>
        <p>Next steps will be to obtain images from other hardware manufacturers and improve our database. This will need to be studied thoroughly to make the images from different hospitals compatible to each other. Another approach to improve the data set is to widen the samples of each type of cyst to make it more heterogeneous.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This study presents a clinical validation for automated detection of PCLs using an AGNet deep neural network. Based on the validation of an artificial deep neural network [<xref ref-type="bibr" rid="ref15">15</xref>], results indicate that AI can be a feasible tool to help radiologist to cope with the increasing demand of cross-sectional imaging tests. The proposed method shows ability to obtain an accurate diagnosis. This artificial network, working together with specialists, proves to be a potential and effective way to tackle the early detection of pancreatic cancer.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AG</term>
          <def>
            <p>attention gate</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">AI</term>
          <def>
            <p>artificial intelligence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CT</term>
          <def>
            <p>computed tomography</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">IPMN</term>
          <def>
            <p>intraductal pseudopapillary mucinous neoplasia</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">HU</term>
          <def>
            <p>Hounsfield unit</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">MCN</term>
          <def>
            <p>mucinous cystic neoplasm</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">PCL</term>
          <def>
            <p>pancreatic cystic lesion</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">SCA</term>
          <def>
            <p>serous cystadenoma</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">TTA</term>
          <def>
            <p>test-time augmentation</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="con">
        <p>MMD, NTF, and MTFP (Hospital de Mataró, Consorci Sanitari del Maresme, Barcelona, Spain) were responsible for data collection, anonymization, experiment design, and result validation. MRM, DC, JRC, and JGL performed the experiments. All authors contributed to the writing, revision, and final approval of the manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>JGL and JRC are founders of Sycai Technologies and declare significant ownership. MRM and DC are employed by Sycai Technologies. The other authors report no conflicts of interest.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ilic</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ilic</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Epidemiology of pancreatic cancer</article-title>
          <source>World J Gastroenterol</source>
          <year>2016</year>
          <month>11</month>
          <day>28</day>
          <volume>22</volume>
          <issue>44</issue>
          <fpage>9694</fpage>
          <lpage>9705</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.wjgnet.com/1007-9327/full/v22/i44/9694.htm"/>
          </comment>
          <pub-id pub-id-type="doi">10.3748/wjg.v22.i44.9694</pub-id>
          <pub-id pub-id-type="medline">27956793</pub-id>
          <pub-id pub-id-type="pmcid">PMC5124974</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Branca Vergano</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Monesi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vicenti</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Bizzoca</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Solarino</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Moretti</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Posterior approaches in malleolar fracture: when, why and how</article-title>
          <source>J Biol Regul Homeost Agents</source>
          <year>2020</year>
          <volume>34</volume>
          <issue>3 Suppl. 2</issue>
          <fpage>89</fpage>
          <lpage>95</lpage>
          <pub-id pub-id-type="medline">32856446</pub-id>
          <pub-id pub-id-type="pii">14</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mizrahi</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Surana</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Valle</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Shroff</surname>
              <given-names>RT</given-names>
            </name>
          </person-group>
          <article-title>Pancreatic cancer</article-title>
          <source>Lancet</source>
          <year>2020</year>
          <month>06</month>
          <day>27</day>
          <volume>395</volume>
          <issue>10242</issue>
          <fpage>2008</fpage>
          <lpage>2020</lpage>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(20)30974-0</pub-id>
          <pub-id pub-id-type="medline">32593337</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(20)30974-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chernyak</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Flusberg</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Haramati</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Rozenblit</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Bellin</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Incidental pancreatic cystic lesions: is there a relationship with the development of pancreatic adenocarcinoma and all-cause mortality?</article-title>
          <source>Radiology</source>
          <year>2015</year>
          <month>01</month>
          <volume>274</volume>
          <issue>1</issue>
          <fpage>161</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/25117591"/>
          </comment>
          <pub-id pub-id-type="doi">10.1148/radiol.14140796</pub-id>
          <pub-id pub-id-type="medline">25117591</pub-id>
          <pub-id pub-id-type="pmcid">PMC4334243</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Laffan</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Horton</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Klein</surname>
              <given-names>AP</given-names>
            </name>
            <name name-style="western">
              <surname>Berlanstein</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Siegelman</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Kawamoto</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>PT</given-names>
            </name>
            <name name-style="western">
              <surname>Fishman</surname>
              <given-names>EK</given-names>
            </name>
            <name name-style="western">
              <surname>Hruban</surname>
              <given-names>RH</given-names>
            </name>
          </person-group>
          <article-title>Prevalence of unsuspected pancreatic cysts on MDCT</article-title>
          <source>AJR Am J Roentgenol</source>
          <year>2008</year>
          <month>09</month>
          <volume>191</volume>
          <issue>3</issue>
          <fpage>802</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/18716113"/>
          </comment>
          <pub-id pub-id-type="doi">10.2214/AJR.07.3340</pub-id>
          <pub-id pub-id-type="medline">18716113</pub-id>
          <pub-id pub-id-type="pii">191/3/802</pub-id>
          <pub-id pub-id-type="pmcid">PMC2692243</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ip</surname>
              <given-names>IK</given-names>
            </name>
            <name name-style="western">
              <surname>Mortele</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Prevedello</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Khorasani</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Focal cystic pancreatic lesions: assessing variation in radiologists' management recommendations</article-title>
          <source>Radiology</source>
          <year>2011</year>
          <month>04</month>
          <volume>259</volume>
          <issue>1</issue>
          <fpage>136</fpage>
          <lpage>41</lpage>
          <pub-id pub-id-type="doi">10.1148/radiol.10100970</pub-id>
          <pub-id pub-id-type="medline">21292867</pub-id>
          <pub-id pub-id-type="pii">radiol.10100970</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>KS</given-names>
            </name>
            <name name-style="western">
              <surname>Sekhar</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rofsky</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Pedrosa</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Prevalence of incidental pancreatic cysts in the adult population on MR imaging</article-title>
          <source>Am J Gastroenterol</source>
          <year>2010</year>
          <month>09</month>
          <volume>105</volume>
          <issue>9</issue>
          <fpage>2079</fpage>
          <lpage>84</lpage>
          <pub-id pub-id-type="doi">10.1038/ajg.2010.122</pub-id>
          <pub-id pub-id-type="medline">20354507</pub-id>
          <pub-id pub-id-type="pii">ajg2010122</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Mitchell</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Dohke</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Holland</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Parker</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Pancreatic cysts: depiction on single-shot fast spin-echo MR images</article-title>
          <source>Radiology</source>
          <year>2002</year>
          <month>05</month>
          <volume>223</volume>
          <issue>2</issue>
          <fpage>547</fpage>
          <lpage>53</lpage>
          <pub-id pub-id-type="doi">10.1148/radiol.2232010815</pub-id>
          <pub-id pub-id-type="medline">11997566</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Elta</surname>
              <given-names>GH</given-names>
            </name>
            <name name-style="western">
              <surname>Enestvedt</surname>
              <given-names>BK</given-names>
            </name>
            <name name-style="western">
              <surname>Sauer</surname>
              <given-names>BG</given-names>
            </name>
            <name name-style="western">
              <surname>Lennon</surname>
              <given-names>AM</given-names>
            </name>
          </person-group>
          <article-title>ACG clinical guideline: diagnosis and management of pancreatic cysts</article-title>
          <source>Am J Gastroenterol</source>
          <year>2018</year>
          <month>04</month>
          <volume>113</volume>
          <issue>4</issue>
          <fpage>464</fpage>
          <lpage>479</lpage>
          <pub-id pub-id-type="doi">10.1038/ajg.2018.14</pub-id>
          <pub-id pub-id-type="medline">29485131</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>European Study Group on Cystic Tumours of the Pancreas</collab>
          </person-group>
          <article-title>European evidence-based guidelines on pancreatic cystic neoplasms</article-title>
          <source>Gut</source>
          <year>2018</year>
          <month>05</month>
          <volume>67</volume>
          <issue>5</issue>
          <fpage>789</fpage>
          <lpage>804</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://gut.bmj.com/lookup/pmidlookup?view=long&#38;pmid=29574408"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/gutjnl-2018-316027</pub-id>
          <pub-id pub-id-type="medline">29574408</pub-id>
          <pub-id pub-id-type="pii">gutjnl-2018-316027</pub-id>
          <pub-id pub-id-type="pmcid">PMC5890653</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Springer</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Masica</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Dal Molin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Douville</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Thoburn</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Afsari</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Allen</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Klimstra</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Schattner</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Schmidt</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Yip-Schneider</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Simpson</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Fernandez-Del Castillo</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Mino-Kenudson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Brugge</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Brand</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Singhi</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Scarpa</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lawlor</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Salvia</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Zamboni</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Hong</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hwang</surname>
              <given-names>DW</given-names>
            </name>
            <name name-style="western">
              <surname>Jang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kwon</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Swan</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Geoghegan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Falconi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Crippa</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Doglioni</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Paulino</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Schulick</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Edil</surname>
              <given-names>BH</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Yachida</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hijioka</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>van Hooft</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>He</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Weiss</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Burkhart</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Makary</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Canto</surname>
              <given-names>MI</given-names>
            </name>
            <name name-style="western">
              <surname>Goggins</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Ptak</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dobbyn</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Schaefer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sillman</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Popoli</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Klein</surname>
              <given-names>AP</given-names>
            </name>
            <name name-style="western">
              <surname>Tomasetti</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Karchin</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Papadopoulos</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kinzler</surname>
              <given-names>KW</given-names>
            </name>
            <name name-style="western">
              <surname>Vogelstein</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Wolfgang</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Hruban</surname>
              <given-names>RH</given-names>
            </name>
            <name name-style="western">
              <surname>Lennon</surname>
              <given-names>AM</given-names>
            </name>
          </person-group>
          <article-title>A multimodality test to guide the management of patients with a pancreatic cyst</article-title>
          <source>Sci Transl Med</source>
          <year>2019</year>
          <month>07</month>
          <day>17</day>
          <volume>11</volume>
          <issue>501</issue>
          <fpage>eaav4772</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31316009"/>
          </comment>
          <pub-id pub-id-type="doi">10.1126/scitranslmed.aav4772</pub-id>
          <pub-id pub-id-type="medline">31316009</pub-id>
          <pub-id pub-id-type="pii">11/501/eaav4772</pub-id>
          <pub-id pub-id-type="pmcid">PMC7859881</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cai</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Xing</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Yin</surname>
              <given-names>Q</given-names>
            </name>
          </person-group>
          <article-title>Pancreas segmentation in MRI using graph-based decision fusion on convolutional neural networks</article-title>
          <source>Med Image Comput Comput Assist Interv</source>
          <year>2016</year>
          <fpage>442</fpage>
          <lpage>450</lpage>
          <pub-id pub-id-type="doi">10.1007/978-3-319-46723-8_51</pub-id>
          <pub-id pub-id-type="medline">28083570</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hosny</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Parmar</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Quackenbush</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Schwartz</surname>
              <given-names>LH</given-names>
            </name>
            <name name-style="western">
              <surname>Aerts</surname>
              <given-names>HJWL</given-names>
            </name>
          </person-group>
          <article-title>Artificial intelligence in radiology</article-title>
          <source>Nat Rev Cancer</source>
          <year>2018</year>
          <month>12</month>
          <volume>18</volume>
          <issue>8</issue>
          <fpage>500</fpage>
          <lpage>510</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29777175"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41568-018-0016-5</pub-id>
          <pub-id pub-id-type="medline">29777175</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41568-018-0016-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC6268174</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abel</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wasserthal</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Weikert</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Sauter</surname>
              <given-names>AW</given-names>
            </name>
            <name name-style="western">
              <surname>Nesic</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Obradovic</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Manneck</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Glessgen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ospel</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Stieltjes</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Boll</surname>
              <given-names>DT</given-names>
            </name>
            <name name-style="western">
              <surname>Friebe</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Automated detection of pancreatic cystic lesions on CT using deep learning</article-title>
          <source>Diagnostics (Basel)</source>
          <year>2021</year>
          <month>05</month>
          <day>19</day>
          <volume>11</volume>
          <issue>5</issue>
          <fpage>901</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=diagnostics11050901"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/diagnostics11050901</pub-id>
          <pub-id pub-id-type="medline">34069328</pub-id>
          <pub-id pub-id-type="pii">diagnostics11050901</pub-id>
          <pub-id pub-id-type="pmcid">PMC8158747</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Oktay</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Schlemper</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Folgoc</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Heinrich</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Misawa</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mori</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>McDonagh</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hammerla</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kainz</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Glocker</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Rueckert</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Attention U-Net: learning where to look for the pancreas</article-title>
          <source>ArXiv</source>
          <comment>Preprint posted online April 11, 2018</comment>
          <pub-id pub-id-type="doi">10.48550/arxiv.1804.03999</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fedorov</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Beichel</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kalpathy-Cramer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Finet</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Fillion-Robin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pujol</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bauer</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Jennings</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Fennessy</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Sonka</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Buatti</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Aylward</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>JV</given-names>
            </name>
            <name name-style="western">
              <surname>Pieper</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kikinis</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>3D Slicer as an image computing platform for the Quantitative Imaging Network</article-title>
          <source>Magn Reson Imaging</source>
          <year>2012</year>
          <month>11</month>
          <volume>30</volume>
          <issue>9</issue>
          <fpage>1323</fpage>
          <lpage>41</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22770690"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.mri.2012.05.001</pub-id>
          <pub-id pub-id-type="medline">22770690</pub-id>
          <pub-id pub-id-type="pii">S0730-725X(12)00181-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC3466397</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Huo</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Gao</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Han</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bao</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>De</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Terry</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Carr</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Abramson</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Landman</surname>
              <given-names>BA</given-names>
            </name>
          </person-group>
          <article-title>Stochastic tissue window normalization of deep learning on computed tomography</article-title>
          <source>J Med Imag</source>
          <year>2019</year>
          <month>10</month>
          <day>1</day>
          <volume>6</volume>
          <issue>04</issue>
          <fpage>1</fpage>
          <pub-id pub-id-type="doi">10.1117/1.jmi.6.4.044005</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weng</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>INet: convolutional networks for biomedical image segmentation</article-title>
          <source>IEEE Access</source>
          <year>2021</year>
          <volume>9</volume>
          <fpage>16591</fpage>
          <lpage>16603</lpage>
          <pub-id pub-id-type="doi">10.1109/access.2021.3053408</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kingma</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ba</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Adam: a method forstochastic optimization</article-title>
          <source>ArXiv</source>
          <comment>Preprint posted online Dec 22, 2014</comment>
          <pub-id pub-id-type="doi">10.48550/arxiv.1412.6980</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cornell</surname>
              <given-names>RB</given-names>
            </name>
            <name name-style="western">
              <surname>Nissley</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Horwitz</surname>
              <given-names>AF</given-names>
            </name>
          </person-group>
          <article-title>Cholesterol availability modulates myoblast fusion</article-title>
          <source>J Cell Biol</source>
          <year>1980</year>
          <month>09</month>
          <volume>86</volume>
          <issue>3</issue>
          <fpage>820</fpage>
          <lpage>4</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://rupress.org/jcb/article-lookup/doi/10.1083/jcb.86.3.820"/>
          </comment>
          <pub-id pub-id-type="doi">10.1083/jcb.86.3.820</pub-id>
          <pub-id pub-id-type="medline">7410480</pub-id>
          <pub-id pub-id-type="pmcid">PMC2110695</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <article-title>Attribution 4.0 International (CC BY 4.0)</article-title>
          <source>Creative Commons</source>
          <access-date>[2023-03-16]</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Seçkin</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Berens</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Test-time Data Augmentation for Estimation of Heteroscedastic Aleatoric Uncertainty in Deep Neural Networks</article-title>
          <source>Test-time Data Augmentation for Estimation of Heteroscedastic Aleatoric Uncertainty in Deep Neural Networks</source>
          <year>2022</year>
          <month>07</month>
          <day>11</day>
          <fpage>1</fpage>
          <lpage>9</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Anta</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Martínez-Ballestero</surname>
              <given-names>Iván</given-names>
            </name>
            <name name-style="western">
              <surname>Eiroa</surname>
              <given-names>Daniel</given-names>
            </name>
            <name name-style="western">
              <surname>García</surname>
              <given-names>Javier</given-names>
            </name>
            <name name-style="western">
              <surname>Rodríguez-Comas</surname>
              <given-names>Júlia</given-names>
            </name>
          </person-group>
          <article-title>Artificial intelligence for the detection of pancreatic lesions</article-title>
          <source>Int J Comput Assist Radiol Surg</source>
          <year>2022</year>
          <month>10</month>
          <day>11</day>
          <volume>17</volume>
          <issue>10</issue>
          <fpage>1855</fpage>
          <lpage>1865</lpage>
          <pub-id pub-id-type="doi">10.1007/s11548-022-02706-z</pub-id>
          <pub-id pub-id-type="medline">35951286</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11548-022-02706-z</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
