<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.3" xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Pathol. Oncol. Res.</journal-id>
<journal-title>Pathology &#x26; Oncology Research</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Pathol. Oncol. Res.</abbrev-journal-title>
<issn pub-type="epub">1532-2807</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">1611744</article-id>
<article-id pub-id-type="doi">10.3389/pore.2024.1611744</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Pathology and Oncology Archive</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Evaluating complete response prediction rates in locally advanced rectal cancer with different radiomics segmentation approaches</article-title>
<alt-title alt-title-type="left-running-head">Kaval et al.</alt-title>
<alt-title alt-title-type="right-running-head">
<ext-link ext-link-type="uri" xlink:href="https://doi.org/10.3389/pore.2024.1611744">10.3389/pore.2024.1611744</ext-link>
</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Kaval</surname>
<given-names>Gizem</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="corresp" rid="c001">&#x2a;</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2665559/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Dagoglu Kartal</surname>
<given-names>Merve Gulbiz</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Azamat</surname>
<given-names>Sena</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Cingoz</surname>
<given-names>Eda</given-names>
</name>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Ertas</surname>
<given-names>Gokhan</given-names>
</name>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Karaman</surname>
<given-names>Sule</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Kurtuldu</surname>
<given-names>Basak</given-names>
</name>
<xref ref-type="aff" rid="aff6">
<sup>6</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Keskin</surname>
<given-names>Metin</given-names>
</name>
<xref ref-type="aff" rid="aff7">
<sup>7</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Berker</surname>
<given-names>Neslihan</given-names>
</name>
<xref ref-type="aff" rid="aff8">
<sup>8</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Karabulut</surname>
<given-names>Senem</given-names>
</name>
<xref ref-type="aff" rid="aff9">
<sup>9</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Oral</surname>
<given-names>Ethem Nezih</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Dagoglu Sakin</surname>
<given-names>Nergiz</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>Department of Radiation Oncology</institution>, <institution>Istanbul Faculty of Medicine</institution>, <institution>Istanbul University</institution>, <addr-line>Istanbul</addr-line>, <country>T&#xfc;rkiye</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>Department of Radiology</institution>, <institution>Istanbul Faculty of Medicine</institution>, <institution>Istanbul University</institution>, <addr-line>Istanbul</addr-line>, <country>T&#xfc;rkiye</country>
</aff>
<aff id="aff3">
<sup>3</sup>
<institution>Department of Radiology</institution>, <institution>Cam and Sakura City Hospital</institution>, <addr-line>Istanbul</addr-line>, <country>T&#xfc;rkiye</country>
</aff>
<aff id="aff4">
<sup>4</sup>
<institution>Department of Radiology</institution>, <institution>Bagcilar Training and Research Hospital</institution>, <addr-line>Istanbul</addr-line>, <country>T&#xfc;rkiye</country>
</aff>
<aff id="aff5">
<sup>5</sup>
<institution>Department of Biomedical Engineering</institution>, <institution>Yeditepe University</institution>, <addr-line>Istanbul</addr-line>, <country>T&#xfc;rkiye</country>
</aff>
<aff id="aff6">
<sup>6</sup>
<institution>Department of Emergency</institution>, <institution>Hackalibaba Hospital</institution>, <addr-line>Trabzon</addr-line>, <country>T&#xfc;rkiye</country>
</aff>
<aff id="aff7">
<sup>7</sup>
<institution>Department of General Surgery</institution>, <institution>Istanbul Faculty of Medicine</institution>, <institution>Istanbul University</institution>, <addr-line>Istanbul</addr-line>, <country>T&#xfc;rkiye</country>
</aff>
<aff id="aff8">
<sup>8</sup>
<institution>Department of Pathology</institution>, <institution>Istanbul Faculty of Medicine</institution>, <institution>Istanbul University</institution>, <addr-line>Istanbul</addr-line>, <country>T&#xfc;rkiye</country>
</aff>
<aff id="aff9">
<sup>9</sup>
<institution>Department of Medical Oncology</institution>, <institution>Istanbul Faculty of Medicine</institution>, <institution>Istanbul University</institution>, <addr-line>Istanbul</addr-line>, <country>T&#xfc;rkiye</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>
<bold>Edited by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/415488/overview">Andrea Lad&#xe1;nyi</ext-link>, National Institute of Oncology (NIO), Hungary</p>
</fn>
<corresp id="c001">&#x2a;Correspondence: Gizem Kaval, <email>gizemkaval1@istanbul.edu.tr</email>
</corresp>
</author-notes>
<pub-date pub-type="epub">
<day>17</day>
<month>04</month>
<year>2024</year>
</pub-date>
<pub-date pub-type="collection">
<year>2024</year>
</pub-date>
<volume>30</volume>
<elocation-id>1611744</elocation-id>
<history>
<date date-type="received">
<day>24</day>
<month>02</month>
<year>2024</year>
</date>
<date date-type="accepted">
<day>03</day>
<month>04</month>
<year>2024</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2024 Kaval, Dagoglu Kartal, Azamat, Cingoz, Ertas, Karaman, Kurtuldu, Keskin, Berker, Karabulut, Oral and Dagoglu Sakin.</copyright-statement>
<copyright-year>2024</copyright-year>
<copyright-holder>Kaval, Dagoglu Kartal, Azamat, Cingoz, Ertas, Karaman, Kurtuldu, Keskin, Berker, Karabulut, Oral and Dagoglu Sakin</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Purpose:</title>
<p>Studies examining prediction of complete response (CR) in locally advanced rectum cancer (LARC) from pre/post chemoradiotherapy (CRT) magnetic resonance imaging (MRI) are performed mostly with segmentations of the tumor, whereas only in two studies segmentation included tumor and mesorectum. Additionally, pelvic extramesorectal region, which is included in the clinical target volume (CTV) of radiotherapy, may contain information. Therefore, we aimed to compare predictive rates of radiomics analysis with features extracted from segmentations of tumor, tumor&#x2b;mesorectum, and CTV.</p>
</sec>
<sec>
<title>Methods and materials:</title>
<p>Ninety-three LARC patients who underwent CRT in our institution between 2012 and 2019 were retrospectively scanned. Patients were divided into CR and non-CR groups. Tumor, tumor&#x2b;mesorectum and CTV were segmented on T2 preCRT MRI images. Extracted features were compared for best area under the curve (AUC) of CR prediction with 15 machine-learning models.</p>
</sec>
<sec>
<title>Results:</title>
<p>CR was observed in 25 patients (26.8%), of whom 13 had pathological, and 12 had clinical complete response. For tumor, tumor&#x2b;mesorectum and CTV segmentations, the best AUC were 0.84, 0.81, 0.77 in the training set and 0.85, 0.83 and 0.72 in the test set, respectively; sensitivity and specificity for the test set were 76%, 90%, 76% and 71%, 67% and 62%, respectively.</p>
</sec>
<sec>
<title>Conclusion:</title>
<p>Although the highest AUC result is obtained from the tumor segmentation, the highest accuracy and sensitivity are detected with tumor&#x2b;mesorectum segmentation and these findings align with previous studies, suggesting that the mesorectum contains valuable insights for CR. The lowest result is obtained with CTV segmentation. More studies with mesorectum and pelvic nodal regions included in segmentation are needed.</p>
</sec>
</abstract>
<kwd-group>
<kwd>rectal cancer</kwd>
<kwd>watch and wait</kwd>
<kwd>radiomics</kwd>
<kwd>radiotherapy</kwd>
<kwd>pathological complete response ratio</kwd>
</kwd-group>
</article-meta>
</front>
<body>
<sec id="s1">
<title>Introduction</title>
<p>Colorectal cancer is the third most common malignancy among all [<xref ref-type="bibr" rid="B1">1</xref>]. Recently, the recommended treatment of locally advanced rectum cancer (LARC) is &#x201c;total neoadjuvant therapy,&#x201d; which consists of long-term chemoradiotherapy (CRT) or short-term radiotherapy (RT) and consolidation or induction chemotherapy in suitable patients, followed by total mesorectal excision (TME) or &#x201c;watch-and-wait&#x201d; [<xref ref-type="bibr" rid="B2">2</xref>&#x2013;<xref ref-type="bibr" rid="B4">4</xref>]. Pathological complete response (pCR) is observed at a rate of 15%&#x2013;30% and it is important to truly detect these patients before surgery, who may be candidates for &#x201c;watch-and-wait&#x201d; [<xref ref-type="bibr" rid="B5">5</xref>].</p>
<p>Endoscopy and imaging are the most common methods for assessing treatment response. True prediction of clinical complete response (cCR) by endoscopy is approximately 85%, yet it does not discern extraluminal lesions [<xref ref-type="bibr" rid="B6">6</xref>]. The most suitable imaging method is magnetic resonance imaging (MRI) as it does not emit ionizing radiation and shows soft tissue with high resonance. If fibrosis develops inside the tumor after CRT, the viable tumor tissue under the fibrotic scar may not be detected with MRI [<xref ref-type="bibr" rid="B7">7</xref>, <xref ref-type="bibr" rid="B8">8</xref>]. Diverse treatment responses necessitate an individualized treatment approach [<xref ref-type="bibr" rid="B9">9</xref>]. It is critical to develop markers that will predict unresponsive or more sensitive patients. Tumor heterogeneity, recognized as a potential mechanism contributing to resistance to CRT, arises from the phenomenon wherein neoplastic cells, stemming from a common progenitor undergo various mutations. This process leads to the emergence of distinct subpopulations within the tumor [<xref ref-type="bibr" rid="B10">10</xref>]. Furthermore, tumor cells may have molecular interactions with adipocytes in the peritumoral tissue and mesorectum, which support tumor progression and metastasis [<xref ref-type="bibr" rid="B11">11</xref>, <xref ref-type="bibr" rid="B12">12</xref>]. Alongside their limitations, current diagnostic methods lack the capacity to comprehensively assess both intratumoral heterogeneity and peritumoral interactions that influence tumor behavior.</p>
<p>Radiomics is an innovative method developed with the aim of providing additional information that may affect the clinical approach derived from the reflections of the underlying pathophysiological features and intratumoral heterogeneity from medical images [<xref ref-type="bibr" rid="B13">13</xref>].</p>
<p>Radiomics studies in LARC have emphasized the noninvasive prediction of patients with complete response (CR) through preCRT and/or postCRT MRI [<xref ref-type="bibr" rid="B14">14</xref>] scans. Radiomics analysis was performed by segmenting only the tumor region in most of these studies. A study conducted by Shaish et al. in 2020, where they compared radiomics analyzes with different segmentations, is the first study to examine the predictive rate of pCR analysis with mesorectum segmentation. Segmented regions were tumor-only, mesorectum-only and tumor&#x2b;mesorectum. The highest result was obtained from the radiomics analysis of mesorectum-only segmentation for pCR evaluation. In another study conducted in 2022, radiomics analysis from mesorectal fatty tissue segmentation was examined [<xref ref-type="bibr" rid="B15">15</xref>, <xref ref-type="bibr" rid="B16">16</xref>]. Based on these studies, analysis of mesorectal tissue seems to be informative for pCR. In addition to the mesorectum, the pelvic extramesorectal region, which is encompassed within the clinical target volume (CTV) of RT due to the occasional presence of nodal metastases may also provide valuable insights of disease behaviour. Regarding the issue, we aimed to compare CR predictive rates of radiomics analysis operated with features extracted from segmentations of tumor-only, tumor&#x2b;mesorectum, and CTV.</p>
</sec>
<sec sec-type="methods" id="s2">
<title>Methods</title>
<sec id="s2-1">
<title>Patients</title>
<p>In our study, patients who were referred to our institution with a histopathologically confirmed diagnosis of LARC between 2012 and 2019 were retrospectively screened. The stage was determined following endoscopic and radiological assessments. The study cohort comprised patients who underwent CRT and surgery afterwards or those who remained under surveillance without recurrence, adhering to the &#x201c;watch-and-wait&#x201d; approach. Patients lacking appropriate protocol images were excluded from the study. MRI images were retrieved from the Picture Archiving and Communication System.</p>
<p>Patients who attained a pathological stage of ypT0N0 were classified as pCR, while patients who met the criteria for the &#x201c;watch-and-wait&#x201d; strategy and remained recurrence-free for 4&#xa0;years were categorized as cCR. In both instances, these patients were collectively evaluated as demonstrating CR.</p>
</sec>
<sec id="s2-2">
<title>Neoadjuvant treatment and response evaluation</title>
<p>We conduct simulation computed tomography (SCT) scans with a cross-sectional interval of 0.3&#xa0;cm for RT planning. CTV and gross tumor volume (GTV) are delineated following the RTOG contouring atlas [<xref ref-type="bibr" rid="B17">17</xref>].</p>
<p>RT is administered at a dose of 45&#x2013;50.4 Gray (Gy) in 25&#x2013;28 fractions. RT planning techniques were either three-dimensional conformal RT or intensity-modulated RT via Varian and Eclipse planning systems. Treatments are carried out with linear accelerator devices.</p>
<p>Simultaneously with RT, all patients were administered either capecitabine (825&#xa0;mg/m<sup>2</sup> orally in two daily doses, daily) or 5-fluorouracil (daily dose ranging from 200 to 225&#xa0;mg/m<sup>2</sup> by infusion) through a port.</p>
<p>Subsequent to neoadjuvant treatment, patients underwent evaluation via endoscopic techniques and MRI scans at 6&#x2013;8&#xa0;weeks. Surgical interventions were scheduled within a window of 6&#x2013;10&#xa0;weeks. Dworak Regression Score was employed to assess tumor regression [<xref ref-type="bibr" rid="B18">18</xref>]. Adjuvant chemotherapy was administered based on the pathology findings.</p>
<p>As for adjuvant therapy, 19 patients received 6&#x2013;8 cycles of CAPOX (capecitabine&#x2b;oxaliplatin), and 53 patients received 8&#x2013;2 cycles of FOLFOX (5 Fluorouracil&#x2b;oxaliplatin). Adjuvant chemotherapy was not administered to 20 patients. Notably, all patients enrolled in the &#x201c;watch-and-wait&#x201d; approach received at least 8 cycles of FOLFOX regimen.</p>
<p>Patients who met the specified criteria, as outlined in the trial conducted by Maas, were categorized as having achieved cCR [<xref ref-type="bibr" rid="B19">19</xref>].</p>
</sec>
<sec id="s2-3">
<title>Image data acquisition and segmentation</title>
<p>MRI images were acquired utilizing 1.5 Tesla MRI devices, the Philips Achieva (Philips Medical Systems, Netherlands), and Symphoni (Siemens, Erlangen, Germany) models. The standard MRI imaging protocols for Turbo-spin-eco, T2-weighted sequences in the axial plane are as follows: TR/TE is 3,000/100&#xa0;msec, image matrix of 348 &#xd7; 278, a field of view measuring 210 &#xd7; 228, and a cross-section thickness of 3&#xa0;mm. Furthermore, the administration of iohexol contrast agent was performed at a dosage of 0.2&#xa0;mL per kilogram during the MRI procedure.</p>
<p>A total of 93 contrast-enhanced abdominal preCRT MRI images from two MRI devices were anonymized, uploaded to MRIcron program in DICOM format, and converted to &#x201c;nii.gz&#x201d; format. Subsequently, the segmentation process was conducted through manual delineation using the 3D Slicer program. This collaborative effort involved radiation oncology (G.K.) and radiology (E.C.) residents with 6&#xa0;years of experience and an associate professor radiologist (M.G.D.K.) with 16 (See <xref ref-type="fig" rid="F1">Figure 1</xref>).</p>
<fig id="F1" position="float">
<label>FIGURE 1</label>
<caption>
<p>Segmentation with 3D-Slicer. <bold>(A)</bold> Tumor region. <bold>(B)</bold> Combined tumor-mesorectum. <bold>(C)</bold> CTV region.</p>
</caption>
<graphic xlink:href="pore-30-1611744-g001.tif"/>
</fig>
<p>The segmentation of the tumor region was executed on T2 sequences, encompassing its complete volumetric extent while excluding vascular structures, calcifications, and air densities. This segmentation preserved the three-dimensional structural representation of the tumor as visualized in axial sections. Concurrently, the mesorectal region was delineated, incorporating the rectum and the adjacent mesorectal tissues along the craniocaudal extension of the tumor, without encompassing adjacent organs in the vicinity. The recommended CTV definition entails the inclusion of the entire mesorectum, perirectal area, presacral region, and the internal iliac lymph node regions in the axial plane and craniocaudally commences from the promontory and extends downward to a point 2&#xa0;cm below the tumor. The delineation of the CTV was performed in a manner that excluded adjacent organs.</p>
</sec>
<sec id="s2-4">
<title>Feature extraction and selection</title>
<p>The PyRadiomics 2.2.0, an extension of the open-source Python program for feature extraction,<xref ref-type="fn" rid="fn1">
<sup>1</sup>
</xref> was employed in the study. Prior to analysis, N4 bias correction was applied to the data. The image discretization bin width was set at 5, voxel array shift at 300, normalization scale at 100, and resampling at 3&#xa0;mm &#xd7; 3&#xa0;mm &#xd7; 3&#xa0;mm. The extracted features encompassed both first-order characteristics such as mean gray value level, entropy, standard deviation, skewness (a measure of asymmetry around the mean), and kurtosis (a measure of histogram flatness) and high-order features derived from gray-level co-occurrence, gray-level dependence, gray-level run-length and gray-level size zone matrixes, and wavelet and Laplacian of Gaussian filters.</p>
<p>The analysis continued within the Python 2.3 environment, utilizing Jupyter Notebook and the PyCaret Library. The data underwent Z-score normalization as a preprocessing step. A multicollinearity threshold of 0.9 and an outlier removing threshold of 0.05 were applied. The dataset was divided into training and test sets, adhering to a ratio of 0.7 for training and 0.3 for testing. Cross-validation was performed five times. For feature selection, the &#x201c;classical&#x201d; technique was chosen and applied.</p>
</sec>
<sec id="s2-5">
<title>Machine learning</title>
<p>To address the imbalanced distribution within the dataset, the Synthetic Minority Over-sampling Technique (SMOTE) was employed. Subsequently, a Pearson correlation test was conducted, and correlation matrixes were obtained. For features from each three segmentations, machine-learning models were independently evaluated using the training dataset to predict the two groups. Subsequently, the method that yielded the most favorable AUC result was further assessed using the test dataset.</p>
</sec>
</sec>
<sec sec-type="results" id="s3">
<title>Results</title>
<sec id="s3-1">
<title>Patient and treatment characteristics</title>
<p>Among 93 patients, 23 (25%) were female, and 70 (75%) were male. The median age at diagnosis was 58&#xa0;years, with a median follow-up period of 70&#xa0;months (8&#x2013;125). Eighty-one patients underwent TME. Among these surgical cases, 64 patients underwent Low Anterior Resection, while 17 patients underwent Abdominoperineal Resection. pCR was observed in 13 of the surgically treated patients, accounting for 16% of this subgroup. Information regarding the patients&#x2019; initial stage as determined by MRI and colonoscopy, as well as other characteristics, is presented in <xref ref-type="table" rid="T1">Table 1</xref>. Furthermore, 12 patients were determined to be cCR based on the results of MRI, PET/CT, and colonoscopy examinations and were managed according to the &#x201c;watch-and-wait&#x201d; protocol. During their follow-up, these patients underwent digital rectal examinations every 3&#xa0;months, colonoscopies and MRI assessments every 6&#xa0;months. None of these patients exhibited recurrence over the course of the 4-year follow-up period. In summary, CR, encompassing both pCR and cCR categories, was observed in 26.88% of all patients.</p>
<table-wrap id="T1" position="float">
<label>TABLE 1</label>
<caption>
<p>Patients characteristics.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="center"/>
<th colspan="2" align="center">
<italic>n</italic> &#x3d; 93</th>
<th align="center">%</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="center" style="color:#0D0D0D">Median Age</td>
<td colspan="2" align="center" style="color:#0D0D0D">58 (26&#x2013;80)</td>
<td align="left"/>
</tr>
<tr>
<td align="center" style="color:#0D0D0D">Male</td>
<td colspan="2" align="center" style="color:#0D0D0D">70</td>
<td align="center" style="color:#0D0D0D">75</td>
</tr>
<tr>
<td align="center" style="color:#0D0D0D">Female</td>
<td colspan="2" align="center" style="color:#0D0D0D">23</td>
<td align="center" style="color:#0D0D0D">25</td>
</tr>
<tr>
<td colspan="4" align="left">Tumor Localisation</td>
</tr>
<tr>
<td align="center" style="color:#0D0D0D">Distal</td>
<td colspan="2" align="center" style="color:#0D0D0D">41</td>
<td align="center" style="color:#0D0D0D">44</td>
</tr>
<tr>
<td align="center" style="color:#0D0D0D">Middle</td>
<td colspan="2" align="center" style="color:#0D0D0D">42</td>
<td align="center" style="color:#0D0D0D">45</td>
</tr>
<tr>
<td align="center" style="color:#0D0D0D">Proximal</td>
<td colspan="2" align="center" style="color:#0D0D0D">10</td>
<td align="center" style="color:#0D0D0D">11</td>
</tr>
<tr>
<td colspan="4" align="left">cT</td>
</tr>
<tr>
<td align="center" style="color:#0D0D0D">T2</td>
<td colspan="2" align="center" style="color:#0D0D0D">7</td>
<td align="center" style="color:#0D0D0D">7</td>
</tr>
<tr>
<td align="center" style="color:#0D0D0D">T3a</td>
<td colspan="2" align="center" style="color:#0D0D0D">23</td>
<td align="center" style="color:#0D0D0D">25</td>
</tr>
<tr>
<td align="center" style="color:#0D0D0D">T3b</td>
<td colspan="2" align="center" style="color:#0D0D0D">23</td>
<td align="center" style="color:#0D0D0D">25</td>
</tr>
<tr>
<td align="center" style="color:#0D0D0D">T3c</td>
<td colspan="2" align="center" style="color:#0D0D0D">24</td>
<td align="center" style="color:#0D0D0D">26</td>
</tr>
<tr>
<td align="center" style="color:#0D0D0D">T3d</td>
<td colspan="2" align="center" style="color:#0D0D0D">1</td>
<td align="center" style="color:#0D0D0D">1</td>
</tr>
<tr>
<td align="center" style="color:#0D0D0D">T4a</td>
<td colspan="2" align="center" style="color:#0D0D0D">6</td>
<td align="center" style="color:#0D0D0D">6</td>
</tr>
<tr>
<td align="center" style="color:#0D0D0D">T4b</td>
<td colspan="2" align="center" style="color:#0D0D0D">9</td>
<td align="center" style="color:#0D0D0D">10</td>
</tr>
<tr>
<td colspan="4" align="left">cN</td>
</tr>
<tr>
<td align="center" style="color:#0D0D0D">N0</td>
<td colspan="2" align="center" style="color:#0D0D0D">15</td>
<td align="center" style="color:#0D0D0D">16</td>
</tr>
<tr>
<td align="center" style="color:#0D0D0D">N1</td>
<td colspan="2" align="center" style="color:#0D0D0D">26</td>
<td align="center" style="color:#0D0D0D">28</td>
</tr>
<tr>
<td align="center" style="color:#0D0D0D">N1c</td>
<td colspan="2" align="center" style="color:#0D0D0D">4</td>
<td align="center" style="color:#0D0D0D">4</td>
</tr>
<tr>
<td align="center" style="color:#0D0D0D">N2</td>
<td colspan="2" align="center" style="color:#0D0D0D">48</td>
<td align="center" style="color:#0D0D0D">52</td>
</tr>
<tr>
<td colspan="4" align="left">CRM</td>
</tr>
<tr>
<td align="center" style="color:#0D0D0D">Negative</td>
<td colspan="2" align="center" style="color:#0D0D0D">62</td>
<td align="center" style="color:#0D0D0D">66</td>
</tr>
<tr>
<td align="center" style="color:#0D0D0D">Positive</td>
<td colspan="2" align="center" style="color:#0D0D0D">31</td>
<td align="center" style="color:#0D0D0D">34</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>CRM, circumferential resection margin; cT, clinical T stage; cN, clinical N stage.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3-2">
<title>Feature selection and construction of the radiomics model</title>
<p>A total of 1,132 radiomics features were extracted from each three different segmentations. Following normalization, the SMOTE and Pearson correlation test was conducted. For each radiomics features derived from three different segmentations, 15 machine-learning models were evaluated for the best AUC result, respectively.</p>
</sec>
<sec id="s3-3">
<title>Performances of radiomics models operated with features from different segmentations</title>
<p>The &#x201c;Light Gradient Boosting Machine Classifier&#x201d; demonstrated the highest AUC value (AUC:0.84) for the analysis of tumor region segmentation. For the analysis of tumor&#x2b;mesorectum segmentation, the &#x201c;Logistic Regression&#x201d; model exhibited the highest AUC in the training set (AUC:0.81). Meanwhile, for analysis of the CTV segmentation, the &#x201c;Gaussian Na&#xef;ve Bayes&#x201d; model yielded the highest AUC value (AUC: 0.77).</p>
<p>In the test set, the highest AUC values for these analyzes of these respective segmentations were as follows: 0.85 for the tumor segmentation, 0.83 for the tumor&#x2b;mesorectum segmentation, and 0.72 for the CTV segmentation.</p>
<p>Sensitivity and specificity rates in the test set were measured as 76% and 71% for tumor segmentation, 90% and 67% for tumor&#x2b;mesorectum segmentation, and 76% and 62% for CTV segmentation, respectively.</p>
<p>
<xref ref-type="table" rid="T2">Table 2</xref> presents the calculated values, including AUC, sensitivity, specificity, positive odds ratio, negative odds ratio, positive predictive value (PPV), negative predictive value (NPV), and accuracy, obtained from each three analyzes with different segmentations. See <xref ref-type="fig" rid="F2">Figures 2</xref>, <xref ref-type="fig" rid="F3">3</xref> for selected features and ROC curves.</p>
<table-wrap id="T2" position="float">
<label>TABLE 2</label>
<caption>
<p>AUC, sensitivity, specifity, positive odds ratio, negative odds ratio, positive and negative predictive values and accuracy results of the test set.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="center">Segmentation Type</th>
<th align="center">AUC</th>
<th align="center">Sensitivity</th>
<th align="center">Specificity</th>
<th align="center">Positive Odds Ratio</th>
<th align="center">Negative Odds Ratio</th>
<th align="center">Positive Predictive Value</th>
<th align="center">Negative Predictive Value</th>
<th align="center">Accuracy</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="center" style="color:#0D0D0D">Tumor</td>
<td align="center" style="color:#0D0D0D">0.85</td>
<td align="center" style="color:#0D0D0D">76%</td>
<td align="center" style="color:#0D0D0D">71%</td>
<td align="center" style="color:#0D0D0D">2.67</td>
<td align="center" style="color:#0D0D0D">0.33</td>
<td align="center" style="color:#0D0D0D">73%</td>
<td align="center" style="color:#0D0D0D">7%5</td>
<td align="center" style="color:#0D0D0D">74%</td>
</tr>
<tr>
<td align="center" style="color:#0D0D0D">Tumor &#x2b; Mesorectum</td>
<td align="center" style="color:#0D0D0D">0.83</td>
<td align="center" style="color:#0D0D0D">90%</td>
<td align="center" style="color:#0D0D0D">67%</td>
<td align="center" style="color:#0D0D0D">2.71</td>
<td align="center" style="color:#0D0D0D">0.14</td>
<td align="center" style="color:#0D0D0D">73%</td>
<td align="center" style="color:#0D0D0D">87,5%</td>
<td align="center" style="color:#0D0D0D">79%</td>
</tr>
<tr>
<td align="center" style="color:#0D0D0D">CTV</td>
<td align="center" style="color:#0D0D0D">0.72</td>
<td align="center" style="color:#0D0D0D">76%</td>
<td align="center" style="color:#0D0D0D">62%</td>
<td align="center" style="color:#0D0D0D">2.00</td>
<td align="center" style="color:#0D0D0D">0.38</td>
<td align="center" style="color:#0D0D0D">67%</td>
<td align="center" style="color:#0D0D0D">72%</td>
<td align="center" style="color:#0D0D0D">69%</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>AUC, area under curve; CTV, clinical target volume.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<fig id="F2" position="float">
<label>FIGURE 2</label>
<caption>
<p>Feature importance plots. <bold>(A)</bold> Tumor. <bold>(B)</bold> Tumor&#x2b;Mesorectum. <bold>(C)</bold> CTV.</p>
</caption>
<graphic xlink:href="pore-30-1611744-g002.tif"/>
</fig>
<fig id="F3" position="float">
<label>FIGURE 3</label>
<caption>
<p>ROC curves and accuracy, AUC, recall and precision results. <bold>(A)</bold> Tumor. <bold>(B)</bold> Tumor&#x2b;Mesorectum. <bold>(C)</bold> CTV.</p>
</caption>
<graphic xlink:href="pore-30-1611744-g003.tif"/>
</fig>
</sec>
</sec>
<sec sec-type="discussion" id="s4">
<title>Discussion</title>
<p>In our research, we focused on comparing radiomics analyzes for predicting CR based on preCRT MRI images derived from the segmentation of the tumor, tumor&#x2b;mesorectum, and CTV regions in LARC patients who underwent neoadjuvant therapy. Our findings revealed that the highest AUC was achieved when analyzing solely the tumor segmentation.</p>
<p>The AUC values in the training set for analyzing three segmentations were as follows: 0.84 for tumor-only, 0.81 for tumor&#x2b;mesorectum and 0.77 for CTV. In the test set, these AUC values were found to be 0.85 for tumor-only, 0.83 for tumor&#x2b;mesorectum, and 0.72 for CTV segmentations, respectively. Regarding sensitivity, the test set yielded values of 76% for tumor-only, 90% for tumor&#x2b;mesorectum, and 76% for CTV segmentations. In terms of specificity, the test set exhibited 71% for tumor-only, 67% for tumor&#x2b;mesorectum, and 62% for CTV segmentations.</p>
<p>Radiomics for LARC has been evaluated in many studies. Models have been developed for the prediction of pCR, survival, and recurrence using preCRT and/or postCRT MRI images [<xref ref-type="bibr" rid="B14">14</xref>]. In the realm of rectal cancer, where locally advanced stages can still yield prolonged survival outcomes, there is a growing emphasis on personalized treatment strategies aimed at minimizing side effects. The ability to predict pCR based on preCRT MRI data has emerged as a valuable guiding marker for tailoring individualized treatment approaches.</p>
<p>Studies to date have mostly focused on pCR prediction through radiomics analysis of tumor region segmentations from preCRT MRI images. It is noteworthy that the behavior of rectal tumors is not solely dictated by the tumor itself; it is profoundly influenced by the transformation of peritumoral stromal tissue and the resultant alterations in the microenvironment [<xref ref-type="bibr" rid="B11">11</xref>, <xref ref-type="bibr" rid="B12">12</xref>]. Consequently, the mesorectal tissue is deemed to harbor crucial insights into the disease. However, only two studies incorporated the mesorectum within the segmentation region [<xref ref-type="bibr" rid="B15">15</xref>, <xref ref-type="bibr" rid="B16">16</xref>]. In 2020, Shaish et al. conducted a comparative analysis of radiomics, exploring various segmentation approaches encompassing tumor, mesorectum, and tumor&#x2b;mesorectum regions. Their study reported that analysis from tumor&#x2b;mesorectum segmentation achieved the highest AUC score (AUC: 0.80) for tumor regression scoring, underlining its significance. Subsequently, in 2022, Jayaprakasam et al. conducted analysis with mesorectal fatty tissue segmentation and achieved a AUC result of 0.89.</p>
<p>In datasets characterized by non-uniform distributions, such as the dataset in this study, the commonly employed parameter for assessing outcomes is the AUC. Consequently, AUC results were employed in our investigation for comparative analysis. It is important to acknowledge, however, that certain literature sources posit that metrics such as recall (sensitivity) and precision (PPV) may carry enhanced significance in certain contexts [<xref ref-type="bibr" rid="B20">20</xref>]. Accordingly, our study aimed to contextualize our findings by incorporating these metrics into our analysis.</p>
<p>Based on the AUC results, radiomics analysis of tumor segmentation exhibited the most favorable performance in both training and test datasets. Nevertheless, it is noteworthy that segmentation of tumor&#x2b;mesorectum demonstrated superior accuracy, sensitivity, and PPV in the test, and superior sensitivity in the training set. This observation leads us to assert that the incorporation of mesorectal segmentation into future response assessment studies for LARC may harbor considerable potential.</p>
<p>In the context of the &#x201c;watch-and-wait&#x201d; protocol, an imperative prerequisite for patients to qualify as cCR is the identification of a negative lymph node on MRI [<xref ref-type="bibr" rid="B19">19</xref>]. Notably, while not encountered within our patient cohort, cases featuring ypT0N1 status have been reported in literature [<xref ref-type="bibr" rid="B21">21</xref>]. It is pertinent to emphasize that relying on radiomics based solely on tumor segmentation may prove insufficient in predicting CR. This aspect assumes significance as radiomics is being explored as a potential imaging-based biomarker guiding the selection of optimal neoadjuvant treatment regimens. To this end, a solitary study has undertaken radiomics analysis inclusive of lymph node segmentation on preCRT MRI scans. The outcomes of this study revealed an AUC of 0.91, underscoring the feasibility of accurately detecting a nodal CR from preCRT MRI [<xref ref-type="bibr" rid="B22">22</xref>] images.</p>
<p>Considering these findings, we posited that radiomics analysis with CTV region segmentation, encompassing both tumor and pelvic lymph node regions, could yield meaningful insights. However, the resultant AUC of 0.71 was found to be lower than that achieved through tumor-only and tumor&#x2b;mesorectum segmentations. It is conceivable that, the presence of the tumor-free rectal region within the delineated CTV during segmentation, may have affected the obtained results negatively. In subsequent studies, it is advisable to consider a multi-sequence approach and to exclude the tumor-free rectum from the CTV region during the segmentation process.</p>
<p>Local recurrence rate after TME and neoadjuvant treatments generally falls within the range of 5%&#x2013;10%, varying across different studies. A substantial proportion of such recurrences manifest within the extramesorectal lateral pelvic nodal region. The implementation of lateral pelvic nodal dissection remains a subject of controversy within the existing literature [<xref ref-type="bibr" rid="B23">23</xref>]. Consequently, while analysis with mesorectal segmentation has yielded the most favorable outcomes in terms of accuracy and sensitivity, there is a rationale to consider the assessment of the lateral pelvic nodal region within response evaluation studies with radiomics analysis, as it may offer valuable guidance for tailoring individualized treatment strategies.</p>
<p>It is important to note that, focus of most studies lies in the inclusion of patients who have attained a pCR, excluding patients with cCR. This practice carries the accidental risk of omitting a segment of patients who have indeed achieved a CR from the evaluative framework. In an effort to mitigate this potential limitation and maintain consistency, our study encompassed patients who exhibited cCR and have, to date, remained free from any relapse during the follow-up period.</p>
<p>Furthermore, it is worth highlighting that our study adopted a distinctive approach by not restricting the patient cohort to data acquired from a single MRI device, unlike most studies. Instead, we performed radiomics analysis using heterogeneous MRI data from two devices, resulting in an AUC value of 0.84.</p>
<p>Several limitations are worth acknowledging in our study. Firstly, its retrospective nature may be considered a potential limitation. Nonetheless, it is essential to emphasize that patient evaluations were conducted prospectively. Furthermore, the absence of an assessment regarding multiple readers and the lack of an interobserver reproducibility evaluation can be perceived as a limitation. Nevertheless, it is plausible that for volumes characterized by such standardized boundaries, such as CTV, the interreader variations are likely to be less pronounced compared to tumor segmentation. This aspect, however, could serve as a topic for future investigations. Moreover, it should be acknowledged that the models developed in our study were not subjected to evaluation using an external validation dataset. The primary rationale behind this decision lies in the objective of our study, which primarily aimed to compare outcomes across analyzes of different region segmentations rather than constructing a predictive model. Therefore, external validation was not prioritized for the specific research objectives of this study.</p>
</sec>
<sec sec-type="conclusion" id="s5">
<title>Conclusion</title>
<p>In our research, we conducted a comparative analysis of radiomics assessments based on preCRT MRI images, focusing on three distinct segmentation areas: tumor-only, tumor combined with the mesorectum, and CTV. Although the highest AUC result was achieved with radiomics analysis of tumor segmentation, our investigation revealed that the highest accuracy and sensitivity were observed with radiomics analysis of combined tumor and mesorectum segmentations. Our findings align with previous studies, suggesting that the mesorectum contains valuable insights for the prediction of CR.</p>
<p>Finally, although the lowest predictive performance was observed with the analysis of CTV segmentation, predictive results of this region could be improved within further trials, considering the fact that lateral pelvic nodal region is also a possible local metastasis area and should be involved in CR prediction analyzes of LARC. There is a need for further research, encompassing larger patient cohorts and involving multiple readers with different segmentation methods to explore the inclusion of the mesorectum and pelvic nodal regions within the segmentation area for the prediction of CR as well as distant metastasis and prognosis in LARC.</p>
</sec>
</body>
<back>
<sec sec-type="data-availability" id="s6">
<title>Data availability statement</title>
<p>The raw data supporting the conclusion of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec id="s7">
<title>Ethics statement</title>
<p>The studies involving humans were approved by the Istanbul Medical Faculty Clinical Research Ethics Committee. The studies were conducted in accordance with the local legislation and institutional requirements. Written informed consent for participation was not required from the participants or the participants&#x2019; legal guardians/next of kin in accordance with the national legislation and institutional requirements.</p>
</sec>
<sec id="s8">
<title>Author contributions</title>
<p>GK, SA, MD, ND, EC, BK, GE, and SuK: concept, design, definition of intellectual content, literature search, data analysis and interpretation of data, statistical analysis, drafting the article, manuscript preparation, editing and review, final approval. SeK, NB, MK, and EO: concept, design, definition of intellectual content, literature search, manuscript editing, revising and advising intellectual content, final approval. All authors contributed to the article and approved the submitted version.</p>
</sec>
<sec sec-type="funding-information" id="s9">
<title>Funding</title>
<p>The authors declare that no financial support was received for the research, authorship, and/or publication of this article.</p>
</sec>
<sec sec-type="COI-statement" id="s10">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<fn-group>
<fn id="fn1">
<label>1</label>
<p>Accessible at <ext-link ext-link-type="uri" xlink:href="http://http:/radiomics.io/pyradiomics.html">http:/radiomics.io/pyradiomics.html</ext-link>
</p>
</fn>
</fn-group>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1.</label>
<citation citation-type="book">
<collab>GLOBOCAN</collab>. <source>Estimated age-standardized incidence rates (World) in 2020, rectum</source>. <publisher-loc>France</publisher-loc>: <publisher-name>GLOBOCAN</publisher-name> (<year>2020</year>). <comment>Available from: <ext-link ext-link-type="uri" xlink:href="https://gco.iarc.fr/">https://gco.iarc.fr/</ext-link>
</comment> (<comment>Accessed February 2023</comment>).</citation>
</ref>
<ref id="B2">
<label>2.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bahadoer</surname>
<given-names>RR</given-names>
</name>
<name>
<surname>Dijkstra</surname>
<given-names>EA</given-names>
</name>
<name>
<surname>van Etten</surname>
<given-names>B</given-names>
</name>
<name>
<surname>Marijnen</surname>
<given-names>CAM</given-names>
</name>
<name>
<surname>Putter</surname>
<given-names>H</given-names>
</name>
<name>
<surname>Kranenbarg</surname>
<given-names>EM</given-names>
</name>
<etal/>
</person-group> <article-title>Short-course radiotherapy followed by chemotherapy before total mesorectal excision (TME) versus preoperative chemoradiotherapy, TME, and optional adjuvant chemotherapy in locally advanced rectal cancer (RAPIDO): a randomised, open-label, phase 3 trial</article-title>. <source>Lancet Oncol</source> (<year>2021</year>) <volume>22</volume>:<fpage>29</fpage>&#x2013;<lpage>42</lpage>. <pub-id pub-id-type="doi">10.1016/S1470-2045(20)30555-6</pub-id>
</citation>
</ref>
<ref id="B3">
<label>3.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cisel</surname>
<given-names>B</given-names>
</name>
<name>
<surname>Pietrzak</surname>
<given-names>L</given-names>
</name>
<name>
<surname>Michalski</surname>
<given-names>W</given-names>
</name>
<name>
<surname>Wyrwicz</surname>
<given-names>L</given-names>
</name>
<name>
<surname>Rutkowski</surname>
<given-names>A</given-names>
</name>
<name>
<surname>Kosakowska</surname>
<given-names>E</given-names>
</name>
<etal/>
</person-group> <article-title>Long-course preoperative chemoradiation versus 5 &#xd7; 5 Gy and consolidation chemotherapy for clinical T4 and fixed clinical T3 rectal cancer: long-term results of the randomized Polish II study</article-title>. <source>Ann Oncol</source> (<year>2019</year>) <volume>30</volume>:<fpage>1298</fpage>&#x2013;<lpage>303</lpage>. <pub-id pub-id-type="doi">10.1093/annonc/mdz186</pub-id>
</citation>
</ref>
<ref id="B4">
<label>4.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jin</surname>
<given-names>J</given-names>
</name>
<name>
<surname>Tang</surname>
<given-names>Y</given-names>
</name>
<name>
<surname>Hu</surname>
<given-names>C</given-names>
</name>
<name>
<surname>Jiang</surname>
<given-names>LM</given-names>
</name>
<name>
<surname>Jiang</surname>
<given-names>J</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>N</given-names>
</name>
<etal/>
</person-group> <article-title>Multicenter, randomized, phase III trial of short-term radiotherapy plus chemotherapy versus long-term chemoradiotherapy in locally advanced rectal cancer (STELLAR)</article-title>. <source>J Clin Oncol</source> (<year>2022</year>) <volume>40</volume>:<fpage>1681</fpage>&#x2013;<lpage>92</lpage>. <pub-id pub-id-type="doi">10.1200/JCO.21.01667</pub-id>
</citation>
</ref>
<ref id="B5">
<label>5.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Maas</surname>
<given-names>M</given-names>
</name>
<name>
<surname>Nelemans</surname>
<given-names>PJ</given-names>
</name>
<name>
<surname>Valentini</surname>
<given-names>V</given-names>
</name>
<name>
<surname>Das</surname>
<given-names>P</given-names>
</name>
<name>
<surname>R&#xf6;del</surname>
<given-names>C</given-names>
</name>
<name>
<surname>Kuo</surname>
<given-names>L-J</given-names>
</name>
<etal/>
</person-group> <article-title>Long-term outcome in patients with a pathological complete response after chemoradiation for rectal cancer: a pooled analysis of individual patient data</article-title>. <source>Lancet Oncol</source> (<year>2010</year>) <volume>11</volume>:<fpage>835</fpage>&#x2013;<lpage>44</lpage>. <pub-id pub-id-type="doi">10.1016/S1470-2045(10)70172-8</pub-id>
</citation>
</ref>
<ref id="B6">
<label>6.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Maas</surname>
<given-names>M</given-names>
</name>
<name>
<surname>Lambregts</surname>
<given-names>DM</given-names>
</name>
<name>
<surname>Nelemans</surname>
<given-names>PJ</given-names>
</name>
<name>
<surname>Heijnen</surname>
<given-names>LA</given-names>
</name>
<name>
<surname>Martens</surname>
<given-names>MH</given-names>
</name>
<name>
<surname>Leijtens</surname>
<given-names>JW</given-names>
</name>
<etal/>
</person-group> <article-title>Assessment of clinical complete response after chemoradiation for rectal cancer with digital rectal examination, endoscopy, and MRI: selection for organ-saving treatment</article-title>. <source>Ann Surg Oncol</source> (<year>2015</year>) <volume>22</volume>:<fpage>3873</fpage>&#x2013;<lpage>80</lpage>. <pub-id pub-id-type="doi">10.1245/s10434-015-4687-9</pub-id>
</citation>
</ref>
<ref id="B7">
<label>7.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lambregts</surname>
<given-names>DM</given-names>
</name>
<name>
<surname>Beets</surname>
<given-names>GL</given-names>
</name>
<name>
<surname>Maas</surname>
<given-names>M</given-names>
</name>
<name>
<surname>Curvo-Semedo</surname>
<given-names>L</given-names>
</name>
<name>
<surname>Kessels</surname>
<given-names>AG</given-names>
</name>
<name>
<surname>Thywissen</surname>
<given-names>T</given-names>
</name>
<etal/>
</person-group> <article-title>Tumour ADC measurements in rectal cancer: effect of ROI methods on ADC values and interobserver variability</article-title>. <source>Eur Radiol</source> (<year>2011</year>) <volume>21</volume>:<fpage>2567</fpage>&#x2013;<lpage>74</lpage>. <pub-id pub-id-type="doi">10.1007/s00330-011-2220-5</pub-id>
</citation>
</ref>
<ref id="B8">
<label>8.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sassen</surname>
<given-names>S</given-names>
</name>
<name>
<surname>de Booij</surname>
<given-names>M</given-names>
</name>
<name>
<surname>Sosef</surname>
<given-names>M</given-names>
</name>
<name>
<surname>Berendsen</surname>
<given-names>R</given-names>
</name>
<name>
<surname>Lammering</surname>
<given-names>G</given-names>
</name>
<name>
<surname>Clarijs</surname>
<given-names>R</given-names>
</name>
<etal/>
</person-group> <article-title>Locally advanced rectal cancer: is diffusion weighted MRI helpful for the identification of complete responders (ypT0N0) after neoadjuvant chemoradiation therapy?</article-title> <source>Eur Radiol</source> (<year>2013</year>) <volume>23</volume>:<fpage>3440</fpage>&#x2013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1007/s00330-013-2956-1</pub-id>
</citation>
</ref>
<ref id="B9">
<label>9.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Dattani</surname>
<given-names>M</given-names>
</name>
<name>
<surname>Marijnen</surname>
<given-names>C</given-names>
</name>
<name>
<surname>Moran</surname>
<given-names>B</given-names>
</name>
<name>
<surname>Tait</surname>
<given-names>D</given-names>
</name>
<name>
<surname>Cunningham</surname>
<given-names>C</given-names>
</name>
<name>
<surname>Rodriguez-Bigas</surname>
<given-names>M</given-names>
</name>
<etal/>
</person-group> <article-title>Session 4: shaping radiotherapy for rectal cancer: should this be personalized?</article-title> <source>Colorectal Dis</source> (<year>2018</year>) <volume>20</volume>(<issue>Suppl. 1</issue>):<fpage>92</fpage>&#x2013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1111/codi.14087</pub-id>
</citation>
</ref>
<ref id="B10">
<label>10.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hardiman</surname>
<given-names>KM</given-names>
</name>
<name>
<surname>Ulintz</surname>
<given-names>PJ</given-names>
</name>
<name>
<surname>Kuick</surname>
<given-names>RD</given-names>
</name>
<name>
<surname>Hovelson</surname>
<given-names>DH</given-names>
</name>
<name>
<surname>Gates</surname>
<given-names>CM</given-names>
</name>
<name>
<surname>Bhasi</surname>
<given-names>A</given-names>
</name>
<etal/>
</person-group> <article-title>Intra-tumor genetic heterogeneity in rectal cancer</article-title>. <source>Lab Invest</source> (<year>2016</year>) <volume>96</volume>:<fpage>4</fpage>&#x2013;<lpage>15</lpage>. <pub-id pub-id-type="doi">10.1038/labinvest.2015.131</pub-id>
</citation>
</ref>
<ref id="B11">
<label>11.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chu</surname>
<given-names>K</given-names>
</name>
<name>
<surname>Bos</surname>
<given-names>SA</given-names>
</name>
<name>
<surname>Gill</surname>
<given-names>CM</given-names>
</name>
<name>
<surname>Torriani</surname>
<given-names>M</given-names>
</name>
<name>
<surname>Bredella</surname>
<given-names>MA</given-names>
</name>
</person-group>. <article-title>Brown adipose tissue and cancer progression</article-title>. <source>Skeletal Radiol</source> (<year>2020</year>) <volume>49</volume>:<fpage>635</fpage>&#x2013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1007/s00256-019-03322-w</pub-id>
</citation>
</ref>
<ref id="B12">
<label>12.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Conti</surname>
<given-names>G</given-names>
</name>
<name>
<surname>Calderan</surname>
<given-names>L</given-names>
</name>
<name>
<surname>Quintero Sierra</surname>
<given-names>LA</given-names>
</name>
<name>
<surname>Conti</surname>
<given-names>A</given-names>
</name>
<name>
<surname>Ossanna</surname>
<given-names>R</given-names>
</name>
<name>
<surname>Boschi</surname>
<given-names>F</given-names>
</name>
<etal/>
</person-group> <article-title>Tumor and peritumoral adipose tissue crosstalk: de-differentiated adipocytes influence spread of colon carcinoma cells</article-title>. <source>Tissue Cell</source> (<year>2023</year>) <volume>80</volume>:<fpage>101990</fpage>. <pub-id pub-id-type="doi">10.1016/j.tice.2022.101990</pub-id>
</citation>
</ref>
<ref id="B13">
<label>13.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gillies</surname>
<given-names>RJ</given-names>
</name>
<name>
<surname>Kinahan</surname>
<given-names>PE</given-names>
</name>
<name>
<surname>Hricak</surname>
<given-names>H</given-names>
</name>
</person-group>. <article-title>Radiomics: images are more than pictures, they are data</article-title>. <source>Radiology</source> (<year>2016</year>) <volume>278</volume>:<fpage>563</fpage>&#x2013;<lpage>77</lpage>. <pub-id pub-id-type="doi">10.1148/radiol.2015151169</pub-id>
</citation>
</ref>
<ref id="B14">
<label>14.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Miranda</surname>
<given-names>J</given-names>
</name>
<name>
<surname>Horvat</surname>
<given-names>N</given-names>
</name>
<name>
<surname>Araujo-Filho</surname>
<given-names>JAB</given-names>
</name>
<name>
<surname>Albuquerque</surname>
<given-names>KS</given-names>
</name>
<name>
<surname>Charbel</surname>
<given-names>C</given-names>
</name>
<name>
<surname>Trindade</surname>
<given-names>BMC</given-names>
</name>
<etal/>
</person-group> <article-title>The role of radiomics in rectal cancer</article-title>. <source>J Gastrointest Cancer</source> (<year>2023</year>) <volume>54</volume>:<fpage>1158</fpage>&#x2013;<lpage>80</lpage>. <pub-id pub-id-type="doi">10.1007/s12029-022-00909-w</pub-id>
</citation>
</ref>
<ref id="B15">
<label>15.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jayaprakasam</surname>
<given-names>VS</given-names>
</name>
<name>
<surname>Paroder</surname>
<given-names>V</given-names>
</name>
<name>
<surname>Gibbs</surname>
<given-names>P</given-names>
</name>
<name>
<surname>Bajwa</surname>
<given-names>R</given-names>
</name>
<name>
<surname>Gangai</surname>
<given-names>N</given-names>
</name>
<name>
<surname>Sosa</surname>
<given-names>RE</given-names>
</name>
<etal/>
</person-group> <article-title>MRI radiomics features of mesorectal fat can predict response to neoadjuvant chemoradiation therapy and tumor recurrence in patients with locally advanced rectal cancer</article-title>. <source>Eur Radiol</source> (<year>2022</year>) <volume>32</volume>:<fpage>971</fpage>&#x2013;<lpage>80</lpage>. <pub-id pub-id-type="doi">10.1007/s00330-021-08144-w</pub-id>
</citation>
</ref>
<ref id="B16">
<label>16.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Shaish</surname>
<given-names>H</given-names>
</name>
<name>
<surname>Aukerman</surname>
<given-names>A</given-names>
</name>
<name>
<surname>Vanguri</surname>
<given-names>R</given-names>
</name>
<name>
<surname>Spinelli</surname>
<given-names>A</given-names>
</name>
<name>
<surname>Armenta</surname>
<given-names>P</given-names>
</name>
<name>
<surname>Jambawalikar</surname>
<given-names>S</given-names>
</name>
<etal/>
</person-group> <article-title>Radiomics of MRI for pretreatment prediction of pathologic complete response, tumor regression grade, and neoadjuvant rectal score in patients with locally advanced rectal cancer undergoing neoadjuvant chemoradiation: an international multicenter study</article-title>. <source>Eur Radiol</source> (<year>2020</year>) <volume>30</volume>:<fpage>6263</fpage>&#x2013;<lpage>73</lpage>. <pub-id pub-id-type="doi">10.1007/s00330-020-06968-6</pub-id>
</citation>
</ref>
<ref id="B17">
<label>17.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Myerson</surname>
<given-names>RJ</given-names>
</name>
<name>
<surname>Garofalo</surname>
<given-names>MC</given-names>
</name>
<name>
<surname>El Naqa</surname>
<given-names>I</given-names>
</name>
<name>
<surname>Abrams</surname>
<given-names>RA</given-names>
</name>
<name>
<surname>Apte</surname>
<given-names>A</given-names>
</name>
<name>
<surname>Bosch</surname>
<given-names>WR</given-names>
</name>
<etal/>
</person-group> <article-title>Elective clinical target volumes for conformal therapy in anorectal cancer: a radiation therapy oncology group consensus panel contouring atlas</article-title>. <source>Int J Radiat Oncol Biol Phys</source> (<year>2009</year>) <volume>74</volume>:<fpage>824</fpage>&#x2013;<lpage>30</lpage>. <pub-id pub-id-type="doi">10.1016/j.ijrobp.2008.08.070</pub-id>
</citation>
</ref>
<ref id="B18">
<label>18.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Dworak Lk</surname>
<given-names>O</given-names>
</name>
<name>
<surname>Hoffmann</surname>
<given-names>A</given-names>
</name>
</person-group>. <article-title>Pathological features of rectal cancer after preoperative radiochemotherapy</article-title>. <source>Int J Colorectal Dis</source> (<year>1997</year>) <volume>12</volume>:<fpage>19</fpage>&#x2013;<lpage>23</lpage>. <pub-id pub-id-type="doi">10.1007/s003840050072</pub-id>
</citation>
</ref>
<ref id="B19">
<label>19.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Maas</surname>
<given-names>M</given-names>
</name>
<name>
<surname>Beets-Tan</surname>
<given-names>RG</given-names>
</name>
<name>
<surname>Lambregts</surname>
<given-names>DM</given-names>
</name>
<name>
<surname>Lammering</surname>
<given-names>G</given-names>
</name>
<name>
<surname>Nelemans</surname>
<given-names>PJ</given-names>
</name>
<name>
<surname>Engelen</surname>
<given-names>SM</given-names>
</name>
<etal/>
</person-group> <article-title>Wait-and-see policy for clinical complete responders after chemoradiation for rectal cancer</article-title>. <source>J Clin Oncol</source> (<year>2011</year>) <volume>29</volume>:<fpage>4633</fpage>&#x2013;<lpage>40</lpage>. <pub-id pub-id-type="doi">10.1200/JCO.2011.37.7176</pub-id>
</citation>
</ref>
<ref id="B20">
<label>20.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Saito</surname>
<given-names>T</given-names>
</name>
<name>
<surname>Rehmsmeier</surname>
<given-names>M</given-names>
</name>
</person-group>. <article-title>The precision-recall plot is more informative than the ROC plot when evaluating binary classifiers on imbalanced datasets</article-title>. <source>PLoS One</source> (<year>2015</year>) <volume>10</volume>:<fpage>e0118432</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0118432</pub-id>
</citation>
</ref>
<ref id="B21">
<label>21.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kim</surname>
<given-names>SH</given-names>
</name>
<name>
<surname>Chang</surname>
<given-names>HJ</given-names>
</name>
<name>
<surname>Kim</surname>
<given-names>DY</given-names>
</name>
<name>
<surname>Park</surname>
<given-names>JW</given-names>
</name>
<name>
<surname>Baek</surname>
<given-names>JY</given-names>
</name>
<name>
<surname>Kim</surname>
<given-names>SY</given-names>
</name>
<etal/>
</person-group> <article-title>What is the ideal tumor regression grading system in rectal cancer patients after preoperative chemoradiotherapy?</article-title> <source>Cancer Res Treat</source> (<year>2016</year>) <volume>48</volume>:<fpage>998</fpage>&#x2013;<lpage>1009</lpage>. <pub-id pub-id-type="doi">10.4143/crt.2015.254</pub-id>
</citation>
</ref>
<ref id="B22">
<label>22.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhang</surname>
<given-names>S</given-names>
</name>
<name>
<surname>Tang</surname>
<given-names>B</given-names>
</name>
<name>
<surname>Yu</surname>
<given-names>M</given-names>
</name>
<name>
<surname>He</surname>
<given-names>L</given-names>
</name>
<name>
<surname>Zheng</surname>
<given-names>P</given-names>
</name>
<name>
<surname>Yan</surname>
<given-names>C</given-names>
</name>
<etal/>
</person-group> <article-title>Development and validation of a radiomics model based on lymph-node regression grading after neoadjuvant chemoradiotherapy in locally advanced rectal cancer</article-title>. <source>Int J Radiat Oncol Biol Phys</source> (<year>2023</year>) <volume>117</volume>:<fpage>821</fpage>&#x2013;<lpage>33</lpage>. <pub-id pub-id-type="doi">10.1016/j.ijrobp.2023.05.027</pub-id>
</citation>
</ref>
<ref id="B23">
<label>23.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Otero de Pablos</surname>
<given-names>J</given-names>
</name>
<name>
<surname>Mayol</surname>
<given-names>J</given-names>
</name>
</person-group>. <article-title>Controversies in the management of lateral pelvic lymph nodes in patients with advanced rectal cancer: east or west?</article-title> <source>Front Surg</source> (<year>2019</year>) <volume>6</volume>:<fpage>79</fpage>. <pub-id pub-id-type="doi">10.3389/fsurg.2019.00079</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>