
<!DOCTYPE article
  PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Archiving and Interchange DTD with MathML3 v1.3 20210610//EN" "JATS-archivearticle1-3-mathml3.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" dtd-version="1.3" article-type="research-article" xml:lang="en"><processing-meta tagset-family="jats" base-tagset="archiving" mathml-version="3.0" table-model="xhtml"><custom-meta-group><custom-meta assigning-authority="highwire" xlink:type="simple"><meta-name>recast-jats-build</meta-name><meta-value>d8e1462159</meta-value></custom-meta></custom-meta-group></processing-meta><front><journal-meta><journal-id journal-id-type="hwp">jitc</journal-id><journal-id journal-id-type="nlm-ta">J Immunother Cancer</journal-id><journal-id journal-id-type="publisher-id">jitc</journal-id><journal-title-group><journal-title>Journal for ImmunoTherapy of Cancer</journal-title><abbrev-journal-title abbrev-type="publisher">J Immunother Cancer</abbrev-journal-title><abbrev-journal-title>J Immunother Cancer</abbrev-journal-title></journal-title-group><issn pub-type="epub">2051-1426</issn><publisher><publisher-name>BMJ Publishing Group Ltd</publisher-name></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">jitc-2020-000931</article-id><article-id pub-id-type="doi">10.1136/jitc-2020-000931</article-id><article-id pub-id-type="pmid">33097611</article-id><article-id pub-id-type="apath" assigning-authority="highwire">/jitc/8/2/e000931.atom</article-id><article-categories><subj-group subj-group-type="heading"><subject>Clinical/translational cancer immunotherapy</subject></subj-group><subj-group subj-group-type="collection" assigning-authority="publisher"><subject>Open access</subject></subj-group><subj-group subj-group-type="collection" assigning-authority="publisher"><subject>Clinical/Translational Cancer Immunotherapy</subject></subj-group><subj-group subj-group-type="collection" assigning-authority="highwire"><subject>Special collections</subject><subj-group><subject>JITC</subject><subj-group><subject>Clinical/Translational Cancer Immunotherapy</subject></subj-group></subj-group></subj-group><subj-group subj-group-type="collection" assigning-authority="highwire"><subject>Special collections</subject><subj-group><subject>Open access</subject></subj-group></subj-group><series-title>Original research</series-title></article-categories><title-group><article-title>Evaluating the psychometric properties of the Immunotherapy module of the MD Anderson Symptom Inventory</article-title></title-group><contrib-group><contrib contrib-type="author" corresp="yes" id="author-77530076" xlink:type="simple"><contrib-id contrib-id-type="orcid" authenticated="false">http://orcid.org/0000-0001-8122-5233</contrib-id><name name-style="western"><surname>Mendoza</surname><given-names>Tito</given-names></name><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author" id="author-77589229" xlink:type="simple"><name name-style="western"><surname>Sheshadri</surname><given-names>Ajay</given-names></name><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author" id="author-74360382" xlink:type="simple"><name name-style="western"><surname>Altan</surname><given-names>Mehmet</given-names></name><xref ref-type="aff" rid="aff3">3</xref></contrib><contrib contrib-type="author" id="author-77589388" xlink:type="simple"><name name-style="western"><surname>Hess</surname><given-names>Kenneth</given-names></name><xref ref-type="aff" rid="aff4">4</xref></contrib><contrib contrib-type="author" id="author-77591561" xlink:type="simple"><name name-style="western"><surname>George</surname><given-names>Goldy</given-names></name><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author" id="author-74334321" xlink:type="simple"><name name-style="western"><surname>Stephen</surname><given-names>Bettzy</given-names></name><xref ref-type="aff" rid="aff5">5</xref></contrib><contrib contrib-type="author" id="author-76438864" xlink:type="simple"><name name-style="western"><surname>Castillo</surname><given-names>Lilibeth</given-names></name><xref ref-type="aff" rid="aff5">5</xref></contrib><contrib contrib-type="author" id="author-77591647" xlink:type="simple"><name name-style="western"><surname>Rodriguez</surname><given-names>Enedelia</given-names></name><xref ref-type="aff" rid="aff5">5</xref></contrib><contrib contrib-type="author" id="author-74334802" xlink:type="simple"><name name-style="western"><surname>Gong</surname><given-names>Jing</given-names></name><xref ref-type="aff" rid="aff5">5</xref></contrib><contrib contrib-type="author" id="author-77591687" xlink:type="simple"><name name-style="western"><surname>Peterson</surname><given-names>Christine</given-names></name><xref ref-type="aff" rid="aff4">4</xref></contrib><contrib contrib-type="author" id="author-74334398" xlink:type="simple"><name name-style="western"><surname>Rodon Ahnert</surname><given-names>Jordi</given-names></name><xref ref-type="aff" rid="aff5">5</xref></contrib><contrib contrib-type="author" id="author-74334992" xlink:type="simple"><name name-style="western"><surname>Fu</surname><given-names>Siqing</given-names></name><xref ref-type="aff" rid="aff5">5</xref></contrib><contrib contrib-type="author" id="author-74334414" xlink:type="simple"><name name-style="western"><surname>Piha-Paul</surname><given-names>Sarina A</given-names></name><xref ref-type="aff" rid="aff5">5</xref></contrib><contrib contrib-type="author" id="author-74334919" xlink:type="simple"><name name-style="western"><surname>Pant</surname><given-names>Shubham</given-names></name><xref ref-type="aff" rid="aff5">5</xref></contrib><contrib contrib-type="author" id="author-77591769" xlink:type="simple"><name name-style="western"><surname>Dumbrava</surname><given-names>Ecaterina</given-names></name><xref ref-type="aff" rid="aff5">5</xref></contrib><contrib contrib-type="author" id="author-74334931" xlink:type="simple"><name name-style="western"><surname>Yap</surname><given-names>Timonthy A</given-names></name><xref ref-type="aff" rid="aff5">5</xref></contrib><contrib contrib-type="author" id="author-74334976" xlink:type="simple"><name name-style="western"><surname>Janku</surname><given-names>Filip</given-names></name><xref ref-type="aff" rid="aff5">5</xref></contrib><contrib contrib-type="author" id="author-74334949" xlink:type="simple"><name name-style="western"><surname>Tsimberidou</surname><given-names>Apostolia M</given-names></name><xref ref-type="aff" rid="aff5">5</xref></contrib><contrib contrib-type="author" id="author-74334906" xlink:type="simple"><name name-style="western"><surname>Subbiah</surname><given-names>Vivek</given-names></name><xref ref-type="aff" rid="aff5">5</xref></contrib><contrib contrib-type="author" id="author-74334347" xlink:type="simple"><name name-style="western"><surname>Karp</surname><given-names>Daniel D</given-names></name><xref ref-type="aff" rid="aff5">5</xref></contrib><contrib contrib-type="author" id="author-77591834" xlink:type="simple"><name name-style="western"><surname>Zarifa</surname><given-names>Abdulrazzak</given-names></name><xref ref-type="aff" rid="aff5">5</xref></contrib><contrib contrib-type="author" id="author-74334870" xlink:type="simple"><name name-style="western"><surname>McQuinn</surname><given-names>Lacey M</given-names></name><xref ref-type="aff" rid="aff5">5</xref></contrib><contrib contrib-type="author" id="author-77591859" xlink:type="simple"><name name-style="western"><surname>Cleeland</surname><given-names>Charles</given-names></name><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author" id="author-73517773" xlink:type="simple"><name name-style="western"><surname>Hong</surname><given-names>David S</given-names></name><xref ref-type="aff" rid="aff5">5</xref></contrib><contrib contrib-type="author" id="author-73322767" xlink:type="simple"><contrib-id contrib-id-type="orcid" authenticated="false">http://orcid.org/0000-0002-4803-8513</contrib-id><name name-style="western"><surname>Naing</surname><given-names>Aung</given-names></name><xref ref-type="aff" rid="aff5">5</xref></contrib></contrib-group><aff id="aff1">
<label>1</label>
<institution content-type="department" xlink:type="simple">Symptom Research</institution>, <institution xlink:type="simple">The University of Texas MD Anderson Cancer Center</institution>, <addr-line content-type="city">Houston</addr-line>, <addr-line content-type="state">Texas</addr-line>, <country>USA</country>
</aff><aff id="aff2">
<label>2</label>
<institution content-type="department" xlink:type="simple">Pulmonary Medicine</institution>, <institution xlink:type="simple">The University of Texas MD Anderson Cancer Center</institution>, <addr-line content-type="city">Houston</addr-line>, <addr-line content-type="state">Texas</addr-line>, <country>USA</country>
</aff><aff id="aff3">
<label>3</label>
<institution content-type="department" xlink:type="simple">Thoracic/Head and Neck Medical Oncology</institution>, <institution xlink:type="simple">The University of Texas MD Anderson Cancer Center</institution>, <addr-line content-type="city">Houston</addr-line>, <addr-line content-type="state">Texas</addr-line>, <country>USA</country>
</aff><aff id="aff4">
<label>4</label>
<institution content-type="department" xlink:type="simple">Biostatistics</institution>, <institution xlink:type="simple">The University of Texas MD Anderson Cancer Center</institution>, <addr-line content-type="city">Houston</addr-line>, <addr-line content-type="state">Texas</addr-line>, <country>USA</country>
</aff><aff id="aff5">
<label>5</label>
<institution content-type="department" xlink:type="simple">Investigational Cancer Therapeutics</institution>, <institution xlink:type="simple">The University of Texas MD Anderson Cancer Center</institution>, <addr-line content-type="city">Houston</addr-line>, <addr-line content-type="state">Texas</addr-line>, <country>USA</country>
</aff><author-notes><corresp>
<label>Correspondence to</label> Dr Tito Mendoza; <email xlink:type="simple">tmendoza@mdanderson.org</email>
</corresp></author-notes><pub-date date-type="pub" iso-8601-date="2020-10" pub-type="ppub" publication-format="print"><month>10</month><year>2020</year></pub-date><pub-date date-type="pub" iso-8601-date="2020-10-23" pub-type="epub-original" publication-format="electronic"><day>23</day><month>10</month><year>2020</year></pub-date><pub-date iso-8601-date="2020-06-29T04:33:09-07:00" pub-type="hwp-received"><day>29</day><month>6</month><year>2020</year></pub-date><pub-date iso-8601-date="2020-06-29T04:33:09-07:00" pub-type="hwp-created"><day>29</day><month>6</month><year>2020</year></pub-date><pub-date iso-8601-date="2020-10-23T08:52:09-07:00" pub-type="epub"><day>23</day><month>10</month><year>2020</year></pub-date><volume>8</volume><issue>2</issue><elocation-id>e000931</elocation-id><history><date date-type="accepted" iso-8601-date="2020-09-21"><day>21</day><month>09</month><year>2020</year></date></history><permissions><copyright-statement>© Author(s) (or their employer(s)) 2020. Re-use permitted under CC BY-NC. No commercial re-use. See rights and permissions. Published by BMJ.</copyright-statement><copyright-year>2020</copyright-year><license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by-nc/4.0/" xlink:type="simple"><ali:license_ref xmlns:ali="http://www.niso.org/schemas/ali/1.0/" start_date="2020-10-23">http://creativecommons.org/licenses/by-nc/4.0/</ali:license_ref><license-p>This is an open access article distributed in accordance with the Creative Commons Attribution Non Commercial (CC BY-NC 4.0) license, which permits others to distribute, remix, adapt, build upon this work non-commercially, and license their derivative works on different terms, provided the original work is properly cited, appropriate credit is given, any changes made indicated, and the use is non-commercial. See <ext-link ext-link-type="uri" xlink:href="http://creativecommons.org/licenses/by-nc/4.0/" xlink:type="simple">http://creativecommons.org/licenses/by-nc/4.0/</ext-link>.</license-p></license></permissions><self-uri content-type="pdf" xlink:href="jitc-2020-000931.pdf" xlink:type="simple"/><abstract><sec><title>Introduction</title><p>Immunotherapies have revolutionized the treatment of various cancers, but little is known about their symptomatic toxicity. Assessing these symptoms is best accomplished by asking the patients themselves. However, such reports are subjective and may face challenges as bonafide scientific data. Demonstrating the validity of symptom assessment tools, mainly through the reduction of measurement errors, has the potential to improve patient care if these tools are widely adopted. To that end, we present herein the psychometric properties of the Immunotherapy for Early-Phase Trials module of the MD Anderson Symptom Inventory (MDASI-Immunotherapy EPT) in patients receiving various immunotherapies in early phase trials at a major cancer center.</p></sec><sec><title>Methods</title><p>One hundred forty-five patients completed the inventory at baseline, with 85 of them also doing so after 9 weeks of treatment. The mean (±SD) age of the patients was 57.0±12.9 years. Also, 56% of the patients were women, 79% identified as white, and 49% had at least some college education.</p></sec><sec><title>Results</title><p>The internal consistency reliability of the MDASI-Immunotherapy EPT was excellent, as the Cronbach’s alphas for all of its subscales were at least 0.88 (range 0.88–0.95). Known-group validity based on Eastern Cooperative Oncology Group performance status groupings was excellent at 9 weeks after the start of an immunotherapy trial for the MDASI-Immunotherapy EPT severity (effect size, 0.96) and interference (effect size, 0.82) subscales. We found substantial changes in the symptom items difficulty remembering (effect size, −0.85), fever and/or chills (effect size, −0.63), disturbed sleep (effect size, −0.52), diarrhea (effect size, −0.42), and swelling of hands, legs, or feet (effect size, −0.39).</p></sec><sec><title>Conclusions</title><p>In conclusion, the MDASI-Immunotherapy EPT is a valid, reliable, and sensitive tool for measuring symptomatic toxicity.</p></sec></abstract><kwd-group><kwd>immunotherapy</kwd><kwd>biostatistics</kwd></kwd-group><funding-group specific-use="FundRef"><award-group id="funding-1" xlink:type="simple"><funding-source xlink:type="simple">
<institution-wrap><institution xlink:type="simple">US National Institute of Health</institution></institution-wrap>
</funding-source><award-id xlink:type="simple">P30CA016672</award-id><award-id xlink:type="simple">R01CA242565</award-id></award-group></funding-group><custom-meta-group><custom-meta xlink:type="simple"><meta-name>special-feature</meta-name><meta-value>unlocked</meta-value></custom-meta></custom-meta-group></article-meta></front><body><sec id="s1" sec-type="intro"><title>Introduction</title><p>Patients with cancer experience disease and treatment-related symptoms that profoundly impact their quality of life and ability to function.<xref ref-type="bibr" rid="R1">1</xref> Symptoms are further aggravated by newer cancer treatments such as immunotherapies that interfere with the immune system. With this disruption in immune balance, a unique set of toxicities referred to as immune-related adverse events has emerged. These events are classically autoimmune in nature and are often T-cell mediated.<xref ref-type="bibr" rid="R2">2</xref>
</p><p>Toxic effects associated with immunotherapy are generally assessed via tabulation of adverse events, which are graded by clinicians. However, it is generally accepted that clinicians typically underestimate the symptoms of toxicity in patients under their care.<xref ref-type="bibr" rid="R3">3</xref> To more accurately assess such symptoms, a better strategy is to rely on patient-reported outcomes (PRO). The patient symptom experience that is captured through PRO questionnaires administered during oncological clinical trials plays a critical role in how drug-approval agencies such as the US Food and Drug Administration and European Medicines Agency evaluate the overall clinical risks and benefits of new therapeutic agents.</p><p>Symptom assessment requires psychometrically validated tools that are easy to use and quick to administer. One such tool, the MD Anderson Symptom Inventory (MDASI),<xref ref-type="bibr" rid="R4">4</xref> was designed to assess the severity of common cancer-related and treatment-related symptoms in a way that better reflects the symptom experience of the patient population with cancer. The MDASI assesses not only the intensity of cancer-related symptoms but also the level of symptom interference with daily functioning. Symptoms specific to a particular cancer, treatment method, or treatment site can be added to the core MDASI. In fact, we have done so, creating MDASI modules that include the 13 symptom and 6 interference items of the core MDASI augmented by additional disease-specific and treatment-specific symptom items. Specifically, we developed MDASI modules for patients with brain tumors,<xref ref-type="bibr" rid="R5">5</xref> head and neck cancer,<xref ref-type="bibr" rid="R6">6</xref> treatment-related heart failure,<xref ref-type="bibr" rid="R7">7</xref> lung cancer,<xref ref-type="bibr" rid="R8">8</xref> and malignant pleural mesothelioma,<xref ref-type="bibr" rid="R9">9</xref> among others. The number of additional module-specific symptom items is minimized to keep the MDASI concise and easy to use in clinical and research settings and to facilitate repeated measurement.</p><p>The goal of the present prospective study was to demonstrate the reliability and validity of a MDASI module specific to immunotherapy for early-phase trials (MDASI-Immunotherapy EPT). This module asks patients to describe symptoms related to cancer in general and rate symptoms related specifically to immunotherapy during early-phase trials. We hypothesized that the MDASI-Immunotherapy EPT is a valid and reliable symptom assessment measure.</p><p>The MDASI-Immunotherapy EPT was developed to fill a need for an instrument that covered the spectrum of symptomatic adverse events that could be experienced by patients receiving immunotherapy. Although some other PRO measures have been used in immunotherapy, the MDASI-Immunotherapy EPT has several benefits and key advantages, such as that it is based on the core-MDASI that has been validated across cancer types and cancer treatments and available in multiple different languages. The MDASI-Immunotherapy EPT also has all eight symptoms that King-Kallimanis <italic toggle="yes">et al</italic> have described as critical adverse events related to immunotherapy, namely, fatigue, diarrhea, cough, shortness of breath, musculoskeletal pain, rash, pruritus, and fever.<xref ref-type="bibr" rid="R10">10</xref> In their review of 28 registration trials for FDA-approved anti-programmed-cell-death-1 inhibitors, King-Kallimanis <italic toggle="yes">et al</italic> reported that 75% of these trials included PRO measures, and most trials used the EuroQol five dimension or the European Organization for Research and Treatment of Cancer Quality of Life Questionnaire. King-Kallimanis <italic toggle="yes">et al</italic> indicated that no PRO measure reviewed included all eight symptoms that the authors considered as critical adverse events related to immunotherapy, namely fatigue, diarrhea, cough, shortness of breath, musculoskeletal pain, rash, pruritus, and fever.<xref ref-type="bibr" rid="R10">10</xref> We note that all of these eight symptoms are included in the MDASI-Immunotherapy EPT.</p></sec><sec id="s2" sec-type="methods"><title>Methods</title><p>Subjects were recruited from the Investigational Cancer Therapeutics department at The University of Texas MD Anderson Cancer Center. To be eligible for this study, individuals were required to be at least 18 years old, speak English, have a pathological diagnosis of cancer, and be receiving immunotherapy. Patients were excluded if clinical research staff felt that the patient was unable to understand or unwilling to sign a written informed consent document. Patients completed the MDASI-Immunotherapy EPT at baseline (before the initiation of immunotherapy) and after 9 weeks of treatment. All patients provided written consent to participate. This study was approved by the MD Anderson Institutional Review Board (protocol PA15-0315).</p><sec id="s2-1"><title>Measures</title><p>At the time of enrollment, research staff asked study subjects to complete self-administered questionnaires that ask patients about their symptoms and their impact on daily functions. Survey staff answered questions about the study and assisted with completion of survey forms as needed. Patient demographic information (eg, sex, age, marital status, education level, employment status) was collected during the initial clinic visits using a general survey questionnaire. A study-specific clinician checklist was used to collect medical information from hospital records, including treatment, presence of metastases, cancer diagnosis, location, and staging.</p><p>Eastern Cooperative Oncology Group (ECOG) performance status (PS) was used to describe the patient’s level of functioning.<xref ref-type="bibr" rid="R11">11</xref> ECOG PS is a physician-rated measure of functional ability using scores ranging from 0 (fully active; able to carry on all predisease performance without restrictions) to 4 (completely disabled; cannot perform self-care; totally confined to bed or chair).</p><p>The MDASI-Immunotherapy EPT asks patients to rate the severity of disease-related and treatment-related symptoms over the past 24 hours. Each symptom item (pain; fatigue; nausea; disturbed sleep; distress/feeling upset; shortness of breath; difficulty remembering; lack of appetite; drowsiness; dry mouth; sadness; vomiting; numbness/tingling; rash; diarrhea; pain in the abdomen; swelling of hands, legs, or feet; headache; night sweats; and fever and/or chills) is rated on an 11-point scale ranging from 0 (not present) to 10 (as bad as you can imagine). Patients also rate the degree to which symptoms interfere with various aspects of life over the past 24 hours. In addition, each interference item (general activity, mood, normal work (including both work outside the home and housework), relations with other people, walking ability, and enjoyment of life) is rated on an 11-point scale ranging from 0 (did not interfere) to 10 (interfered completely). To create the MDASI-Immunotherapy EPT, seven symptoms were added to the core MDASI rash; diarrhea; pain in the abdomen; swelling of hands, legs, or feet; headache; night sweats; and fever and/or chills. Selection of these immunotherapy-specific symptom items was based on the literature review and clinician input.</p></sec><sec id="s2-2"><title>Scoring the MDASI-Immunotherapy EPT</title><p>The ratings in the MDASI-Immunotherapy EPT can be averaged into several subscale scores: mean severity score (the 13 core symptom items plus the immunotherapy-specific items), mean core score (the 13 core symptom items only), and mean interference score (the interference items only). The interference items can be broken down further into a mean activity-related interference score (work, general activity, and walking ability) and mean mood-related interference score (relations with people, enjoyment of life, and mood).</p><p>A more sensitive characterization of symptoms for a given cohort may use a subset of the most severe symptoms reported by that group. Symptom items may be used individually or in subsets without summary scoring if specified a priori. Specific symptom items can also be used based on the expected (ie, prespecified) outcome. For example, a hypothesis by our group was that cancer patients undergoing immunotherapy who experienced pneumonitis would have worsening of shortness of breath.</p></sec><sec id="s2-3"><title>Statistical analysis</title><p>All statistical analyses were conducted using SPSS (V.24; IBM, Armonk, New York, USA). Means, SDs, ranges, and 95% CIs were computed for all symptoms and subscales.</p><sec id="s2-3-1"><title>Reliability of the MDASI-Immunotherapy EPT</title><p>Internal consistency reliability refers to the extent to which the items in a scale measure the same concept. Cronbach coefficient alphas were computed to estimate the internal consistency reliability of the MDASI-Immunotherapy EPT core (13 MDASI symptom items), severity (core plus immunotherapy-specific items), and interference (6 interference items) subscales. The criterion for good internal consistency (reliability) is a Cronbach’s alpha value of 0.70 or higher.<xref ref-type="bibr" rid="R12">12</xref>
</p></sec><sec id="s2-3-2"><title>Validity of the MDASI-Immunotherapy EPT</title><p>Known-group validity comparisons were made for the MDASI-Immunotherapy EPT subscales relative to ECOG PS scores. Independent t tests were performed to demonstrate ECOG PS group differences in the subscales. The MDASI-Immunotherapy EPT should be able to discriminate between patients with good and poor PS.</p></sec><sec id="s2-3-3"><title>Sensitivity of the MDASI-Immunotherapy EPT</title><p>Sensitivity is defined as the ability of an instrument to detect a change in outcome using its subscales or items when such a change is expected. Several tests were conducted to assess the MDASI-Immunotherapy EPT’s sensitivity to changes in PS. Effect sizes were calculated to estimate the magnitude of differences in subscale scores and items.<xref ref-type="bibr" rid="R13 R14">13 14</xref>
</p><p>First, whether the MDASI-Immunotherapy EPT could detect worsening of symptoms among patients with deteriorating ECOG PS was evaluated. Also, whether the MDASI-Immunotherapy EPT could detect changes in patients whose PS changed over the course of their disease—particularly, whether symptom severity increased for patients whose PS deteriorated over time—was examined. Patients whose PS improved were expected to have improved symptom scores. Changes in the MDASI-Immunotherapy EPT subscales and individual items were computed and considered to be clinically meaningful at an SD of 0.5 or higher, the level often used to indicate meaningful differences.<xref ref-type="bibr" rid="R15">15</xref>
</p></sec></sec></sec><sec id="s3" sec-type="results"><title>Results</title><p>Of the 145 patients who completed the MDASI-Immunotherapy EPT at baseline, 85 also did so at week 9 of treatment. The reduction in the number of patients completing questionnaires at week 9 compared with baseline were due to attrition, or patients having come off the study due to progressive disease, clinical progression, withdrawal of consent or due to toxicities. The mean (±SD) patient age was 57.0±12.9 years. About 56% of the patients were women, 79% identified as white, and 49% had at least some college education. The five most common cancer diagnoses were colorectal (9%), skin (non-melanoma) (9%), ovarian (8%), cervix (7%), and sarcoma (6%).</p><sec id="s3-1"><title>Baseline/pretreatment symptom severity</title><p>The mean baseline core, immunotherapy severity, and interference subscale scores were 2.07, 1.72, and 2.46, respectively; see <xref ref-type="table" rid="T1">table 1</xref>. The most severe core symptoms reported at baseline were fatigue, pain, disturbed sleep, drowsiness, and distress/feeling upset. The least severe core symptoms were vomiting and nausea. Pain in the abdomen was the most severe Immunotherapy EPT module-specific item reported at baseline.</p><table-wrap position="float" id="T1" orientation="portrait"><object-id pub-id-type="publisher-id">T1</object-id><label>Table 1</label><caption><p>Descriptive statistics for the severity (on a 0–10 rating scale) of the symptom items of the MDASI-Immunotherapy EPT at baseline and week 9 of treatment</p></caption><table frame="hsides" rules="groups"><thead><tr><td align="left" valign="top" rowspan="1" colspan="2">Mean (SD)</td><td align="left" valign="top" rowspan="1" colspan="2">Mean (SD)</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1">MDASI-Immunotherapy EPT item</td><td align="left" valign="top" rowspan="1" colspan="1">Baseline</td><td align="left" valign="top" rowspan="1" colspan="1">MDASI-Immunotherapy EPT item</td><td align="left" valign="top" rowspan="1" colspan="1">Week 9</td></tr></thead><tbody><tr><td align="left" valign="top" rowspan="1" colspan="1">Fatigue</td><td rowspan="1" align="char" char="." colspan="1">3.7 (2.7)</td><td align="left" valign="top" rowspan="1" colspan="1">Pain</td><td rowspan="1" align="char" char="." colspan="1">3.6 (3.3)</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1">Pain</td><td rowspan="1" align="char" char="." colspan="1">3.1 (3.3)</td><td align="left" valign="top" rowspan="1" colspan="1">Fatigue</td><td rowspan="1" align="char" char="." colspan="1">3.5 (2.5)</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1">Disturbed sleep</td><td rowspan="1" align="char" char="." colspan="1">2.7 (2.7)</td><td align="left" valign="top" rowspan="1" colspan="1">Disturbed sleep</td><td rowspan="1" align="char" char="." colspan="1">2.6 (2.6)</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1">Drowsiness</td><td rowspan="1" align="char" char="." colspan="1">2.5 (2.6)</td><td align="left" valign="top" rowspan="1" colspan="1">Drowsiness</td><td rowspan="1" align="char" char="." colspan="1">2.1 (2.1)</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1">Distress/feeling upset</td><td rowspan="1" align="char" char="." colspan="1">2.2 (2.5)</td><td align="left" valign="top" rowspan="1" colspan="1">Pain in the abdomen</td><td rowspan="1" align="char" char="." colspan="1">2.1 (2.4)</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1">Lack of appetite</td><td rowspan="1" align="char" char="." colspan="1">1.9 (2.6)</td><td align="left" valign="top" rowspan="1" colspan="1">Distress/feeling upset</td><td rowspan="1" align="char" char="." colspan="1">1.8 (2.1)</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1">Dry mouth</td><td rowspan="1" align="char" char="." colspan="1">1.9 (2.6)</td><td align="left" valign="top" rowspan="1" colspan="1">Difficulty remembering</td><td rowspan="1" align="char" char="." colspan="1">1.9 (2.3)</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1">Numbness/tingling</td><td rowspan="1" align="char" char="." colspan="1">2.0 (2.6)</td><td align="left" valign="top" rowspan="1" colspan="1">Numbness/tingling</td><td rowspan="1" align="char" char="." colspan="1">1.7 (2.0)</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1">Pain in the abdomen</td><td rowspan="1" align="char" char="." colspan="1">2.0 (2.7)</td><td align="left" valign="top" rowspan="1" colspan="1">Dry mouth</td><td rowspan="1" align="char" char="." colspan="1">1.8 (2.5)</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1">Sadness</td><td rowspan="1" align="char" char="." colspan="1">1.8 (2.3)</td><td align="left" valign="top" rowspan="1" colspan="1">Lack of appetite</td><td rowspan="1" align="char" char="." colspan="1">1.6 (2.1)</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1">Difficulty remembering</td><td rowspan="1" align="char" char="." colspan="1">1.6 (2.1)</td><td align="left" valign="top" rowspan="1" colspan="1">Sadness</td><td rowspan="1" align="char" char="." colspan="1">1.5 (2.1)</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1">Shortness of breath</td><td rowspan="1" align="char" char="." colspan="1">1.6 (2.2)</td><td align="left" valign="top" rowspan="1" colspan="1">Night sweats</td><td rowspan="1" align="char" char="." colspan="1">1.5 (2.2)</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1">Nausea</td><td rowspan="1" align="char" char="." colspan="1">1.3 (2.5)</td><td align="left" valign="top" rowspan="1" colspan="1">Shortness of breath</td><td rowspan="1" align="char" char="." colspan="1">1.4 (2.0)</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1">Diarrhea</td><td rowspan="1" align="char" char="." colspan="1">1.1 (2.3)</td><td align="left" valign="top" rowspan="1" colspan="1">Swelling of hands, legs, or feet</td><td rowspan="1" align="char" char="." colspan="1">1.3 (2.1)</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1">Swelling of hands, legs, or feet</td><td rowspan="1" align="char" char="." colspan="1">1.1 (2.3)</td><td align="left" valign="top" rowspan="1" colspan="1">Headache</td><td rowspan="1" align="char" char="." colspan="1">1.0 (1.7)</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1">Night sweats</td><td rowspan="1" align="char" char="." colspan="1">1.0 (2.0)</td><td align="left" valign="top" rowspan="1" colspan="1">Rash</td><td rowspan="1" align="char" char="." colspan="1">1.0 (2.0)</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1">Vomiting</td><td rowspan="1" align="char" char="." colspan="1">0.7 (2.0)</td><td align="left" valign="top" rowspan="1" colspan="1">Diarrhea</td><td rowspan="1" align="char" char="." colspan="1">1.3 (2.1)</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1">Headache</td><td rowspan="1" align="char" char="." colspan="1">0.9 (1.8)</td><td align="left" valign="top" rowspan="1" colspan="1">Nausea</td><td rowspan="1" align="char" char="." colspan="1">1.0 (1.7)</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1">Rash</td><td rowspan="1" align="char" char="." colspan="1">0.9 (2.1)</td><td align="left" valign="top" rowspan="1" colspan="1">Fever and/or chills</td><td rowspan="1" align="char" char="." colspan="1">0.9 (1.9)</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1">Fever and/or chills</td><td rowspan="1" align="char" char="." colspan="1">0.6 (1.5)</td><td align="left" valign="top" rowspan="1" colspan="1">Vomiting</td><td rowspan="1" align="char" char="." colspan="1">0.6 (1.5)</td></tr></tbody></table><table-wrap-foot><fn id="T1_FN1"><p>MDASI-Immunotherapy EPT, Immunotherapy for Early-Phase Trials module of the MD Anderson Symptom Inventory.</p></fn></table-wrap-foot></table-wrap></sec><sec id="s3-2"><title>Symptom severity at week 9 of treatment</title><p>The mean core, severity, and interference subscale scores at week 9 were 1.92, 1.70, and 2.62, respectively; see <xref ref-type="table" rid="T1">table 1</xref>. The most severe core symptoms reported were pain, fatigue, disturbed sleep, drowsiness, and difficulty remembering. The least severe core symptoms were vomiting and nausea. Pain in the abdomen was the most severe Immunotherapy EPT module-specific item reported at week 9 of treatment.</p></sec><sec id="s3-3"><title>Validation of the MDASI-Immunotherapy EPT</title><p>
<italic toggle="yes">Internal consistency reliability</italic>. The MDASI-Immunotherapy EPT subscales demonstrated good internal consistency reliability. At baseline, the Cronbach coefficient alpha values were 0.91 for the core subscale, 0.92 for the severity subscale, and 0.93 for the interference subscale. The Cronbach alpha values at week 9 of treatment were 0.90 for the core subscale, 0.92 for the immunotherapy severity subscale, and 0.94 for the immunotherapy interference subscale. The Cronbach alpha values at all assessment time points are presented in <xref ref-type="table" rid="T2">table 2</xref>.</p><table-wrap position="float" id="T2" orientation="portrait"><object-id pub-id-type="publisher-id">T2</object-id><label>Table 2</label><caption><p>Internal consistency reliability for the MDASI-Immunotherapy EPT at each assessment time</p></caption><table frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom" rowspan="1" colspan="1">Time</td><td align="left" valign="bottom" rowspan="1" colspan="1">Core</td><td align="left" valign="bottom" rowspan="1" colspan="1">Immunotherapy EPT severity</td><td align="left" valign="bottom" rowspan="1" colspan="1">Immunotherapy EPT interference</td></tr></thead><tbody><tr><td align="left" valign="top" rowspan="1" colspan="1">Baseline</td><td align="left" valign="top" rowspan="1" colspan="1">0.91</td><td align="char" char="." valign="top" rowspan="1" colspan="1">0.92</td><td align="char" char="." valign="top" rowspan="1" colspan="1">0.93</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1">Week 1</td><td align="left" valign="top" rowspan="1" colspan="1">0.91</td><td align="char" char="." valign="top" rowspan="1" colspan="1">0.92</td><td align="char" char="." valign="top" rowspan="1" colspan="1">0.93</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1">Week 2</td><td align="left" valign="top" rowspan="1" colspan="1">0.91</td><td align="char" char="." valign="top" rowspan="1" colspan="1">0.92</td><td align="char" char="." valign="top" rowspan="1" colspan="1">0.92</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1">Week 3</td><td align="left" valign="top" rowspan="1" colspan="1">0.90</td><td align="char" char="." valign="top" rowspan="1" colspan="1">0.91</td><td align="char" char="." valign="top" rowspan="1" colspan="1">0.92</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1">Week 4</td><td align="left" valign="top" rowspan="1" colspan="1">0.88</td><td align="char" char="." valign="top" rowspan="1" colspan="1">0.89</td><td align="char" char="." valign="top" rowspan="1" colspan="1">0.91</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1">Week 5</td><td align="left" valign="top" rowspan="1" colspan="1">0.89</td><td align="char" char="." valign="top" rowspan="1" colspan="1">0.91</td><td align="char" char="." valign="top" rowspan="1" colspan="1">0.94</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1">Week 6</td><td align="left" valign="top" rowspan="1" colspan="1">0.89</td><td align="char" char="." valign="top" rowspan="1" colspan="1">0.90</td><td align="char" char="." valign="top" rowspan="1" colspan="1">0.93</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1">Week 7</td><td align="left" valign="top" rowspan="1" colspan="1">0.89</td><td align="char" char="." valign="top" rowspan="1" colspan="1">0.91</td><td align="char" char="." valign="top" rowspan="1" colspan="1">0.93</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1">Week 8</td><td align="left" valign="top" rowspan="1" colspan="1">0.89</td><td align="char" char="." valign="top" rowspan="1" colspan="1">0.91</td><td align="char" char="." valign="top" rowspan="1" colspan="1">0.95</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1">Week 9</td><td align="left" valign="top" rowspan="1" colspan="1">0.90</td><td align="char" char="." valign="top" rowspan="1" colspan="1">0.92</td><td align="char" char="." valign="top" rowspan="1" colspan="1">0.94</td></tr></tbody></table><table-wrap-foot><fn id="T2_FN1"><p>MDASI-Immunotherapy EPT, Immunotherapy for Early-Phase Trials module of the MD Anderson Symptom Inventory.</p></fn></table-wrap-foot></table-wrap><p>
<italic toggle="yes">Construct (known-group) validity</italic>. We performed known-group validity comparisons for the MDASI-Immunotherapy EPT subscales relative to ECOG PS. The MDASI-Immunotherapy EPT discriminated between patients with good and poor PS; see <xref ref-type="table" rid="T3">table 3</xref>. Specifically, at baseline, patients with an ECOG PS of 0 had lower MDASI-Immunotherapy EPT severity subscale scores than did patients with an ECOG PS of at least 1 (effect size, −0.45). At week 9 of treatment, the mean severity and interference subscale scores were substantially worse in patients with an ECOG PS of at least 1 than in patients with an ECOG PS of 0, as indicated by large effect sizes (−0.96 for the severity subscale and −0.82 for the interference subscale). This confirmed excellent known-group validity for the newly developed MDASI-Immunotherapy EPT severity and interference subscales at week 9.</p><table-wrap position="float" id="T3" orientation="portrait"><object-id pub-id-type="publisher-id">T3</object-id><label>Table 3</label><caption><p>Known-group validity of the MDASI-Immunotherapy EPT by ECOG PS at baseline and week 9</p></caption><table frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom" rowspan="2" colspan="1"/><td align="left" valign="bottom" rowspan="2" colspan="1">Patients with ECOG PS available, n</td><td align="left" valign="bottom" rowspan="1" colspan="4">MDASI-Immunotherapy EPT symptom severity score*</td><td align="left" valign="bottom" rowspan="1" colspan="4">MDASI-Immunotherapy EPT interference score†</td></tr><tr><td align="left" valign="bottom" rowspan="1" colspan="1">ECOG PS=0, mean (SD)</td><td align="left" valign="bottom" rowspan="1" colspan="1">ECOG PS≥1, mean (SD)</td><td align="left" valign="bottom" rowspan="1" colspan="1">95% CI</td><td align="char" char="." rowspan="1" valign="bottom" colspan="1">Effect size</td><td align="left" valign="bottom" rowspan="1" colspan="1">ECOG PS=0, mean (SD)</td><td align="left" valign="bottom" rowspan="1" colspan="1">ECOG PS≥1, mean (SD)</td><td align="left" valign="bottom" rowspan="1" colspan="1">95% CI</td><td align="char" char="." rowspan="1" valign="bottom" colspan="1">Effect size</td></tr></thead><tbody><tr><td align="left" valign="top" rowspan="1" colspan="1">Baseline</td><td align="left" valign="top" rowspan="1" colspan="1">145</td><td align="char" char="." rowspan="1" valign="top" colspan="1">1.3 (2.0)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">1.8 (1.5)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">−1.40 to 0.50</td><td align="char" char="." rowspan="1" valign="top" colspan="1">−0.45</td><td align="char" char="." rowspan="1" valign="top" colspan="1">2.1 (3.2)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">2.5 (2.2)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">−2.5 to 1.6</td><td align="char" char="." rowspan="1" valign="top" colspan="1">−0.19</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1">Week 9</td><td align="left" valign="top" rowspan="1" colspan="1">84</td><td align="char" char="." rowspan="1" valign="top" colspan="1">0.5 (0.7)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">1.7 (1.4)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">−2.60 to 0.08</td><td align="char" char="." rowspan="1" valign="top" colspan="1">−0.96</td><td align="char" char="." rowspan="1" valign="top" colspan="1">0.8 (1.1)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">2.7 (2.3)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">−4.1 to 0.4</td><td align="char" char="." rowspan="1" valign="top" colspan="1">−0.82</td></tr></tbody></table><table-wrap-foot><fn id="T3_FN1"><p>*The average of the 13 core and seven immunotherapy-specific symptom items.</p></fn><fn id="T3_FN2"><p>†The average of the six interference items.</p></fn><fn id="T3_FN3"><p>ECOG, Eastern Cooperative Oncology Group; MDASI-Immunotherapy EPT, Immunotherapy for Early-Phase Trials module of the MD Anderson Symptom Inventory; PS, performance status.</p></fn></table-wrap-foot></table-wrap><p>
<italic toggle="yes">Sensitivity to change in ECOG PS</italic>. We assessed the MDASI-Immunotherapy EPT to determine whether it can detect symptom changes when PS changes over the course of treatment. ECOG PS data were available for 145 patients at baseline and 85 patients at week 9 of treatment; see <xref ref-type="table" rid="T4">table 4</xref>. Calculation of effect sizes for change scores between baseline and week 9 demonstrated that the differences were clinically meaningful as reflected by the effect sizes for the MDASI-Immunotherapy EPT symptoms difficulty remembering (0.85), fever and/or chills (0.63), disturbed sleep (0.52), diarrhea (0.42), and swelling of hands, legs, or feet (0.39). Based on Cohen’s criteria<xref ref-type="bibr" rid="R13 R14">13 14</xref> for effect sizes, the above would be considered moderate to large effects.</p><table-wrap position="float" id="T4" orientation="portrait"><object-id pub-id-type="publisher-id">T4</object-id><label>Table 4</label><caption><p>Sensitivity of the MDASI-Immunotherapy EPT based on changes in ECOG PS in patients with worsening PS from baseline to week 9 (n=10)</p></caption><table frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom" rowspan="1" colspan="1">Variable</td><td align="left" valign="bottom" rowspan="1" colspan="1">Baseline, mean (SD)</td><td align="left" valign="bottom" rowspan="1" colspan="1">Week 9, mean (SD)</td><td align="left" valign="bottom" rowspan="1" colspan="1">95% CI of the difference</td><td align="left" valign="bottom" rowspan="1" colspan="1">Effect size</td></tr></thead><tbody><tr><td align="left" valign="top" rowspan="1" colspan="2">MDASI-Immunotherapy EPT subscale</td><td align="left" valign="top" rowspan="1" colspan="1"/><td align="left" valign="top" rowspan="1" colspan="1"/><td rowspan="1" valign="top" align="char" char="." colspan="1"/></tr><tr><td align="left" valign="top" rowspan="1" colspan="1"> Symptom severity*</td><td rowspan="1" align="char" char="." valign="top" colspan="1">1.5 (1.5)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">1.9 (1.4)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">−1.2–0.4</td><td rowspan="1" valign="top" align="char" char="." colspan="1">−0.29</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1"> Symptom interference†</td><td rowspan="1" align="char" char="." valign="top" colspan="1">2.9 (3.0)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">2.8 (2.5)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">−2.0–2.1</td><td rowspan="1" valign="top" align="char" char="." colspan="1">0.02</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="2">MDASI-Immunotherapy EPT symptom item</td><td align="left" valign="top" rowspan="1" colspan="1"/><td align="left" valign="top" rowspan="1" colspan="1"/><td rowspan="1" valign="top" align="char" char="." colspan="1"/></tr><tr><td align="left" valign="top" rowspan="1" colspan="1"> Rash‡</td><td rowspan="1" align="char" char="." valign="top" colspan="1">0.8 (1.8)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">0.9 (1.5)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">−1.2–1.0</td><td rowspan="1" valign="top" align="char" char="." colspan="1">−0.06</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1"> Fever and/or chills‡</td><td rowspan="1" align="char" char="." valign="top" colspan="1">0.5 (1.3)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">1.3 (2.7)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">−2.6–1.0</td><td rowspan="1" valign="top" align="char" char="." colspan="1">−0.63</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1"> Headache‡</td><td rowspan="1" align="char" char="." valign="top" colspan="1">1.2 (1.8)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">1.2 (1.6)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">−1.4–1.4</td><td rowspan="1" valign="top" align="char" char="." colspan="1">0</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1"> Swelling of hands, legs, or feet</td><td rowspan="1" align="char" char="." valign="top" colspan="1">0.5 (1.3)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">1.0 (1.6)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">−1.4–0.4</td><td rowspan="1" valign="top" align="char" char="." colspan="1">−0.39</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1"> Numbness/tingling‡</td><td rowspan="1" align="char" char="." valign="top" colspan="1">1.6 (3.0)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">1.7 (1.8)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">−1.5–1.3</td><td rowspan="1" valign="top" align="char" char="." colspan="1">−0.03</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1"> Dry mouth‡</td><td rowspan="1" align="char" char="." valign="top" colspan="1">1.1 (1.4)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">2.6 (2.9)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">−3.1–0.6</td><td rowspan="1" valign="top" align="char" char="." colspan="1">−1.04</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1"> Fatigue</td><td rowspan="1" align="char" char="." valign="top" colspan="1">3.4 (3.0)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">3.7 (2.8)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">−3.0–2.4</td><td rowspan="1" valign="top" align="char" char="." colspan="1">−0.10</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1"> Sadness</td><td rowspan="1" align="char" char="." valign="top" colspan="1">1.9 (3.0)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">2.4 (3.3)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">−3.0–2.0</td><td rowspan="1" valign="top" align="char" char="." colspan="1">−0.17</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1"> Night sweats</td><td rowspan="1" align="char" char="." valign="top" colspan="1">1.1 (1.6)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">1.0 (1.3)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">−1.1–1.3</td><td rowspan="1" valign="top" align="char" char="." colspan="1">0.06</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1"> Lack of appetite</td><td rowspan="1" align="char" char="." valign="top" colspan="1">1.6 (2.6)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">2.0 (2.7)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">−3.4–2.6</td><td rowspan="1" valign="top" align="char" char="." colspan="1">−0.15</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1"> Distress/feeling upset</td><td rowspan="1" align="char" char="." valign="top" colspan="1">2.3 (3.2)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">2.4 (2.8)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">−1.7–1.5</td><td rowspan="1" valign="top" align="char" char="." colspan="1">−0.03</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1"> Shortness of breath</td><td rowspan="1" align="char" char="." valign="top" colspan="1">0.8 (1.7)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">0.8 (1.5)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">−0.3–0.3</td><td rowspan="1" valign="top" align="char" char="." colspan="1">0</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1"> Diarrhea</td><td rowspan="1" align="char" char="." valign="top" colspan="1">0.9 (1.7)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">1.6 (2.7)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">−1.8–0.4</td><td rowspan="1" valign="top" align="char" char="." colspan="1">−0.42</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1"> Pain</td><td rowspan="1" align="char" char="." valign="top" colspan="1">2.0 (2.4)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">2.6 (3.1)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">−1.4–0.2</td><td rowspan="1" valign="top" align="char" char="." colspan="1">−0.24</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1"> Drowsiness</td><td rowspan="1" align="char" char="." valign="top" colspan="1">2.7 (2.3)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">3.2 (2.0)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">−1.7–0.7</td><td rowspan="1" valign="top" align="char" char="." colspan="1">−0.22</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1"> Pain in the abdomen</td><td rowspan="1" align="char" char="." valign="top" colspan="1">1.8 (2.2)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">1.6 (1.8)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">−1.0–1.4</td><td rowspan="1" valign="top" align="char" char="." colspan="1">0.09</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1"> Difficulty remembering</td><td rowspan="1" align="char" char="." valign="top" colspan="1">0.9 (1.3)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">2.0 (2.2)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">−2.4–0.2</td><td rowspan="1" valign="top" align="char" char="." colspan="1">−0.85</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1"> Disturbed sleep</td><td rowspan="1" align="char" char="." valign="top" colspan="1">2.5 (2.3)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">3.7 (2.8)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">−2.8–0.4</td><td rowspan="1" valign="top" align="char" char="." colspan="1">−0.52</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1"> Nausea</td><td rowspan="1" align="char" char="." valign="top" colspan="1">1.0 (1.4)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">1.4 (2.5)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">−1.5–0.7</td><td rowspan="1" valign="top" align="char" char="." colspan="1">−0.28</td></tr><tr><td align="left" valign="top" rowspan="1" colspan="1"> Vomiting</td><td rowspan="1" align="char" char="." valign="top" colspan="1">0.4 (1.3)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">0.4 (1.3)</td><td align="char" char="." rowspan="1" valign="top" colspan="1">--§</td><td rowspan="1" valign="top" align="char" char="." colspan="1">0</td></tr></tbody></table><table-wrap-foot><fn id="T4_FN1"><p>*The average of the 13 core and seven immunotherapy-specific symptom items.</p></fn><fn id="T4_FN2"><p>†The average of the six interference items.</p></fn><fn id="T4_FN3"><p>‡Significant at p&lt;0.01 using paired t test.</p></fn><fn id="T4_FN4"><p>§Could not be computed because the SE of the difference was 0.</p></fn><fn id="T4_FN5"><p>ECOG, Eastern Cooperative Oncology Group; MDASI-Immunotherapy EPT, Immunotherapy for Early-Phase Trials module of the MD Anderson Symptom Inventory; PS, performance status.</p></fn></table-wrap-foot></table-wrap></sec></sec><sec id="s4" sec-type="discussion"><title>Discussion</title><p>In this study, we tested the immunotherapy-specific module of the MDASI in patients receiving cancer treatment in an early-phase setting. It is critically important to understand the symptomatic toxicity of cancer therapies in the early-phase setting. The results provide strong psychometric evidence for the use of the MDASI-Immunotherapy EPT. The module’s severity and interference subscales exhibited high internal consistency reliability. These two subscales also exhibited excellent known-group validity at week 9 as evidenced by substantial differences in MDASI-Immunotherapy EPT ratings based on ECOG PS groupings. MDASI-Immunotherapy EPT items such as difficulty remembering, fever and/or chills, disturbed sleep, diarrhea, and swelling of hands, legs, or feet exhibited high sensitivity to changes in ECOG PS.</p><p>The MDASI modules offer advantages over other symptom-assessment measures. First, unlike with disease-specific symptom scales, data collected using MDASI modules can be used to compare symptom prevalence and severity across cancer types, which is necessary for epidemiological studies and clinical trials that may include patients with different types of cancer. By rank-ordering the severity of core symptom items for different types of cancer, researchers can identify most of the symptoms that are consistently burdensome for patients with cancer and thus compare symptom burdens across cancers. A similar argument can be made for different cancer treatments where symptom burden due to hematopoietic stem cell transplantation can be compared with immunotherapy. Second, because validation of any symptom assessment measure is costly and requires time and effort, each validation of an MDASI module provides incremental evidence of the validity, reliability, and sensitivity of the original MDASI instrument. The core items can be included in new modules with fewer of the expected psychometric steps typically used in instrument development with the exception of demonstration that the core items are relevant and sensitive to changes in the target patient group. Third, the MDASI is available in several linguistically and psychometrically validated foreign language versions. A study of symptom ratings made by patients with cancer in four countries using four different language versions of the MDASI<xref ref-type="bibr" rid="R16">16</xref> provided evidence of minimal variations in MDASI symptom ratings due to culture and language.</p><p>The ability of a PRO instrument to detect change was one of the criteria set forth in the US Food and Drug Administration’s guidance on the use of PRO in labeling claims. In particular, regulatory agencies are interested to see whether changes in the PRO scores are related to changes in patients’ state of functioning. We show herein that the MDASI-Immunotherapy EPT items are sensitive to changes in ECOG PS (related to disease). Furthermore, a recent study demonstrated that MDASI symptom items, such as coughing, fatigue, and shortness of breath, were predictive of survival in patients with lung cancer.<xref ref-type="bibr" rid="R17">17</xref> Another study showed that fatigue, distress/feeling upset, and sadness were significant predictors of how symptoms interfered with daily functioning.<xref ref-type="bibr" rid="R18">18</xref> These studies further establish the ability of the MDASI symptom items to detect changes in a patient’s status.</p><p>Our study was limited in that most of the subjects were from a comprehensive cancer center. Therefore, they may not be representative of cancer patients in general. However, our study also had the strength of a fairly large sample of patients receiving immunotherapy alone or in combination with other cancer therapies.</p><p>Future research involving the MDASI-Immunotherapy EPT should include at least three directions. First, we developed this module of the MDASI primarily by reviewing the literature and seeking input from clinicians. However, regulatory agencies, particularly the US Food and Drug Administration, recommend incorporating extensive patient input via qualitative interviews in developing symptom assessment tools, especially if a labeling claim is desired. Hence, qualitative patient interviews are needed to confirm the content validity of the symptom items in the MDASI-Immunotherapy EPT. Second, identifying what constitutes meaningful change is needed to facilitate the interpretation of MDASI-Immunotherapy EPT scores. Ideally, an anchor-based approach with several clinical anchors should be considered, complemented by the distribution-based method of determining meaningful changes in the scores. Finally, different immunotherapies may produce different toxicities and that requires further work. For instance, the chimeric antigen receptor T-cell therapy is associated with possible side effects that include cytokine release syndrome and neurologic problems.</p></sec><sec id="s5" sec-type="conclusions"><title>Conclusion</title><p>The MDASI-Immunotherapy EPT is a valid and reliable instrument for assessing the severity of symptoms and their interference with function in patients with cancer receiving immunotherapy. As more immunotherapy combinations become available, future analysis might include using immunotherapy combination type in the subgroup analyses.</p></sec></body><back><fn-group><fn fn-type="other"><label>Twitter</label><p>@Abdul_Zarifa, @AnaingMD</p></fn><fn fn-type="other"><label>Contributors</label><p>TM: data analysis, manuscript preparation. AS: manuscript revision. MA: manuscript revision. KH: manuscript revision. GG: data analysis, manuscript preparation. BS: manuscript revision. LC: data collection, manuscript revision. ER: data collection, manuscript revision. JG: manuscript revision. CP: manuscript revision. JRA: provision of patients, manuscript revision. SF: provision of patients, manuscript revision. SAP-P: provision of patients, manuscript revision. SP: provision of patients, manuscript revision. ED: provision of patients, manuscript revision. TAY: provision of patients, manuscript revision. FJ: provision of patients, manuscript revision. AMT: provision of patients, manuscript revision. VS: provision of patients, manuscript revision. DDK: provision of patients, manuscript revision. AZ: manuscript revision. LMM: manuscript revision. CC: manuscript revision. DSH: provision of patients, manuscript revision. AN: provision of patients, manuscript revision.</p></fn><fn fn-type="other"><label>Funding</label><p>Preparation of this report was funded in part by an NIH grant (R01CA242565; to TRM, DH, and GG) and supported by the NIH/NCI under award number P30CA016672 and used the Clinical Translational Science Award 1UL1 TR003167, Assessment, Intervention and Measurement (AIM) Facility and the Biostatistics Shared Resource.</p></fn><fn fn-type="conflict"><label>Competing interests</label><p>The MD Anderson Symptom Inventory and its derivative versions are copyrighted and licensed by The University of Texas MD Anderson Cancer Center and CC. CC has a financial interest in the MDASI and its derivative versions.</p></fn><fn fn-type="other"><label>Patient consent for publication</label><p>Not required.</p></fn><fn fn-type="other"><label>Ethics approval</label><p>The protocol was approved by the Institutional Review Board at The University of Texas MD Anderson Cancer Center. The study was conducted in accordance with the Declaration of Helsinki and the International Conference on Harmonization Good Clinical Practice guidelines. All the study participants provided written informed consent before enrollment.</p></fn><fn fn-type="other"><label>Provenance and peer review</label><p>Not commissioned; externally peer reviewed.</p></fn><fn fn-type="other"><label>Data availability statement</label><p>Data are available upon reasonable request. Patient-reported outcome data analyzed for this manuscript are pooled from many different sponsored clinical trials. The datasets used and/or analyzed during the current study are available from the corresponding author on reasonable request according to available guidelines at the time of request.</p></fn></fn-group><ref-list><title>References</title><ref id="R1"><label>1</label><mixed-citation publication-type="journal" xlink:type="simple">
<person-group person-group-type="author">
<string-name name-style="western">
<surname>Cleeland</surname> <given-names>CS</given-names>
</string-name>
</person-group>. <article-title>Symptom burden: multiple symptoms and their impact as patient-reported outcomes</article-title>. <source>J Natl Cancer Inst Monogr</source> <year>2007</year>;<volume>2007</volume>:<fpage>16</fpage>–<lpage>21</lpage>.<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1093/jncimonographs/lgm005" xlink:type="simple">doi:10.1093/jncimonographs/lgm005</ext-link>
<pub-id pub-id-type="pmid" xlink:type="simple">http://www.ncbi.nlm.nih.gov/pubmed/17951226</pub-id>
</mixed-citation></ref><ref id="R2"><label>2</label><mixed-citation publication-type="journal" xlink:type="simple">
<person-group person-group-type="author">
<string-name name-style="western">
<surname>Weber</surname> <given-names>JS</given-names>
</string-name>, <string-name name-style="western">
<surname>Yang</surname> <given-names>JC</given-names>
</string-name>, <string-name name-style="western">
<surname>Atkins</surname> <given-names>MB</given-names>
</string-name>, <etal>et al</etal>
</person-group>. <article-title>Toxicities of immunotherapy for the practitioner</article-title>. <source>J Clin Oncol</source> <year>2015</year>;<volume>33</volume>:<fpage>2092</fpage>–<lpage>9</lpage>.<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1200/JCO.2014.60.0379" xlink:type="simple">doi:10.1200/JCO.2014.60.0379</ext-link>
<pub-id pub-id-type="pmid" xlink:type="simple">http://www.ncbi.nlm.nih.gov/pubmed/25918278</pub-id>
</mixed-citation></ref><ref id="R3"><label>3</label><mixed-citation publication-type="journal" xlink:type="simple">
<person-group person-group-type="author">
<string-name name-style="western">
<surname>Basch</surname> <given-names>E</given-names>
</string-name>
</person-group>. <article-title>The missing voice of patients in drug-safety reporting</article-title>. <source>N Engl J Med</source> <year>2010</year>;<volume>362</volume>:<fpage>865</fpage>–<lpage>9</lpage>.<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1056/NEJMp0911494" xlink:type="simple">doi:10.1056/NEJMp0911494</ext-link>
<pub-id pub-id-type="pmid" xlink:type="simple">http://www.ncbi.nlm.nih.gov/pubmed/20220181</pub-id>
</mixed-citation></ref><ref id="R4"><label>4</label><mixed-citation publication-type="journal" xlink:type="simple">
<person-group person-group-type="author">
<string-name name-style="western">
<surname>Cleeland</surname> <given-names>CS</given-names>
</string-name>, <string-name name-style="western">
<surname>Mendoza</surname> <given-names>TR</given-names>
</string-name>, <string-name name-style="western">
<surname>Wang</surname> <given-names>XS</given-names>
</string-name>, <etal>et al</etal>
</person-group>. <article-title>Assessing symptom distress in cancer patients</article-title>. <source>Cancer</source> <year>2000</year>;<volume>89</volume>:<fpage>1634</fpage>–<lpage>46</lpage>.<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1002/1097-0142(20001001)89:7&amp;lt;1634::AID-CNCR29&amp;gt;3.0.CO;2-V" xlink:type="simple">doi:10.1002/1097-0142(20001001)89:7&amp;lt;1634::AID-CNCR29&amp;gt;3.0.CO;2-V</ext-link>
</mixed-citation></ref><ref id="R5"><label>5</label><mixed-citation publication-type="journal" xlink:type="simple">
<person-group person-group-type="author">
<string-name name-style="western">
<surname>Armstrong</surname> <given-names>TS</given-names>
</string-name>, <string-name name-style="western">
<surname>Mendoza</surname> <given-names>T</given-names>
</string-name>, <string-name name-style="western">
<surname>Gning</surname> <given-names>I</given-names>
</string-name>, <etal>et al</etal>
</person-group>. <article-title>Validation of the M.D. Anderson symptom inventory brain tumor module (MDASI-BT)</article-title>. <source>J Neurooncol</source> <year>2006</year>;<volume>80</volume>:<fpage>27</fpage>–<lpage>35</lpage>.<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1007/s11060-006-9135-z" xlink:type="simple">doi:10.1007/s11060-006-9135-z</ext-link>
<pub-id pub-id-type="pmid" xlink:type="simple">http://www.ncbi.nlm.nih.gov/pubmed/16598415</pub-id>
</mixed-citation></ref><ref id="R6"><label>6</label><mixed-citation publication-type="journal" xlink:type="simple">
<person-group person-group-type="author">
<string-name name-style="western">
<surname>Rosenthal</surname> <given-names>DI</given-names>
</string-name>, <string-name name-style="western">
<surname>Mendoza</surname> <given-names>TR</given-names>
</string-name>, <string-name name-style="western">
<surname>Chambers</surname> <given-names>MS</given-names>
</string-name>, <etal>et al</etal>
</person-group>. <article-title>Measuring head and neck cancer symptom burden: the development and validation of the M. D. Anderson symptom inventory, head and neck module</article-title>. <source>Head Neck</source> <year>2007</year>;<volume>29</volume>:<fpage>923</fpage>–<lpage>31</lpage>.<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1002/hed.20602" xlink:type="simple">doi:10.1002/hed.20602</ext-link>
</mixed-citation></ref><ref id="R7"><label>7</label><mixed-citation publication-type="journal" xlink:type="simple">
<person-group person-group-type="author">
<string-name name-style="western">
<surname>Fadol</surname> <given-names>A</given-names>
</string-name>, <string-name name-style="western">
<surname>Mendoza</surname> <given-names>T</given-names>
</string-name>, <string-name name-style="western">
<surname>Gning</surname> <given-names>I</given-names>
</string-name>, <etal>et al</etal>
</person-group>. <article-title>Psychometric testing of the MDASI-HF: a symptom assessment instrument for patients with cancer and concurrent heart failure</article-title>. <source>J Card Fail</source> <year>2008</year>;<volume>14</volume>:<fpage>497</fpage>–<lpage>507</lpage>.<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1016/j.cardfail.2008.01.012" xlink:type="simple">doi:10.1016/j.cardfail.2008.01.012</ext-link>
<pub-id pub-id-type="pmid" xlink:type="simple">http://www.ncbi.nlm.nih.gov/pubmed/18672198</pub-id>
</mixed-citation></ref><ref id="R8"><label>8</label><mixed-citation publication-type="journal" xlink:type="simple">
<person-group person-group-type="author">
<string-name name-style="western">
<surname>Mendoza</surname> <given-names>TR</given-names>
</string-name>, <string-name name-style="western">
<surname>Wang</surname> <given-names>XS</given-names>
</string-name>, <string-name name-style="western">
<surname>Lu</surname> <given-names>C</given-names>
</string-name>, <etal>et al</etal>
</person-group>. <article-title>Measuring the symptom burden of lung cancer: the validity and utility of the lung cancer module of the M. D. Anderson symptom inventory</article-title>. <source>Oncologist</source> <year>2011</year>;<volume>16</volume>:<fpage>217</fpage>–<lpage>27</lpage>.<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1634/theoncologist.2010-0193" xlink:type="simple">doi:10.1634/theoncologist.2010-0193</ext-link>
<pub-id pub-id-type="pmid" xlink:type="simple">http://www.ncbi.nlm.nih.gov/pubmed/21285393</pub-id>
</mixed-citation></ref><ref id="R9"><label>9</label><mixed-citation publication-type="journal" xlink:type="simple">
<person-group person-group-type="author">
<string-name name-style="western">
<surname>Mendoza</surname> <given-names>TR</given-names>
</string-name>, <string-name name-style="western">
<surname>Williams</surname> <given-names>LA</given-names>
</string-name>, <string-name name-style="western">
<surname>Keating</surname> <given-names>KN</given-names>
</string-name>, <etal>et al</etal>
</person-group>. <article-title>Evaluation of the psychometric properties and minimally important difference of the MD Anderson symptom inventory for malignant pleural mesothelioma (MDASI-MPM)</article-title>. <source>J Patient Rep Outcomes</source> <year>2019</year>;<volume>3</volume>:<fpage>34</fpage>.<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1186/s41687-019-0122-5" xlink:type="simple">doi:10.1186/s41687-019-0122-5</ext-link>
<pub-id pub-id-type="pmid" xlink:type="simple">http://www.ncbi.nlm.nih.gov/pubmed/31209661</pub-id>
</mixed-citation></ref><ref id="R10"><label>10</label><mixed-citation publication-type="journal" xlink:type="simple">
<person-group person-group-type="author">
<string-name name-style="western">
<surname>King-Kallimanis</surname> <given-names>BL</given-names>
</string-name>, <string-name name-style="western">
<surname>Howie</surname> <given-names>LJ</given-names>
</string-name>, <string-name name-style="western">
<surname>Roydhouse</surname> <given-names>JK</given-names>
</string-name>, <etal>et al</etal>
</person-group>. <article-title>Patient reported outcomes in anti-PD-1/PD-L1 inhibitor immunotherapy registration trials: FDA analysis of data submitted and future directions</article-title>. <source>Clin Trials</source> <year>2019</year>;<volume>16</volume>:<fpage>322</fpage>–<lpage>6</lpage>.<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1177/1740774519836991" xlink:type="simple">doi:10.1177/1740774519836991</ext-link>
<pub-id pub-id-type="pmid" xlink:type="simple">http://www.ncbi.nlm.nih.gov/pubmed/30880446</pub-id>
</mixed-citation></ref><ref id="R11"><label>11</label><mixed-citation publication-type="journal" xlink:type="simple">
<person-group person-group-type="author">
<string-name name-style="western">
<surname>Oken</surname> <given-names>MM</given-names>
</string-name>, <string-name name-style="western">
<surname>Creech</surname> <given-names>RH</given-names>
</string-name>, <string-name name-style="western">
<surname>Tormey</surname> <given-names>DC</given-names>
</string-name>, <etal>et al</etal>
</person-group>. <article-title>Toxicity and response criteria of the eastern cooperative Oncology Group</article-title>. <source>Am J Clin Oncol</source> <year>1982</year>;<volume>5</volume>:<fpage>649</fpage>–<lpage>56</lpage>.<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1097/00000421-198212000-00014" xlink:type="simple">doi:10.1097/00000421-198212000-00014</ext-link>
<pub-id pub-id-type="pmid" xlink:type="simple">http://www.ncbi.nlm.nih.gov/pubmed/7165009</pub-id>
</mixed-citation></ref><ref id="R12"><label>12</label><mixed-citation publication-type="book" xlink:type="simple">
<person-group person-group-type="author">
<string-name name-style="western">
<surname>Nunnally</surname> <given-names>JC</given-names>
</string-name>, <string-name name-style="western">
<surname>Bernstein</surname> <given-names>IH</given-names>
</string-name>
</person-group>. <source>Psychometric theory</source>. <edition>3rd edn</edition>. <publisher-loc>New York</publisher-loc>: <publisher-name>McGraw-Hill</publisher-name>, <year>1994</year>.</mixed-citation></ref><ref id="R13"><label>13</label><mixed-citation publication-type="book" xlink:type="simple">
<person-group person-group-type="author">
<string-name name-style="western">
<surname>Cohen</surname> <given-names>J</given-names>
</string-name>
</person-group>. <source>Statistical power analysis for the behavioral sciences</source>. <edition>2nd edn</edition>. <publisher-loc>Hillsdale, NJ</publisher-loc>: <publisher-name>Routledge</publisher-name>, <year>1988</year>.</mixed-citation></ref><ref id="R14"><label>14</label><mixed-citation publication-type="journal" xlink:type="simple">
<person-group person-group-type="author">
<string-name name-style="western">
<surname>Cohen</surname> <given-names>J</given-names>
</string-name>
</person-group>. <article-title>A power primer</article-title>. <source>Psychol Bull</source> <year>1992</year>;<volume>112</volume>:<fpage>155</fpage>–<lpage>9</lpage>.<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1037/0033-2909.112.1.155" xlink:type="simple">doi:10.1037/0033-2909.112.1.155</ext-link>
<pub-id pub-id-type="pmid" xlink:type="simple">http://www.ncbi.nlm.nih.gov/pubmed/19565683</pub-id>
</mixed-citation></ref><ref id="R15"><label>15</label><mixed-citation publication-type="journal" xlink:type="simple">
<person-group person-group-type="author">
<string-name name-style="western">
<surname>Sloan</surname> <given-names>JA</given-names>
</string-name>
</person-group>. <article-title>Detecting worms, ducks, and elephants : a simple approach for defining clinically relevant effects in quality-of-life measures</article-title>. <source>J Cancer Integr Med</source> <year>2003</year>;<volume>1</volume>:<fpage>41</fpage>–<lpage>7</lpage>.</mixed-citation></ref><ref id="R16"><label>16</label><mixed-citation publication-type="journal" xlink:type="simple">
<person-group person-group-type="author">
<string-name name-style="western">
<surname>Wang</surname> <given-names>XS</given-names>
</string-name>, <string-name name-style="western">
<surname>Cleeland</surname> <given-names>CS</given-names>
</string-name>, <string-name name-style="western">
<surname>Mendoza</surname> <given-names>TR</given-names>
</string-name>, <etal>et al</etal>
</person-group>. <article-title>Impact of cultural and linguistic factors on symptom reporting by patients with cancer</article-title>. <source>J Natl Cancer Inst</source> <year>2010</year>;<volume>102</volume>:<fpage>732</fpage>–<lpage>8</lpage>.<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1093/jnci/djq097" xlink:type="simple">doi:10.1093/jnci/djq097</ext-link>
<pub-id pub-id-type="pmid" xlink:type="simple">http://www.ncbi.nlm.nih.gov/pubmed/20348233</pub-id>
</mixed-citation></ref><ref id="R17"><label>17</label><mixed-citation publication-type="journal" xlink:type="simple">
<person-group person-group-type="author">
<string-name name-style="western">
<surname>Barney</surname> <given-names>BJ</given-names>
</string-name>, <string-name name-style="western">
<surname>Wang</surname> <given-names>XS</given-names>
</string-name>, <string-name name-style="western">
<surname>Lu</surname> <given-names>C</given-names>
</string-name>, <etal>et al</etal>
</person-group>. <article-title>Prognostic value of patient-reported symptom interference in patients with late-stage lung cancer</article-title>. <source>Qual Life Res</source> <year>2013</year>;<volume>22</volume>:<fpage>2143</fpage>–<lpage>50</lpage>.<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1007/s11136-013-0356-2" xlink:type="simple">doi:10.1007/s11136-013-0356-2</ext-link>
<pub-id pub-id-type="pmid" xlink:type="simple">http://www.ncbi.nlm.nih.gov/pubmed/23371797</pub-id>
</mixed-citation></ref><ref id="R18"><label>18</label><mixed-citation publication-type="journal" xlink:type="simple">
<person-group person-group-type="author">
<string-name name-style="western">
<surname>Wang</surname> <given-names>XS</given-names>
</string-name>, <string-name name-style="western">
<surname>Fairclough</surname> <given-names>DL</given-names>
</string-name>, <string-name name-style="western">
<surname>Liao</surname> <given-names>Z</given-names>
</string-name>, <etal>et al</etal>
</person-group>. <article-title>Longitudinal study of the relationship between chemoradiation therapy for non-small-cell lung cancer and patient symptoms</article-title>. <source>J Clin Oncol</source> <year>2006</year>;<volume>24</volume>:<fpage>4485</fpage>–<lpage>91</lpage>.<ext-link ext-link-type="uri" xlink:href="http://dx.doi.org/10.1200/JCO.2006.07.1126" xlink:type="simple">doi:10.1200/JCO.2006.07.1126</ext-link>
<pub-id pub-id-type="pmid" xlink:type="simple">http://www.ncbi.nlm.nih.gov/pubmed/16983118</pub-id>
</mixed-citation></ref></ref-list></back></article>