<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v22i4e15587</article-id>
      <article-id pub-id-type="pmid">32347814</article-id>
      <article-id pub-id-type="doi">10.2196/15587</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Message Delivery for the Treatment of Posttraumatic Stress Disorder: Longitudinal Observational Study of Symptom Trajectories</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Rauch</surname>
            <given-names>Sheila</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Abdulai</surname>
            <given-names>Tanko</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Aslanidis</surname>
            <given-names>Theodoros</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Malgaroli</surname>
            <given-names>Matteo</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>NYU Grossman School of Medicine</institution>
            <addr-line>One Park Avenue, 8th Floor</addr-line>
            <addr-line>New York, NY, 10016</addr-line>
            <country>United States</country>
            <phone>1 6467544030</phone>
            <email>matteo.malgaroli@nyulangone.org</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4209-6939</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Hull</surname>
            <given-names>Thomas Derrick</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8275-6765</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Wiltsey Stirman</surname>
            <given-names>Shannon</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9917-5078</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Resick</surname>
            <given-names>Patricia</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2203-2404</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>NYU Grossman School of Medicine</institution>
        <addr-line>New York, NY</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Columbia University</institution>
        <addr-line>New York, NY</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Talkspace</institution>
        <addr-line>New York, NY</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Standford University</institution>
        <addr-line>Stanford, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>National Center for PTSD</institution>
        <addr-line>Washington DC, DC</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Duke University</institution>
        <addr-line>Durham, NC</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Matteo Malgaroli <email>matteo.malgaroli@nyulangone.org</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>4</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>29</day>
        <month>4</month>
        <year>2020</year>
      </pub-date>
      <volume>22</volume>
      <issue>4</issue>
      <elocation-id>e15587</elocation-id>
      <history>
        <date date-type="received">
          <day>22</day>
          <month>7</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>21</day>
          <month>10</month>
          <year>2019</year>
        </date>
        <date date-type="rev-recd">
          <day>16</day>
          <month>12</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>24</day>
          <month>1</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Matteo Malgaroli, Thomas Derrick Hull, Shannon Wiltsey Stirman, Patricia Resick. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 29.04.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://www.jmir.org/2020/4/e15587/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Individuals with posttraumatic stress disorder (PTSD) face symptoms that can hinder access to treatment, such as avoidance and guilt. Telemedicine offers a technological solution to increase access to mental health care and overcome barriers to treatment. Although an increasing body of literature focused on synchronous telehealth (eg, live video), no studies have examined the delivery of PTSD treatment via two-way multimedia messages (ie, texting or messaging).</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this study was to conduct a longitudinal observation of treatment for PTSD delivered using two-way asynchronous messaging. We also sought to identify individual and treatment characteristics that could predict the observed outcome differences.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Outpatients diagnosed with PTSD (N=475) received interventions from licensed therapists, which were delivered via messaging once or more than once per day, 5 days a week for 12 weeks. PTSD symptoms were assessed every 3 weeks using the PTSD Checklist for Diagnostic and Statistical Manual of Mental Disorders-5. Trajectories of PTSD symptoms were identified using growth mixture modeling (GMM). Using logistic regression, the demographic, treatment, and messaging characteristics of patient groups that improved were compared with the characteristics of patient groups that did not improve.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The GMM identified 4 trajectories of PTSD symptoms: <italic>moderate improvement</italic> (197/475, 41.4%), <italic>high symptoms</italic> (197/475, 41.4%), <italic>chronic symptoms</italic> (61/475, 12.9%), and <italic>acute improvement</italic> (20/475, 4.3%). Patients with a clinically significant reduction in PTSD symptoms (231/475, 48.6%) were more likely to communicate via video (odds ratio [OR] 1.01, 95% CI 1.01-1.05; <italic>P</italic>=.03), have a higher working alliance with their therapist (OR 1.03, 95% CI 1.01-1.05; <italic>P</italic>=.02), and be at their first treatment experience (OR 2.03, 95% CI 1.18-3.54; <italic>P</italic>=.01). Treatment adherence was associated with greater therapeutic alliance (OR 1.07, 95% CI 1.03-1.10; <italic>P</italic>&#60;.001), education (OR 2.13, 95% CI 1.13-4.03; <italic>P</italic>=.02), and more patient-generated messages per week (OR 1.08, 95% CI 1.04-1.13; <italic>P</italic>&#60;.001).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Multimedia message delivery for PTSD treatment showed symptom-reduction rates similar to traditional forms of treatment delivery, suggesting further study of messaging as a treatment medium. Most patients completed an 8-week course, reflecting the acceptability of messaging interventions. Delivering treatment via two-way messaging offers increased opportunities for widespread access to mental health care.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>PTSD</kwd>
        <kwd>telemedicine</kwd>
        <kwd>messaging</kwd>
        <kwd>textmessaging</kwd>
        <kwd>psychotherapy</kwd>
        <kwd>telehealth</kwd>
        <kwd>digital health</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Over the course of a lifetime, most people are exposed to at least one potentially traumatic event [<xref ref-type="bibr" rid="ref1">1</xref>], and approximately 9.7% of women and 3.6% of men [<xref ref-type="bibr" rid="ref2">2</xref>] will develop posttraumatic stress disorder (PTSD) [<xref ref-type="bibr" rid="ref3">3</xref>]. PTSD symptoms can be extremely debilitating and are associated with significant functional impairment in education, childbearing, relationships, and financial income [<xref ref-type="bibr" rid="ref4">4</xref>]. Moreover, lifetime prevalence of PTSD comorbidity has been estimated at approximately 80% [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>], with higher rates for substance abuse, depression, and anxiety [<xref ref-type="bibr" rid="ref7">7</xref>]. Comorbidity, in turn, greatly increases day-to-day functional impairment and disability [<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref10">10</xref>].</p>
      <p>Although many evidence-based treatments for PTSD have been found to be efficacious [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>], access to face-to-face treatment is not so straightforward. In addition to traditional barriers to treatment, including cost, insurance, stigma, and physical impairments [<xref ref-type="bibr" rid="ref13">13</xref>-<xref ref-type="bibr" rid="ref15">15</xref>], individuals with PTSD also face additional hindrances such as avoidance and shame that often result in isolation from their communities. Geographic remoteness can also prevent access to care, and in areas with ongoing violence (and consequently high incidence of PTSD), it can be dangerous for mental health professionals to practice [<xref ref-type="bibr" rid="ref16">16</xref>]. These obstacles tend to reduce seeking and obtaining of treatment, perpetuating the economic and social costs of untreated illness [<xref ref-type="bibr" rid="ref17">17</xref>]. Given the particularly debilitating impact of PTSD symptoms, it is imperative to improve rates of treatment access.</p>
      <p>Technological delivery is a solution to removing socioeconomic barriers to treatment. Telemedicine enables synchronous (eg, videoconferencing) and asynchronous (eg, texts, images, audio recordings, and video recordings) interactions and is rapidly growing in popularity. Multiple studies have shown the equivalence or noninferiority of PTSD treatment via videoconferencing compared with in-person treatment [<xref ref-type="bibr" rid="ref18">18</xref>-<xref ref-type="bibr" rid="ref21">21</xref>]. Other types of technology have also shown encouraging results, such as virtual reality [<xref ref-type="bibr" rid="ref22">22</xref>], web-based text-based interventions [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref23">23</xref>-<xref ref-type="bibr" rid="ref25">25</xref>], and email [<xref ref-type="bibr" rid="ref26">26</xref>].</p>
      <p>Although mostly used as an adjunct to treatment [<xref ref-type="bibr" rid="ref27">27</xref>], asynchronous two-way modalities such as multimedia message service (MMS) have emerged as a potentially primary means of treatment delivery. Owing to its wide population reach, MMS can provide accessible mental health treatment to large numbers of individuals [<xref ref-type="bibr" rid="ref28">28</xref>], including those in challenging geographic contexts. Early studies suggested that treatment via two-way messaging (ie, texting) delivers outcome rates comparable with other methods for individuals with a wide range of diagnoses [<xref ref-type="bibr" rid="ref29">29</xref>]. However, the effect of therapy via messaging has not been investigated in a large PTSD population.</p>
      <p>In this study, we conducted a longitudinal observation of the delivery of PTSD treatment via two-way multimedia messaging (ie, text, audio, and video). Consistent with once-weekly face-to-face therapy standards, we examined a period of 12 weeks of treatment. Importantly, the study took place in an ecologically valid outpatient telemedicine setting, portraying how two-way messaging would be used in naturalistic contexts. To our knowledge, this is the first study to examine the course of messaging telemedicine treatment for PTSD. Our first aim was to examine overall rates of PTSD reduction and then identify heterogeneous trajectories of symptom changes during treatment. We also sought to identify individual and treatment characteristics that could predict the observed outcome differences.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Participants and Setting</title>
        <p>Our sample consisted of 18- to 65-year-old treatment-seeking individuals in the United States, who signed up for a web-based therapy platform (Talkspace). The platform is accessible through internet search, through employee assistance programs, and, as a behavioral health benefit, through some individual insurances. Patients first underwent a biopsychosocial intake interview with a licensed therapist through a live messaging system. Presenting complaints, diagnosis, treatment goals, treatment history, and provider preferences were determined by the clinician during the assessment. Patients then chose a therapist for their treatment from a selected assortment of clinicians, licensed in the state where the patients resided. The matching algorithm selection was based on intake information, therapists’ previous treatment outcomes, and patients’ preferences (eg, the therapist’s gender). The study used archival data under the platform Terms of Use and was approved by the institutional review board at Columbia University Teachers College.</p>
        <p>The inclusion criteria were as follows: PTSD diagnosis confirmed by clinical intake and working diagnosis with a licensed therapist, initial PTSD symptom score of 33 or above as measured by the PTSD Checklist for Diagnostic and Statistical Manual of Mental Disorders-5 (PCL-5), and regular internet and/or phone access. The exclusion criteria were as follows: comorbid bipolar or psychotic-spectrum disorders (established by clinical intake/interview); comorbid substance or alcohol abuse (established by clinical intake/interview); and suicidal ideation, intent, plan, and/or behavior requiring higher level of care, as measured by the Columbia Suicide Severity Rating Scale.</p>
        <p>Of 1466 individuals who had a confirmed PTSD diagnosis from licensed providers, 1017 did not meet the exclusion criteria and agreed to complete measures before beginning treatment; of these, 775 had PTSD symptoms above the clinical threshold. The final sample consisted of 475 participants who completed two or more surveys (<xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Flowchart of patient selection for the study. PCL-5: Posttraumatic Stress Disorder Checklist for the Diagnostic and Statistical Manual of Mental Disorders-5; PTSD: posttraumatic stress disorder.</p>
          </caption>
          <graphic xlink:href="jmir_v22i4e15587_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Design and Procedure</title>
        <p>Therapists in the study (n=173) were licensed in the same state as the patient and credentialed up to the National Committee for Quality Assurance standards. They were trained and experienced in PTSD (138/173, 79.7%), cognitive behavioral therapy (98/173, 56.9%), and third-wave behavioral (83/173, 47.7%) and psychodynamic (51/173, 29.4%) treatment modalities. They had at least three years of experience delivering mental health care post licensure. Modal experience of psychotherapy practice was 10+ years (69/173, 39.9%). Before providing treatment on the platform, therapists went through a 30-day orientation to the platform that included introduction to patients, completing informed consent, setting a frame for the treatment, appropriately pacing the treatment, handling crisis, making referrals, and other aspects related to telehealth competence.</p>
        <p>Multimedia messages (similar in capability to commonly used <italic>texting</italic> apps) were used by the therapists to deliver interventions through a Health Insurance Portability and Accountability Act (HIPAA)–compliant interface for smartphones and computers. Messages consisted of two-way asynchronous communication, containing text, photo, audio, or video content. Therapists messaged patients a minimum of once (or more than once) per day, 5 days a week. Participants were able to send any number of multimedia messages at any time they wanted to their therapist, and the messages were stored for the clinicians to review. Therapist response times were scheduled and communicated to their patients at the start of treatment (eg, Monday to Friday from 9 AM to 11 AM and from 5 PM to 6 PM). All professional and ethical standards of the messaging treatment were observed just as in a face-to-face treatment, and higher levels of care referrals were provided when needed.</p>
        <p>A period of 12 weeks of messaging was examined. Participants could discontinue treatment at any point as in conventional outpatient settings. Treatment engagement metrics included weekly average text, photo, audio, and video messaging communication for each week of the treatment. This information was automatically collected by the digital health platform. For each patient and therapist dyad, the average number of messages per week in treatment was assessed (text, audio, photo, and video) as well as the average number of weekly words used in text messages and the weekly average duration of audio and video content in minutes.</p>
      </sec>
      <sec>
        <title>Measures</title>
        <p>All participants had a primary diagnosis of PTSD from their licensed provider. In addition, the 20-item PCL-5 [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref31">31</xref>] was used to identify the presence of PTSD symptoms from baseline and then every 3 weeks for 12 weeks. A PCL-5 score of 33 or higher is considered indicative of clinically significant PTSD [<xref ref-type="bibr" rid="ref32">32</xref>], and only participants initially meeting the cutoff were included. Post baseline survey completion was voluntary and described to patients as an important aspect of their care that facilitates goal setting and tracking progress. In addition, the 12-item Working Alliance Inventory (WAI)–revised short patient version [<xref ref-type="bibr" rid="ref33">33</xref>] determined participants’ treatment alliances after 3 weeks of treatment. WAI scores have been positively associated with good treatment outcomes [<xref ref-type="bibr" rid="ref34">34</xref>].</p>
      </sec>
      <sec>
        <title>Statistical Analyses</title>
        <sec>
          <title>Posttraumatic Stress Disorder Symptom Trajectories</title>
          <p>Growth mixture modeling (GMM) was performed using Mplus 8 [<xref ref-type="bibr" rid="ref35">35</xref>] to identify trajectories of PTSD symptom scores over treatment (baseline to week 12). GMM has been extensively used to model PTSD symptom course [<xref ref-type="bibr" rid="ref36">36</xref>], as it allows the identification of heterogeneous subpopulations (or classes) characterized by different longitudinal symptom trajectories, such as treatment responders and nonresponders. The GMM trajectories were estimated using the Muthén-Roy model [<xref ref-type="bibr" rid="ref37">37</xref>], a more stringent approach to survey nonresponse that considers missing data as nonignorable and associated with treatment measures. Specifically, binary indicators of missingness for each observation were included in the model and described by classes of missing data patterns, which correlated with the PTSD trajectories predicted by growth factors (intercept, slope, and quadratic parameters) of PCL-5 score changes over time. Patients were then assigned to one missing data pattern and a PCL-5 class, conjointly representing their treatment outcomes. To determine the best fitting model, nested GMMs with an increasing number of trajectories and different missing data approaches to dropout were compared [<xref ref-type="bibr" rid="ref37">37</xref>]. The optimal trajectory solution [<xref ref-type="bibr" rid="ref38">38</xref>] was determined based on the lower Bayesian Information Criterion and higher classification entropy [<xref ref-type="bibr" rid="ref39">39</xref>]. Theoretical and explanatory properties and theoretical coherence were also considered when determining the best fitting solution [<xref ref-type="bibr" rid="ref40">40</xref>].</p>
        </sec>
        <sec>
          <title>Predictors of Posttraumatic Stress Disorder Reduction and Treatment Adherence</title>
          <p>After determining the best fitting trajectory solution, categorical class assignments as well as demographic, clinical, and treatment variables were added into a logistic regression in R [<xref ref-type="bibr" rid="ref41">41</xref>] to predict clinically meaningful PTSD symptom improvement, as indicated by the PCL-5 score reduction of 10 or more points [<xref ref-type="bibr" rid="ref30">30</xref>] at the last available observation or at 12 weeks, whichever came first. A second logistic regression examined predictors of patient adherence, measured as remaining in treatment for at least eight weeks.</p>
          <p>Analyzed predictors consisted of demographics (gender, age, and education level), first experience in therapy, total number of treatment weeks, working alliance (WAI score), therapist-reported PTSD treatment expertise, and years of experience. Weekly communication characteristics (types of messages, average words sent, and duration of audio/video messages) of therapist interventions and patient responses were also analyzed. Examined predictor variables had 12% missingness or less, with the exception of the WAI (32%). Multiple imputations by iterative random forests (500 trees, 10 iterations) for missing values were performed in R using package missForest v 1.4 [<xref ref-type="bibr" rid="ref42">42</xref>]. Clinical and outcome variables were masked during imputations to prevent information leakage. Categorical variables were then transformed into binary (eg, age ≤ or &#62;35 years).</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Sample Characteristics</title>
        <p>The final patient sample consisted of 475 individuals with both PTSD diagnosis and PCL-5 scores of 33 or above. They were predominantly female, 26- to 35-year-old, and college educated. <xref ref-type="table" rid="table1">Table 1</xref> reports the full characteristics of the participants.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Demographic, clinical, and treatment characteristics for full sample (N=475).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="30"/>
            <col width="500"/>
            <col width="0"/>
            <col width="220"/>
            <col width="0"/>
            <col width="220"/>
            <thead>
              <tr valign="top">
                <td colspan="4">Variable</td>
                <td colspan="2">Total number of participants</td>
                <td>Value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="4">
                  <bold>Age (years), n (%)</bold>
                </td>
                <td colspan="2">475</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">18-25</td>
                <td colspan="2">
                  <break/>
                </td>
                <td>125 (26.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">26-35</td>
                <td colspan="2">
                  <break/>
                </td>
                <td>234 (49.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">36-49</td>
                <td colspan="2">
                  <break/>
                </td>
                <td>103 (21.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">≥50</td>
                <td colspan="2">
                  <break/>
                </td>
                <td>13 (2.7)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Education, n (%)</bold>
                </td>
                <td colspan="2">422</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Bachelor’s degree or higher</td>
                <td colspan="2">
                  <break/>
                </td>
                <td>291 (69.0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">High school diploma</td>
                <td colspan="2">
                  <break/>
                </td>
                <td>131 (31.0)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">First time in therapy, n (%)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td>78 (17.8)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Gender, n (%)</bold>
                </td>
                <td colspan="2">475</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Female</td>
                <td colspan="2">
                  <break/>
                </td>
                <td>412 (86.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Male</td>
                <td colspan="2">
                  <break/>
                </td>
                <td>63 (13.3)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Patient’s state, n (%)</bold>
                </td>
                <td colspan="2">475</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">California</td>
                <td colspan="2">
                  <break/>
                </td>
                <td>61 (14.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">New York</td>
                <td colspan="2">
                  <break/>
                </td>
                <td>52 (12.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Texas</td>
                <td colspan="2">
                  <break/>
                </td>
                <td>28 (6.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Florida</td>
                <td colspan="2">
                  <break/>
                </td>
                <td>28 (6.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Pennsylvania</td>
                <td colspan="2">
                  <break/>
                </td>
                <td>20 (4.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Other US state</td>
                <td colspan="2">
                  <break/>
                </td>
                <td>347 (56.1)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Posttraumatic stress disorder symptoms, mean (SD)</bold>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">PCL-5<sup>a</sup>, baseline</td>
                <td colspan="2">475</td>
                <td>50.64 (10.44)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">PCL-5, week 3</td>
                <td colspan="2">475</td>
                <td>43.53 (15.04)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">PCL-5, week 6</td>
                <td colspan="2">282</td>
                <td>39.71 (15.80)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">PCL-5, week 9</td>
                <td colspan="2">168</td>
                <td>37.65 (16.21)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">PCL-5, week 12</td>
                <td colspan="2">108</td>
                <td>36.03 (16.80)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">Treatment duration (weeks), mean (SD)</td>
                <td colspan="2">475</td>
                <td>10.28 (2.82)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Treatment focus, n (%)</bold>
                </td>
                <td colspan="2">68</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Traumatic memories</td>
                <td colspan="2">
                  <break/>
                </td>
                <td>36 (53)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Challenges with daily living</td>
                <td colspan="2">
                  <break/>
                </td>
                <td>32 (47)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Weekly engagement, patients, mean (SD)</bold>
                </td>
                <td colspan="2">423</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Number of messages</td>
                <td colspan="2">
                  <break/>
                </td>
                <td>14.68 (18.04)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">
                  <bold>Text messages</bold>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Count</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">13.78 (17.68)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Words</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">1039.86 (1191)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">
                  <bold>Audio messages</bold>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Count</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">0.40 (1.46)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Duration (min)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">83.32 (330.93)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Photo messages, count</td>
                <td colspan="2">
                  <break/>
                </td>
                <td>0.42 (1.05)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">
                  <bold>Video messages</bold>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Count</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">0.05 (0.37)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Duration (min)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">5.20 (41.86)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Weekly interventions by therapists, mean (SD)</bold>
                </td>
                <td colspan="2">423</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Number of messages</td>
                <td colspan="2">
                  <break/>
                </td>
                <td>8.75 (8.88)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">
                  <bold>Text messages</bold>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Count</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">8.18 (8.84)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Words</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">679.78 (535.12)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">
                  <bold>Audio messages</bold>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Count</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">0.33 (0.91)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Duration (min)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">58.13 (180.48)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Photo messages, count</td>
                <td colspan="2">
                  <break/>
                </td>
                <td>0.17 (0.49)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">
                  <bold>Video messages</bold>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Count</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">0.07 (0.18)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Duration (min)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">4.33 (17.33)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">Working alliance, mean (SD)</td>
                <td colspan="2">322</td>
                <td>45.44 (10.47)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>PCL-5: Posttraumatic Stress Disorder Checklist for the Diagnostic and Statistical Manual of Mental Disorders-5.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Treatment Characteristics</title>
        <sec>
          <title>Messaging Engagement</title>
          <p>Therapists predominantly delivered therapy via text on a weekly basis (mean 8.18, SD 8.84), but audio, photo, and video messages were also used. Similar communication preferences were observed in the patients’ weekly use of text (mean 13.78, SD 17.68), audio, photo, and video messages. A subset of therapists (68/173, 39.3%) described their treatment focus, with half reporting focusing on the memory of the trauma as the primary treatment goal (n=36) and the other on challenges with day-to-day living (n=32). Overall, patients reported good therapeutic alliance at 3 weeks of treatment (WAI, total scale: mean 45.44, SD 10.47; item average: mean 3.8, SD 0.9).</p>
        </sec>
        <sec>
          <title>Dropout</title>
          <p>The average treatment duration was 10.3 weeks (SD 2.7). A total of 58.7% (279/475) of patients completed the entire observed 12 weeks of treatment, with the remaining individuals discontinuing. Specifically, of the 475 patients, 11 (1.3% total) terminated treatment by week 3, 65 (13.7% total) terminated cumulatively by week 6, 127 (26.7%) terminated cumulatively by week 9, and an additional 69 discontinued before week 12, resulting in a total of 196 patients (41.3%) who discontinued treatment. Reasons for termination were reported in an exit survey of 108 individuals and included reaching personal treatment goals (n=52), considering the therapist not helpful or bad (n=23), money concerns (n=21), starting face-to-face therapy (n=9), lack of time (n=2), and technical difficulties with the platform (n=1). A therapeutic dose of PTSD treatment, consisting of 8 (or more) weeks of intervention, was achieved in 84.0% (399/475) of all patients.</p>
        </sec>
        <sec>
          <title>Average Treatment Outcome</title>
          <p>Mean PCL-5 scores averaged over the entire sample decreased from baseline (mean 50.64, SD 10.44) over the course of treatment: 3 weeks (mean 43.53, SD 15.04), 6 weeks (mean 39.71, SD 15.8), 9 weeks (mean 37.65, SD 16.21), and 12 weeks (mean 36.03, SD 16.8). There were 3.2 (SD 1.2) PCL-5 assessments available per patient. Scores falling below the established cutoff for probable PTSD (&#60;33) were endorsed by 34.9% (166/475) of participants by their last observation; a more stringent threshold for remission based on the PCL-5 score of 19 and lower was reached by 14.3% (68/475) of the sample. The mean PCL-5 score reduction was 11 points (SD 14.47), with 48.6% (231/475) of patients reaching a clinically significant improvement of 10 or more points.</p>
        </sec>
        <sec>
          <title>Posttraumatic Stress Disorder Symptom Trajectories</title>
          <p>The best GMM fitting model of PCL-5 symptom trajectories over treatment is displayed in <xref rid="figure2" ref-type="fig">Figure 2</xref>. <xref ref-type="table" rid="table2">Table 2</xref> reports fit indices for successfully estimated solutions of the GMM Muthén-Roy and other GMM models with progressively increasing numbers of classes.</p>
          <p>GMM identified 4 subpopulations distinguished by their course of PCL-5 symptoms over treatment and their response patterns. The probability of distinct class membership was high, ranging from 0.78 to 0.92. The first trajectory was characterized by a steady reduction in symptom scores that eventually fell below the threshold established for probable PTSD (<italic>moderate improvement</italic>, 197/475, 41.4%). This class showed relatively lower levels of initial symptoms that decreased below the PTSD cutoff over the course of treatment. The second largest class (<italic>high symptoms</italic>, 197/475, 41.4%) described a population with PCL-5 scores that, although decreasing, remained above the clinical cutoff. The third identified class (<italic>chronic symptoms</italic>, 61/475, 12.9%) was a trajectory characterized by treatment nonresponse. The fourth trajectory (<italic>acute improvement</italic>, 20/475, 4.3%) was characterized by high initial PCL-5 scores, which decreased below the clinical cutoff through treatment. In terms of missing data patterns, the <italic>moderate improvement</italic> and <italic>chronic symptoms</italic> trajectories had the same latent profile, characterized by a higher risk of self-report measure noncompletion (44.0% of combined subpopulations completed only two measures) when compared with the <italic>high symptoms</italic> and <italic>acute improvement</italic> group (37.8%). There were no differences in dropout rates between the two missingness patterns (8+ weeks of treatment: 84.2% vs 83.8%). Consistent with their longitudinal course, the <italic>moderate</italic> and <italic>acute improvement</italic> trajectories belonged to the same PTSD latent class, characterized by symptom reduction, whereas <italic>high</italic> and <italic>chronic symptoms</italic> were part of the same elevated-symptom PTSD class. Specifically, of the 166 patients reaching scores below probable PTSD (PCL-5≤32) by their last observation, 130 were assigned to the symptom-reduction trajectories and 36 to the elevated-symptom class.</p>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>Estimated means for Muthén-Roy growth mixture modeling trajectories of PCL-5 symptom scores over 12 weeks of treatment (N=475). PCL-5: Posttraumatic Stress Disorder Checklist for the Diagnostic and Statistical Manual of Mental Disorders-5.</p>
            </caption>
            <graphic xlink:href="jmir_v22i4e15587_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <table-wrap position="float" id="table2">
            <label>Table 2</label>
            <caption>
              <p>Fit indices for Growth Mixture Models with increasing trajectory solutions.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="410"/>
              <col width="290"/>
              <col width="270"/>
              <thead>
                <tr valign="top">
                  <td colspan="2">Model and Number of classes</td>
                  <td>Bayesian Information Criterion</td>
                  <td>Entropy</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="4">
                    <bold>Muthén–Roy</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>2 (2)</td>
                  <td>11,508.56</td>
                  <td>0.80</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>1 (1)</td>
                  <td>11,556.90</td>
                  <td>0.70</td>
                </tr>
                <tr valign="top">
                  <td colspan="4">
                    <bold>Pattern mixture</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>N/A<sup>a</sup></td>
                  <td>11,583.12</td>
                  <td>N/A</td>
                </tr>
                <tr valign="top">
                  <td colspan="4">
                    <bold>Diggle-Kenward</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>2</td>
                  <td>12,934.68</td>
                  <td>0.70</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>1</td>
                  <td>13,092.78</td>
                  <td>N/A</td>
                </tr>
                <tr valign="top">
                  <td colspan="4">
                    <bold>Missing at random GMM</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>2</td>
                  <td>11,538.72</td>
                  <td>0.70</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>1</td>
                  <td>11,724.37</td>
                  <td>N/A</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table2fn1">
                <p><sup>a</sup>N/A: not applicable.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Predictors of Posttraumatic Stress Disorder Reduction and Treatment Adherence</title>
          <p>Logistic regression analyses were performed to determine the role of demographic, categorical GMM memberships, treatment, and communication characteristics as predictors of significant PTSD reduction and treatment adherence.</p>
          <p>The threshold for clinically meaningful PTSD symptom improvement (PCL-5 score reduction ≥10) was reached by 48.6% (231/475) of patients by their last observation, with 130 patients assigned to the <italic>acute</italic> and <italic>moderate</italic> <italic>improvement</italic> trajectories and 101 assigned to the <italic>chronic</italic> and <italic>high symptom</italic> trajectories. The likelihood ratio test of the full model against a constant-only model was significant (χ<sup>2</sup><sub>20,475</sub>=64.1, <italic>P&#60;</italic>.001; McFadden R²=0.10), and the predictor odds ratios (OR) are shown in <xref ref-type="table" rid="table3">Table 3</xref>. Results indicated that higher therapeutic alliance scores (OR 1.03, 95% CI 1.01-1.05; <italic>P=</italic>.02) and being at the first experience of psychotherapy (OR 2.03, 95% CI 1.18-3.54; <italic>P=</italic>.01) were significantly associated with PTSD symptom reduction. Consistent with the heterogeneous trajectories, the results also showed that participants assigned to the <italic>moderate</italic> and <italic>acute</italic> improvement trajectories were more likely to have significant symptom reduction (OR 5.19, 95% CI 2.83-10.0; <italic>P&#60;</italic>.001) than those assigned to the elevated-symptom trajectories, while patients with less measure completion were also less likely to show improvements (OR 0.38, 95% CI 0.20-0.69; <italic>P=</italic>.002). In terms of average weekly engagement per week in treatment, patients sending more video messages per treatment week were more likely to show symptom improvements (OR 1.01, 95% CI 1.01-1.05; <italic>P=</italic>.03).</p>
          <p>A second logistic regression examined predictors of staying in treatment until an adequate therapeutic dose (≥8 weeks), which was achieved by 84% (399/475) of patients. The analysis used all previously examined variables, with the exception of treatment duration. Results of the logistic regression (χ<sup>2</sup><sub>19,475</sub>=118, <italic>P&#60;</italic>.001; McFadden R²=0.28) indicated that patients with higher therapeutic alliances (OR 1.07, 95% CI 1.03-1.10; <italic>P&#60;</italic>.001) and higher education level (OR 2.13, 95% CI 1.13-4.03; <italic>P=</italic>.02) were more likely to attain the treatment dose. Patients who were more engaged in treatment media who sent a higher number of messages per week of treatment were more likely to achieve treatment completion (OR 1.08, 95% CI 1.04-1.13; <italic>P&#60;</italic>.001). Interestingly, therapists wrote more on average each week to patients who ended up discontinuing the therapy (OR 0.88, 95% CI 0.82-0.94; <italic>P&#60;</italic>.001), possibly trying to keep them continuing the treatment. No other meaningful differences emerged in terms of covariates or quantitative intervention characteristics, and full estimates are reported in <xref ref-type="table" rid="table3">Table 3</xref>.</p>
          <table-wrap position="float" id="table3">
            <label>Table 3</label>
            <caption>
              <p>Predictors of posttraumatic stress disorder symptoms clinically significant improvement and treatment adherence (N=475).</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="390"/>
              <col width="210"/>
              <col width="110"/>
              <col width="170"/>
              <col width="90"/>
              <thead>
                <tr valign="top">
                  <td colspan="2">Variable</td>
                  <td colspan="2">PTSD<sup>a</sup> symptoms improvement</td>
                  <td colspan="2">Treatment dose 8+ weeks</td>
                </tr>
                <tr valign="top">
                  <td colspan="2">
                    <break/>
                  </td>
                  <td>OR<sup>b</sup> (95% CI)</td>
                  <td><italic>P</italic> value</td>
                  <td>OR (95% CI)</td>
                  <td><italic>P</italic> value</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="6">
                    <bold>Demographics</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Age&#62;35 years</td>
                  <td>0.79 (0.49-1.26)</td>
                  <td>.32</td>
                  <td>0.91 (0.45-1.90)</td>
                  <td>.80</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Education: Bachelor’s degree or higher</td>
                  <td>0.99 (0.64-1.54)</td>
                  <td>.97</td>
                  <td>2.13 (1.13-4.03)</td>
                  <td>.02</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Gender - female</td>
                  <td>1.31 (0.73-2.36)</td>
                  <td>.37</td>
                  <td>0.69 (0.26-1.69)</td>
                  <td>.44</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>First therapy experience</td>
                  <td>2.03 (1.18-3.54)</td>
                  <td>.01</td>
                  <td>0.96 (0.44-2.23)</td>
                  <td>.92</td>
                </tr>
                <tr valign="top">
                  <td colspan="6">
                    <bold>Treatment</bold>
                    <bold>characteristics</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Working alliance</td>
                  <td>1.03 (1.01-1.05)</td>
                  <td>.02</td>
                  <td>1.07 (1.03-1.10)</td>
                  <td>&#60;.001</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Duration of treatment (weeks)</td>
                  <td>1.07 (0.98-1.17)</td>
                  <td>.13</td>
                  <td>N/A<sup>c</sup></td>
                  <td>N/A</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Latent class: acute/moderate improvement</td>
                  <td>5.19 (2.83-10.0)</td>
                  <td>&#60;.001</td>
                  <td>1.68 (0.72-3.92)</td>
                  <td>.23</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Latent class: survey noncompletion</td>
                  <td>0.38 (0.20-0.69)</td>
                  <td>.002</td>
                  <td>0.58 (0.25-1.34)</td>
                  <td>.20</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Therapist: years of experience (10+)</td>
                  <td>1.44 (0.92-2.27)</td>
                  <td>.11</td>
                  <td>0.68 (0.35-1.36)</td>
                  <td>.27</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Therapist: PTSD expertise</td>
                  <td>0.76 (0.51-1.14)</td>
                  <td>.19</td>
                  <td>0.84 (0.44-1.55)</td>
                  <td>.57</td>
                </tr>
                <tr valign="top">
                  <td colspan="6">
                    <bold>Patient weekly engagement</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Number of messages</td>
                  <td>1.00 (0.98-1.01)</td>
                  <td>.64</td>
                  <td>1.08 (1.04-1.13)</td>
                  <td>&#60;.001</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Text messages: number of words</td>
                  <td>1.00 (1.00-1.00)</td>
                  <td>.67</td>
                  <td>1.00 (1.00-1.00)</td>
                  <td>.07</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Audio messages: duration (min)</td>
                  <td>1.00 (1.00-1.00)</td>
                  <td>.52</td>
                  <td>1.00 (1.00-1.01)</td>
                  <td>.11</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Photo messages: count</td>
                  <td>0.83 (0.65-1.03)</td>
                  <td>.11</td>
                  <td>1.22 (0.82-2.14)</td>
                  <td>.40</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Video messages: duration (min)</td>
                  <td>1.02 (1.01-1.05)</td>
                  <td>.03</td>
                  <td>1.01 (0.99-1.04)</td>
                  <td>.47</td>
                </tr>
                <tr valign="top">
                  <td colspan="6">
                    <bold>Therapist weekly engagement</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Number of messages</td>
                  <td>1.01 (0.97-1.05)</td>
                  <td>.55</td>
                  <td>0.88 (0.82-0.94)</td>
                  <td>&#60;.001</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Text messages: number of words</td>
                  <td>1.00 (1.00-1.00)</td>
                  <td>.52</td>
                  <td>1.00 (1.00-1.00)</td>
                  <td>&#60;.001</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Audio messages: duration (min)</td>
                  <td>1.00 (1.00-1.00)</td>
                  <td>.92</td>
                  <td>1.00 (0.99-1.00)</td>
                  <td>.15</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Photo messages: count</td>
                  <td>1.17 (0.74-1.99)</td>
                  <td>.51</td>
                  <td>1.43 (0.82-3.18)</td>
                  <td>.28</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Video messages: duration (min)</td>
                  <td>0.98 (0.95-1.00)</td>
                  <td>.05</td>
                  <td>0.99 (0.96-1.02)</td>
                  <td>.43</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table3fn1">
                <p><sup>a</sup>PTSD: posttraumatic stress disorder.</p>
              </fn>
              <fn id="table3fn2">
                <p><sup>b</sup>OR: odds ratio.</p>
              </fn>
              <fn id="table3fn3">
                <p><sup>c</sup>N/A: not applicable.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>This study analyzed two-way asynchronous messaging as a delivery modality for PTSD treatment. The research took place in a patient-centered naturalistic setting, where therapeutic dyads interacted daily through messaging. PTSD symptoms were assessed from baseline every 3 weeks over the course of 12 weeks of treatment. Messages were sent using a HIPAA-compliant online platform, which also automatically collected patient-therapist messaging engagement metrics. We first investigated whether PTSD treatment response patterns were influenced by the messaging delivery modality. We then divided patients into heterogeneous groups based on their symptom fluctuations to tease apart patterns of treatment response. We then assessed which individual, therapist, and messaging engagement differences could predict outcome differences.</p>
      <p>The results indicated that 48.6% (231/475) of patients experienced clinically significant improvement of symptoms, with 34.9% (166/275) improving below the PTSD threshold. Similar remission rates are usually observed when delivering PTSD treatment through established modalities, including face-to-face [<xref ref-type="bibr" rid="ref43">43</xref>,<xref ref-type="bibr" rid="ref44">44</xref>] and live video [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref45">45</xref>]. In addition, we identified 4 heterogeneous trajectories of PTSD symptom changes. The majority of the sample showed a steady reduction in PTSD symptoms from a moderate baseline (<italic>moderate improvement</italic>, 198/475, 41.4%) and others more steeply from a higher baseline (<italic>acute improvement,</italic> 20/475, 4.3%). Nonetheless, one of the largest groups consisted of 198 individuals with symptoms that, while decreasing, remained above the clinical threshold (<italic>high symptoms</italic>, 198/475, 41.4%). A group of 12.9% (61/475) of patients with chronic high symptoms was also identified. The analytic approach allowed for a more accurate model of the heterogeneous PTSD course [<xref ref-type="bibr" rid="ref46">46</xref>] and accounted for missing data in the course of treatment over time [<xref ref-type="bibr" rid="ref37">37</xref>], identifying symptom improvements for nearly half of the sample in the examined time frame. These trajectories raise important possibilities for assisting the two nonresponder groups. For example, individuals in these groups could be referred to face-to-face therapy, switched to another type of therapy, moved to live video sessions, or offered a psychiatric referral or other available resources. Further analysis of participants with clinically meaningful PTSD symptom reductions indicated that the improvement trajectories were significantly more likely to reach PTSD remission. A higher chance of meaningful symptom reduction was also associated with being in therapy for the first time, a higher working alliance, higher survey response rate, and more use of immersive communication modalities (ie, video messages). Therapists’ expertise and the treatment focus were shown to be less important than other therapeutic factors (ie, working alliance). However, these findings may evolve, as therapeutic interventions were specifically identified for this medium. Of note, 84.0% (399/475) of the sample remained in treatment until reaching a therapeutic dose of 8+ weeks of therapy, a proportion higher than that observed in face-to-face PTSD treatment [<xref ref-type="bibr" rid="ref43">43</xref>]. This finding is consistent with the 3 unique advantages of messaging therapy: (1) ease of access contributes to adherence and completion, (2) patients can write to therapists at any moment of the patient’s choosing, and (3) there is greater frequency of therapeutic intervention (5 days a week). Logistic regression analysis showed that treatment adherence was associated with a higher therapeutic alliance and more messages sent by patients each week. The role of working alliances in predicting treatment adherence and symptom improvement through messaging was consistent with its importance during in-person and live video therapy delivery [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref47">47</xref>,<xref ref-type="bibr" rid="ref48">48</xref>]. Moreover, the therapists of individuals who discontinued treatment prematurely were more likely to try to engage their patients, resulting in higher average messages generated per week.</p>
      <p>Overall, PTSD treatment administered using two-way messaging resulted in symptom-reduction rates similar to those reported for face-to-face and videoconferencing therapy [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref45">45</xref>] and higher spontaneous remission rates [<xref ref-type="bibr" rid="ref49">49</xref>]. To our knowledge, this study, which observes the PTSD symptom course and treatment delivery in a large sample of patient-therapist dyads interacting through two-way messaging, is the first of its kind. Although these initial observational results are promising, the lack of a control group and posttreatment assessment in this study hinders comparison with nondigital treatment as usual. It may be useful to conduct a randomized controlled study of PTSD treatment delivery via asynchronous two-way messaging to assess its effectiveness compared with established forms of treatment interventions. Another limitation of the study is that our research was focused on the delivery of treatment rather than its content. Accordingly, the treatment metrics examined were related to the frequency (ie, number of messages) and quantity (ie, number of words and length of audio/video messages) of the patient-therapist interactions. Although we investigated therapist experience and PTSD treatment expertise as well as reported on treatment focus, our level of analysis was not specific to the content of treatment interventions. Future research utilizing treatment protocols or otherwise quantifying the nature of the therapeutic intervention will also be important. There are additional limitations to consider when interpreting these findings. Despite the large sample size in this study, 449 potential participants chose to not complete any assessments. In addition, 300 participants did not complete the minimum of two assessments required to be included in the study. As such, self-selection could have influenced the findings. Moreover, although encouraged by the platform and therapist, survey responses were determined by the patient, with possible reasons for nonresponse ranging from dissatisfaction (eg, unhappiness with their progress, lack of motivation, or discomfort with the modality) to treatment success (eg, met goals). Although the trajectory modeling used in this study accounted for missing data and dropout attrition, future research should assess these characteristics in more detail, in addition to the outcome findings discussed, to strengthen the generalizability of these results. Finally, although therapists received telehealth orientation, no PTSD intervention manuals for messaging were available at the time of the study. Future research should examine the feasibility and effectiveness of specific treatment approaches and protocols for PTSD when delivered by messaging, such as cognitive processing therapy.</p>
      <p>Despite these limitations, this study highlights new opportunities for telemedicine in the treatment of PTSD. Patients diagnosed with PTSD often face avoidance, guilt, fear, and alienation in addition to common barriers (wait lists, insurance coverage, affordability, and scheduling around work or other obligations) that prevent them from seeking treatment. Delivery of therapy through two-way messaging opens up opportunities for increased access to treatment with less fear of stigmatization in an immediate and convenient manner.</p>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">GMM</term>
          <def>
            <p>growth mixture modeling</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">HIPAA</term>
          <def>
            <p>Health Insurance Portability and Accountability Act</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">MMS</term>
          <def>
            <p>multimedia message service</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">OR</term>
          <def>
            <p>odds ratio</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">PCL-5</term>
          <def>
            <p>Posttraumatic Stress Disorder Checklist for the Diagnostic and Statistical Manual of Mental Disorders-5.</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">PTSD</term>
          <def>
            <p>posttraumatic stress disorder</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">WAI</term>
          <def>
            <p>Working Alliance Inventory</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This study was supported by archival data provided by Talkspace. Talkspace had a minimal role in the design, data collection, and data management as the data provider. It had no role in the analysis, interpretation of the data, or decision to submit the manuscript for publication.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>All authors contributed to the study concept and design. MM, SW, and PR acquired, analyzed, and interpreted the data as well as supervised the study. All authors contributed to the drafting of the manuscript and its critical revision for important intellectual content. MM performed the statistical analysis. TH obtained the funding and provided the administrative, technical, and material support.</p>
      </fn>
      <fn fn-type="conflict">
        <p>TH is an employee of the messaging platform used in this study. In the past 36 months, MM received minor consulting fees from Talkspace outside of the submitted work.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ozer</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Best</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Lipsey</surname>
              <given-names>TL</given-names>
            </name>
            <name name-style="western">
              <surname>Weiss</surname>
              <given-names>DS</given-names>
            </name>
          </person-group>
          <article-title>Predictors of posttraumatic stress disorder and symptoms in adults: a meta-analysis</article-title>
          <source>Psychol Bull</source>
          <year>2003</year>
          <month>01</month>
          <volume>129</volume>
          <issue>1</issue>
          <fpage>52</fpage>
          <lpage>73</lpage>
          <pub-id pub-id-type="doi">10.1037/0033-2909.129.1.52</pub-id>
          <pub-id pub-id-type="medline">12555794</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <source>PTSD: National Center for PTSD</source>
          <access-date>2019-08-01</access-date>
          <comment>Accessed February 13, 2017<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.ptsd.va.gov/professional/PTSD-overview/epidemiological-facts-ptsd.asp">http://www.ptsd.va.gov/professional/PTSD-overview/epidemiological-facts-ptsd.asp</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>American Psychiatric Association</collab>
          </person-group>
          <source>Diagnostic and Statistical Manual of Mental Disorders. Fifth Edition</source>
          <year>2013</year>
          <publisher-loc>Washington, DC</publisher-loc>
          <publisher-name>American Psychiatric Publishing</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>RC</given-names>
            </name>
          </person-group>
          <article-title>Posttraumatic stress disorder: the burden to the individual and to society</article-title>
          <source>J Clin Psychiatry</source>
          <year>2000</year>
          <volume>61</volume>
          <issue>Suppl 5</issue>
          <fpage>4</fpage>
          <lpage>12; discussion 13</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.psychiatrist.com/jcp/article/pages/2000/v61s05/v61s0502.aspx"/>
          </comment>
          <pub-id pub-id-type="medline">10761674</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Helzer</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Robins</surname>
              <given-names>LN</given-names>
            </name>
            <name name-style="western">
              <surname>McEvoy</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Post-traumatic stress disorder in the general population. Findings of the epidemiologic catchment area survey</article-title>
          <source>N Engl J Med</source>
          <year>1987</year>
          <month>12</month>
          <day>24</day>
          <volume>317</volume>
          <issue>26</issue>
          <fpage>1630</fpage>
          <lpage>4</lpage>
          <pub-id pub-id-type="doi">10.1056/NEJM198712243172604</pub-id>
          <pub-id pub-id-type="medline">3683502</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Breslau</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>GC</given-names>
            </name>
            <name name-style="western">
              <surname>Andreski</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Peterson</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Traumatic events and posttraumatic stress disorder in an urban population of young adults</article-title>
          <source>Arch Gen Psychiatry</source>
          <year>1991</year>
          <month>03</month>
          <volume>48</volume>
          <issue>3</issue>
          <fpage>216</fpage>
          <lpage>22</lpage>
          <pub-id pub-id-type="doi">10.1001/archpsyc.1991.01810270028003</pub-id>
          <pub-id pub-id-type="medline">1996917</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Keane</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Wolfe</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Comorbidity in post-traumatic stress disorder an analysis of community and clinical studies</article-title>
          <source>J Appl Social Pyschol</source>
          <year>1990</year>
          <volume>20</volume>
          <issue>21</issue>
          <fpage>1776</fpage>
          <lpage>88</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1559-1816.1990.tb01511.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sareen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Houlahan</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Cox</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Asmundson</surname>
              <given-names>GJ</given-names>
            </name>
          </person-group>
          <article-title>Anxiety disorders associated with suicidal ideation and suicide attempts in the National Comorbidity Survey</article-title>
          <source>J Nerv Ment Dis</source>
          <year>2005</year>
          <month>07</month>
          <volume>193</volume>
          <issue>7</issue>
          <fpage>450</fpage>
          <lpage>4</lpage>
          <pub-id pub-id-type="doi">10.1097/01.nmd.0000168263.89652.6b</pub-id>
          <pub-id pub-id-type="medline">15985839</pub-id>
          <pub-id pub-id-type="pii">00005053-200507000-00004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cougle</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Resnick</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kilpatrick</surname>
              <given-names>DG</given-names>
            </name>
          </person-group>
          <article-title>PTSD, depression, and their comorbidity in relation to suicidality: cross-sectional and prospective analyses of a national probability sample of women</article-title>
          <source>Depress Anxiety</source>
          <year>2009</year>
          <volume>26</volume>
          <issue>12</issue>
          <fpage>1151</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1002/da.20621</pub-id>
          <pub-id pub-id-type="medline">19842171</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ikin</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Creamer</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Sim</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>McKenzie</surname>
              <given-names>DP</given-names>
            </name>
          </person-group>
          <article-title>Comorbidity of PTSD and depression in Korean War veterans: prevalence, predictors, and impairment</article-title>
          <source>J Affect Disord</source>
          <year>2010</year>
          <month>09</month>
          <volume>125</volume>
          <issue>1-3</issue>
          <fpage>279</fpage>
          <lpage>86</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jad.2009.12.005</pub-id>
          <pub-id pub-id-type="medline">20071032</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(09)00538-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rauch</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Eftekhari</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ruzek</surname>
              <given-names>JI</given-names>
            </name>
          </person-group>
          <article-title>Review of exposure therapy: a gold standard for PTSD treatment</article-title>
          <source>J Rehabil Res Dev</source>
          <year>2012</year>
          <volume>49</volume>
          <issue>5</issue>
          <fpage>679</fpage>
          <lpage>87</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.rehab.research.va.gov/jour/2012/495/pdf/page679.pdf"/>
          </comment>
          <pub-id pub-id-type="doi">10.1682/jrrd.2011.08.0152</pub-id>
          <pub-id pub-id-type="medline">23015579</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bradley</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Greene</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Russ</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Dutra</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Westen</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>A multidimensional meta-analysis of psychotherapy for PTSD</article-title>
          <source>Am J Psychiatry</source>
          <year>2005</year>
          <month>02</month>
          <volume>162</volume>
          <issue>2</issue>
          <fpage>214</fpage>
          <lpage>27</lpage>
          <pub-id pub-id-type="doi">10.1176/appi.ajp.162.2.214</pub-id>
          <pub-id pub-id-type="medline">15677582</pub-id>
          <pub-id pub-id-type="pii">162/2/214</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alleman</surname>
              <given-names>JR</given-names>
            </name>
          </person-group>
          <article-title>Online counseling: the internet and mental health treatment</article-title>
          <source>Psychother Theory Res Pract Train</source>
          <year>2002</year>
          <volume>39</volume>
          <issue>2</issue>
          <fpage>199</fpage>
          <lpage>209</lpage>
          <pub-id pub-id-type="doi">10.1037/0033-3204.39.2.199</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hollon</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Muñoz</surname>
              <given-names>RF</given-names>
            </name>
            <name name-style="western">
              <surname>Barlow</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>Beardslee</surname>
              <given-names>WR</given-names>
            </name>
            <name name-style="western">
              <surname>Bell</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Bernal</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>GN</given-names>
            </name>
            <name name-style="western">
              <surname>Franciosi</surname>
              <given-names>LP</given-names>
            </name>
            <name name-style="western">
              <surname>Kazdin</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Kohn</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Linehan</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Markowitz</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Miklowitz</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Persons</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Niederehe</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Sommers</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Psychosocial intervention development for the prevention and treatment of depression: promoting innovation and increasing access</article-title>
          <source>Biol Psychiatry</source>
          <year>2002</year>
          <month>09</month>
          <day>15</day>
          <volume>52</volume>
          <issue>6</issue>
          <fpage>610</fpage>
          <lpage>30</lpage>
          <pub-id pub-id-type="doi">10.1016/s0006-3223(02)01384-7</pub-id>
          <pub-id pub-id-type="medline">12361671</pub-id>
          <pub-id pub-id-type="pii">S0006322302013847</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nutting</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Rost</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Dickinson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Werner</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Dickinson</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Gallovic</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Barriers to initiating depression treatment in primary care practice</article-title>
          <source>J Gen Intern Med</source>
          <year>2002</year>
          <month>02</month>
          <volume>17</volume>
          <issue>2</issue>
          <fpage>103</fpage>
          <lpage>11</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/resolve/openurl?genre=article&#38;sid=nlm:pubmed&#38;issn=0884-8734&#38;date=2002&#38;volume=17&#38;issue=2&#38;spage=103"/>
          </comment>
          <pub-id pub-id-type="doi">10.1046/j.1525-1497.2002.10128.x</pub-id>
          <pub-id pub-id-type="medline">11841525</pub-id>
          <pub-id pub-id-type="pii">jgi10128</pub-id>
          <pub-id pub-id-type="pmcid">PMC1495010</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Knaevelsrud</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Maercker</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Internet-based treatment for PTSD reduces distress and facilitates the development of a strong therapeutic alliance: a randomized controlled clinical trial</article-title>
          <source>BMC Psychiatry</source>
          <year>2007</year>
          <month>04</month>
          <day>19</day>
          <volume>7</volume>
          <fpage>13</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpsychiatry.biomedcentral.com/articles/10.1186/1471-244X-7-13"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-244X-7-13</pub-id>
          <pub-id pub-id-type="medline">17442125</pub-id>
          <pub-id pub-id-type="pii">1471-244X-7-13</pub-id>
          <pub-id pub-id-type="pmcid">PMC1885249</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Westra</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Dozois</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Burns</surname>
              <given-names>DD</given-names>
            </name>
          </person-group>
          <article-title>Gaps in accessing treatment for anxiety and depression: challenges for the delivery of care</article-title>
          <source>Clin Psychol Rev</source>
          <year>2004</year>
          <month>09</month>
          <volume>24</volume>
          <issue>5</issue>
          <fpage>583</fpage>
          <lpage>616</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cpr.2004.06.001</pub-id>
          <pub-id pub-id-type="medline">15325746</pub-id>
          <pub-id pub-id-type="pii">S0272735804000492</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Knaevelsrud</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Brand</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lange</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ruwaard</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wagner</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Web-based psychotherapy for posttraumatic stress disorder in war-traumatized Arab patients: randomized controlled trial</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <month>03</month>
          <day>20</day>
          <volume>17</volume>
          <issue>3</issue>
          <fpage>e71</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2015/3/e71/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.3582</pub-id>
          <pub-id pub-id-type="medline">25799024</pub-id>
          <pub-id pub-id-type="pii">v17i3e71</pub-id>
          <pub-id pub-id-type="pmcid">PMC4385175</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maieritsch</surname>
              <given-names>KP</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>TL</given-names>
            </name>
            <name name-style="western">
              <surname>Hessinger</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Ahearn</surname>
              <given-names>EP</given-names>
            </name>
            <name name-style="western">
              <surname>Eickhoff</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>Q</given-names>
            </name>
          </person-group>
          <article-title>Randomized controlled equivalence trial comparing videoconference and in person delivery of cognitive processing therapy for PTSD</article-title>
          <source>J Telemed Telecare</source>
          <year>2016</year>
          <month>06</month>
          <volume>22</volume>
          <issue>4</issue>
          <fpage>238</fpage>
          <lpage>43</lpage>
          <pub-id pub-id-type="doi">10.1177/1357633X15596109</pub-id>
          <pub-id pub-id-type="medline">26231819</pub-id>
          <pub-id pub-id-type="pii">1357633X15596109</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Morland</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Greene</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Grubbs</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kloezeman</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mackintosh</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rosen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Frueh</surname>
              <given-names>BC</given-names>
            </name>
          </person-group>
          <article-title>Therapist adherence to manualized cognitive-behavioral therapy for anger management delivered to veterans with PTSD via videoconferencing</article-title>
          <source>J Clin Psychol</source>
          <year>2011</year>
          <month>06</month>
          <volume>67</volume>
          <issue>6</issue>
          <fpage>629</fpage>
          <lpage>38</lpage>
          <pub-id pub-id-type="doi">10.1002/jclp.20779</pub-id>
          <pub-id pub-id-type="medline">21360528</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hilty</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Ferrer</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Parish</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Johnston</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Callahan</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Yellowlees</surname>
              <given-names>PM</given-names>
            </name>
          </person-group>
          <article-title>The effectiveness of telemental health: a 2013 review</article-title>
          <source>Telemed J E Health</source>
          <year>2013</year>
          <month>06</month>
          <volume>19</volume>
          <issue>6</issue>
          <fpage>444</fpage>
          <lpage>54</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23697504"/>
          </comment>
          <pub-id pub-id-type="doi">10.1089/tmj.2013.0075</pub-id>
          <pub-id pub-id-type="medline">23697504</pub-id>
          <pub-id pub-id-type="pmcid">PMC3662387</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McLay</surname>
              <given-names>RN</given-names>
            </name>
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>DP</given-names>
            </name>
            <name name-style="western">
              <surname>Webb-Murphy</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Spira</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Wiederhold</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Pyne</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Wiederhold</surname>
              <given-names>BK</given-names>
            </name>
          </person-group>
          <article-title>A randomized, controlled trial of virtual reality-graded exposure therapy for post-traumatic stress disorder in active duty service members with combat-related post-traumatic stress disorder</article-title>
          <source>Cyberpsychol Behav Soc Netw</source>
          <year>2011</year>
          <month>04</month>
          <volume>14</volume>
          <issue>4</issue>
          <fpage>223</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1089/cyber.2011.0003</pub-id>
          <pub-id pub-id-type="medline">21332375</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ivarsson</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Blom</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hesser</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Carlbring</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Enderby</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Nordberg</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Andersson</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Guided internet-delivered cognitive behavior therapy for post-traumatic stress disorder: A randomized controlled trial</article-title>
          <source>Internet Interv</source>
          <year>2014</year>
          <month>03</month>
          <volume>1</volume>
          <issue>1</issue>
          <fpage>33</fpage>
          <lpage>40</lpage>
          <pub-id pub-id-type="doi">10.1016/j.invent.2014.03.002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spence</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Donovan</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>March</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gamble</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Prosser</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kenardy</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A randomized controlled trial of online versus clinic-based CBT for adolescent anxiety</article-title>
          <source>J Consult Clin Psychol</source>
          <year>2011</year>
          <month>10</month>
          <volume>79</volume>
          <issue>5</issue>
          <fpage>629</fpage>
          <lpage>42</lpage>
          <pub-id pub-id-type="doi">10.1037/a0024512</pub-id>
          <pub-id pub-id-type="medline">21744945</pub-id>
          <pub-id pub-id-type="pii">2011-14202-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mouthaan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sijbrandij</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>de Vries</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Reitsma</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>van de Schoot</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Goslings</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Luitse</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Bakker</surname>
              <given-names>FC</given-names>
            </name>
            <name name-style="western">
              <surname>Gersons</surname>
              <given-names>BP</given-names>
            </name>
            <name name-style="western">
              <surname>Olff</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Internet-based early intervention to prevent posttraumatic stress disorder in injury patients: randomized controlled trial</article-title>
          <source>J Med Internet Res</source>
          <year>2013</year>
          <month>08</month>
          <day>13</day>
          <volume>15</volume>
          <issue>8</issue>
          <fpage>e165</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2013/8/e165/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2460</pub-id>
          <pub-id pub-id-type="medline">23942480</pub-id>
          <pub-id pub-id-type="pii">v15i8e165</pub-id>
          <pub-id pub-id-type="pmcid">PMC3742408</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wagner</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Horn</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Maercker</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Internet-based versus face-to-face cognitive-behavioral intervention for depression: a randomized controlled non-inferiority trial</article-title>
          <source>J Affect Disord</source>
          <year>2014</year>
          <month>01</month>
          <volume>152-4</volume>
          <fpage>113</fpage>
          <lpage>21</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jad.2013.06.032</pub-id>
          <pub-id pub-id-type="medline">23886401</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(13)00512-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Godleski</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Cervone</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Vogel</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Rooney</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Home telemental health implementation and outcomes using electronic messaging</article-title>
          <source>J Telemed Telecare</source>
          <year>2012</year>
          <month>01</month>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>17</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1258/jtt.2011.100919</pub-id>
          <pub-id pub-id-type="medline">22052966</pub-id>
          <pub-id pub-id-type="pii">jtt.2011.100919</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fjeldsoe</surname>
              <given-names>BS</given-names>
            </name>
            <name name-style="western">
              <surname>Marshall</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>YD</given-names>
            </name>
          </person-group>
          <article-title>Behavior change interventions delivered by mobile telephone short-message service</article-title>
          <source>Am J Prev Med</source>
          <year>2009</year>
          <month>02</month>
          <volume>36</volume>
          <issue>2</issue>
          <fpage>165</fpage>
          <lpage>73</lpage>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2008.09.040</pub-id>
          <pub-id pub-id-type="medline">19135907</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(08)00892-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hull</surname>
              <given-names>TD</given-names>
            </name>
            <name name-style="western">
              <surname>Mahan</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>A study of asynchronous mobile-enabled SMS text psychotherapy</article-title>
          <source>Telemed J E Health</source>
          <year>2017</year>
          <month>03</month>
          <volume>23</volume>
          <issue>3</issue>
          <fpage>240</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1089/tmj.2016.0114</pub-id>
          <pub-id pub-id-type="medline">27797646</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blevins</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Weathers</surname>
              <given-names>FW</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Witte</surname>
              <given-names>TK</given-names>
            </name>
            <name name-style="western">
              <surname>Domino</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>The posttraumatic stress disorder checklist for DSM-5 (PCL-5): development and initial psychometric evaluation</article-title>
          <source>J Trauma Stress</source>
          <year>2015</year>
          <month>12</month>
          <volume>28</volume>
          <issue>6</issue>
          <fpage>489</fpage>
          <lpage>98</lpage>
          <pub-id pub-id-type="doi">10.1002/jts.22059</pub-id>
          <pub-id pub-id-type="medline">26606250</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <source>PTSD: National Center for PTSD</source>
          <access-date>2019-08-01</access-date>
          <comment>PTSD Checklist for DSM-5 (PCL-5)<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ptsd.va.gov/professional/assessment/adult-sr/ptsd-checklist.asp">https://www.ptsd.va.gov/professional/assessment/adult-sr/ptsd-checklist.asp</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bovin</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Marx</surname>
              <given-names>BP</given-names>
            </name>
            <name name-style="western">
              <surname>Weathers</surname>
              <given-names>FW</given-names>
            </name>
            <name name-style="western">
              <surname>Gallagher</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>Rodriguez</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Schnurr</surname>
              <given-names>PP</given-names>
            </name>
            <name name-style="western">
              <surname>Keane</surname>
              <given-names>TM</given-names>
            </name>
          </person-group>
          <article-title>Psychometric properties of the PTSD Checklist for Diagnostic and Statistical Manual of Mental Disorders-Fifth Edition (PCL-5) in veterans</article-title>
          <source>Psychol Assess</source>
          <year>2016</year>
          <month>11</month>
          <volume>28</volume>
          <issue>11</issue>
          <fpage>1379</fpage>
          <lpage>91</lpage>
          <pub-id pub-id-type="doi">10.1037/pas0000254</pub-id>
          <pub-id pub-id-type="medline">26653052</pub-id>
          <pub-id pub-id-type="pii">2015-55809-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hatcher</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Gillaspy</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Development and validation of a revised short version of the working alliance inventory</article-title>
          <source>Psychother Res</source>
          <year>2006</year>
          <month>01</month>
          <volume>16</volume>
          <issue>1</issue>
          <fpage>12</fpage>
          <lpage>25</lpage>
          <pub-id pub-id-type="doi">10.1080/10503300500352500</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Horvath</surname>
              <given-names>AO</given-names>
            </name>
            <name name-style="western">
              <surname>Symonds</surname>
              <given-names>BD</given-names>
            </name>
          </person-group>
          <article-title>Relation between working alliance and outcome in psychotherapy: A meta-analysis</article-title>
          <source>J Couns Psychol</source>
          <year>1991</year>
          <volume>38</volume>
          <issue>2</issue>
          <fpage>139</fpage>
          <lpage>49</lpage>
          <pub-id pub-id-type="doi">10.1037/0022-0167.38.2.139</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Muthén</surname>
              <given-names>LK</given-names>
            </name>
            <name name-style="western">
              <surname>Muthén</surname>
              <given-names>BO</given-names>
            </name>
          </person-group>
          <source>Muthén &#38; Muthén, Mplus Home Page</source>
          <year>2017</year>
          <access-date>2020-02-18</access-date>
          <publisher-loc>Los Angeles, CA</publisher-loc>
          <publisher-name>Muthén &#38; Muthén</publisher-name>
          <comment>Mplus User’s Guide. Eighth Edition<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.statmodel.com/download/usersguide/MplusUserGuideVer_8.pdf">https://www.statmodel.com/download/usersguide/MplusUserGuideVer_8.pdf</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Galatzer-Levy</surname>
              <given-names>IR</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Bonanno</surname>
              <given-names>GA</given-names>
            </name>
          </person-group>
          <article-title>Trajectories of resilience and dysfunction following potential trauma: A review and statistical evaluation</article-title>
          <source>Clin Psychol Rev</source>
          <year>2018</year>
          <month>07</month>
          <volume>63</volume>
          <fpage>41</fpage>
          <lpage>55</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cpr.2018.05.008</pub-id>
          <pub-id pub-id-type="medline">29902711</pub-id>
          <pub-id pub-id-type="pii">S0272-7358(18)30053-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Muthén</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Asparouhov</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hunter</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Leuchter</surname>
              <given-names>AF</given-names>
            </name>
          </person-group>
          <article-title>Growth modeling with nonignorable dropout: alternative analyses of the STAR*D antidepressant trial</article-title>
          <source>Psychol Methods</source>
          <year>2011</year>
          <month>03</month>
          <volume>16</volume>
          <issue>1</issue>
          <fpage>17</fpage>
          <lpage>33</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21381817"/>
          </comment>
          <pub-id pub-id-type="doi">10.1037/a0022634</pub-id>
          <pub-id pub-id-type="medline">21381817</pub-id>
          <pub-id pub-id-type="pii">2011-04526-002</pub-id>
          <pub-id pub-id-type="pmcid">PMC3060937</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nylund</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Asparouhov</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Muthén</surname>
              <given-names>BO</given-names>
            </name>
          </person-group>
          <article-title>Deciding on the number of classes in latent class analysis and growth mixture modeling: a Monte Carlo simulation study</article-title>
          <source>Struct Equ Model A Multidiscip J</source>
          <year>2007</year>
          <volume>14</volume>
          <issue>4</issue>
          <fpage>535</fpage>
          <lpage>69</lpage>
          <pub-id pub-id-type="doi">10.1080/10705510701575396</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jung</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Wickrama</surname>
              <given-names>KA</given-names>
            </name>
          </person-group>
          <article-title>An introduction to latent class growth analysis and growth mixture modeling</article-title>
          <source>Social Pers Psych Compass</source>
          <year>2008</year>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>302</fpage>
          <lpage>17</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1751-9004.2007.00054.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Muthén</surname>
              <given-names>BO</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Kaplan</surname>
              <given-names>DW</given-names>
            </name>
          </person-group>
          <article-title>Latent variable analysis</article-title>
          <source>The SAGE Handbook of Quantitative Methodology for the Social Sciences</source>
          <year>2004</year>
          <publisher-loc>Thousand Oaks, CA</publisher-loc>
          <publisher-name>SAGE Publications Inc</publisher-name>
          <fpage>345</fpage>
          <lpage>68</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>R Core Team</collab>
          </person-group>
          <source>The R Project for Statistical Computing</source>
          <access-date>2020-02-18</access-date>
          <publisher-loc>Vienna, Austria</publisher-loc>
          <publisher-name>R Foundation for statistical computing</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.r-project.org/">https://www.r-project.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stekhoven</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bühlmann</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>MissForest--non-parametric missing value imputation for mixed-type data</article-title>
          <source>Bioinformatics</source>
          <year>2012</year>
          <month>01</month>
          <day>1</day>
          <volume>28</volume>
          <issue>1</issue>
          <fpage>112</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1093/bioinformatics/btr597</pub-id>
          <pub-id pub-id-type="medline">22039212</pub-id>
          <pub-id pub-id-type="pii">btr597</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cusack</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Jonas</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Forneris</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Wines</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sonis</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Middleton</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Feltner</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Brownley</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Olmsted</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Greenblatt</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Weil</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gaynes</surname>
              <given-names>BN</given-names>
            </name>
          </person-group>
          <article-title>Psychological treatments for adults with posttraumatic stress disorder: A systematic review and meta-analysis</article-title>
          <source>Clin Psychol Rev</source>
          <year>2016</year>
          <month>02</month>
          <volume>43</volume>
          <fpage>128</fpage>
          <lpage>41</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cpr.2015.10.003</pub-id>
          <pub-id pub-id-type="medline">26574151</pub-id>
          <pub-id pub-id-type="pii">S0272-7358(15)00138-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gutner</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Gallagher</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>Baker</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Sloan</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Resick</surname>
              <given-names>PA</given-names>
            </name>
          </person-group>
          <article-title>Time course of treatment dropout in cognitive-behavioral therapies for posttraumatic stress disorder</article-title>
          <source>Psychol Trauma</source>
          <year>2016</year>
          <month>01</month>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>115</fpage>
          <lpage>21</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26098737"/>
          </comment>
          <pub-id pub-id-type="doi">10.1037/tra0000062</pub-id>
          <pub-id pub-id-type="medline">26098737</pub-id>
          <pub-id pub-id-type="pii">2015-27301-001</pub-id>
          <pub-id pub-id-type="pmcid">PMC4688252</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Morland</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Mackintosh</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Greene</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Rosen</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Chard</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Resick</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Frueh</surname>
              <given-names>BC</given-names>
            </name>
          </person-group>
          <article-title>Cognitive processing therapy for posttraumatic stress disorder delivered to rural veterans via telemental health: a randomized noninferiority clinical trial</article-title>
          <source>J Clin Psychiatry</source>
          <year>2014</year>
          <month>05</month>
          <volume>75</volume>
          <issue>5</issue>
          <fpage>470</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.4088/JCP.13m08842</pub-id>
          <pub-id pub-id-type="medline">24922484</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Galatzer-Levy</surname>
              <given-names>IR</given-names>
            </name>
            <name name-style="western">
              <surname>Bryant</surname>
              <given-names>RA</given-names>
            </name>
          </person-group>
          <article-title>636,120 ways to have posttraumatic stress disorder</article-title>
          <source>Perspect Psychol Sci</source>
          <year>2013</year>
          <month>11</month>
          <volume>8</volume>
          <issue>6</issue>
          <fpage>651</fpage>
          <lpage>62</lpage>
          <pub-id pub-id-type="doi">10.1177/1745691613504115</pub-id>
          <pub-id pub-id-type="medline">26173229</pub-id>
          <pub-id pub-id-type="pii">8/6/651</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cloitre</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Stovall-McClough</surname>
              <given-names>KC</given-names>
            </name>
            <name name-style="western">
              <surname>Miranda</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Chemtob</surname>
              <given-names>CM</given-names>
            </name>
          </person-group>
          <article-title>Therapeutic alliance, negative mood regulation, and treatment outcome in child abuse-related posttraumatic stress disorder</article-title>
          <source>J Consult Clin Psychol</source>
          <year>2004</year>
          <month>06</month>
          <volume>72</volume>
          <issue>3</issue>
          <fpage>411</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1037/0022-006X.72.3.411</pub-id>
          <pub-id pub-id-type="medline">15279525</pub-id>
          <pub-id pub-id-type="pii">2004-95166-005</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Keller</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Zoellner</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Feeny</surname>
              <given-names>NC</given-names>
            </name>
          </person-group>
          <article-title>Understanding factors associated with early therapeutic alliance in PTSD treatment: adherence, childhood sexual abuse history, and social support</article-title>
          <source>J Consult Clin Psychol</source>
          <year>2010</year>
          <month>12</month>
          <volume>78</volume>
          <issue>6</issue>
          <fpage>974</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20873895"/>
          </comment>
          <pub-id pub-id-type="doi">10.1037/a0020758</pub-id>
          <pub-id pub-id-type="medline">20873895</pub-id>
          <pub-id pub-id-type="pii">2010-19652-001</pub-id>
          <pub-id pub-id-type="pmcid">PMC3244206</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Sonnega</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bromet</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hughes</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nelson</surname>
              <given-names>CB</given-names>
            </name>
          </person-group>
          <article-title>Posttraumatic stress disorder in the National Comorbidity Survey</article-title>
          <source>Arch Gen Psychiatry</source>
          <year>1995</year>
          <month>12</month>
          <volume>52</volume>
          <issue>12</issue>
          <fpage>1048</fpage>
          <lpage>60</lpage>
          <pub-id pub-id-type="doi">10.1001/archpsyc.1995.03950240066012</pub-id>
          <pub-id pub-id-type="medline">7492257</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
