<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.0" xmlns:xlink="http://www.w3.org/1999/xlink">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v27i1e65147</article-id>
      <article-id pub-id-type="pmid">40105882</article-id>
      <article-id pub-id-type="doi">10.2196/65147</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Factors Associated With the Availability of Virtual Consultations in Primary Care Across 20 Countries: Cross-Sectional Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Thompson</surname>
            <given-names>Keith</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Vagg</surname>
            <given-names>Tamara</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Wherton</surname>
            <given-names>Joseph</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Kerr</surname>
            <given-names>Gabriele</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <address>
            <institution>Department of Primary Care and Public Health</institution>
            <institution>Imperial College London</institution>
            <addr-line>White City Campus, 90 Wood Lane</addr-line>
            <addr-line>London, W12 0BZ</addr-line>
            <country>United Kingdom</country>
            <phone>44 20 7594 9826</phone>
            <email>gk916@ic.ac.uk</email>
          </address>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3170-3211</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Greenfield</surname>
            <given-names>Geva</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9779-2486</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Li</surname>
            <given-names>Edmond</given-names>
          </name>
          <degrees>MBChB</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <xref rid="aff03" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8209-4490</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Beaney</surname>
            <given-names>Thomas</given-names>
          </name>
          <degrees>MBBS</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9709-7264</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Hayhoe</surname>
            <given-names>Benedict W J</given-names>
          </name>
          <degrees>MBBS</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2645-6191</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Car</surname>
            <given-names>Josip</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <xref rid="aff04" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8969-371X</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Clavería</surname>
            <given-names>Ana</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff05" ref-type="aff">5</xref>
          <xref rid="aff06" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9552-1260</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Collins</surname>
            <given-names>Claire</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff07" ref-type="aff">7</xref>
          <xref rid="aff08" ref-type="aff">8</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8967-5159</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Gusso</surname>
            <given-names>Gustavo</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff09" ref-type="aff">9</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7488-7535</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Hoffman</surname>
            <given-names>Robert D</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff10" ref-type="aff">10</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3053-835X</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author">
          <name name-style="western">
            <surname>Jimenez</surname>
            <given-names>Geronimo</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff11" ref-type="aff">11</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1304-426X</ext-link>
        </contrib>
        <contrib id="contrib12" contrib-type="author">
          <name name-style="western">
            <surname>Koskela</surname>
            <given-names>Tuomas H</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff12" ref-type="aff">12</xref>
          <xref rid="aff13" ref-type="aff">13</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1518-4944</ext-link>
        </contrib>
        <contrib id="contrib13" contrib-type="author">
          <name name-style="western">
            <surname>Laranjo</surname>
            <given-names>Liliana</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff14" ref-type="aff">14</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1020-3402</ext-link>
        </contrib>
        <contrib id="contrib14" contrib-type="author">
          <name name-style="western">
            <surname>Lingner</surname>
            <given-names>Heidrun</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff15" ref-type="aff">15</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2074-0367</ext-link>
        </contrib>
        <contrib id="contrib15" contrib-type="author">
          <name name-style="western">
            <surname>Memarian</surname>
            <given-names>Ensieh</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff16" ref-type="aff">16</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8214-917X</ext-link>
        </contrib>
        <contrib id="contrib16" contrib-type="author">
          <name name-style="western">
            <surname>Nessler</surname>
            <given-names>Katarzyna</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff17" ref-type="aff">17</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9869-7923</ext-link>
        </contrib>
        <contrib id="contrib17" contrib-type="author">
          <name name-style="western">
            <surname>Petek</surname>
            <given-names>Davorina</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff18" ref-type="aff">18</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0151-4463</ext-link>
        </contrib>
        <contrib id="contrib18" contrib-type="author">
          <name name-style="western">
            <surname>Tsopra</surname>
            <given-names>Rosy</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff19" ref-type="aff">19</xref>
          <xref rid="aff20" ref-type="aff">20</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9406-5547</ext-link>
        </contrib>
        <contrib id="contrib19" contrib-type="author">
          <name name-style="western">
            <surname>Majeed</surname>
            <given-names>Azeem</given-names>
          </name>
          <degrees>MBBS</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2357-9858</ext-link>
        </contrib>
        <contrib id="contrib20" contrib-type="author">
          <name name-style="western">
            <surname>Neves</surname>
            <given-names>Ana Luisa</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7107-7211</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff01">
        <label>1</label>
        <institution>Department of Primary Care and Public Health</institution>
        <institution>Imperial College London</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff02">
        <label>2</label>
        <institution>NIHR Applied Research Collaboration Northwest London</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff03">
        <label>3</label>
        <institution>Institute of Global Health Innovation</institution>
        <institution>Department of Surgery and Cancer</institution>
        <institution>Imperial College London</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff04">
        <label>4</label>
        <institution>School of Life Course and Population Sciences</institution>
        <institution>King’s College London</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff05">
        <label>5</label>
        <institution>Primary Care Research Unit</institution>
        <institution>Servizo Galego de Saúde</institution>
        <addr-line>Vigo</addr-line>
        <country>Spain</country>
      </aff>
      <aff id="aff06">
        <label>6</label>
        <institution>I-Saúde Group</institution>
        <institution>Galicia Sur Health Research Institute</institution>
        <addr-line>Vigo</addr-line>
        <country>Spain</country>
      </aff>
      <aff id="aff07">
        <label>7</label>
        <institution>Irish College of General Practitioners</institution>
        <addr-line>Dublin</addr-line>
        <country>Ireland</country>
      </aff>
      <aff id="aff08">
        <label>8</label>
        <institution>Department of Public Health and Primary Care</institution>
        <institution>Ghent University</institution>
        <addr-line>Ghent</addr-line>
        <country>Belgium</country>
      </aff>
      <aff id="aff09">
        <label>9</label>
        <institution>Department of Internal Medicine</institution>
        <institution>Universidade de São Paulo</institution>
        <addr-line>São Paulo</addr-line>
        <country>Brazil</country>
      </aff>
      <aff id="aff10">
        <label>10</label>
        <institution>Department of Family Medicine</institution>
        <institution>Medical Faculty</institution>
        <institution>Tel Aviv University</institution>
        <addr-line>Tel Aviv</addr-line>
        <country>Israel</country>
      </aff>
      <aff id="aff11">
        <label>11</label>
        <institution>Department of Public Health and Primary Care</institution>
        <institution>Leiden University</institution>
        <addr-line>Leiden</addr-line>
        <country>The Netherlands</country>
      </aff>
      <aff id="aff12">
        <label>12</label>
        <institution>Faculty of Medicine and Health Technology</institution>
        <institution>Tampere University</institution>
        <addr-line>Tampere</addr-line>
        <country>Finland</country>
      </aff>
      <aff id="aff13">
        <label>13</label>
        <institution>The Wellbeing Services County of Pirkanmaa</institution>
        <addr-line>Tampere</addr-line>
        <country>Finland</country>
      </aff>
      <aff id="aff14">
        <label>14</label>
        <institution>Westmead Applied Research Centre</institution>
        <institution>Faculty of Medicine and Health</institution>
        <institution>University of Sydney</institution>
        <addr-line>Sydney</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff15">
        <label>15</label>
        <institution>Center for Public Health and Healthcare</institution>
        <institution>Department of Medical Psychology Unit 5430</institution>
        <institution>Hannover Medical School</institution>
        <addr-line>Hannover</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff16">
        <label>16</label>
        <institution>Internal Medicine Research Group, Department of Clinical Sciences</institution>
        <institution>Faculty of Medicine</institution>
        <institution>Lund University</institution>
        <addr-line>Malmö</addr-line>
        <country>Sweden</country>
      </aff>
      <aff id="aff17">
        <label>17</label>
        <institution>Department of Family Medicine</institution>
        <institution>Jagiellonian University Medical College</institution>
        <addr-line>Krakow</addr-line>
        <country>Poland</country>
      </aff>
      <aff id="aff18">
        <label>18</label>
        <institution>Department of Family Medicine</institution>
        <institution>Faculty of Medicine</institution>
        <institution>University of Ljubljana</institution>
        <addr-line>Ljubljana</addr-line>
        <country>Slovenia</country>
      </aff>
      <aff id="aff19">
        <label>19</label>
        <institution>Centre de Recherche des Cordeliers</institution>
        <institution>Université Paris Cité &amp; Sorbonne Université</institution>
        <addr-line>Paris</addr-line>
        <country>France</country>
      </aff>
      <aff id="aff20">
        <label>20</label>
        <institution>Assistance Publique-Hôpitaux de Paris</institution>
        <institution>Department of Medical Informatics</institution>
        <institution>Hôpital Européen Georges-Pompidou et Hôpital Necker-Enfants Malades</institution>
        <addr-line>Paris</addr-line>
        <country>France</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Gabriele Kerr <email>gk916@ic.ac.uk</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2025</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>19</day>
        <month>3</month>
        <year>2025</year>
      </pub-date>
      <volume>27</volume>
      <elocation-id>e65147</elocation-id>
      <history>
        <date date-type="received">
          <day>6</day>
          <month>8</month>
          <year>2024</year>
        </date>
        <date date-type="rev-request">
          <day>7</day>
          <month>1</month>
          <year>2025</year>
        </date>
        <date date-type="rev-recd">
          <day>24</day>
          <month>1</month>
          <year>2025</year>
        </date>
        <date date-type="accepted">
          <day>25</day>
          <month>1</month>
          <year>2025</year>
        </date>
      </history>
      <copyright-statement>©Gabriele Kerr, Geva Greenfield, Edmond Li, Thomas Beaney, Benedict W J Hayhoe, Josip Car, Ana Clavería, Claire Collins, Gustavo Gusso, Robert D Hoffman, Geronimo Jimenez, Tuomas H Koskela, Liliana Laranjo, Heidrun Lingner, Ensieh Memarian, Katarzyna Nessler, Davorina Petek, Rosy Tsopra, Azeem Majeed, Ana Luisa Neves. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 19.03.2025.</copyright-statement>
      <copyright-year>2025</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research (ISSN 1438-8871), is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2025/1/e65147" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Virtual consultations represent a notable change in health care delivery following the COVID-19 pandemic. Understanding the dynamics of virtual consultations is critical in assessing health care system resilience and adaptability in times of crisis.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed to describe the availability and hours of use of telephone, video, and human chat consultations before and during the COVID-19 pandemic period, and identify factors associated with their availability.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Primary care physicians (PCPs) from 20 upper-middle– and high-income countries completed a cross-sectional web-based survey in 2020. Factors associated with availability were investigated using chi-square tests and effect size (ES) estimates calculated using Cramer V.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>A total of 1370 PCPs were included in this study (85.4% of the total sample of 1605). Telephone consultations were the most frequently available type of virtual consultations before and during the pandemic (73.1% and 90.4%, respectively). Significant increases in availability and use were observed during the pandemic for all the types of virtual consultations. The largest absolute increase in availability was observed for video consultations (39.5%), followed by telephone (17.3%) and chat (8.6%; all <italic>P&lt;</italic>.001). The largest increase in use was observed for telephone consultations (+11 hours per week, <italic>P</italic>&lt;.001). Digital maturity of the practice was weakly associated with availability of video consultations both before (ES 0.2) and during (ES 0.2) the pandemic (<italic>P</italic>&lt;.001 for both), and with chat consultations before the pandemic only (ES 0.1, <italic>P</italic>=.001). Greater availability of video and chat consultations was found in PCPs who had completed digital health training, both before and during the pandemic (<italic>P</italic>&lt;.001 for all). There was significant country-level variation in the use and availabilities of the technologies between both time periods. The association between country and the availability of telephone consultations changed from strong (ES 0.5, <italic>P</italic>&lt;.001) to weak (ES 0.2, <italic>P</italic>=.03), while the relationship between country and video consultations changed from moderate (ES 0.3, <italic>P</italic>&lt;.001) to strong (ES 0.5, <italic>P</italic>&lt;.001).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Our study demonstrates the transformative impact of the COVID-19 pandemic on the availability of virtual consultations globally, and how practice-level factors, predominantly digital maturity, digital health training, and country, were associated with the availability of virtual consultations. Further exploration of drivers of availability, particularly at the national level, is needed to ensure sustained and effective implementation of virtual consultations.</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>RR2-10.2196/30099</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>digital health</kwd>
        <kwd>primary care</kwd>
        <kwd>telemedicine</kwd>
        <kwd>virtual consultation</kwd>
        <kwd>healthcare delivery</kwd>
        <kwd>online consultation</kwd>
        <kwd>primary care physician</kwd>
        <kwd>upper-middle income</kwd>
        <kwd>upper-middle income countries</kwd>
        <kwd>high-income countries</kwd>
        <kwd>online survey</kwd>
        <kwd>chi-squared test</kwd>
        <kwd>remote healthcare</kwd>
        <kwd>video consultation</kwd>
        <kwd>chat consultation</kwd>
        <kwd>telephone consultations</kwd>
        <kwd>digital technology</kwd>
        <kwd>virtual care</kwd>
        <kwd>teleconsultation</kwd>
        <kwd>telehealth</kwd>
        <kwd>remote consultation</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>The emergence of virtual consultations, defined as remote health care interactions facilitated by digital technologies, is a significant evolution in health care delivery. Telephone, video, and chat consultations may be more accessible than in-person appointments, as they offer rapid real-time communications with providers without a need to travel [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Despite these potential benefits, before the COVID-19 pandemic, these technologies, particularly telephone consultations, were steadily gaining traction, but had not reached widespread integration into most mainstream primary health care systems [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>].</p>
      <p>During the COVID-19 pandemic, virtual care became vital to the safe and efficient continuation of primary care delivery, when minimizing in-person encounters was essential to protect both health care staff and patients from the risk of infection [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. Many health systems adopted some form of “virtual first” approach to primary health care provision [<xref ref-type="bibr" rid="ref4">4</xref>]. The initial virtual encounter aimed to manage patients’ needs without in-person contact wherever possible while reserving “higher risk” face-to-face visits for those at greatest need, and where physical examination was deemed to be essential.</p>
      <p>Throughout the pandemic, primary care physicians (PCPs) faced barriers in adopting and implementing virtual consultations, with potential consequences impacting the quality of care delivered to patients [<xref ref-type="bibr" rid="ref2">2</xref>]. The ability of PCPs to effectively transition to virtual service delivery depends on multiple factors, including organizational and policy incentives, digital health infrastructure capacity and investment, cultural norms and attitudes, and the digital health literacy and skills of PCPs and patient populations [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref7">7</xref>-<xref ref-type="bibr" rid="ref9">9</xref>]. These factors would act as barriers or drivers to differing degrees depending on the specific consultation technology, with likely fewer infrastructural or skill barriers for telephone consultations compared to video or chat consultations [<xref ref-type="bibr" rid="ref10">10</xref>]. These factors may have resulted in variation in adoption and use of different virtual consulting technologies between PCPs and providers from different settings [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref4">4</xref>].</p>
      <p>With growing demand for rapid and convenient access to primary care, alongside financial constraints requiring efficiency gains, virtual care appeared as an attractive solution to enhance patient accessibility [<xref ref-type="bibr" rid="ref2">2</xref>]. Consequently, virtual consultations continue as a core component of health care delivery in many upper-middle– and high-income countries beyond the pandemic [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
      <p>Examining the landscape of virtual health care technologies before and during the pandemic can help us better understand the magnitude of the transition to these new models of care. This transition highlights the investments made into the digital health capacity of primary care systems, carrying significant long-term implications for how care is delivered. However, how the availability and uptake of virtual consultations varied across PCPs from different settings, including different countries, is uncertain [<xref ref-type="bibr" rid="ref11">11</xref>].</p>
      <p>The aim of this study was to analyze access and use of virtual consultations before and during the pandemic, and factors associated with availability of virtual consulting technologies between PCPs from different settings. Specific aims include to analyze the availability and hours of use of telephone, video and chat consultations before and during the COVID-19 pandemic, and to identify factors associated with their availability.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>This study used data from a cross-sectional web-based questionnaire completed by PCPs of 20 upper-middle- and high-income countries (Australia, Brazil, Canada, Chile, Colombia, Croatia, Finland, France, Germany, Ireland, Israel, Italy, Poland, Portugal, Spain, Slovenia, Sweden, Türkiye, the United Kingdom, and the United States). The questionnaire was designed and administered by the inSIGHT Research Group, a consortium of academic primary care researchers from the 20 countries previously listed. The study adheres to the STROBE (STrengthening the Reporting of OBservational studies in Epidemiology) guidelines for reporting observational studies [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
      </sec>
      <sec>
        <title>Data Collection</title>
        <p>Participants were eligible if they were practicing PCPs in 1 of the 20 countries listed above, between March and September 2020. The study was conducted between June and September 2020. National leads in each country invited PCPs through their formal organizations or personal networks through email or social media (ie, Facebook and Twitter [subsequently rebranded X]). The questionnaire was hosted on Qualtrics (Silver Lake) and was available in English, French, German, Italian, Spanish, and Portuguese. A complete description of the study protocol, including the full questionnaire and power analyses, has been previously published [<xref ref-type="bibr" rid="ref13">13</xref>]. Sections of the questionnaire relevant to this study are included in pages 2-5 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
      </sec>
      <sec>
        <title>Study Variables</title>
        <p>Participants were asked to answer whether chat (ie, using a text-based messaging system), telephone or video consultations were available in their practice before or during the COVID-19 pandemic (from March 11, 2020). Respondents ticked a box for each period considered (ie, before or during the COVID-19 pandemic) to indicate a technology was available in that period.</p>
        <p>Respondents were subsequently asked how many hours they spent per week on each type of consultation in each time period. Before analysis, hours per week spent on each of the 3 virtual consultation technologies were cleaned to remove answers of ≥100 hours per week. A response of &gt;0 hours spent on a technology was considered evidence for the technology being available. This study includes PCPs who responded to at least 1 question on the availability or hours of use of virtual consultation technologies.</p>
        <p>Predictor variables included country, urbanicity (rural, mixed, and urban), and practice digital maturity. Practice digital maturity was assessed using the digital maturity framework developed by Flott et al [<xref ref-type="bibr" rid="ref14">14</xref>], which considers the 6 dimensions of usage, resources, and abilities (organizational and individual), interoperability, general evaluation methodology, and impact. PCPs could agree or disagree with 6 statements about their practice’s digital maturity, corresponding with the 6 dimensions. A digital maturity score was calculated for each PCP by granting 1 point for each statement with which the PCP indicated agreement, giving a possible range of 0 to 6 where a score of 6 indicates high digital maturity. PCPs were also asked whether they have completed training on digital technologies before or during the COVID-19 pandemic.</p>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>The total number of hours spent per week before and during the pandemic on virtual consultation technologies was calculated for PCPs who reported availability of at least one of the technologies in the period. For PCPs who reported the technology as available in both time periods, the number of hours spent by PCPs on each technology before and during the COVID-19 pandemic were compared using paired Wilcoxon signed rank tests, and the relationship between the predictors and change in hours of use of each technology was investigated using univariable linear regression models.</p>
        <p>McNemar tests were conducted to compare availability of each technology before and during the COVID-19 pandemic period. Absolute differences in the percentage of PCPs with each technology available in each time period were described. Plots were created to visualize changes in technology availability and hours of use by country of PCP employment.</p>
        <p>Cramer V was calculated to estimate the effect size (ES) of practice factors upon the variation in the availability of digital technologies before and during the COVID-19 pandemic. Cramer V estimates of ES to describe the strength of association between the predictors and outcomes were categorized as weak (0-0.29), moderate (0.3-0.49), or strong (≥0.5). The change in percentage of PCPs with each technology available was visualized by country. <italic>P</italic> values for statistical tests were adjusted for multiple comparisons using the Holm-Bonferroni method [<xref ref-type="bibr" rid="ref15">15</xref>]. All analyses were performed in R (version 4.3; R Foundation for Statistical Computing) [<xref ref-type="bibr" rid="ref16">16</xref>], and a significance level of .05 was used throughout.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>Ethical approval was granted by the UK Imperial College Research Ethics Committee (reference 20IC5956), which oversees health-related research with human participants. Survey participants gave their written informed consent to participate in the study. Data collected were anonymous and no compensation was given for participation in the survey.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Overview</title>
        <p>This study includes responses from 1370 PCPs who responded to at least 1 question on the availability and/or hours of use of virtual consultation technologies, representing 85.4% of the total sample of 1605 (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Characteristics of the 1370 surveyed primary care physicians.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="670"/>
            <col width="300"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Characteristic</td>
                <td>Primary care physicians, n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">
                  <bold>Age category (years)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>&gt;30</td>
                <td>79 (5.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>30-39</td>
                <td>434 (31.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>40-49</td>
                <td>356 (26)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>50-59</td>
                <td>289 (21.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>60-69</td>
                <td>192 (14)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>70+</td>
                <td>16 (1.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Prefer not to answer</td>
                <td>4 (0.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Missing</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Gender</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Female</td>
                <td>827 (60.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Male</td>
                <td>535 (39.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td>1 (0.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Prefer not to answer</td>
                <td>7 (0.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Missing</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Urbanicity</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Mixed</td>
                <td>307 (22.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Rural</td>
                <td>211 (15.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Urban</td>
                <td>852 (62.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Missing</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Years of PCP<sup>a</sup> Experience (years)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>&lt;5</td>
                <td>265 (19.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>5-10</td>
                <td>295 (21.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>10-15</td>
                <td>210 (15.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>15-20</td>
                <td>156 (11.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>&gt;20</td>
                <td>444 (32.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Missing</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Digital maturity score</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>0</td>
                <td>108 (7.9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>1</td>
                <td>112 (8.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>2</td>
                <td>130 (9.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>3</td>
                <td>249 (18.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>4</td>
                <td>268 (19.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>5</td>
                <td>234 (17.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>6</td>
                <td>269 (19.6)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Country of PCP employment</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Australia</td>
                <td>69 (5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Brazil</td>
                <td>48 (3.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Canada</td>
                <td>47 (3.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Chile</td>
                <td>52 (3.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Colombia</td>
                <td>60 (4.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Croatia</td>
                <td>55 (4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Finland</td>
                <td>43 (3.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>France</td>
                <td>56 (4.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Germany</td>
                <td>46 (3.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Ireland</td>
                <td>237 (17.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Israel</td>
                <td>65 (4.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Italy</td>
                <td>89 (6.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Poland</td>
                <td>49 (3.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Portugal</td>
                <td>77 (5.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Slovenia</td>
                <td>66 (4.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Spain</td>
                <td>85 (6.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Sweden</td>
                <td>67 (4.9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Turkey</td>
                <td>51 (3.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>United Kingdom</td>
                <td>55 (4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>United States</td>
                <td>53 (3.9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Missing</td>
                <td>0 (0)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>PCP: primary care physician.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>The majority (827/1370, 60.4%) of the respondents were female and 57.6% (790/1370) were aged between 30-49 years. Almost a third (444/1370, 32.4%) of the respondents had clinical experience of more than 20 years. PCPs spent a median of 36 (IQR 28-40) hours on clinical work per week. The highest proportion of the respondents (852/1370, 62.2%) worked in practices based in urban areas. The median digital maturity score of their practices as reported by PCPs was 4 (IQR 2-5). Training on digital-first technologies was undertaken by (312/1370, 22.8%) PCPs before the pandemic and by (375/1370, 27.4%) PCPs during the pandemic period. A breakdown of PCP characteristics by country is available in Tables S1 and S2 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
      </sec>
      <sec>
        <title>Use of Digital Technologies</title>
        <p>PCPs reported spending a median of 3 hours per week using these tools (IQR 1-5), increasing to 15 (IQR 8-25) during the pandemic period (<italic>P</italic>&lt;.001). Hours spent per week on specific technologies are shown in <xref ref-type="table" rid="table2">Table 2</xref>.</p>
        <p>The average number of hours per week spent on each type of virtual consultation increased during the pandemic (<xref ref-type="table" rid="table2">Table 2</xref>). The greatest change was observed for time spent on telephone consultations (+11.0 hours/week, <italic>P</italic>&lt;.001), on which 91.8% of PCPs reported spending increased time.</p>
        <p>Country of PCP employment was associated with changes in hours spent per week on telephone (<italic>R</italic><sup>2</sup>=0.2, <italic>P</italic>&lt;.001) and chat consultations (<italic>R</italic><sup>2</sup>=0.1, <italic>P</italic>=.001), but not with changes in hours spent on video consultations (<italic>R</italic><sup>2</sup>=0.1, <italic>P</italic>=.73). The increase in hours spent per week on telephone consultations was largely driven by PCPs from Poland, Spain, Canada, Chile, and Portugal, who spent more than 15 additional hours per week on telephone consultations during the COVID-19 pandemic compared with before (<xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
        <p>No association was found between changes in hours of use of any of the 3 virtual consultation technologies and any of practice digital maturity score, training, or urbanicity (Figure S1 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Average change in hours spent on virtual consultations by primary care physicians before and during the COVID-19 pandemic period, amongst primary care physicians who had the technology available in both time periods. The COVID-19 pandemic period was defined as the period from March 11, 2020 onwards to the date of survey completion by the primary care physicians (between June and September 2020).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="220"/>
            <col width="180"/>
            <col width="160"/>
            <col width="160"/>
            <col width="170"/>
            <col width="110"/>
            <thead>
              <tr valign="top">
                <td>Technology</td>
                <td>Denominator</td>
                <td>Mean hours spent per week before the pandemic</td>
                <td>Mean hours spent per week during the pandemic</td>
                <td>Mean difference in hours, mean (SD)<sup>a</sup></td>
                <td><italic>P</italic> values<sup>b</sup></td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Telephone consultations</td>
                <td>883</td>
                <td>3.8</td>
                <td>14.2</td>
                <td>+11 (10.7)</td>
                <td>&lt;.0001</td>
              </tr>
              <tr valign="top">
                <td>Video consultations</td>
                <td>127</td>
                <td>1.3</td>
                <td>4.3</td>
                <td>+4.5 (7.3)</td>
                <td>&lt;.0001</td>
              </tr>
              <tr valign="top">
                <td>Chat consultations (ie, using a messaging system)</td>
                <td>365</td>
                <td>2.4</td>
                <td>5.3</td>
                <td>+3.4 (6.7)</td>
                <td>&lt;.0001</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn2">
              <p><sup>a</sup>The mean difference describes the mean of the change in hours spent by each primary care physician on the technology.</p>
            </fn>
            <fn id="table2fn1">
              <p><sup>b</sup><italic>P</italic> values correspond to 2-sample Wilcoxon tests.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Mean change in hours spent per week on virtual consultation technologies by primary care physicians during versus before the COVID-19 pandemic period, by country of primary care physician employment. The COVID-19 pandemic period was defined as the period from March 11, 2020, onwards to the date of survey completion by the primary care physician (between June and September 2020). Grey cells indicate where no data was available for change in hours of use.</p>
          </caption>
          <graphic xlink:href="jmir_v27i1e65147_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Availability of Virtual Consultations Before and During the COVID-19 Pandemic</title>
        <p>Before the pandemic, telephone consultations were the most frequently available virtual consultation technology (73.1%, 1002), followed by chat consultations (33.7%, 462) and video consultations (12.8%, 176). During the pandemic, telephone consultations remained the most frequently available solution (90.3%, 1238), followed by video consultations (52.3%, 717) and chat consultations (42.3%, 580).</p>
        <p>Statistically significant increases were observed for all types of virtual consultation during the pandemic. During the pandemic, telephone consultations remained the most commonly available technology (90.4%, 1238; <xref rid="figure2" ref-type="fig">Figure 2</xref>). The largest absolute increase in availability was observed for video consultations (+39.5%, <italic>P</italic>&lt;.001; <xref rid="figure2" ref-type="fig">Figure 2</xref>; Table S3 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
        <p>Of the 365 PCPs who lacked access to telephone consultations before the COVID-19 pandemic, 87.7% gained availability to this type of virtual consultation during the crisis. Correspondingly, 49.3% (n=584), and 21.8% (n=196) of PCPs who previously did not have access to video consultations, or chat consultations, respectively, reported gaining access to these technologies during the COVID-19 pandemic period.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Percentages of primary care physicians who reported virtual consultation technologies as available to them before versus during the COVID-19 pandemic period. The COVID-19 pandemic period was defined as the period from March 11, 2020, to the date of survey completion by the PCP (between June and September 2020). ***: adjusted <italic>P</italic> values &lt;.001.</p>
          </caption>
          <graphic xlink:href="jmir_v27i1e65147_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Factors Associated With Availability</title>
        <p>Before the COVID-19 pandemic, practice urbanicity was weakly associated with availability of telephone consultations (ES 0.1, <italic>P</italic>&lt;.001). Digital health training was weakly associated with availability of video (<italic>P</italic>&lt;.001) and chat consultations (<italic>P</italic>=.04). Digital maturity score was weakly associated with increased availability of video consultations (<italic>P</italic>&lt;.001) and chat consultations (<italic>P</italic>=.001). There was moderate to strong association between the country and availability of each of the technologies (<xref rid="figure2" ref-type="fig">Figure 2</xref>; ES range: 0.3-0.5, <italic>P</italic>&lt;.001 for all).</p>
        <p>During the pandemic, significant associations remained between availability and country, digital health training, and digital maturity score (<xref rid="figure2" ref-type="fig">Figure 2</xref>). Country persisted as significantly associated with the availability of chat consultations (<italic>P</italic>&lt;.001), video consultations (<italic>P</italic>&lt;.001), and telephone consultations (<italic>P</italic>=.03). Digital maturity score remained only weakly associated with the availability of video consultations (<italic>P</italic>&lt;.001), but not with telephone or chat consultations. Digital health training was weakly associated with the availability of video (as observed before the pandemic), but also with chat consultations (<italic>P</italic>&lt;.001 for both). Practice digital maturity score was no longer associated with chat consultations during the pandemic.</p>
        <p>The strength of univariable associations between the availability of the technologies and the predictors differed before and during the COVID-19 pandemic. The strength of the associations between the country and telephone consultations decreased from strong to weak between the 2 time periods. In contrast, the strength of association between video consultations and country increased from moderate to strong.</p>
        <p>A detailed overview of the nature of such associations is provided below.</p>
        <sec>
          <title>Country Variations</title>
          <p>Availability of chat consultations varied greatly by country for both time periods, ranging from 9% to 78.7% for before the COVID-19 pandemic, and 6.5%-75.4% during the COVID-19 pandemic. Most countries showed only small changes in availability of chat consultations from before to during the COVID-19 pandemic (<xref rid="figure3" ref-type="fig">Figure 3</xref>). The largest changes in availability were observed for PCPs from Chile (+38.5%), Colombia (+33.3%), Brazil (+33.3%), and the United Kingdom (+23.6%). Changes in availability of &lt;10% were observed for PCPs from 13 of the 20 countries surveyed.</p>
          <p>There was less variation in availability of telephone consultations between countries during than before the COVID-19 pandemic period (<xref rid="figure4" ref-type="fig">Figure 4</xref>). Before the pandemic, availability of telephone consultations across countries ranged from 25% to 100%, while during the pandemic, availability ranged from 78.4% to 100%. There were distinct differences in change in telephone consultation availability by country. Average availability of telephone consultations decreased amongst PCPs from countries, which reported &gt;90% availability of telephone consultations before the COVID-19 pandemic while increases in availability were observed for all other countries.</p>
          <p>Availability of video consultations was low across all countries before the COVID-19 pandemic period, with less than 35% of PCPs from each country having them available (range 1.1%-33.4%). Availability of video consultations increased on average for PCPs from all countries, to differing degrees by country (<xref rid="figure4" ref-type="fig">Figure 4</xref>). The largest increases were observed for PCPs from the United Kingdom (+81.8%), followed by PCPs from France (+71.4%), Colombia (+60.0%), and Ireland (+57.8%).</p>
          <fig id="figure3" position="float">
            <label>Figure 3</label>
            <caption>
              <p>Absolute difference in percentage of primary care physicians from each country reporting the technology as available to them before versus during the COVID-19 pandemic. The COVID-19 pandemic period was defined as the period from March 11, 2020, to the date of survey completion by the primary care physician (between June and September 2020). PCP: primary care physician.</p>
            </caption>
            <graphic xlink:href="jmir_v27i1e65147_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure4" position="float">
            <label>Figure 4</label>
            <caption>
              <p>Effect size of primary care physician and practice factors on the reported availability of digital consultation technologies before and during the COVID-19 pandemic. The COVID-19 pandemic period was defined as the period from March 11, 2020, to the date of survey completion by the primary care physician (between June and September 2020). Effect sizes correspond to Cramer V measures of association; larger effect sizes indicate a stronger relationship between the predictor and availability. Estimates for nonsignificant relationships are not shown.</p>
            </caption>
            <graphic xlink:href="jmir_v27i1e65147_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Urbanicity</title>
          <p>Before the pandemic, the percentage of PCPs with telephone consultations available was highest amongst those from rural practices (83.4%), compared with mixed (77.5%) or urban settings (69%). This difference by practice urbanicity did not persist into the pandemic period. Availabilities of video and chat consultations were similar across PCPs from urban, mixed, and rural settings in both time periods.</p>
        </sec>
        <sec>
          <title>Digital Health Training</title>
          <p>Higher availability of video consultations was reported amongst PCPs who had completed, versus never completed, training in digital-first technologies, both before (18% vs 9%, <italic>P</italic>&lt;.001) and during (61.1% vs 45.8%, <italic>P</italic>&lt;.001) the pandemic. PCPs who had completed training reported greater availability of chat consultations before (37.8% vs 30.7%, <italic>P</italic>=.04) and during (49.5% vs 37%, <italic>P</italic>&lt;.001) the pandemic period.</p>
        </sec>
        <sec>
          <title>Digital Maturity</title>
          <p>Availability of video consultations before and during the pandemic was greater amongst PCPs from more digitally mature practices. Availability of chat consultations before the pandemic was highest in PCPs from practices with a digital maturity score of 6 (42.7%), followed by 4 (39.6%) and 1 (35.7%). After adjustment for multiple testing, there was no association detected between digital maturity and availability of chat consultations during the pandemic.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Telephone consultations were the most frequently available type of virtual consultations both before and during the pandemic (73.1% and 90.4%, respectively). Significant increases in availability during the pandemic were observed for all the types of virtual consultations, alongside significant increases in hours spent on every type of virtual consultation. The largest increase in availability was observed for video consultations, whereas, although a minority of countries did display large increases in availability of chat consultations (<xref rid="figure3" ref-type="fig">Figure 3</xref>), a smaller change emerged in availability of chat consultations overall.</p>
        <p>Regarding the factors associated with availability, PCPs from rural practices reported greater availability of telephone consultations before the COVID-19 pandemic but this association did not persist in the pandemic. Practice digital maturity was significantly (although weakly) associated with the availability of video consultations both before and during the pandemic, and with chat consultations before the pandemic only. Digital health training was weakly associated with the availability of both video and chat consultations, both before and during the pandemic.</p>
        <p>There was significant country-level variation in the hours of use and availabilities of the technologies between both time periods (<xref rid="figure1" ref-type="fig">Figures 1</xref> and <xref rid="figure3" ref-type="fig">3</xref>). The association between country and the availability of telephone consultations changed from strong to weak, while the relationship between country and video consultations changed from moderate to strong. There was similarly strong country-level variation in availability of chat consultations in both periods.</p>
      </sec>
      <sec>
        <title>Comparison With Previous Work</title>
        <p>Telephone consultations were the most frequently available and used virtual consultation modality, increasing during the pandemic compared with before. Their higher use and uptake were likely driven by their lower resource requirements and maintenance costs compared with video and chat consultations [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. In addition, telephones are readily available to most patients and telephone consultations were already widely used in primary care in many places (<xref rid="figure3" ref-type="fig">Figure 3</xref>) [<xref ref-type="bibr" rid="ref4">4</xref>], reducing the need for additional infrastructure or training. Supporting this, telephone consultation availability was independent of practicing digital maturity level or training in digital-first technologies, unlike video or chat technologies (<xref rid="figure2" ref-type="fig">Figure 2</xref>).</p>
        <p>Before the pandemic, rural PCPs reported greater availability of telephone consultations compared with PCPs from urban or mixed settings. This is unsurprising, given the benefits of virtual consultations where geographic isolation can limit health care accessibility [<xref ref-type="bibr" rid="ref17">17</xref>]. However, during the pandemic, availability of telephone consultations became similarly high amongst PCPs from rural, mixed, and urban settings, likely attributable to the need for social distancing and consequent adoption of telephone consultations in urban areas. Future research should address whether these changes persisted in the postpandemic period.</p>
        <p>Smaller increases were apparent in the availability and use of chat consultations during the pandemic, compared with video. This may reflect specific implementation barriers for this type of virtual consultation, alongside their perception as an adjunct to, rather than as a replacement for, other consultation methods [<xref ref-type="bibr" rid="ref18">18</xref>]. Previous UK research found that most online consultations required in-person or telephone follow-up [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. There are safety considerations with chat consultations, including the challenges of identifying patient cues solely from written communication [<xref ref-type="bibr" rid="ref21">21</xref>]. The proportionately greater increase in availability of video is likely explained by the ability to see the patient, which contributes substantially to the confidence of professionals in making a clinical assessment [<xref ref-type="bibr" rid="ref22">22</xref>].</p>
        <p>Adherence to data privacy regulations poses a particular challenge for implementing chat consultations, potentially discouraging uptake. Fulfilment of the legal obligation to record and store patient information can be difficult for chat consultations, necessitating PCPs to keep separate clinical records [<xref ref-type="bibr" rid="ref23">23</xref>-<xref ref-type="bibr" rid="ref25">25</xref>]. Most commonly used commercial messaging systems (eg, Telegram, iMessage, and WhatsApp) do not comply with health data privacy and security regulations [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. Despite potential nonadherence to ethical or data privacy guidelines, commercial instant-messaging providers are widely used for clinical purposes by patients and health care staff [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref26">26</xref>-<xref ref-type="bibr" rid="ref28">28</xref>].</p>
        <p>Among the factors examined, the country had the strongest association with availability of virtual consultation technologies and was the only significant predictor of change in hours of use. The varied ability to transition to virtual service delivery between countries is likely attributable to various governance and infrastructural factors. Some countries have national long-term digitization goals for primary care, including strategies for virtual consultation adoption [<xref ref-type="bibr" rid="ref29">29</xref>-<xref ref-type="bibr" rid="ref31">31</xref>]. Coupled with guidelines on their effective and safe use [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref33">33</xref>], these would have facilitated greater adoption by PCPs. Countries also varied in their organizational and IT readiness to incorporate new consultation technologies into existing operations [<xref ref-type="bibr" rid="ref9">9</xref>]. In the case of video and chat, regional variation in the availability of suitable platforms, internet coverage, and smart devices may have affected the feasibility of these consultations, contributing to a digital divide [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. Implementation of video consultations in some countries was impeded by the need to update national health data regulations [<xref ref-type="bibr" rid="ref3">3</xref>] and reimbursement policies [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref33">33</xref>]. It would be a valuable area of future work to map systems-level characteristics and explore associations between them and availability and use of virtual consultations.</p>
        <p>Country-level variation in telephone consultation availability reduced during the pandemic compared with before, while the variation for video consultations increased (<xref rid="figure2" ref-type="fig">Figures 2</xref> and <xref rid="figure4" ref-type="fig">4</xref>). This indicates that the COVID-19 pandemic amplified discrepancies in barriers and facilitators of video consultation implementation between countries. Before the COVID-19 pandemic, video consultations were in the earlier stages of adoption in many countries, whereas telephone consultations were already widely available (<xref rid="figure3" ref-type="fig">Figure 3</xref>) and easier to scale up, for reasons previously stated [<xref ref-type="bibr" rid="ref4">4</xref>]. Many countries continue to lack strategies for interoperability or digital education [<xref ref-type="bibr" rid="ref29">29</xref>], likely contributing to the low adoption of video consultations post the pandemic [<xref ref-type="bibr" rid="ref9">9</xref>]. Future research should investigate whether there have been sustained country-level differences in video consultation implementation beyond the pandemic.</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>A primary strength of our study is the large number of PCPs surveyed from 20 countries, which included a mix of urban and rural settings, during a critical transition period for primary care service delivery. However, the findings must be interpreted in light of some accompanying weaknesses. The generalizability of the study’s findings may be limited by the reduced representativeness introduced by use of convenience sampling. Convenience sampling may introduce some self-selection bias for PCPs who hold stronger views about the research topic and are more vocal in sharing their experiences. Use of an anonymous web-based survey, disseminated by email and social media, prevented the identification of whether multiple respondents were employed at the same organization. In addition, due to the cross-sectional nature of the survey, we cannot establish directionality in the associations detected and causality should not be inferred. Nonetheless, these limitations are inherent to most survey-based studies and should not detract from the value of our findings.</p>
        <p>In addition, the survey was not available in all the languages spoken by the countries surveyed which possibly excluded some PCPs from participating or affected their interpretation of questions. The study did not consider the type or size of health care organizations. Smaller practices may have incurred greater difficulties in transitioning to virtual service delivery models, particularly those in lower income areas, due to facing higher operating costs [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. Another limitation is that PCPs were surveyed exclusively from upper-middle and high-income countries, restricting the generalizability of the findings to health care systems of similar economic contexts.</p>
        <p>Finally, there have likely been significant changes in the implementation and perceptions of digital health technologies since the survey administration in 2020. An examination of availability and use of these virtual consultation technologies in more recent years, including in postpandemic contexts, would be a valuable area of future work. Nevertheless, these findings reflect a critical period for understanding the adaptability of health care systems in times of crisis.</p>
      </sec>
      <sec>
        <title>Implications for Policy and Practice</title>
        <p>Understanding the variations in the availability of virtual consultation technologies within and between countries is essential to ensure that their continued use does not impose additional barriers [<xref ref-type="bibr" rid="ref35">35</xref>]. While the pandemic reduced country-level discrepancies in the availability of telephone consultations, a widening gap emerged with the availability of video consultations. Further investigation is needed to determine if these disparities reflect variations in patient, clinician, or health care organization preferences, or if they stem from digital capacity limitations.</p>
        <p>To fully harness the potential of digital health innovations, health care providers must possess a robust understanding of their capabilities, limitations, and ethical implications. However, despite the finding of a positive relationship between training in digital first technologies and availability of chat and video consultations, less than a third (27.4%) of PCPs had completed such training. There is therefore a need for comprehensive digital health training for physicians, ensuring that they are equipped with the digital health literacy essential for delivering optimal patient care in the modern health care landscape [<xref ref-type="bibr" rid="ref11">11</xref>].</p>
        <p>As video consultations experienced the most significant rise, it is crucial to establish through further research whether this pattern persists in current practice, and whether this consultation modality offers substantial advantages beyond simply reducing in-person interactions. It is possible that video consultations served primarily as a tool for clinical risk mitigation during the pandemic; as restrictions on in-person appointments have stopped, the high use of video consultations may have declined [<xref ref-type="bibr" rid="ref9">9</xref>]. This underlines the need for further studies to understand the postpandemic landscape.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This study highlights the significant role the COVID-19 pandemic played in driving the global adoption of virtual consultations in primary care. The increased use of virtual consultation technologies during the COVID-19 pandemic underscores the flexibility of primary care systems to adapt rapidly to the constraints imposed by the pandemic. This shift enabled continued service delivery while minimizing exposure risks for both patients and health care staff.</p>
        <p>This research identified practice-level factors, particularly the country of practice and practice digital maturity, and digital health training, as key factors associated with the availability of these technologies. Although the COVID-19 pandemic motivated increased usage of virtual consultations overall, it also revealed widened discrepancies between countries in their ability to implement video consultations. Systems-level research is necessary to identify the country-level facilitators and barriers toward implementation of video consultations, to ensure their continued use.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Supplementary tables and figures.</p>
        <media xlink:href="jmir_v27i1e65147_app1.docx" xlink:title="DOCX File , 88 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ES</term>
          <def>
            <p>effect size</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">PCP</term>
          <def>
            <p>primary care physician</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">STROBE</term>
          <def>
            <p>STrengthening the Reporting of OBservational studies in Epidemiology</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>ALN, G Greenfield, GK, BH, and AM are supported by the National Institute for Health and Care Research (NIHR) Applied Research Collaboration Northwest London. ALN is also funded by the NIHR Patient Safety Research Collaboration, with infrastructure support from Imperial NIHR Biomedical Research Centre. The views expressed in this publication are those of the authors and not necessarily those of NIHR or the Department of Health and Social Care. Generative artificial intelligence was not used in any aspect of the manuscript preparation.</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The datasets generated and/or analyzed in this study are available upon reasonable request from the corresponding author.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>ALN and the inSIGHT group (comprising JC, AC, CC, G Gusso, RDH, GJ, THK, LL, HL, EM, KN, DP, and RT) contributed to the conception and design of the study. GK contributed to data preparation and analysis. GK, ALN, TB, G Greenfield, and BWJH contributed to interpretation of results and drafting the manuscript. AC, CC, DP, EL, G Gusso, GJ, HL, JC, KN, LL, RDH, RT, AM, ALN, and THK revised the manuscript. All authors provided critical review and approved the final version of the manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>BWJH also works for eConsult Health, provider of a platform for online consultations for primary, secondary and urgent or emergency care in the National Health Service.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Car</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Koh</surname>
              <given-names>GCH</given-names>
            </name>
            <name name-style="western">
              <surname>Foong</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>CJ</given-names>
            </name>
          </person-group>
          <article-title>Video consultations in primary and specialist care during the covid-19 pandemic and beyond</article-title>
          <source>BMJ</source>
          <year>2020</year>
          <volume>371</volume>
          <fpage>m3945</fpage>
          <pub-id pub-id-type="doi">10.1136/bmj.m3945</pub-id>
          <pub-id pub-id-type="medline">33082127</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Neves</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>van Dael</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>O'Brien</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Flott</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ghafur</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Darzi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mayer</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Use and impact of virtual primary care on quality and safety: the public's perspectives during the COVID-19 pandemic</article-title>
          <source>J Telemed Telecare</source>
          <year>2024</year>
          <volume>30</volume>
          <issue>2</issue>
          <fpage>393</fpage>
          <lpage>401</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/abs/10.1177/1357633X211066235?url_ver=Z39.88-2003&amp;rfr_id=ori:rid:crossref.org&amp;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1357633X211066235</pub-id>
          <pub-id pub-id-type="medline">34935535</pub-id>
          <pub-id pub-id-type="pmcid">PMC10792996</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wherton</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Greenhalgh</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hughes</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Shaw</surname>
              <given-names>SE</given-names>
            </name>
          </person-group>
          <article-title>The role of information infrastructures in scaling up video consultations during COVID-19: mixed methods case study into opportunity, disruption, and exposure</article-title>
          <source>J Med Internet Res</source>
          <year>2022</year>
          <volume>24</volume>
          <issue>11</issue>
          <fpage>e42431</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2022/11/e42431/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/42431</pub-id>
          <pub-id pub-id-type="medline">36282978</pub-id>
          <pub-id pub-id-type="pii">v24i11e42431</pub-id>
          <pub-id pub-id-type="pmcid">PMC9651004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <article-title>The COVID-19 pandemic and the future of telemedicine</article-title>
          <source>OECD</source>
          <year>2023</year>
          <access-date>2025-02-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1787/ac8b0a27-en">https://doi.org/10.1787/ac8b0a27-en</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Salisbury</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Turner</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Denholm</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Iyer</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Macleod</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Horwood</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Implementation of remote consulting in UK primary care following the COVID-19 pandemic: a mixed-methods longitudinal study</article-title>
          <source>Br J Gen Pract</source>
          <year>2021</year>
          <volume>71</volume>
          <issue>704</issue>
          <fpage>e166</fpage>
          <lpage>e177</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bjgp.org/lookup/pmidlookup?view=long&amp;pmid=33558332"/>
          </comment>
          <pub-id pub-id-type="doi">10.3399/BJGP.2020.0948</pub-id>
          <pub-id pub-id-type="medline">33558332</pub-id>
          <pub-id pub-id-type="pii">BJGP.2020.0948</pub-id>
          <pub-id pub-id-type="pmcid">PMC7909923</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Peek</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Sujan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Digital health and care in pandemic times: impact of COVID-19</article-title>
          <source>BMJ Health Care Inform</source>
          <year>2020</year>
          <volume>27</volume>
          <issue>1</issue>
          <fpage>e100166</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://informatics.bmj.com/lookup/pmidlookup?view=long&amp;pmid=32565418"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjhci-2020-100166</pub-id>
          <pub-id pub-id-type="medline">32565418</pub-id>
          <pub-id pub-id-type="pii">bmjhci-2020-100166</pub-id>
          <pub-id pub-id-type="pmcid">PMC7307522</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weigel</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Ramaswamy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sobel</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Salganicoff</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cubanski</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Freed</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Opportunities and Barriers for Telemedicine in the U.S. During the COVID-19 Emergency and Beyond</article-title>
          <source>KFF</source>
          <year>2020</year>
          <access-date>2024-05-24</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.kff.org/womens-health-policy/issue-brief/opportunities-and-barriers-for-telemedicine-in-the-u-s-during-the-covid-19-emergency-and-beyond/">https://www.kff.org/womens-health-policy/issue-brief/opportunities-and-barriers-for-telemedicine-in-the-u-s-during-the-covid-19-emergency-and-beyond/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fitzpatrick</surname>
              <given-names>PJ</given-names>
            </name>
          </person-group>
          <article-title>Improving health literacy using the power of digital communications to achieve better health outcomes for patients and practitioners</article-title>
          <source>Front Digit Health</source>
          <year>2023</year>
          <volume>5</volume>
          <fpage>1264780</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/38046643"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fdgth.2023.1264780</pub-id>
          <pub-id pub-id-type="medline">38046643</pub-id>
          <pub-id pub-id-type="pmcid">PMC10693297</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Assing Hvidt</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Atherton</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Keuper</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kristiansen</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Lüchau</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Lønnebakke Norberg</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Steinhäuser</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>van den Heuvel</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>van Tuyl</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Low adoption of video consultations in post-COVID-19 general practice in Northern Europe: barriers to use and potential action points</article-title>
          <source>J Med Internet Res</source>
          <year>2023</year>
          <volume>25</volume>
          <fpage>e47173</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2023//e47173/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/47173</pub-id>
          <pub-id pub-id-type="medline">37213196</pub-id>
          <pub-id pub-id-type="pii">v25i1e47173</pub-id>
          <pub-id pub-id-type="pmcid">PMC10242475</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Lai</surname>
              <given-names>AY</given-names>
            </name>
            <name name-style="western">
              <surname>Gupta</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Shelley</surname>
              <given-names>DR</given-names>
            </name>
          </person-group>
          <article-title>Rapid transition to telehealth and the digital divide: implications for primary care access and equity in a post-COVID era</article-title>
          <source>Milbank Q</source>
          <year>2021</year>
          <volume>99</volume>
          <issue>2</issue>
          <fpage>340</fpage>
          <lpage>368</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34075622"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/1468-0009.12509</pub-id>
          <pub-id pub-id-type="medline">34075622</pub-id>
          <pub-id pub-id-type="pmcid">PMC8209855</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Walley</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>McCombe</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Broughan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>O'Shea</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Crowley</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Quinlan</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Wann</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Crowley</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Cullen</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Use of telemedicine in general practice in Europe since the COVID-19 pandemic: a scoping review of patient and practitioner perspectives</article-title>
          <source>PLOS Digit Health</source>
          <year>2024</year>
          <volume>3</volume>
          <issue>2</issue>
          <fpage>e0000427</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/38354211"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pdig.0000427</pub-id>
          <pub-id pub-id-type="medline">38354211</pub-id>
          <pub-id pub-id-type="pii">PDIG-D-22-00363</pub-id>
          <pub-id pub-id-type="pmcid">PMC10866456</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>von Elm</surname>
              <given-names>Erik</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Egger</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Pocock</surname>
              <given-names>PC</given-names>
            </name>
            <name name-style="western">
              <surname>Gøtzsche</surname>
              <given-names>Peter C</given-names>
            </name>
            <name name-style="western">
              <surname>Vandenbroucke</surname>
              <given-names>JP</given-names>
            </name>
            <collab>STROBE Initiative</collab>
          </person-group>
          <article-title>The Strengthening the Reporting of Observational Studies in Epidemiology (STROBE) statement: guidelines for reporting observational studies</article-title>
          <source>Epidemiology</source>
          <year>2007</year>
          <month>11</month>
          <volume>18</volume>
          <issue>6</issue>
          <fpage>800</fpage>
          <lpage>4</lpage>
          <pub-id pub-id-type="doi">10.1097/EDE.0b013e3181577654</pub-id>
          <pub-id pub-id-type="medline">18049194</pub-id>
          <pub-id pub-id-type="pii">00001648-200711000-00027</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Neves</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Serafini</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Jimenez</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Lingner</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Koskela</surname>
              <given-names>TH</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffman</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Petek</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Claveria</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tsopra</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Irving</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Gusso</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>O'Neill</surname>
              <given-names>BG</given-names>
            </name>
            <name name-style="western">
              <surname>Hoedebecke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Espitia</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Ungan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nessler</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lazic</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Laranjo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Memarian</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Fernandez</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ghafur</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Fontana</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Majeed</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Car</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Darzi</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Evaluating the impact of COVID-19 on the adoption of virtual care in general practice in 20 countries (inSIGHT): protocol and rationale study</article-title>
          <source>JMIR Res Protoc</source>
          <year>2021</year>
          <volume>10</volume>
          <issue>8</issue>
          <fpage>e30099</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2021/8/e30099/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/30099</pub-id>
          <pub-id pub-id-type="medline">34292867</pub-id>
          <pub-id pub-id-type="pii">v10i8e30099</pub-id>
          <pub-id pub-id-type="pmcid">PMC8396553</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Flott</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Callahan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Darzi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mayer</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>A patient-centered framework for evaluating digital maturity of health services: a systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2016</year>
          <volume>18</volume>
          <issue>4</issue>
          <fpage>e75</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2016/4/e75/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.5047</pub-id>
          <pub-id pub-id-type="medline">27080852</pub-id>
          <pub-id pub-id-type="pii">v18i4e75</pub-id>
          <pub-id pub-id-type="pmcid">PMC4850277</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Holm</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A simple sequentially rejective multiple test procedure</article-title>
          <source>Scandinavian Journal of Statistics</source>
          <year>1979</year>
          <volume>6</volume>
          <fpage>65</fpage>
          <lpage>70</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jstor.org/stable/4615733"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Core Team</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>The R project for statistical computing</article-title>
          <source>R foundation</source>
          <year>2023</year>
          <access-date>2025-02-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.R-project.org">https://www.R-project.org</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Dievler</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Robbins</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sripipatana</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Quinn</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nair</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Telehealth in health centers: key adoption factors, barriers, and opportunities</article-title>
          <source>Health Aff (Millwood)</source>
          <year>2018</year>
          <volume>37</volume>
          <issue>12</issue>
          <fpage>1967</fpage>
          <lpage>1974</lpage>
          <pub-id pub-id-type="doi">10.1377/hlthaff.2018.05125</pub-id>
          <pub-id pub-id-type="medline">30633683</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Eldh</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Sverker</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bendtsen</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Nilsson</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Health care professionals' experience of a digital tool for patient exchange, anamnesis, and triage in primary care: qualitative study</article-title>
          <source>JMIR Hum Factors</source>
          <year>2020</year>
          <volume>7</volume>
          <issue>4</issue>
          <fpage>e21698</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://humanfactors.jmir.org/2020/4/e21698/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/21698</pub-id>
          <pub-id pub-id-type="medline">33315014</pub-id>
          <pub-id pub-id-type="pii">v7i4e21698</pub-id>
          <pub-id pub-id-type="pmcid">PMC7769692</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Banks</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Farr</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Salisbury</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bernard</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Northstone</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Horwood</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Use of an electronic consultation system in primary care: a qualitative interview study</article-title>
          <source>Br J Gen Pract</source>
          <year>2018</year>
          <volume>68</volume>
          <issue>666</issue>
          <fpage>e1</fpage>
          <lpage>e8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bjgp.org/lookup/pmidlookup?view=long&amp;pmid=29109115"/>
          </comment>
          <pub-id pub-id-type="doi">10.3399/bjgp17X693509</pub-id>
          <pub-id pub-id-type="medline">29109115</pub-id>
          <pub-id pub-id-type="pii">bjgp17X693509</pub-id>
          <pub-id pub-id-type="pmcid">PMC5737315</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Farr</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Banks</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>HB</given-names>
            </name>
            <name name-style="western">
              <surname>Northstone</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bernard</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Salisbury</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Horwood</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Implementing online consultations in primary care: a mixed-method evaluation extending normalisation process theory through service co-production</article-title>
          <source>BMJ Open</source>
          <year>2018</year>
          <volume>8</volume>
          <issue>3</issue>
          <fpage>e019966</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&amp;pmid=29555817"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2017-019966</pub-id>
          <pub-id pub-id-type="medline">29555817</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2017-019966</pub-id>
          <pub-id pub-id-type="pmcid">PMC5875620</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bakhai</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Atherton</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>How to conduct written online consultations with patients in primary care</article-title>
          <source>BMJ</source>
          <year>2021</year>
          <volume>372</volume>
          <fpage>n264</fpage>
          <pub-id pub-id-type="doi">10.1136/bmj.n264</pub-id>
          <pub-id pub-id-type="medline">33627324</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wanderås</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Abildsnes</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Thygesen</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Martinez</surname>
              <given-names>SG</given-names>
            </name>
          </person-group>
          <article-title>Video consultation in general practice: a scoping review on use, experiences, and clinical decisions</article-title>
          <source>BMC Health Serv Res</source>
          <year>2023</year>
          <volume>23</volume>
          <issue>1</issue>
          <fpage>316</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmchealthservres.biomedcentral.com/articles/10.1186/s12913-023-09309-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12913-023-09309-7</pub-id>
          <pub-id pub-id-type="medline">36997997</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12913-023-09309-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC10063329</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Morris</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Mars</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>WhatsApp in clinical practice-the challenges of record keeping and storage. A scoping review</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2021</year>
          <volume>18</volume>
          <issue>24</issue>
          <fpage>13426</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph182413426"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph182413426</pub-id>
          <pub-id pub-id-type="medline">34949033</pub-id>
          <pub-id pub-id-type="pii">ijerph182413426</pub-id>
          <pub-id pub-id-type="pmcid">PMC8708459</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="web">
          <article-title>Using mobile messaging</article-title>
          <source>NHS England</source>
          <year>2022</year>
          <access-date>2025-02-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://transform.england.nhs.uk/information-governance/guidance/use-mobile-messaging-software-health-and-care-settings/">https://transform.england.nhs.uk/information-governance/guidance/use-mobile-messaging-software-health-and-care-settings/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <article-title>Information governance considerations for staff on the use of instant messaging software in the NHS Scotland</article-title>
          <source>The Scottish Government</source>
          <year>2020</year>
          <access-date>2025-02-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.informationgovernance.scot.nhs.uk/blog/2020/03/17/information-governance-considerations-for-staff-on-the-use-of-instant-messaging-software-in-n/">https://www.informationgovernance.scot.nhs.uk/blog/2020/03/17/information-governance-considerations-for-staff-on-the-use-of-instant-messaging-software-in-n/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marin-Gomez</surname>
              <given-names>FX</given-names>
            </name>
            <name name-style="western">
              <surname>Garcia Cuyas</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Reig-Bolano</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Mendioroz</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Roura-Poch</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Pico-Nicolau</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vidal-Alaball</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Social networking app use among primary health care professionals: web-based cross-sectional survey</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2018</year>
          <volume>6</volume>
          <issue>12</issue>
          <fpage>e11147</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2018/12/e11147/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/11147</pub-id>
          <pub-id pub-id-type="medline">30578175</pub-id>
          <pub-id pub-id-type="pii">v6i12e11147</pub-id>
          <pub-id pub-id-type="pmcid">PMC6320407</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martins</surname>
              <given-names>TGDS</given-names>
            </name>
          </person-group>
          <article-title>Use of smartphone-based instant messaging services in medical practice: a cross-sectional study</article-title>
          <source>Sao Paulo Med J</source>
          <year>2020</year>
          <volume>138</volume>
          <issue>3</issue>
          <fpage>269</fpage>
          <lpage>270</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.scielo.br/scielo.php?script=sci_arttext&amp;pid=S1516-31802020005012107&amp;lng=en&amp;nrm=iso&amp;tlng=en"/>
          </comment>
          <pub-id pub-id-type="doi">10.1590/1516-3180.2020.0228.15052020</pub-id>
          <pub-id pub-id-type="medline">32578746</pub-id>
          <pub-id pub-id-type="pii">S1516-31802020005012107</pub-id>
          <pub-id pub-id-type="pmcid">PMC9671238</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="web">
          <article-title>Notification of enforcement discretion for telehealth remote communications during the COVID-19 nationwide public health emergency</article-title>
          <source>U.S. Department of Health and Human Services (HHS)</source>
          <year>2020</year>
          <access-date>2025-02-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hhs.gov/hipaa/for-professionals/special-topics/emergency-preparedness/notification-enforcement-discretion-telehealth/index.html">https://www.hhs.gov/hipaa/for-professionals/special-topics/emergency-preparedness/notification-enforcement-discretion-telehealth/index.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <article-title>Exploring the digital health landscape in the WHO European region: digital health country profiles</article-title>
          <source>World Health Organization</source>
          <year>2024</year>
          <access-date>2025-02-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/europe/publications/i/item/9789289060998">https://www.who.int/europe/publications/i/item/9789289060998</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>LeRouge</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Gupta</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Corpart</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Arrieta</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Health system approaches are needed to expand telemedicine use across nine latin American nations</article-title>
          <source>Health Aff (Millwood)</source>
          <year>2019</year>
          <volume>38</volume>
          <issue>2</issue>
          <fpage>212</fpage>
          <lpage>221</lpage>
          <pub-id pub-id-type="doi">10.1377/hlthaff.2018.05274</pub-id>
          <pub-id pub-id-type="medline">30715970</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dos Santos</surname>
              <given-names>ADF</given-names>
            </name>
            <name name-style="western">
              <surname>Mata-Machado</surname>
              <given-names>ATGD</given-names>
            </name>
            <name name-style="western">
              <surname>Melo</surname>
              <given-names>MDCBD</given-names>
            </name>
            <name name-style="western">
              <surname>Fonseca Sobrinho</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Araújo</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>Silva</surname>
              <given-names>ÉA</given-names>
            </name>
            <name name-style="western">
              <surname>Lima</surname>
              <given-names>AMDLDD</given-names>
            </name>
            <name name-style="western">
              <surname>Abreu</surname>
              <given-names>DMXD</given-names>
            </name>
            <name name-style="western">
              <surname>Rocha</surname>
              <given-names>HAD</given-names>
            </name>
          </person-group>
          <article-title>Implementation of telehealth resources in primary care in Brazil and its association with quality of care</article-title>
          <source>Telemed J E Health</source>
          <year>2019</year>
          <volume>25</volume>
          <issue>10</issue>
          <fpage>996</fpage>
          <lpage>1004</lpage>
          <pub-id pub-id-type="doi">10.1089/tmj.2018.0166</pub-id>
          <pub-id pub-id-type="medline">30592699</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="web">
          <article-title>Telemedicina durante la epidemia de COVID-19 en Chile: guías de buenas prácticas y recomendaciones</article-title>
          <source>Organización Panamericana de la Salud</source>
          <year>2020</year>
          <access-date>2025-02-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.paho.org/es/documentos/telemedicina-durante-epidemia-covid-19-chile-guia-buenas-practicas-recomendaciones-abril">https://www.paho.org/es/documentos/telemedicina-durante-epidemia-covid-19-chile-guia-buenas-practicas-recomendaciones-abril</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gunasekeran</surname>
              <given-names>DV</given-names>
            </name>
            <name name-style="western">
              <surname>Tham</surname>
              <given-names>YC</given-names>
            </name>
            <name name-style="western">
              <surname>Ting</surname>
              <given-names>DSW</given-names>
            </name>
            <name name-style="western">
              <surname>Tan</surname>
              <given-names>GSW</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>TY</given-names>
            </name>
          </person-group>
          <article-title>Digital health during COVID-19: lessons from operationalising new models of care in ophthalmology</article-title>
          <source>Lancet Digit Health</source>
          <year>2021</year>
          <volume>3</volume>
          <issue>2</issue>
          <fpage>e124</fpage>
          <lpage>e134</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2589-7500(20)30287-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S2589-7500(20)30287-9</pub-id>
          <pub-id pub-id-type="medline">33509383</pub-id>
          <pub-id pub-id-type="pii">S2589-7500(20)30287-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>James</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Papoutsi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wherton</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Greenhalgh</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Shaw</surname>
              <given-names>SE</given-names>
            </name>
          </person-group>
          <article-title>Spread, scale-up, and sustainability of video consulting in health care: systematic review and synthesis guided by the NASSS framework</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <volume>23</volume>
          <issue>1</issue>
          <fpage>e23775</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/1/e23775/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/23775</pub-id>
          <pub-id pub-id-type="medline">33434141</pub-id>
          <pub-id pub-id-type="pii">v23i1e23775</pub-id>
          <pub-id pub-id-type="pmcid">PMC7837451</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Norberg</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Austad</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Kristiansen</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Zanaboni</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Getz</surname>
              <given-names>LO</given-names>
            </name>
          </person-group>
          <article-title>The impact and wider implications of remote consultations for general practice in Norway: qualitative study among norwegian contract general practitioners</article-title>
          <source>JMIR Form Res</source>
          <year>2024</year>
          <volume>8</volume>
          <fpage>e63068</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://formative.jmir.org/2024//e63068/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/63068</pub-id>
          <pub-id pub-id-type="medline">39688890</pub-id>
          <pub-id pub-id-type="pii">v8i1e63068</pub-id>
          <pub-id pub-id-type="pmcid">PMC11688597</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
