<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article article-type="review-article" dtd-version="2.0" xmlns:xlink="http://www.w3.org/1999/xlink">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JPH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Public Health Surveill</journal-id>
      <journal-title>JMIR Public Health and Surveillance</journal-title>
      <issn pub-type="epub">2369-2960</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v9i1e40080</article-id>
      <article-id pub-id-type="pmid">36645706</article-id>
      <article-id pub-id-type="doi">10.2196/40080</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Review</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Review</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Reporting, Monitoring, and Handling of Adverse Drug Reactions in Australia: Scoping Review</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Teixeira</surname>
            <given-names>A</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Sullivan</surname>
            <given-names>Clair</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Bhattacharjee</surname>
            <given-names>Shuvarthi</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Smith</surname>
            <given-names>Timothy</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Fossouo Tagne</surname>
            <given-names>Joel</given-names>
          </name>
          <degrees>BBiomed, Mpharm, GC-RESIM</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Health and Biostatistics, School of Health Sciences</institution>
            <institution>Swinburne University of Technology</institution>
            <addr-line>John Street</addr-line>
            <addr-line>Hawthorn</addr-line>
            <addr-line>Melbourne, 3122</addr-line>
            <country>Australia</country>
            <phone>61 0412478610</phone>
            <email>jfossouotagne@swin.edu.au</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7073-9909</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Yakob</surname>
            <given-names>Reginald Amin</given-names>
          </name>
          <degrees>BBiomed, Mpharm, AACPA</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3564-4952</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Dang</surname>
            <given-names>Thu Ha</given-names>
          </name>
          <degrees>MIPH, MD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9105-6920</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Mcdonald</surname>
            <given-names>Rachael</given-names>
          </name>
          <degrees>BAppSc, PGDip(Biomech), GCHE, PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff7" ref-type="aff">7</xref>
          <xref rid="aff8" ref-type="aff">8</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9991-1255</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Wickramasinghe</surname>
            <given-names>Nilmini</given-names>
          </name>
          <degrees>BSc, Grad DipMgtSt, MBA, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff8" ref-type="aff">8</xref>
          <xref rid="aff9" ref-type="aff">9</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1314-8843</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Health and Biostatistics, School of Health Sciences</institution>
        <institution>Swinburne University of Technology</institution>
        <addr-line>Melbourne</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Centre for Health Analytics</institution>
        <institution>Murdoch Children's Research Institute</institution>
        <addr-line>Melbourne</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>MedTechVic</institution>
        <institution>Swinburne University of Technology</institution>
        <addr-line>Melbourne</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Australian Association of Consultant Pharmacy</institution>
        <addr-line>Sydney</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Department of Psychology, School of Health Sciences</institution>
        <institution>Swinburne University of Technology</institution>
        <addr-line>Melbourne</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Behavioural Sciences Unit, Department of Health Services Research</institution>
        <institution>Peter MacCallum Cancer Centre</institution>
        <addr-line>Melbourne</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff7">
        <label>7</label>
        <institution>Department of Nursing and Allied Health, Occupational Therapy</institution>
        <institution>Swinburne University of Technology</institution>
        <addr-line>Melbourne</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff8">
        <label>8</label>
        <institution>Iverson Health Innovation Research Institute</institution>
        <institution>Swinburne University of Technology</institution>
        <addr-line>Melbourne</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff9">
        <label>9</label>
        <institution>Epworth Healthcare</institution>
        <addr-line>Melbourne</addr-line>
        <country>Australia</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Joel Fossouo Tagne <email>jfossouotagne@swin.edu.au</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>16</day>
        <month>1</month>
        <year>2023</year>
      </pub-date>
      <volume>9</volume>
      <elocation-id>e40080</elocation-id>
      <history>
        <date date-type="received">
          <day>5</day>
          <month>6</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>29</day>
          <month>8</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>1</day>
          <month>12</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>22</day>
          <month>12</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Joel Fossouo Tagne, Reginald Amin Yakob, Thu Ha Dang, Rachael Mcdonald, Nilmini Wickramasinghe. Originally published in JMIR Public Health and Surveillance (https://publichealth.jmir.org), 16.01.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Public Health and Surveillance, is properly cited. The complete bibliographic information, a link to the original publication on https://publichealth.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://publichealth.jmir.org/2023/1/e40080" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Adverse drug reactions (ADRs) are unintended consequences of medication use and may result in hospitalizations or deaths. Timely reporting of ADRs to regulators is essential for drug monitoring, research, and maintaining patient safety, but it has not been standardized in Australia.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>We sought to explore the ways that ADRs are monitored or reported in Australia. We reviewed how consumers and health care professionals participate in ADR monitoring and reporting.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>The Arksey and O’Malley framework provided a methodology to sort the data according to key themes and issues. Web of Science, Scopus, Embase, PubMed, CINAHL, and Computer &amp; Applied Sciences Complete databases were used to extract articles published from 2010 to 2021. Two reviewers screened the papers for eligibility, extracted key data, and provided descriptive analysis of the data.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Seven articles met the inclusion criteria. The Adverse Medicine Events Line (telephone reporting service) was introduced in 2003 to support consumer reporting of ADRs; however, only 10.4% of consumers were aware of ADR reporting schemes. Consumers who experience side effects were more likely to report ADRs to their doctors or pharmacists than to the drug manufacturer. The documentation of ADR reports in hospital electronic health records showed that nurses and pharmacists were significantly less likely than doctors to omit the description of the drug reaction, and pharmacists were significantly more likely to enter the correct classification of the drug reaction than doctors. Review and analysis of all ADR reports submitted to the Therapeutic Goods Administration highlighted a decline in physician contribution from 28% of ADR reporting in 2003 to 4% in 2016; however, within this same time period, hospital and community pharmacists were a major source of ADR reporting (ie, 16%). In 2014, there was an increase in ADR reporting by community pharmacists following the introduction of the GuildLink ADR web-based reporting system; however, a year later, the reporting levels dropped. In 2018, the Therapeutic Goods Administration introduced a black triangle scheme on the packaging of newly approved medicines, to remind and encourage ADR reporting on new medicines, but this was only marginally successful at increasing the quantity of ADR reports.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Despite the existence of national and international guidelines for ADR reporting and management, there is substantial interinstitutional variability in the standards of ADR reporting among individual health care facilities. There is room for increased ADR reporting rates among consumers and health care professionals. A thorough assessment of the barriers and enablers to ADR reporting at the primary health care institutional levels is essential. Interventions to increase ADR reporting, for example, the black triangle scheme (alert or awareness) or GuildLink (digital health), have only had marginal effects and may benefit from further improvement revisions and awareness programs.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>pharmacovigilance</kwd>
        <kwd>adverse drug reactions</kwd>
        <kwd>primary care</kwd>
        <kwd>digital health</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>The World Health Organization defines pharmacovigilance (PV) as “the science and activities related to the detection, assessment, understanding and prevention of adverse effects of medications” [<xref ref-type="bibr" rid="ref1">1</xref>]. Many harmful adverse drug reactions (ADRs) resulting from medication use go undetected or unreported to regulatory authorities [<xref ref-type="bibr" rid="ref2">2</xref>]. The underreporting of ADRs remains a major threat to patient safety and is a substantial burden to established health care systems [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>]. Most PV schemes are based on spontaneous and voluntary reporting [<xref ref-type="bibr" rid="ref4">4</xref>]. In Australia, the Therapeutic Goods Administration (TGA) receive suspected ADRs reports from health care professionals (HCPs; physicians, pharmacists, nurses, etc) and the general public (consumers, patients, carers, members of the legal system, etc) [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. The TGA regularly reviews available information originating from submitted ADR reports, and this informs drug safety decisions [<xref ref-type="bibr" rid="ref4">4</xref>]. International studies have stated that less than 5% of ADRs are reported, including in jurisdictions where ADR reporting is mandatory [<xref ref-type="bibr" rid="ref7">7</xref>]. Without a robust PV systems, ADRs may remain undetected for years, exposing patients to unanticipated health risks, and is a detriment to the health care system and taxpayers [<xref ref-type="bibr" rid="ref8">8</xref>]. For example, the anti-inflammatory drug rofecoxib (Vioxx) was withdrawn from the market for high risk of myocardial infarctions after population exposures had reached millions, emphasizing the need for early detection of drug safety signals to ensure global health safety[<xref ref-type="bibr" rid="ref7">7</xref>].</p>
      <p>In Australia, approximately 400,000 consumers present to hospital emergency departments each year with medication-related problems [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. Furthermore, about 7.2% to 11% of hospital admissions are specifically related to ADRs, of which approximately 50% are preventable [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. Globally, it has been reported that 3.6% to 15.6% of hospital admissions are related to ADRs [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. Complications related to ADRs may increase the mean length of hospital stay from 8 to 20 days [<xref ref-type="bibr" rid="ref13">13</xref>]. According to the Pharmaceutical Society of Australia’s medication safety report (2019), health care expenditure for medication-related problems is estimated at AUD $1.4 billion (US $900,207) per annum [<xref ref-type="bibr" rid="ref14">14</xref>]. Despite its limitations, spontaneous reporting remains the most common method for generating safety signals; however, it is estimated that only 6% of all ADRs that occur are reported [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. The reasons for ADR underreporting have previously been described [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref19">19</xref>]; these may include limited knowledge and awareness of PV, reluctance to report by consumers or HCPs due to time constraints, and nonsupportive workplace structures. Although various interventions to improve ADR reporting have been implemented [<xref ref-type="bibr" rid="ref20">20</xref>], ADR underreporting remains a limitation of the current PV system [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref21">21</xref>].</p>
      <p>Previous studies have evaluated the effects of interventions for improving ADR reporting rates; however, the perspective of ADR reporting and handling within the Australian health care system remains largely unexplored [<xref ref-type="bibr" rid="ref20">20</xref>-<xref ref-type="bibr" rid="ref22">22</xref>]. There remains little integrative and collective knowledge on ADR reporting, monitoring, and handling in the Australian health care context [<xref ref-type="bibr" rid="ref21">21</xref>]. This scoping review aimed to provide a comprehensive landscape of PV and ADR reporting, monitoring, and handling in Australia. This review may stimulate further research, policy makers, regulatory authorities, or software vendors to make decisions that may promote ADR reporting and improve patient safety within the Australian context.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>The Arksey and O’Malley methodology framework was adopted for conducting this scoping review [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. This framework uses a rigorous process of transparency that enables the replication of the search strategy, which increases the reliability of the study findings. The framework has six stages as follows.</p>
      </sec>
      <sec>
        <title>Stage 1: Identifying the Research Question</title>
        <p>The focus of this scoping review was to explore ADR reporting in the Australian health care system and the extent of participation by consumers or HCPs and to describe the different reporting systems. The core questions are (1) How are ADRs monitored, reported, and handled in the Australian health care system? and (2) What is the extent of participation by consumers or HCPs?</p>
      </sec>
      <sec>
        <title>Stage 2: Identifying the Relevant Studies</title>
        <p>The search strategy was developed by authors JFT and RAY. Six scientific databases were searched (Web of Science; Scopus; Embase; PubMed, including MEDLINE; CINAHL; and Computer &amp; Applied Science Complete) for research articles published in English between 2010 to 2021. Furthermore, a reference list search (ie, backward reference search) and a cited reference search (ie, forward reference search) were carried out based on the full-text papers that met the study selection criteria. The reference search was repeated on newly identified papers until no additional relevant papers could be found. <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> presents the full search strategy for each database.</p>
      </sec>
      <sec>
        <title>Stage 3: Selecting Studies</title>
        <p>The inclusion and exclusion criteria are presented in <xref ref-type="boxed-text" rid="box1">Textbox 1</xref>.</p>
        <p>Five authors (JFT, RAY, THD, RM, and NW) independently screened the titles and abstracts of the studies to identify the ones for potential inclusion. Disagreements about exclusions were discussed until a consensus was reached. The full texts of the articles were then independently reviewed by 2 authors (JFT and RAY), who decided whether or not they met the selection criteria. In the case of disagreement, a third author (NW) made the final decision.</p>
        <boxed-text id="box1" position="float">
          <title>Inclusion and exclusion criteria.</title>
          <p>
            <bold>Inclusion criteria</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Adverse drug reactions (ADRs) in the Australian health care system (medication management context)</p>
            </list-item>
            <list-item>
              <p>Cross-sectional or survey-based studies</p>
            </list-item>
          </list>
          <p>
            <bold>Exclusion criteria</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Not related to drugs</p>
            </list-item>
            <list-item>
              <p>Not related to ADR reporting, monitoring, or handling (eg, efficacy or effectiveness of a study’s design)</p>
            </list-item>
            <list-item>
              <p>Not related to patients’ reporting (eg, a safety study in animals)</p>
            </list-item>
            <list-item>
              <p>Qualitative studies, review manuscripts, editorials, letters, and news</p>
            </list-item>
          </list>
        </boxed-text>
      </sec>
      <sec>
        <title>Stage 4: Charting the Data</title>
        <p>Two reviewers (JFT and RAY) identified characteristic data sets to describe the articles, which included the author(s), year of publication, setting (where the study was conducted, eg, hospital and community pharmacy), study population (eg, physicians), gender, age, intervention, and reporting rates. The data were represented in a logical and descriptive manner in line with the objectives of this review. As per guidelines, scoping reviews do not exclude research based on the research quality but rather identify areas that are lacking in research [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. Therefore, methodological quality or risk of bias of the included articles were not needed [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>].</p>
      </sec>
      <sec>
        <title>Stage 5: Collating, Summarizing, and Reporting Results</title>
        <p>The information extracted were summarized, organized, and discussed. A PRISMA (Preferred Reporting Items for Systematic reviews and Meta-Analyses) flow chart was developed to summarize the identified literature and study selection steps. The narrative and a numerical summary of the characteristics of the included studies were tabulated. In the conceptual analysis, the study aimed to describe 2 main themes: (1) how ADRs are monitored, handled, or reported in the Australian health care system and (2) the extent of participation by stakeholders. The results of the first theme are presented in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref> as the type of reporting or intervention, PV system used, and the focus of the surveillance. The results of the second theme are presented by the study population, setting, and reporting rates.</p>
      </sec>
      <sec>
        <title>Stage 6: Consultation Exercise</title>
        <p>The last stage was to engage in a consultation exercise with stakeholders to discuss, inform, and validate the results of the study [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. This scoping review was interdisciplinary [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]; the overall expertise covered medicine, clinical pharmacy, PV, epidemiology, public health, health informatics, and statistics. The participation of all the authors throughout the research process served the purpose of constant consultation and provided the rigor and strength to the study findings and conclusions.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Overview</title>
        <p><xref rid="figure1" ref-type="fig">Figure 1</xref> (PRISMA flow chart) depicts the full review process and shows the number of citations excluded at each step. A total of 3538 citations were retrieved from the scientific electronic databases after duplicates (n=878) were removed. We screened the titles, abstracts, and full texts using the exclusion criteria and resulted with 6 citations to be included. The reference lists of the selected studies were also manually searched, and 1 article was identified; in total, 7 citations were relevant to the research question and included in the flow chart (stage 3). <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref> presents a list of the included studies.</p>
        <p>The selected studies were published between 2013 and 2021. Among the studies, 2 focused on consumers and patients, 2 on health care providers, and 3 on information systems. In all, 5 of the 7 studies were in the hospital settings, and the rest were in the community. The findings of the selected studies are presented in 2 themes that relates back to the research questions, “ADR reporting, monitoring, and handling in the Australian health care context” and “participation.” The characteristics of the studies’ findings are summarized in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>PRISMA (Preferred Reporting Items for Systematic reviews and Meta-Analyses) flowchart of study selection and inclusion criteria. ADR: adverse drug reaction.</p>
          </caption>
          <graphic xlink:href="publichealth_v9i1e40080_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>ADR Reporting, Monitoring, and Handling in Australia</title>
        <sec>
          <title>Regulatory Monitoring of ADR</title>
          <p>The Australian National Safety and Quality Health Service provides statements for accreditation and include standards for ADR management. Health services are required to have processes for documenting medication allergies and ADRs within the health care records and in the organization-wide incident-reporting system, as well as for submitting major or rare ADRs to the TGA. Providing written ADR information to both the patient and their general practitioner (GP) is a requirement in Australian hospitals [<xref ref-type="bibr" rid="ref25">25</xref>]. However, despite national and international guidelines for ADR reporting and management, there is no established national protocol for reporting ADRs at the individual health care facility level [<xref ref-type="bibr" rid="ref26">26</xref>]. As such, there exists substantial interinstitutional variability with respect to the timing and nature of ADR reports [<xref ref-type="bibr" rid="ref26">26</xref>]. The responsibility for the timely collection and reporting of drug safety information mainly rests with the marketing authorization holder due to mandatory reporting requirements from regulatory agencies [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>].</p>
        </sec>
        <sec>
          <title>ADR Handling</title>
          <p>An Adverse Drug Reaction Review Committee (ADRRC) is an internal hospital committee comprising of a multidisciplinary team that includes a senior pharmacist and a specialist clinician from at least one of dermatology, immunology, clinical pharmacology, infectious diseases, and general medicine [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. The committee meets every 2 weeks to review all ADR reports; verify diagnoses, if required; organize allergic clinical referrals; and provide further risk mitigation measures through written recommendations to the clinicians involved as well as the patients and carers. Relevant ADR reports are forwarded to the national database at the TGA [<xref ref-type="bibr" rid="ref26">26</xref>]. In the study of patient satisfaction with an ADR warning card at a tertiary hospital during the period between January 2013 and April 2016 (n=241), patients with suspected ADRs received a wallet-sized paper card titled “Temporary ADR warning card” with the name of the drug thought to be the causative agent. The ADR pharmacist collated the supporting evidence for the case including notes from the inpatient stay and information from the Australian Database of Adverse Event Notifications. The collated evidence was sent to the ADRRC clinicians who reviewed the case and determined an outcome. If the ADR was confirmed, the patient was sent a letter containing the details of the reaction and a laminated card titled “Permanent ADR warning card,” and a copy of the letter was sent to the patient’s GP [<xref ref-type="bibr" rid="ref25">25</xref>].</p>
        </sec>
        <sec>
          <title>ADR Reporting Schemes</title>
          <p>The Adverse Medicine Events Line is a telephone reporting service that was introduced in Australia in 2003 to allow consumers to report suspected ADRs to the TGA and receive advice about side effects [<xref ref-type="bibr" rid="ref27">27</xref>]. In June 2014, a pharmacy software vendor, GuildLink, created a web-based Adverse Events Recording module that integrated directly into the TGA ADR web service. This integration allows community pharmacists to report ADRs directly to the TGA from their professional service program instead of having to manually complete a separate ADR reporting form. In 2018, the TGA introduced a black triangle scheme on the packaging of newly approved medicines to alert HCPs and consumers, serving as a prompt to report any ADRs associated with that medicine [<xref ref-type="bibr" rid="ref28">28</xref>]</p>
        </sec>
      </sec>
      <sec>
        <title>Participants and Extent of Involvement</title>
        <sec>
          <title>Patient and Consumer</title>
          <p>Direct consumer and patient reporting of ADRs to the TGA has been possible since 1964, and since 1990, there had been fewer than 7000 consumer ADR reports [<xref ref-type="bibr" rid="ref27">27</xref>]. In 2009, there was a spike in consumer ADR reporting (1307/13,298, 9.8%) that was associated to influenza vaccines due to the H1N1 pandemic; however, consumer reporting fell to 3% in 2011 [<xref ref-type="bibr" rid="ref27">27</xref>]. A study of consumer awareness to ADR reporting between September and October 2012 used 2 methods to survey respondents: a computer-assisted telephone interview (n=2484) and a Pureprofile web-based survey (n=2497). From the 2 groups combined, 46.3% of consumers indicated that side effects of prescription medicines were very common (88.4%) [<xref ref-type="bibr" rid="ref27">27</xref>]. The awareness of consumer reporting schemes among the whole study group was low (10.4%) [<xref ref-type="bibr" rid="ref27">27</xref>]. Among 217 respondents who had experienced a side effect and were aware of consumer reporting schemes, 46 (21.2%) reported the ADR, using one of the reporting schemes [<xref ref-type="bibr" rid="ref27">27</xref>]. Consumers were more likely to report ADRs to their doctors or pharmacists than to the pharmaceutical industry [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. Among the consumer who had experienced a side effect, 84.6% reported the event to an HCP, most often a GP [<xref ref-type="bibr" rid="ref27">27</xref>]. In the study of patient satisfaction with an ADR warning card at a tertiary hospital during the period between January 2013 and April 2016 (n=241), 85% notified their doctor, 67% notified their family, and 40% notified their community pharmacist [<xref ref-type="bibr" rid="ref25">25</xref>]. The likelihood of the causative agent being available in community pharmacies determined if participants were more likely to consider it necessary to inform their regular community pharmacist of the new ADR (<italic>P</italic>=.001) [<xref ref-type="bibr" rid="ref25">25</xref>]. The majority of ADRs experienced by participants fell within 3 drug classes: antibiotics (32%), iron infusions (14%), and contrast media (13%) [<xref ref-type="bibr" rid="ref25">25</xref>].</p>
        </sec>
        <sec>
          <title>HCPs’ Participation</title>
          <p>In the review and analysis of all ADR reports submitted to the TGA, 28% out of 10,981 reports received in 2003 and about 7% out of the 14,400 reports received in 2011 were from GPs [<xref ref-type="bibr" rid="ref27">27</xref>]. In 2016, the TGA national PV data also highlighted that hospital and community pharmacists were a major source of ADR reporting, at a much higher rate than doctors (physicians; ie, 16% for pharmacists vs 4% for physicians) [<xref ref-type="bibr" rid="ref26">26</xref>]. In fact, in their submission for the 2015 TGA review of Australian Medicines and Medical Devices regulations, the Consumers Health Forum argued for mandatory requirements for doctors and pharmacists to report ADRs [<xref ref-type="bibr" rid="ref28">28</xref>]. However, the Royal Australasian College of Physicians expressed the need for Australian physicians to receive payment for completing ADR reports [<xref ref-type="bibr" rid="ref27">27</xref>]. In the review of voluntary ADR reports by HCPs to an ADRRC from 2012-2016, of the 555 ADR reports, 471 (84.8%) were reported by hospital pharmacists, 52 (9.4%) by doctors, and 32 (5.7%) by other HCPs. The median time from the date of onset of an ADR to submission of an ADR report (ie, to the TGA) was 3 days [<xref ref-type="bibr" rid="ref26">26</xref>]. In the study of knowledge and perspectives of ADR reporting by community pharmacists between January to February 2017 (n=263), 35.3% (n=82) of community pharmacists reported at least one ADR to the TGA in the previous 12 months, even though 88.4% (n=205) of the pharmacists encountered an ADR in a patient, and 65.9% (n=153) documented ADRs as part of a clinical intervention at least once a month [<xref ref-type="bibr" rid="ref28">28</xref>]. The documentation of opioid and penicillin ADR reports in hospital electronic health records showed that nurses and pharmacists were significantly less likely than doctors to omit the reaction description and that pharmacists were significantly more likely to enter the correct classification than doctors (53%, 95% CI 50.52-55.47; <italic>P</italic>&lt;.001) [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>].</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>To the best of our knowledge, this is the first scoping review to integrate and synthesize the available published and scientific literature on ADR reporting within the Australian health care context. Thus, this study provides a broad overview of the Australian PV landscape and may highlight potential areas for innovation or quality improvement.</p>
      <sec>
        <title>Consumers Participation in ADR Reporting</title>
        <p>The results of our review indicates that consumer reporting is low, as reported in other studies [<xref ref-type="bibr" rid="ref27">27</xref>]; despite this, consumers who are aware of reporting schemes may be willing to report. The studies showed that consumers were generally more likely to report ADRs to doctors (physicians) or pharmacists [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. The findings are consistent with a recent study reporting that community pharmacists are usually the first point of contact regarding medication-related issues as the most frequently visited HCPs in Australia [<xref ref-type="bibr" rid="ref10">10</xref>]. Introducing measures to facilitate ADR reporting for both consumer and patients and HCPs can be beneficial. A 2020 systematic review of interventions to improve ADR reporting also concluded that there was scope to include community pharmacies to improve ADR reporting [<xref ref-type="bibr" rid="ref22">22</xref>]. These findings were also reported in other reviews [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. Robertson and Newby [<xref ref-type="bibr" rid="ref27">27</xref>] published in 2013 that only 10.14% of consumers (respondents) were aware of ADR reporting schemes. In 2020, Li et al [<xref ref-type="bibr" rid="ref31">31</xref>] reported the findings of a black triangle scheme (ADR awareness) introduced by the TGA in 2018 to increase awareness and promote the reporting of ADRs by consumers and HCPs [<xref ref-type="bibr" rid="ref31">31</xref>]. The effect of the black triangle scheme was only marginally successful at increasing ADR reports, that is, there was an improvement in the overall quality of ADR reports submitted but no meaningful increase in the quantity of reports [<xref ref-type="bibr" rid="ref31">31</xref>]. The study concluded that additional strategies were required to enhance the overall PV system in Australia [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref31">31</xref>]. Considering that there has only been a marginal change in ADR reporting since 2013 [<xref ref-type="bibr" rid="ref27">27</xref>], it suggests that there is opportunity for regulators to provide more awareness, such as education and further research. The provision of feedback to consumers about their ADR reports and involving consumers in the ADR management process, for example, the provision of ADR Warning cards, resulted in a high level of patient satisfaction and may have positively contributed to patient awareness [<xref ref-type="bibr" rid="ref25">25</xref>]. In addition, feedback to health care providers on their submitted ADR reports may also encourage further reporting [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
      </sec>
      <sec>
        <title>Health Care Provider Participation in ADR Reporting</title>
        <p>Consumers who experienced a side effect reported the event to an HCP, most often a GP (physician) [<xref ref-type="bibr" rid="ref27">27</xref>]. However, the review and analysis of all ADR reports submitted to the TGA highlighted a decline in GPs’ contribution, from 28% of ADR reporting in 2003 to 4% in 2016 [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. Therefore, understanding the barriers to and facilitators of ADR reporting among GPs in Australia may inform future interventions. Furthermore, in 2016, the TGA data also highlighted that hospital pharmacists and community pharmacists were a major source of ADR reporting, at a much higher rate than doctors (16% from pharmacists vs 4% from GPs) [<xref ref-type="bibr" rid="ref26">26</xref>]. A Canadian study exploring why clinicians do not report ADRs posited that previous studies had focused predominantly on the knowledge and attitudes of HCPs and framed underreporting as a failure of individual clinicians without investigating workplace structures or practices that may have influenced reporting [<xref ref-type="bibr" rid="ref18">18</xref>]. The discrepancies in reporting between GPs and pharmacists are vital and may warrant further investigation into organization and workplace structures. This is particularly important given our results in the documentation of opioid and penicillin ADR reports in a hospital electronic health records that showed that nurses and pharmacists were significantly less likely than doctors to omit the reaction description and that pharmacists were significantly more likely to enter the correct classification than doctors [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>]. It is important to note that the study did not mention the reasons for reporting differences, leaving room for further investigations. Conversely, despite nurses being less likely to omit the reaction description, their perspective and reporting rate were not discussed and would benefit from further exploration. Nevertheless, although new technologies, for example, “electronic health records,” present as an opportunity to facilitate ADR reporting [<xref ref-type="bibr" rid="ref21">21</xref>], it has been noted that in practice, these electronic systems can cause unexpected errors, desensitize clinicians to alerts, and increase the documentation burden [<xref ref-type="bibr" rid="ref19">19</xref>]. This is evident in our findings, where in June 2014, a pharmacy software vendor, GuildLink, created a web-based Adverse Events Recording module that integrated directly into the TGA ADR web service [<xref ref-type="bibr" rid="ref28">28</xref>]. This allowed community pharmacists to report ADRs directly to the TGA from their professional service program instead of having to manually complete a separate ADR reporting form [<xref ref-type="bibr" rid="ref28">28</xref>]. In the follow-up from the GuildLink intervention, the quantity of reports received by the TGA was nearly as high as that of the previous year (2013); however, despite the positive start, the numbers declined again in 2015 [<xref ref-type="bibr" rid="ref28">28</xref>]. The factors that may have influenced a sustained adoption of the GuildLink system were not mentioned or discussed. As new digital technologies emerge and continue to transform health care management [<xref ref-type="bibr" rid="ref32">32</xref>], exploring existing technology and their shortcomings, for example, GuildLink, and evaluating their health impact present areas of opportunity for improving health quality and patient safety.</p>
        <p>Repeated calls for mandated ADR reporting for HCPs have been made, and as discussed above, patients are more likely to discuss or report issues with their medications to the HCPs who initially dispensed or prescribed them (GPs or pharmacists). The Consumers Health Forum in their 2015 submission argued for mandatory requirements for doctors and pharmacists to report ADRs [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. However, the Royal Australasian College of Physicians also expressed the need for Australian physicians to receive payment for completing ADR reports [<xref ref-type="bibr" rid="ref27">27</xref>]. Furthermore, one of the studies in our results suggested financial incentives for ADR reporting was also highly regarded as a measure to improve reporting by pharmacist [<xref ref-type="bibr" rid="ref28">28</xref>]. Considering these points, none of the studies in our results explored or noted the impact of mandatory reporting or incentives, for example, financial, on ADR reporting. Furthermore, the finding of the review also showed that despite national and international guidelines for ADR reporting and management, there is no established gold standard systems (policy or guideline) at the individual health care facility level in Australia [<xref ref-type="bibr" rid="ref26">26</xref>]. Therefore, there exists substantial interinstitutional variability with respect to the timing and nature of reporting ADRs [<xref ref-type="bibr" rid="ref26">26</xref>]. It was also not possible to pinpoint the net effect of interinstitutional variability in ADR reporting to the TGA, which requires further investigation.</p>
      </sec>
      <sec>
        <title>Strength and Limitation of the Review</title>
        <p>The strength of this scoping review is that it is the first review to attempt an integration and synthesis of the available literature on ADR reporting, monitoring, and handling in the Australian health care context; the extent of participation; and ADR reporting systems. Notwithstanding the value of this research, some limitations must be acknowledged. This review was limited to papers published in English; it is possible that other potentially relevant literature in other languages were omitted. Although this review was performed using multiple major databases, searching other databases may have yielded other relevant published papers. A quality assessment of the studies included in the review was not undertaken; however, it was not relevant for the aim and not always necessary for scoping reviews [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. There was limited data from the included studies in regard to the variabilities in participants’ age, gender, or educational status. The majority of the studies were undertaken in the hospital setting and predominately focused on pharmacists and physicians; therefore, applying these results to the entire Australian health care system may require additional considerations, for example, the impact of age, gender, task, or work setting. Different states, regions, and countries may differ in their infrastructures, capacities, general workplace culture, medical education programs, and economic status, which limits the generalizability of the findings of this review.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>The exploratory nature of the scoping review helped to integrate and synthesize the literature to give us a broad overview of the PV and ADR-reporting landscape in Australia. This review is beneficial for identifying research gaps and serves as a vital step to identify key areas for digital interventions and quality improvement in ADR reporting. It is also hoped that the results of this scoping review send a message to regulators (eg, the TGA), software vendors, or policy makers concerning the work that is needed to develop a robust and standardized PV system in Australia. This review did not find a generally accepted “gold standard” protocol or framework for ADR reporting among individual health care facilities, and there is substantial interinstitutional variability with respect to the timing and nature of ADR reporting in Australia.</p>
        <p>Despite the marginal effects from previous interventions aiming to enhance ADR reporting, for example, ADR awareness (black triangle scheme) or digital health interventions (GuildLink), there is opportunity to improve patient safety in relation to ADRs. Further evidence-based research is needed to guide ADR interventions design and implementation. To support these interventions, knowledge of the barriers and enablers to ADR reporting among consumers, pharmacists, physicians, and nurses at a primary health care institutional level is warranted.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Full search strategy for each database.</p>
        <media xlink:href="publichealth_v9i1e40080_app1.png" xlink:title="PNG File , 213 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Characteristics of the study findings on adverse drug reactions (ADRs) reporting, monitoring, and handling.</p>
        <media xlink:href="publichealth_v9i1e40080_app2.png" xlink:title="PNG File , 232 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>List of studies selected for data analysis and synthesis in this scoping review.</p>
        <media xlink:href="publichealth_v9i1e40080_app3.png" xlink:title="PNG File , 167 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ADR</term>
          <def>
            <p>adverse drug reaction</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">ADRRC</term>
          <def>
            <p>Adverse Drug Reaction Review Committee</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">GP</term>
          <def>
            <p>general practitioner</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">HCP</term>
          <def>
            <p>health care professional</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">PRISMA</term>
          <def>
            <p>Preferred Reporting Items for Systematic reviews and Meta-Analyses</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">PV</term>
          <def>
            <p>pharmacovigilance</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">TGA</term>
          <def>
            <p>Therapeutic Goods Administration</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This study was supported by the Department of Health and Biostatistics, School of Health Sciences, and the Iverson Health Innovation Research Institute, Swinburne University of Technology, Melbourne, Australia</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lardon</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Abdellaoui</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bellet</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Asfari</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Souvignet</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Texier</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Jaulent</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Beyens</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Burgun</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bousquet</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Adverse drug reaction identification and extraction in social media: a scoping review</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <month>07</month>
          <day>10</day>
          <volume>17</volume>
          <issue>7</issue>
          <fpage>e171</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2015/7/e171/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.4304</pub-id>
          <pub-id pub-id-type="medline">26163365</pub-id>
          <pub-id pub-id-type="pii">v17i7e171</pub-id>
          <pub-id pub-id-type="pmcid">PMC4526988</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ribeiro-Vaz</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Silva</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Costa Santos</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Cruz-Correia</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>How to promote adverse drug reaction reports using information systems - a systematic review and meta-analysis</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2016</year>
          <month>03</month>
          <day>01</day>
          <volume>16</volume>
          <fpage>27</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/s12911-016-0265-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12911-016-0265-8</pub-id>
          <pub-id pub-id-type="medline">26926375</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12911-016-0265-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC4772685</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Nigro</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Macolino</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Scarborough</surname>
              <given-names>KC</given-names>
            </name>
            <name name-style="western">
              <surname>Doecke</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Angley</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Shakib</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Hospital admissions caused by adverse drug events: an Australian prospective study</article-title>
          <source>Aust Health Rev</source>
          <year>2014</year>
          <month>02</month>
          <volume>38</volume>
          <issue>1</issue>
          <fpage>51</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1071/AH12027</pub-id>
          <pub-id pub-id-type="medline">24351707</pub-id>
          <pub-id pub-id-type="pii">AH12027</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fossouo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>McDonald</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wickramasinghe</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Wickramasinghe</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Chalasani</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sloane</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Leveraging information technology in pharmacovigilance: benefits for pharmacists and pharmaceutical companies</article-title>
          <source>Digital Disruption in Healthcare</source>
          <year>2022</year>
          <month>06</month>
          <day>24</day>
          <publisher-loc>Cham, Switzerland</publisher-loc>
          <publisher-name>Springer International Publishing</publisher-name>
          <fpage>187</fpage>
          <lpage>207</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dong</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Sharan</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Pharmacovigilance - a regulator’s perspective</article-title>
          <source>Australian Government, Department of Health - Therapeutic Goods Administration</source>
          <year>2018</year>
          <month>08</month>
          <day>15</day>
          <access-date>2021-08-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.tga.gov.au/sites/default/files/pharmacovigilance-regulator-perspective.pdf">https://www.tga.gov.au/sites/default/files/pharmacovigilance-regulator-perspective.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pedrós</surname>
              <given-names>Consuelo</given-names>
            </name>
            <name name-style="western">
              <surname>Vallano</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cereza</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Mendoza-Aran</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Agustí</surname>
              <given-names>Antònia</given-names>
            </name>
            <name name-style="western">
              <surname>Aguilera</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Danés</surname>
              <given-names>Immaculada</given-names>
            </name>
            <name name-style="western">
              <surname>Vidal</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Arnau</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>An intervention to improve spontaneous adverse drug reaction reporting by hospital physicians: a time series analysis in Spain</article-title>
          <source>Drug Saf</source>
          <year>2009</year>
          <volume>32</volume>
          <issue>1</issue>
          <fpage>77</fpage>
          <lpage>83</lpage>
          <pub-id pub-id-type="doi">10.2165/00002018-200932010-00007</pub-id>
          <pub-id pub-id-type="medline">19132807</pub-id>
          <pub-id pub-id-type="pii">7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bailey</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Peddie</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Wickham</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Badke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Small</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Doyle-Waters</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Balka</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hohl</surname>
              <given-names>CM</given-names>
            </name>
          </person-group>
          <article-title>Adverse drug event reporting systems: a systematic review</article-title>
          <source>Br J Clin Pharmacol</source>
          <year>2016</year>
          <month>07</month>
          <volume>82</volume>
          <issue>1</issue>
          <fpage>17</fpage>
          <lpage>29</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27016266"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/bcp.12944</pub-id>
          <pub-id pub-id-type="medline">27016266</pub-id>
          <pub-id pub-id-type="pmcid">PMC4917803</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Peddie</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Small</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Badke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Wickham</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Bailey</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Chruscicki</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ackerley</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Balka</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hohl</surname>
              <given-names>CM</given-names>
            </name>
          </person-group>
          <article-title>Designing an adverse drug event reporting system to prevent unintentional reexposures to harmful drugs: study protocol for a multiple methods design</article-title>
          <source>JMIR Res Protoc</source>
          <year>2016</year>
          <month>08</month>
          <day>18</day>
          <volume>5</volume>
          <issue>3</issue>
          <fpage>e169</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2016/3/e169/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/resprot.5967</pub-id>
          <pub-id pub-id-type="medline">27538362</pub-id>
          <pub-id pub-id-type="pii">v5i3e169</pub-id>
          <pub-id pub-id-type="pmcid">PMC5010650</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Parameswaran Nair</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Chalmers</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bereznicki</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Curtain</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Peterson</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Connolly</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bereznicki</surname>
              <given-names>LR</given-names>
            </name>
          </person-group>
          <article-title>Adverse drug reaction-related hospitalizations in elderly Australians: a prospective cross-sectional study in two Tasmanian hospitals</article-title>
          <source>Drug Saf</source>
          <year>2017</year>
          <month>07</month>
          <day>6</day>
          <volume>40</volume>
          <issue>7</issue>
          <fpage>597</fpage>
          <lpage>606</lpage>
          <pub-id pub-id-type="doi">10.1007/s40264-017-0528-z</pub-id>
          <pub-id pub-id-type="medline">28382494</pub-id>
          <pub-id pub-id-type="pii">10.1007/s40264-017-0528-z</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fossouo Tagne</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Yakob</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Mcdonald</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wickramasinghe</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Barriers and facilitators influencing real-time and digital-based reporting of adverse drug reactions by community pharmacists: qualitative study using the Task-Technology Fit Framework</article-title>
          <source>Interact J Med Res</source>
          <year>2022</year>
          <month>10</month>
          <day>11</day>
          <volume>11</volume>
          <issue>2</issue>
          <fpage>e40597</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.i-jmr.org/2022/2/e40597/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/40597</pub-id>
          <pub-id pub-id-type="medline">36222800</pub-id>
          <pub-id pub-id-type="pii">v11i2e40597</pub-id>
          <pub-id pub-id-type="pmcid">PMC9597424</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bouvy</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>de Bruin</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Koopmanschap</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Epidemiology of adverse drug reactions in Europe: a review of recent observational studies</article-title>
          <source>Drug Saf</source>
          <year>2015</year>
          <month>05</month>
          <day>31</day>
          <volume>38</volume>
          <issue>5</issue>
          <fpage>437</fpage>
          <lpage>53</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/25822400"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s40264-015-0281-0</pub-id>
          <pub-id pub-id-type="medline">25822400</pub-id>
          <pub-id pub-id-type="pmcid">PMC4412588</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ayalew</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Tegegn</surname>
              <given-names>HG</given-names>
            </name>
            <name name-style="western">
              <surname>Abdela</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>Drug related hospital admissions; a systematic review of the recent literatures</article-title>
          <source>Bull Emerg Trauma</source>
          <year>2019</year>
          <month>10</month>
          <day>05</day>
          <volume>7</volume>
          <issue>4</issue>
          <fpage>339</fpage>
          <lpage>346</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31857995"/>
          </comment>
          <pub-id pub-id-type="doi">10.29252/beat-070401</pub-id>
          <pub-id pub-id-type="medline">31857995</pub-id>
          <pub-id pub-id-type="pmcid">PMC6911719</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Davies</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>CF</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Williamson</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Mottram</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Pirmohamed</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Adverse drug reactions in hospital in-patients: a prospective analysis of 3695 patient-episodes</article-title>
          <source>PLoS One</source>
          <year>2009</year>
          <volume>4</volume>
          <issue>2</issue>
          <fpage>e4439</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0004439"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0004439</pub-id>
          <pub-id pub-id-type="medline">19209224</pub-id>
          <pub-id pub-id-type="pmcid">PMC2635959</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <article-title>Medicine safety: take care</article-title>
          <source>Pharmaceutical Society of Australia</source>
          <year>2019</year>
          <month>01</month>
          <access-date>2023-01-06</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.psa.org.au/wp-content/uploads/2019/01/PSA-Medicine-Safety-Report.pdf">https://www.psa.org.au/wp-content/uploads/2019/01/PSA-Medicine-Safety-Report.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Parracha</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Advinha</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Lopes</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Oliveira-Martins</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Mobile apps for quick adverse drug reaction report: a scoping review</article-title>
          <source>Pharmacoepidemiol Drug Saf</source>
          <year>2023</year>
          <month>01</month>
          <volume>32</volume>
          <issue>1</issue>
          <fpage>19</fpage>
          <lpage>27</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1002/pds.5542"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/pds.5542</pub-id>
          <pub-id pub-id-type="medline">36125022</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Rosa</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fenza</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Gallo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gallo</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Loia</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Pharmacovigilance in the era of social media: discovering adverse drug events cross-relating Twitter and PubMed</article-title>
          <source>Future Gener Comput Syst</source>
          <year>2021</year>
          <month>01</month>
          <volume>114</volume>
          <fpage>394</fpage>
          <lpage>402</lpage>
          <pub-id pub-id-type="doi">10.1016/j.future.2020.08.020</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lopez-Gonzalez</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Herdeiro</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Figueiras</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Determinants of under-reporting of adverse drug reactions: a systematic review</article-title>
          <source>Drug Saf</source>
          <year>2009</year>
          <volume>32</volume>
          <issue>1</issue>
          <fpage>19</fpage>
          <lpage>31</lpage>
          <pub-id pub-id-type="doi">10.2165/00002018-200932010-00002</pub-id>
          <pub-id pub-id-type="medline">19132802</pub-id>
          <pub-id pub-id-type="pii">2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hohl</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Small</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Peddie</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Badke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bailey</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Balka</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Why clinicians don't report adverse drug events: qualitative study</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2018</year>
          <month>02</month>
          <day>27</day>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>e21</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2018/1/e21/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/publichealth.9282</pub-id>
          <pub-id pub-id-type="medline">29487041</pub-id>
          <pub-id pub-id-type="pii">v4i1e21</pub-id>
          <pub-id pub-id-type="pmcid">PMC5849794</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Peddie</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Small</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Badke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bailey</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Balka</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hohl</surname>
              <given-names>CM</given-names>
            </name>
          </person-group>
          <article-title>Adverse drug event reporting from clinical care: mixed-methods analysis for a minimum required dataset</article-title>
          <source>JMIR Med Inform</source>
          <year>2018</year>
          <month>06</month>
          <day>28</day>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>e10248</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://medinform.jmir.org/2018/2/e10248/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/10248</pub-id>
          <pub-id pub-id-type="medline">29954724</pub-id>
          <pub-id pub-id-type="pii">v6i2e10248</pub-id>
          <pub-id pub-id-type="pmcid">PMC6043729</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Li</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Zaidi</surname>
              <given-names>STR</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Castelino</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of interventions to improve adverse drug reaction reporting by healthcare professionals over the last decade: a systematic review</article-title>
          <source>Pharmacoepidemiol Drug Saf</source>
          <year>2020</year>
          <month>01</month>
          <volume>29</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://eprints.whiterose.ac.uk/153951/"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/pds.4906</pub-id>
          <pub-id pub-id-type="medline">31724270</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Li</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Curtis</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Zaidi</surname>
              <given-names>ST</given-names>
            </name>
            <name name-style="western">
              <surname>Van</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Castelino</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>A new paradigm in adverse drug reaction reporting: consolidating the evidence for an intervention to improve reporting</article-title>
          <source>Expert Opin Drug Saf</source>
          <year>2022</year>
          <month>09</month>
          <volume>21</volume>
          <issue>9</issue>
          <fpage>1193</fpage>
          <lpage>1204</lpage>
          <pub-id pub-id-type="doi">10.1080/14740338.2022.2118712</pub-id>
          <pub-id pub-id-type="medline">36031811</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Paudyal</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Al-Hamid</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bowen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hadi</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Hasan</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Jalal</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Interventions to improve spontaneous adverse drug reaction reporting by healthcare professionals and patients: systematic review and meta-analysis</article-title>
          <source>Expert Opin Drug Saf</source>
          <year>2020</year>
          <month>09</month>
          <day>03</day>
          <volume>19</volume>
          <issue>9</issue>
          <fpage>1173</fpage>
          <lpage>1191</lpage>
          <pub-id pub-id-type="doi">10.1080/14740338.2020.1807003</pub-id>
          <pub-id pub-id-type="medline">32755492</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Daudt</surname>
              <given-names>HML</given-names>
            </name>
            <name name-style="western">
              <surname>van Mossel</surname>
              <given-names>Catherine</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Enhancing the scoping study methodology: a large, inter-professional team's experience with Arksey and O'Malley's framework</article-title>
          <source>BMC Med Res Methodol</source>
          <year>2013</year>
          <month>03</month>
          <day>23</day>
          <volume>13</volume>
          <fpage>48</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedresmethodol.biomedcentral.com/articles/10.1186/1471-2288-13-48"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2288-13-48</pub-id>
          <pub-id pub-id-type="medline">23522333</pub-id>
          <pub-id pub-id-type="pii">1471-2288-13-48</pub-id>
          <pub-id pub-id-type="pmcid">PMC3614526</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Arksey</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>O'Malley</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Scoping studies: towards a methodological framework</article-title>
          <source>Int J Soc Res Methodol</source>
          <year>2005</year>
          <month>02</month>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>19</fpage>
          <lpage>32</lpage>
          <pub-id pub-id-type="doi">10.1080/1364557032000119616</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>McDonough</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>GO</given-names>
            </name>
            <name name-style="western">
              <surname>Summers</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Spark</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>Patient satisfaction with a hospital adverse drug reaction reporting system</article-title>
          <source>J Pharm Pract Res</source>
          <year>2020</year>
          <month>04</month>
          <day>13</day>
          <volume>50</volume>
          <issue>2</issue>
          <fpage>152</fpage>
          <lpage>159</lpage>
          <pub-id pub-id-type="doi">10.1002/jppr.1635</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aung</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Adler</surname>
              <given-names>NR</given-names>
            </name>
            <name name-style="western">
              <surname>de Menezes</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Goh</surname>
              <given-names>MSY</given-names>
            </name>
            <name name-style="western">
              <surname>Tee</surname>
              <given-names>HW</given-names>
            </name>
            <name name-style="western">
              <surname>Trubiano</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Puy</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Zubrinich</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Graudins</surname>
              <given-names>LV</given-names>
            </name>
          </person-group>
          <article-title>Adverse drug reactions reported by healthcare professionals: reaction characteristics and time to reporting</article-title>
          <source>J Clin Pharmacol</source>
          <year>2018</year>
          <month>10</month>
          <day>07</day>
          <volume>58</volume>
          <issue>10</issue>
          <fpage>1332</fpage>
          <lpage>1339</lpage>
          <pub-id pub-id-type="doi">10.1002/jcph.1148</pub-id>
          <pub-id pub-id-type="medline">29733431</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Robertson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Newby</surname>
              <given-names>DA</given-names>
            </name>
          </person-group>
          <article-title>Low awareness of adverse drug reaction reporting systems: a consumer survey</article-title>
          <source>Med J Aust</source>
          <year>2013</year>
          <month>11</month>
          <day>18</day>
          <volume>199</volume>
          <issue>10</issue>
          <fpage>684</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.5694/mja13.10069</pub-id>
          <pub-id pub-id-type="medline">24237099</pub-id>
          <pub-id pub-id-type="pii">10.5694/mja13.10069</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Li</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Curtain</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bereznicki</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zaidi</surname>
              <given-names>STR</given-names>
            </name>
          </person-group>
          <article-title>Community pharmacists' knowledge and perspectives of reporting adverse drug reactions in Australia: a cross-sectional survey</article-title>
          <source>Int J Clin Pharm</source>
          <year>2018</year>
          <month>08</month>
          <day>10</day>
          <volume>40</volume>
          <issue>4</issue>
          <fpage>878</fpage>
          <lpage>889</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30097819"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11096-018-0700-2</pub-id>
          <pub-id pub-id-type="medline">30097819</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11096-018-0700-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC6132965</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Inglis</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Caughey</surname>
              <given-names>GE</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Shakib</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Documentation of adverse drug reactions to opioids in an electronic health record</article-title>
          <source>Intern Med J</source>
          <year>2021</year>
          <month>09</month>
          <volume>51</volume>
          <issue>9</issue>
          <fpage>1490</fpage>
          <lpage>1496</lpage>
          <pub-id pub-id-type="doi">10.1111/imj.15209</pub-id>
          <pub-id pub-id-type="medline">33465262</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Inglis</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Caughey</surname>
              <given-names>GE</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Shakib</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Documentation of penicillin adverse drug reactions in electronic health records: inconsistent use of allergy and intolerance labels</article-title>
          <source>Intern Med J</source>
          <year>2017</year>
          <month>11</month>
          <day>05</day>
          <volume>47</volume>
          <issue>11</issue>
          <fpage>1292</fpage>
          <lpage>1297</lpage>
          <pub-id pub-id-type="doi">10.1111/imj.13558</pub-id>
          <pub-id pub-id-type="medline">28742226</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Li</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Curtis</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Zaidi</surname>
              <given-names>STR</given-names>
            </name>
            <name name-style="western">
              <surname>Van</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Castelino</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Effect of the black triangle scheme and its online educational campaign on the quantity and quality of adverse drug event reporting in Australia: a time series analysis</article-title>
          <source>Expert Opin Drug Saf</source>
          <year>2020</year>
          <month>06</month>
          <day>31</day>
          <volume>19</volume>
          <issue>6</issue>
          <fpage>747</fpage>
          <lpage>753</lpage>
          <pub-id pub-id-type="doi">10.1080/14740338.2020.1746762</pub-id>
          <pub-id pub-id-type="medline">32207361</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kruse</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Beane</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Health information technology continues to show positive effect on medical outcomes: systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <month>02</month>
          <day>05</day>
          <volume>20</volume>
          <issue>2</issue>
          <fpage>e41</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2018/2/e41/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.8793</pub-id>
          <pub-id pub-id-type="medline">29402759</pub-id>
          <pub-id pub-id-type="pii">v20i2e41</pub-id>
          <pub-id pub-id-type="pmcid">PMC5818676</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
