<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JPH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Public Health Surveill</journal-id>
      <journal-title>JMIR Public Health and Surveillance</journal-title>
      <issn pub-type="epub">2369-2960</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v9i1e47377</article-id>
      <article-id pub-id-type="pmid">37955961</article-id>
      <article-id pub-id-type="doi">10.2196/47377</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Systematic Violence Monitoring to Reduce Underreporting and to Better Inform Workplace Violence Prevention Among Health Care Workers: Before-and-After Prospective Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
        <contrib contrib-type="editor">
          <name>
            <surname>Sanchez</surname>
            <given-names>Travis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Odes</surname>
            <given-names>Rachel</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Berti</surname>
            <given-names>Nicola</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Vilchis Gil</surname>
            <given-names>Jenny</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Mannocci</surname>
            <given-names>Alice</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Veronesi</surname>
            <given-names>Giovanni</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <address>
            <institution>Research Center in Epidemiology and Preventive Medicine</institution>
            <institution>Department of Medicine and Surgery</institution>
            <institution>University of Insubria</institution>
            <addr-line>Via Monte Generoso 71</addr-line>
            <addr-line>Varese, 21100</addr-line>
            <country>Italy</country>
            <phone>39 0332 217221</phone>
            <email>giovanni.veronesi@uninsubria.it</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4119-6615</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Ferrario</surname>
            <given-names>Marco Mario</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2741-7124</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Giusti</surname>
            <given-names>Emanuele Maria</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5767-8785</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Borchini</surname>
            <given-names>Rossana</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0000-6213-0482</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Cimmino</surname>
            <given-names>Lisa</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0000-9073-2309</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Ghelli</surname>
            <given-names>Monica</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff03" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8073-1492</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Banfi</surname>
            <given-names>Alberto</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff04" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0007-0031-9758</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Luoni</surname>
            <given-names>Alessandro</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff05" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0008-4159-8252</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Persechino</surname>
            <given-names>Benedetta</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff03" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6004-8637</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Di Tecco</surname>
            <given-names>Cristina</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff03" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8260-2130</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author">
          <name name-style="western">
            <surname>Ronchetti</surname>
            <given-names>Matteo</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff03" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4217-4482</ext-link>
        </contrib>
        <contrib id="contrib12" contrib-type="author">
          <name name-style="western">
            <surname>Gianfagna</surname>
            <given-names>Francesco</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <xref rid="aff06" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4615-0816</ext-link>
        </contrib>
        <contrib id="contrib13" contrib-type="author">
          <name name-style="western">
            <surname>De Matteis</surname>
            <given-names>Sara</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff07" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8256-2661</ext-link>
        </contrib>
        <contrib id="contrib14" contrib-type="author">
          <name name-style="western">
            <surname>Castelnuovo</surname>
            <given-names>Gianluca</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff08" ref-type="aff">8</xref>
          <xref rid="aff09" ref-type="aff">9</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2633-9822</ext-link>
        </contrib>
        <contrib id="contrib15" contrib-type="author">
          <name name-style="western">
            <surname>Iacoviello</surname>
            <given-names>Licia</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <xref rid="aff10" ref-type="aff">10</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0514-5885</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff01">
        <label>1</label>
        <institution>Research Center in Epidemiology and Preventive Medicine</institution>
        <institution>Department of Medicine and Surgery</institution>
        <institution>University of Insubria</institution>
        <addr-line>Varese</addr-line>
        <country>Italy</country>
      </aff>
      <aff id="aff02">
        <label>2</label>
        <institution>Occupational and Preventive Medicine</institution>
        <institution>Azienda Socio-Sanitaria Territoriale Lariana</institution>
        <addr-line>Como</addr-line>
        <country>Italy</country>
      </aff>
      <aff id="aff03">
        <label>3</label>
        <institution>Department of Occupational and Environmental Medicine, Epidemiology and Hygiene</institution>
        <institution>Italian Workers Compensations Authority (INAIL)</institution>
        <addr-line>Roma</addr-line>
        <country>Italy</country>
      </aff>
      <aff id="aff04">
        <label>4</label>
        <institution>Struttura Complessa Qualità, Risk Management e Accreditamento</institution>
        <institution>Azienda Socio-Sanitaria Territoriale dei Sette Laghi</institution>
        <addr-line>Varese</addr-line>
        <country>Italy</country>
      </aff>
      <aff id="aff05">
        <label>5</label>
        <institution>School of Specialization in Occupational Medicine</institution>
        <institution>University of Insubria</institution>
        <addr-line>Varese</addr-line>
        <country>Italy</country>
      </aff>
      <aff id="aff06">
        <label>6</label>
        <institution>Mediterranea Cardiocentro</institution>
        <addr-line>Napoli</addr-line>
        <country>Italy</country>
      </aff>
      <aff id="aff07">
        <label>7</label>
        <institution>Department of Health Sciences</institution>
        <institution>University of Milan</institution>
        <addr-line>Milan</addr-line>
        <country>Italy</country>
      </aff>
      <aff id="aff08">
        <label>8</label>
        <institution>Psychology Research Laboratory</institution>
        <institution>Istituto Auxologico Italiano</institution>
        <institution>Istituto di Ricovero e Cura a Carattere Scientifico</institution>
        <addr-line>Milano</addr-line>
        <country>Italy</country>
      </aff>
      <aff id="aff09">
        <label>9</label>
        <institution>Department of Psychology</institution>
        <institution>Catholic University of the Sacred Heart</institution>
        <addr-line>Milano</addr-line>
        <country>Italy</country>
      </aff>
      <aff id="aff10">
        <label>10</label>
        <institution>Department of Epidemiology and Prevention</institution>
        <institution>Istituto di Ricovero e Cura a Carattere Scientifico Neuromed</institution>
        <addr-line>Pozzilli</addr-line>
        <country>Italy</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Giovanni Veronesi <email>giovanni.veronesi@uninsubria.it</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>13</day>
        <month>11</month>
        <year>2023</year>
      </pub-date>
      <volume>9</volume>
      <elocation-id>e47377</elocation-id>
      <history>
        <date date-type="received">
          <day>17</day>
          <month>3</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>7</day>
          <month>7</month>
          <year>2023</year>
        </date>
        <date date-type="rev-recd">
          <day>14</day>
          <month>7</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>26</day>
          <month>9</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Giovanni Veronesi, Marco Mario Ferrario, Emanuele Maria Giusti, Rossana Borchini, Lisa Cimmino, Monica Ghelli, Alberto Banfi, Alessandro Luoni, Benedetta Persechino, Cristina Di Tecco, Matteo Ronchetti, Francesco Gianfagna, Sara De Matteis, Gianluca Castelnuovo, Licia Iacoviello. Originally published in JMIR Public Health and Surveillance (https://publichealth.jmir.org), 13.11.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Public Health and Surveillance, is properly cited. The complete bibliographic information, a link to the original publication on https://publichealth.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://publichealth.jmir.org/2023/1/e47377" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Monitoring workplace violence (WPV) against health care workers (HCWs) through incident reporting is crucial to drive prevention, but the actual implementation is spotty and experiences underreporting.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to introduce a systematic WPV surveillance in 2 public referral hospitals in Italy and assess underreporting, WPV annual rates, and attributes “before” (2016-2020) and “after” its implementation (November 2021 to 2022).</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>During 2016-2020, incident reporting was based on procedures and data collection forms that were neither standardized between hospitals nor specific for aggressions. We planned and implemented a standardized WPV surveillance based on (1) an incident report form for immediate and systematic event notification, adopting international standards for violence definitions; (2) second-level root cause analysis with a dedicated psychologist, assessing violence determinants and impacts and offering psychological counseling; (3) a web-based platform for centralized data collection; and (4) periodic training for workforce coordinators and newly hired workers. We used data from incident reports to estimate underreporting, defined as an observed-to-expected (from literature and the “before” period) WPV ratio less than 1, and the 12-month WPV rates (per 100 HCWs) in the “before” and “after” periods. During the latter period, we separately estimated WPV rates for first and recurrent events.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>In the “before” period, the yearly observed-to-expected ratios were consistently below 1 and as low as 0.27, suggesting substantial violence underreporting of up to 73%. WPV annual rates declined in 1 hospital (from 1.92 in 2016 to 0.57 in 2020) and rose in the other (from 0.52 to 1.0), with the divergence being attributable to trends in underreporting. Available data were poorly informative to identify at-risk HCW subgroups. In the “after” period, the observed-to-expected ratio rose to 1.14 compared to literature and 1.91 compared to the “before” period, consistently in both hospitals. The 12-month WPV rate was 2.08 (95% CI 1.79-2.42; 1.52 and 2.35 in the 2 hospitals); one-fifth (0.41/2.08, 19.7%) was due to recurrences. Among HCWs, the youngest group (3.79; <italic>P&#60;</italic>.001), nurses (3.19; <italic>P&#60;</italic>.001), and male HCWs (2.62; <italic>P=</italic>.008) reported the highest rates. Emergency departments and psychiatric wards were the 2 areas at increased risk. Physical assaults were more likely in male than female HWCs (45/67, 67.2% vs 62/130, 47.7%; <italic>P</italic>=.01), but the latter experienced more mental health consequences (46/130, 35.4% vs 13/67, 19.4%; <italic>P=</italic>.02). Overall, 40.8% (53/130) of female HWCs recognized sociocultural (eg, linguistic or cultural) barriers as contributing factors for the aggression, and 30.8% (40/130) of WPV against female HCWs involved visitors as perpetrators.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>A systematic WPV surveillance reduced underreporting. The identification of high-risk workers and characterization of violence patterns and attributes can better inform priorities and contents of preventive policies. Our evaluation provides useful information for the large-scale implementation of standardized WPV-monitoring programs.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>workplace</kwd>
        <kwd>work</kwd>
        <kwd>workers</kwd>
        <kwd>worker</kwd>
        <kwd>occupational health</kwd>
        <kwd>safety</kwd>
        <kwd>report</kwd>
        <kwd>reporting</kwd>
        <kwd>incident</kwd>
        <kwd>abuse</kwd>
        <kwd>health care workers</kwd>
        <kwd>HCW</kwd>
        <kwd>violence</kwd>
        <kwd>surveillance</kwd>
        <kwd>underreporting</kwd>
        <kwd>risk</kwd>
        <kwd>guidelines</kwd>
        <kwd>incident report</kwd>
        <kwd>Italy</kwd>
        <kwd>prevention</kwd>
        <kwd>workplace violence</kwd>
        <kwd>hospital setting</kwd>
        <kwd>assault</kwd>
        <kwd>physical assaults</kwd>
        <kwd>mental health</kwd>
        <kwd>risk management</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>In 2019, the International Labour Organization (ILO) adopted the Violence and Harassment Convention to “promote and realize the right of everyone to a world of work free from violence and harassment” ([<xref ref-type="bibr" rid="ref1">1</xref>], art 4). The European Foundation for the Improvement of Living and Working Conditions identifies the health and social work sector as the one with the highest prevalence of adverse social behaviors at work in Europe [<xref ref-type="bibr" rid="ref2">2</xref>]. The official statistics from the Italian Workers Compensations Authority (INAIL) reported a mean of 2500 workplace violence (WPV) cases per year determining a work injury among health care workers (HCWs) over the 2016-2020 period; of these, 75% were directed toward women [<xref ref-type="bibr" rid="ref3">3</xref>]. Due to the high prevalence and the consequences on the affected HCWs, WPV against HCW is a public health concern [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. A meta-analysis of the studies published up to 2018—including mostly cross-sectional surveys—estimated for Europe a 12-month prevalence of exposure to nonphysical and physical WPV at 36.6% and 20.1%, respectively [<xref ref-type="bibr" rid="ref4">4</xref>], with a high degree of heterogeneity across studies. These figures did not decline after the SARS-CoV-2 outbreak [<xref ref-type="bibr" rid="ref5">5</xref>], exacerbating the impact of the pandemic on the mental health of HCWs [<xref ref-type="bibr" rid="ref6">6</xref>]. In a more recent systematic review of Italian surveys, the 12-month prevalence of WPV ranged between 11.9% and 93.3% and between 27.5% and 50.3% for verbal and physical violence, respectively [<xref ref-type="bibr" rid="ref7">7</xref>]. Such a large amount of heterogeneity reflects several methodological concerns, and it challenges the interpretation of results and their usability to guide preventive strategies [<xref ref-type="bibr" rid="ref8">8</xref>]. First, most studies have been conducted on selected, high-risk wards and thus are poorly representative of the entire population. Second, the negative correlation between survey participation rate and reported violence prevalence [<xref ref-type="bibr" rid="ref7">7</xref>] suggests the presence of self-selection bias. Finally, the retrospective evaluation of violence and the lack of a clear standardized definition of violence increase the risk of recall bias and measurement error [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>].</p>
      <p>Complementary to retrospective survey data, active monitoring and surveillance based upon systematic incident reporting is important not only to provide estimates of violence rates but also to investigate the circumstances in which WPV occurs, to identify violence determinants and attributes, and to quantify violence consequences on the assaulted workers [<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref10">10</xref>]. Of note, these may also vary according to the assaulted HCW: for instance, evidence from Italy suggests the presence of sex-specific patterns in violence [<xref ref-type="bibr" rid="ref11">11</xref>]. All this information is crucial to better inform prevention and mitigation strategies by health care organizations [<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref11">11</xref>]. However, the implementation of such systems is still scanty and spotty [<xref ref-type="bibr" rid="ref10">10</xref>]: to the best of our knowledge, standardized and regulatory-based violence monitoring programs implemented at a comprehensive regional- or state-level are present only in Australia [<xref ref-type="bibr" rid="ref9">9</xref>] and in California [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. The Lombardia Region—the most populated region in Italy with about 10 million inhabitants, located in the north of the country—published in 2019 new guidelines for WPV reporting, risk assessment, and management for regional public and private hospitals, to overcome the recognized WPV underreporting in ongoing registration systems [<xref ref-type="bibr" rid="ref14">14</xref>]. Stemming from such document, our research group designed the study “Determinants of Violence against the Health care Workers” (<italic>Determinanti Violenze Operatori Sanitari</italic> [DeVOS]) to develop and implement a guideline-based incident report protocol for systematic WPV risk monitoring and management. With this paper, we aim to assess data completeness, WPV underreporting, and rates “before-and-after” the implementation of the new standard in 2 public hospitals (about 9000 employees) in the region. In addition, we report on violence attributes, contributing factors, and consequences and assess the presence of sex-specific patterns in these violence characteristics.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>The DeVOS Study</title>
        <p>The DeVOS study started in June 2020 in the only 2 publicly funded, referral hospitals (Azienda Socio-Sanitaria Territoriale [ASST]) serving the provinces of Varese (ASST Sette Laghi, hospital 1) and Como (ASST Lariana, hospital 2). Located in the Lombardia Region, the 2 provinces include about 1.5 million inhabitants, corresponding to 15% of the regional population. Each ASST includes hub-and-spoke hospitals, hospitals dedicated to mothers and children and rehabilitations, and outpatient clinics. To address the feasibility of our protocol in structures at different underlying WPV risks, we included all the hospitals comprising the ASSTs. The study had 4 main objectives: (1) to quantify WPV before the implementation of the new protocol (2016-2020) and to document the extent by which the available information on WPV episodes was compliant with the guidelines [<xref ref-type="bibr" rid="ref14">14</xref>] across different hospitals; (2) to design and implement a new protocol for WPV reporting and management (Figure S1 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>), comprising of a standardized and easy-to-access incident report procedure gathering first information on violence attributes, consequences and contributing factors; of a root cause analysis for more in-depth assessment of violence determinants and impacts; and of a web-based platform for comprehensive event management and data collection; (3) to estimate WPV prevalence in the entire HCW population and in different subpopulations and wards after the implementation of the new standard; and (4) to assess the role of work organizational factors by estimating the association between turn-over, downsizing, sickness leaves, night shift working (defined according to a published method [<xref ref-type="bibr" rid="ref15">15</xref>]), and WPV occurrence. The specific aims of this paper are related to objectives 1 to 3, whereas the role of organizational factors, as well as the psychological impact of violence, will be addressed in dedicated works. In accordance with regional guidelines [<xref ref-type="bibr" rid="ref14">14</xref>] and international standards [<xref ref-type="bibr" rid="ref16">16</xref>], WPV was defined as any form of verbal abuse, threats, physical assaults (to persons or things) and sexual harassment occurring at the workplace and perpetrated by hospital patients or visitors or hospital employees.</p>
      </sec>
      <sec>
        <title>WPV Reporting Before the Implementation of the Study Protocol (2016-2020)</title>
        <p>During 2016-2020, incident reporting was based upon procedures and data collection forms that were neither standardized between hospitals nor specific for aggressions. The affected HCW notified the violence episode to the risk manager in 1 ASST and to the safety personnel in the other. The incident report data collection forms differed across hospitals and were also used for incidents other than WPV (eg, treatments adverse events, “near miss”), and several versions were adopted during the 5 years following changes in hospital’s organizations and managements. A root cause analysis was not implemented in either hospital.</p>
      </sec>
      <sec>
        <title>Development and Implementation of the Project’s WPV Reporting Protocol</title>
        <p>Figure S1 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> depicts the flow chart for the WPV reporting and management protocol of the DeVOS project. Assaulted HCWs were required to notify the WPV to the risk management office (hospital 1) or to the safety personnel (hospital 2) within 72 hours of occurrence by using a standardized, WPV-specific incident report data collection form, available on the hospitals’ intranet. The form was developed taking into account previous experience by the risk managers of the participating hospitals, regional guidelines [<xref ref-type="bibr" rid="ref14">14</xref>], and existing literature on the topic [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>], and it collected information on violence attributes (form, hospital ward, involved HCW, perpetrator, violence date and time, and environmental factors), consequences (physical, psychological, reactions, feelings during the aggression, and work injury), and contributing factors (sociocultural, structural, organizational, relational, and clinical). More details are in Table S1 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. Most fields were not mutually exclusive, and the HCW could fulfill more than 1 choice. In the case of WPV involving multiple HCWs, the risk management office was required to check that each assaulted HCW filled in 1 incident report. HCWs signing the specific consent were further contacted by the psychologist for the root cause analysis, comprising of a structured interview including the Modified Overt Aggression Scale [<xref ref-type="bibr" rid="ref19">19</xref>] and the Broset Violence Checklist [<xref ref-type="bibr" rid="ref20">20</xref>]. Then, the HCW received to an email address of his or her choice a 1-time access link to the project web platform for a safe and easy completion of the questionnaires assessing the impact of the WPV event (presence of cognitive, emotional, and somatic symptoms [<xref ref-type="bibr" rid="ref21">21</xref>]; the Maslach Burnout Inventory [<xref ref-type="bibr" rid="ref22">22</xref>]; and the General Health Questionnaire-12 [<xref ref-type="bibr" rid="ref23">23</xref>]) and psychosocial work conditions (the Italian version of the Health and Safety Executive’s Management Standards Indicator Tool [<xref ref-type="bibr" rid="ref24">24</xref>]). These questionnaires were validated for use with Italian HCWs [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. Furthermore, the psychologist contacted the HCW supervisor for a guided interview using a checklist on work content and context factors. During periodic training meetings with workforce coordinators, the risk management officers explained the new protocol and provided information on violence notification, field definitions on the incident report form to standardize data collection (including contributing factors), and the rationale and motivation for participation in the root cause analysis. The coordinators were then asked to instruct the HCW of their ward or unit. Additionally, in hospital 1, all newly hired HCWs were targeted by the same training. In both ASSTs, the new protocol became effective on November 1, 2021. One ASST (hospital 2) gradually introduced the protocol to the outpatient departments during the year 2022. Therefore, for that ASST, we included only the hub and the main spoke hospitals in the current analyses, corresponding to 71% of the workforce.</p>
      </sec>
      <sec>
        <title>Web-Based Platform for Data Collection and Risk Management</title>
        <p>As part of the study, we developed a new web-based platform for centralized data collection, with customized access to data visualization or modification for risk management office personnel, the psychologist, and the data analyst. Due to ethical and confidentiality issues, we collected minimal sensitive information on the HCW and the aggressor. Furthermore, the easy visualization of questionnaire results by the psychologist allowed an immediate identification of high-risk workers for referral to supportive or mitigation resources.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>The study received approval by the Ethical Committee of Insubria (IDs 82/2021 and 90/2021). Participants signed an informed consent on data confidentiality and protection and a separate informed consent to participate in the interview with the psychologist. The web-based platform for centralized data collection complied with the European Union legislation on data protection. The platform applied a complete anonymization of personal data, allowing the tracing of repeated events on the same worker. HCWs received no compensation for their participation in the study.</p>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>To be consistent with the literature mostly reporting WPV prevalence for a 12-month interval, for each year in the “before” study period (2016-2020) and by hospital, we estimated the 12-month WPV rate (per 100 workers) as the ratio between the number of reported WPV in the year and the number of HCWs in the payroll administrative records at the beginning of each year. The 95% CI for the yearly rate was estimated using the exact binomial distribution [<xref ref-type="bibr" rid="ref26">26</xref>]. We estimated underreporting as the ratio between the observed and expected number of violent incidents. For the latter, we used the WPV rate estimated in 2015-2017 in a large public University hospital in Northern Italy by Viottini and colleagues [<xref ref-type="bibr" rid="ref27">27</xref>] as 210 observed incidents each year over a population of 10,970 HCWs, along with the number of HCWs, again from payroll administrative records. The 95% CI for the ratio was estimated from the Poisson exact method [<xref ref-type="bibr" rid="ref26">26</xref>]. To date, we completed the first 14 months since the implementation of the new reporting standard (November 1, 2021 to December 31, 2022). For the entire period, we reported on data completeness as missing data prevalence on the incident report data collection forms. To describe the violence attributes, we first assessed the co-occurrence of different types of violence in the same episode, by reporting percentages and mean number of violence types by episode. Then, we reported the distribution of major violence characteristics, consequences, and contributing factors, in the overall sample and by sex of the assaulted HCWs, to identify the presence of sex-related patterns. The association between violence characteristics and sex was formally tested through chi-square tests. The analyses of WPV underreporting and rate were restricted to a 12-month period (year 2022, n=166 WPV) adopting the same methods described above for the “before” period and using the number of HCWs in the payroll records at the beginning of the implementation of the new standard. The overall rate was then broken down as the sum of 2 mutually exclusive components: 1 being the rate of the first violent episode and the second being the rate of recurrent violent episodes on the same worker. Statistical analyses were performed using SAS software (version 9.4; SAS Institute Inc).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Data Completeness and WPV Rate in the “Before” Period</title>
        <p>Between 2016 and 2020, a total of 400 WPV reports were notified in the 2 study hospitals. Data completeness was scanty: in 160 (40%) of the reports, the affected HCW was not identified (eg, replaced by a “generic” description of job title or by expressions such as “everyone present”), and when identifiable, in 70.8% (170/240) of reports, there was at least 1 missing information on age, sex, or job title. This prevented us from providing specific prevalence estimates by subgroups. Similarly, environmental details, consequences, and contributing factors were not available in 59% (236/400), 18% (72/400), and 50% (200/400) of reports. Yearly WPV rates were diverging between the 2 study hospitals, increasing from 0.52 (95% CI 0.34-0.77) per 100 HCWs to 1.0 (95% CI 0.75-1.31) in 1 hospital and declining from 1.92 (95% CI 1.42-2.54) to 0.57 (95% CI 0.32-0.93) in the other (<xref rid="figure1" ref-type="fig">Figure 1</xref>A). The yearly observed to expected ratio was significantly below 1 for most years, suggesting substantial (up to 73%) underreporting. In particular, the ratio from 2016 to 2020 changed from 0.27 to 0.52 (eg, reduction in underreporting) in the hospital with an increasing WPV rate and from 1.0 to 0.30 (eg, increase in underreporting) in the other.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Twelve-month WPV rate observed in the study hospitals, before (period A) and after (period B) the implementation of the study protocol on incident report. The study protocol on incident report was effective since November 1, 2021. The WPV rate (per 100 health care workers) is the number of observed WPV incidents divided by the number of health care workers at the beginning of each year. WPV: workplace violence.</p>
          </caption>
          <graphic xlink:href="publichealth_v9i1e47377_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Data Completeness and WPV Rate in the “After” Period</title>
        <p>During the first 14 months of implementation of the study standard, a total number of 205 WPV were reported, half (50%) of them on the same day of occurrence, and 75% within the first 72 hours. Data completeness was optimal: only in 2% (4/205) of reports the affected HCW was not identified, and when identifiable, only in another 2% (4/201) there was at least 1 missing information on demographics or job title information (Table S1 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). The observed to expected ratio was 1.91 (95% CI 1.63-2.21) as compared to the “before” period in the same hospitals, which was consistent in the 2 hospitals (1.96 and 1.77). When using the reference rate from literature to estimate the expected number of WPVs, the observed to expected ratio was 1.14 (95% CI 0.98-1.32), being slightly lower in hospital 2 where the first notification was to safety personnel (0.83, 95% CI 0.60-1.13) rather than to the risk management office (1.28, 95% CI 1.07-1.52) as in hospital 1. The 12-month WPV rate was 2.08 (95% CI 1.79-2.42) per 100 HCWs (<xref ref-type="table" rid="table1">Table 1</xref>), being slightly lower in hospital 2 than in hospital 1 (1.52 vs 2.35; <italic>P</italic>=.02; <xref rid="figure1" ref-type="fig">Figure 1</xref>B). WPV rate (<xref ref-type="table" rid="table1">Table 1</xref>) declined with age, with the youngest group being at the highest risk (<italic>P</italic>&#60;.001); it was higher in male than female HCWs (2.82 vs 1.83; <italic>P</italic>=.008); and it was more than doubled in nurses (3.49; 95% CI 2.93-4.15), as compared to nurse assistants (1.74) and physicians (1.08; <italic>P</italic>&#60;.001). Finally, psychiatric wards (14.3) and emergency departments (13.3) were at higher WPV rates than the remaining wards; about one-fifth (0.41/2.08, 19.7%) of the rates are due to recurrences. Analyses by hospital (Table S2 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>) suggested higher rates in the youngest group in hospital 1 and in psychiatric wards in hospital 2, whereas associations by sex and job title were homogeneous across the hospitals.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Twelve-month WPV<sup>a</sup> rate (with 95% CI) for the year 2022 by affected HCW<sup>b</sup> demographic and work characteristics<sup>c</sup>.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="180"/>
            <col width="160"/>
            <col width="160"/>
            <col width="130"/>
            <col width="130"/>
            <col width="130"/>
            <col width="0"/>
            <col width="80"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Characteristics</td>
                <td>HCWs (n=7982), n (%)</td>
                <td>WPV (n=166), n (%)<sup>d</sup></td>
                <td colspan="5">12-month WPV rate, (95% CI)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>First WPV<sup>e</sup></td>
                <td>Recurrent WPV<sup>f</sup></td>
                <td>Overall WPV<sup>g</sup></td>
                <td colspan="2"><italic>P</italic> value<sup>h</sup></td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">All WPV</td>
                <td>7982 (100)</td>
                <td>166 (100)</td>
                <td>1.67 (1.41-1.97)</td>
                <td>0.41 (0.29-0.58)</td>
                <td>2.08 (1.79-2.42)</td>
                <td colspan="2">—<sup>i</sup></td>
              </tr>
              <tr valign="top">
                <td colspan="8">
                  <bold>Age group (years)</bold>
                </td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>&#60;30</td>
                <td>829 (10.4)</td>
                <td>33 (19.9)</td>
                <td>2.90 (1.95-4.28)</td>
                <td>1.09 (0.57-2.07)</td>
                <td>3.98 (2.85-5.54)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>30-50</td>
                <td>3652 (45.8)</td>
                <td>88 (53)</td>
                <td>1.86 (1.47-2.36)</td>
                <td>0.55 (0.35-0.85)</td>
                <td>2.41 (1.96-2.96)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>&#62;50</td>
                <td>3501 (43.9)</td>
                <td>45 (27.1)</td>
                <td>1.17 (0.86-1.59)</td>
                <td>0.11 (0.04-0.30)</td>
                <td>1.29 (0.96-1.72)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="8">
                  <bold>Sex</bold>
                </td>
                <td>.008</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Female</td>
                <td>5960 (74.7)</td>
                <td>109 (65.7)</td>
                <td>1.51 (1.23-1.85)</td>
                <td>0.32 (0.20-0.50)</td>
                <td>1.83 (1.52-2.20)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Male</td>
                <td>2022 (25.3)</td>
                <td>57 (34.3)</td>
                <td>2.13 (1.58-2.86)</td>
                <td>0.69 (0.41-1.17)</td>
                <td>2.82 (2.18-3.64)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="8">
                  <bold>Job title</bold>
                </td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Physician</td>
                <td>1296 (16.2)</td>
                <td>14 (8.4)</td>
                <td>0.93 (0.53-1.62)</td>
                <td>0.15 (0.04-0.61)</td>
                <td>1.08 (0.64-1.82)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Nurse</td>
                <td>3498 (43.8)</td>
                <td>122 (73.5)</td>
                <td>2.69 (2.20-3.28)</td>
                <td>0.80 (0.55-1.12)</td>
                <td>3.49 (2.93-4.15)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Nurse assistant</td>
                <td>1149 (14.4)</td>
                <td>20 (12.0)</td>
                <td>1.48 (0.92-2.37)</td>
                <td>0.26 (0.08-0.81)</td>
                <td>1.74 (1.13-2.68)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Health care technician</td>
                <td>833 (10.4)</td>
                <td>2 (1.21)</td>
                <td>0.24 (0.06-0.95)</td>
                <td>—</td>
                <td>0.24 (0.06-0.95)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Administrative clerk</td>
                <td>824 (10.3)</td>
                <td>1 (0.60)</td>
                <td>0.12 (0.002-0.86)</td>
                <td>—</td>
                <td>0.12 (0.002-0.86)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td>382 (4.8)</td>
                <td>7 (4.2)</td>
                <td>1.83 (0.88-3.79)</td>
                <td>—</td>
                <td>1.83 (0.88-3.79)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="8">
                  <bold>Hospital ward</bold>
                </td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Psychiatry and mental health departments</td>
                <td>322 (4)</td>
                <td>46 (27.7)</td>
                <td>10.6 (7.64-14.4)</td>
                <td>3.73 (2.13-6.44)</td>
                <td>14.3 (10.9-18.6)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Emergency department</td>
                <td>592 (7.4)</td>
                <td>79 (47.6)</td>
                <td>10.1 (7.95-12.8)</td>
                <td>3.21 (2.06-4.98)</td>
                <td>13.3 (10.8-16.3)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other wards</td>
                <td>7068 (88.5)</td>
                <td>41 (24.7)</td>
                <td>0.55 (0.40-0.75)</td>
                <td>0.03 (0.001-0.11)</td>
                <td>0.58 (0.43-0.79)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>WPV: workplace violence.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>HCW: health care worker.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>Twelve-month rate is the ratio between the number of WPV and the number of HCWs, per 100 HCWs.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>Excluding 8 WPVs without data on age, sex, and job title of the affected HCW.</p>
            </fn>
            <fn id="table1fn5">
              <p><sup>e</sup>First WPV: number of first WPVs in the 12-month period.</p>
            </fn>
            <fn id="table1fn6">
              <p><sup>f</sup>Recurrent WPV: number of WPVs from the second case onward, in the 12-month period.</p>
            </fn>
            <fn id="table1fn7">
              <p><sup>g</sup>The overall violence rate is the sum of first and recurrent violence rates.</p>
            </fn>
            <fn id="table1fn8">
              <p><sup>h</sup>Wald chi-square test on the overall violence reporting rate, with a number of degrees of freedom equal to the number of classes in the independent variable – 1.</p>
            </fn>
            <fn id="table1fn9">
              <p><sup>i</sup>Not applicable (no groups to be compared).</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Violence Attributes and Patterns in the “After” Period</title>
        <p><xref ref-type="table" rid="table2">Table 2</xref> reports the co-occurrence of violence forms in the incident reports. Verbal abuse was the largest majority (186/205, 90.7%) Of these, verbal abuse was the only form of violence in 26 (14%) out of 186 incidents, whereas 134 (72%) also reported threats, 98 (52.7%) reported physical assaults, and 15 (8%) reported sexual harassment. The mean number of reported violence forms was 2.33. We report similar figures for the other violence forms. <xref ref-type="table" rid="table3">Table 3</xref> reports the distribution of major violence characteristics and risk factors, by sex of the assaulted HCW. Male HCWs were more likely than female HCWs to be subject to physical assault (45/67, 67.2% vs 62/130, 47.7%; <italic>P</italic>=.01). Either alone or with a patient, visitors were more likely to assault female than male HCWs (40/130, 30.7% vs 8/67, 12%; <italic>P</italic>=.02). No sex-related differences were observed on violence time or location. Female HCWs were less likely than male HCWs to report a work injury to the insurance authority (4/130, 3.1% vs 15/67, 22.4%; <italic>P</italic>&#60;.001) and were more likely than men to report psychological consequences (46/130, 35.4% vs 13/67, 19.4%; <italic>P</italic>=.02) and life-threatening feelings during the aggression (23/130, 17.7% vs 5/67, 7.5%; <italic>P</italic>=.05). Finally, 47.8% (32/67) of WPV in male HCWs was related to the clinical conditions of the perpetrator, which is greater than that in female HCWs (40/130, 30.8%; <italic>P</italic>=.02). In female HCWs, the single most frequently reported factor was the sociocultural one (eg, related to linguistic or cultural barriers or behaviors; 53/130, 40.8%). Of note, structural factors including safety (the lack of barriers, alarm systems, or escape or poor lightning) were among the least prevalent identified contributing factors, both in men and in women.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Co-occurrence of different types of violence observed in the “after” period.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="210"/>
            <col width="110"/>
            <col width="130"/>
            <col width="130"/>
            <col width="120"/>
            <col width="0"/>
            <col width="140"/>
            <col width="0"/>
            <col width="160"/>
            <thead>
              <tr valign="top">
                <td>Type of violence (number of reports)</td>
                <td colspan="5">Co-occurrence, n (%)<sup>a</sup></td>
                <td colspan="2">No co-occurrence, n (%)<sup>b</sup></td>
                <td>Number of violence types in incident reports, mean</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>VA<sup>c</sup></td>
                <td>T<sup>d</sup></td>
                <td>PA<sup>e</sup></td>
                <td>SH<sup>f</sup></td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>VA (n=186)</td>
                <td>—<sup>g</sup></td>
                <td>134 (72)</td>
                <td>98 (52.7)</td>
                <td>15 (8)</td>
                <td colspan="2">26 (14)</td>
                <td colspan="2">2.33</td>
              </tr>
              <tr valign="top">
                <td>T (n=139)</td>
                <td>134 (96.4)</td>
                <td>—</td>
                <td>77 (55.4)</td>
                <td>12 (8.6)</td>
                <td colspan="2">2 (1.4)</td>
                <td colspan="2">2.60</td>
              </tr>
              <tr valign="top">
                <td>PA (n=115)</td>
                <td>98 (85.3)</td>
                <td>77(67)</td>
                <td>—</td>
                <td>10 (8.7)</td>
                <td colspan="2">14 (12.2)</td>
                <td colspan="2">2.61</td>
              </tr>
              <tr valign="top">
                <td>SH (n=15)</td>
                <td>15 (100)</td>
                <td>12 (80)</td>
                <td>10 (66.7)</td>
                <td>—</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">3.46</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>Percent of incident reports with the row type of violence that also reports the column type.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>Percent of incident reports with only the row type of violence.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>VA: verbal abuse.</p>
            </fn>
            <fn id="table2fn4">
              <p><sup>d</sup>T: threat.</p>
            </fn>
            <fn id="table2fn5">
              <p><sup>e</sup>PA: physical assault.</p>
            </fn>
            <fn id="table2fn6">
              <p><sup>f</sup>SH sexual harassment.</p>
            </fn>
            <fn id="table2fn7">
              <p><sup>g</sup>Not relevant.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Distribution of major violence attributes, consequences, and contributing factors, by sex of the assaulted HCW<sup>a</sup>, in the “after” period.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="270"/>
            <col width="0"/>
            <col width="190"/>
            <col width="0"/>
            <col width="230"/>
            <col width="0"/>
            <col width="200"/>
            <col width="0"/>
            <col width="0"/>
            <col width="80"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Attributes</td>
                <td colspan="2">All WPV<sup>b</sup> (n=197), n (%)</td>
                <td colspan="2">WPV against female HCWs (n=130), n (%)</td>
                <td colspan="2">WPV against male HCWs (n=67), n (%)</td>
                <td colspan="2"><italic>P</italic> values</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="11">
                  <bold>Type of violence<sup>c</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Verbal abuse</td>
                <td colspan="2">179 (90.7)</td>
                <td colspan="2">120 (92.3)</td>
                <td colspan="2">59 (88.1)</td>
                <td colspan="3">.33</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Threat</td>
                <td colspan="2">132 (67.0)</td>
                <td colspan="2">82 (63.1)</td>
                <td colspan="2">50 (74.6)</td>
                <td colspan="3">.10</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Physical assault</td>
                <td colspan="2">107 (54.3)</td>
                <td colspan="2">62 (47.7)</td>
                <td colspan="2">45 (67.2)</td>
                <td colspan="3">.01</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Sexual harassment</td>
                <td colspan="2">14 (7.1)</td>
                <td colspan="2">8 (6.2)</td>
                <td colspan="2">6 (9.0)</td>
                <td colspan="3">.47</td>
              </tr>
              <tr valign="top">
                <td colspan="10">
                  <bold>Perpetrator</bold>
                </td>
                <td>.02</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Patient only</td>
                <td colspan="2">138 (70.1)</td>
                <td colspan="2">82 (63.1)</td>
                <td colspan="2">56 (83.6)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Visitor only</td>
                <td colspan="2">38 (19.3)</td>
                <td colspan="2">31 (23.9)</td>
                <td colspan="2">7 (10.5)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Patient and visitor</td>
                <td colspan="2">10 (5.1)</td>
                <td colspan="2">9 (6.8)</td>
                <td colspan="2">1 (1.5)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Coworker</td>
                <td colspan="2">11 (5.6)</td>
                <td colspan="2">8 (6.9)</td>
                <td colspan="2">3 (4.5)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="3">Violence during a night shift</td>
                <td colspan="2">68 (34.7)</td>
                <td colspan="2">43 (33.3)</td>
                <td colspan="2">25 (37.3)</td>
                <td colspan="2">.58</td>
              </tr>
              <tr valign="top">
                <td colspan="10">
                  <bold>When during the work shift</bold>
                </td>
                <td>.73</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Beginning</td>
                <td colspan="2">25 (12.8)</td>
                <td colspan="2">16 (12.4)</td>
                <td colspan="2">9 (13.4)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>During</td>
                <td colspan="2">162 (82.7)</td>
                <td colspan="2">106 (81.2)</td>
                <td colspan="2">56 (83.6)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>End</td>
                <td colspan="2">9 (4.6)</td>
                <td colspan="2">7 (5.4)</td>
                <td colspan="2">2 (3.0)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="11">
                  <bold>Location<sup>c</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Patient’s bedroom</td>
                <td colspan="2">45 (22.8)</td>
                <td colspan="2">29 (22.3)</td>
                <td colspan="2">16 (23.9)</td>
                <td colspan="3">.80</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Waiting examination room</td>
                <td colspan="2">108 (54.8)</td>
                <td colspan="2">71 (54.6)</td>
                <td colspan="2">37 (55.2)</td>
                <td colspan="3">.94</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Communal location<sup>d</sup></td>
                <td colspan="2">54 (27.4)</td>
                <td colspan="2">35 (26.9)</td>
                <td colspan="2">19 (28.4)</td>
                <td colspan="3">.83</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>External areas</td>
                <td colspan="2">20 (10.2)</td>
                <td colspan="2">15 (11.5)</td>
                <td colspan="2">5 (7.5)</td>
                <td colspan="3">.37</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other<sup>e</sup></td>
                <td colspan="2">6 (3.1)</td>
                <td colspan="2">5 (3.9)</td>
                <td colspan="2">1 (1.5)</td>
                <td colspan="3">.36</td>
              </tr>
              <tr valign="top">
                <td colspan="11">
                  <bold>Consequences<sup>c</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Physical</td>
                <td colspan="2">39 (19.8)</td>
                <td colspan="2">22 (16.9)</td>
                <td colspan="2">17 (25.4)</td>
                <td colspan="3">.16</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Psychological</td>
                <td colspan="2">59 (30.0)</td>
                <td colspan="2">46 (35.4)</td>
                <td colspan="2">13 (19.4)</td>
                <td colspan="3">.02</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Life-threatening feeling</td>
                <td colspan="2">28 (14.2)</td>
                <td colspan="2">23 (17.7)</td>
                <td colspan="2">5 (7.5)</td>
                <td colspan="3">.05</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Work injury report<sup>f</sup></td>
                <td colspan="2">19 (9.6)</td>
                <td colspan="2">4 (3.1)</td>
                <td colspan="2">15 (22.4)</td>
                <td colspan="2">&#60;.001</td>
              </tr>
              <tr valign="top">
                <td colspan="11">
                  <bold>Contributing factors<sup>c,g</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Sociocultural</td>
                <td colspan="2">80 (40.6)</td>
                <td colspan="2">53 (40.8)</td>
                <td colspan="2">27 (40.3)</td>
                <td colspan="3">.95</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Structural</td>
                <td colspan="2">30 (15.2)</td>
                <td colspan="2">18 (13.9)</td>
                <td colspan="2">12 (17.9)</td>
                <td colspan="3">.45</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Organizational</td>
                <td colspan="2">60 (30.5)</td>
                <td colspan="2">41 (31.5)</td>
                <td colspan="2">19 (28.4)</td>
                <td colspan="3">.65</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Relational</td>
                <td colspan="2">55 (27.9)</td>
                <td colspan="2">37 (28.5)</td>
                <td colspan="2">18 (26.9)</td>
                <td colspan="3">.81</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Clinical</td>
                <td colspan="2">72 (36.6)</td>
                <td colspan="2">40 (30.8)</td>
                <td colspan="2">32 (47.8)</td>
                <td colspan="3">.02</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td colspan="2">18 (9.1)</td>
                <td colspan="2">15 (11.5)</td>
                <td colspan="2">3 (4.5)</td>
                <td colspan="3">.10</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Not identified</td>
                <td colspan="2">28 (14.2)</td>
                <td colspan="2">18 (13.9)</td>
                <td colspan="2">10 (14.9)</td>
                <td colspan="3">.84</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>HCW: health care worker.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>WPV: workplace violence.</p>
            </fn>
            <fn id="table3fn3">
              <p><sup>c</sup>More than 1 answer was possible, so the total does not sum up to 100%.</p>
            </fn>
            <fn id="table3fn4">
              <p><sup>d</sup>For example, corridors, stairs, and elevators.</p>
            </fn>
            <fn id="table3fn5">
              <p><sup>e</sup>Including web-based violence via email or telephone.</p>
            </fn>
            <fn id="table3fn6">
              <p><sup>f</sup>Violence determining a work injury must be reported to the Italian Workers Compensations Authority.</p>
            </fn>
            <fn id="table3fn7">
              <p><sup>g</sup>Sociocultural (eg, linguistic barriers, behavior conditioned by cultural elements such as education or country of origin, the inadequacy of social behaviors); structural (eg, lack of barriers/alarm systems/escape, poor lightning); organizational (eg, related to work organization); relational (eg, related to HCW experience and communication abilities); and clinical (eg, related to the conditions of the perpetrator, including psychiatric disorders and substance abuse).</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>The implementation of the ILO convention [<xref ref-type="bibr" rid="ref1">1</xref>] and its subsequent ratification in state members, including Italy (Law n. 4 of January 15, 2021), calls for a systematic and standardized registration of WPV in HCWs implemented on a large scale to inform prevention, protection, and enforcement actions [<xref ref-type="bibr" rid="ref7">7</xref>]. In Italy so far, national statistics cover only more severe cases, such as those exiting in a work injury [<xref ref-type="bibr" rid="ref3">3</xref>], whereas academic data obtained from convenient samples and retrospective investigations exhibit significant heterogeneity, rendering them uninformative for guiding prevention efforts effectively [<xref ref-type="bibr" rid="ref7">7</xref>]. This study documents underreporting and WPV prevalence estimates in 2 large public referral hospitals before and after the implementation of a standardized, guidelines-based program for systematic violence monitoring. Similar experiences [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>] have not yet documented such temporal changes. WPV data in HCWs are affected by a substantial amount of underreporting [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>], up to 80% to 90% according to 1 US study [<xref ref-type="bibr" rid="ref29">29</xref>]. In line with this previous knowledge, in the 2016-2020 period, we estimated a yearly observed to expected ratio mostly below 1 in the 2 study hospitals and as low as 0.27, corresponding to 73% underreporting toward expected prevalence from the literature [<xref ref-type="bibr" rid="ref27">27</xref>]. Such a large amount of underreporting hampers a meaningful interpretation and comparison of time trends in violence prevalence between the structures. After the implementation of the new standard, the 12-month observed to expected ratio increased to be larger than 1 as compared to the same benchmark and almost 2 as compared to the “before” period in the same hospitals. In addition, only 9.8% (20/205) of the reported WPV determined a work injury, suggesting that we were fairly able to detect less serious incidents in which “no one was hurt,” which are generally overlooked [<xref ref-type="bibr" rid="ref30">30</xref>]. Finally, although verbal abuse was present in 90.7% (186/205) of reports, the affected HCWs were able to describe and report the complex co-occurrence of violence forms in the same episode. However, in the study hospital in which the first notification was to safety personnel, rather than to the risk management office, we found a lower observed to expected ratio, a lower 12-month overall WPV rate but with a higher peak in psychiatric wards, where episodes are more likely to be related to the psychiatric conditions of the perpetrator. Based on these findings, notification to dedicated personnel is recommended in future applications to enhance violence reporting.</p>
      <p>Several reasons have been advocated for WPV underreporting, including the feeling that violence is “part of the job” [<xref ref-type="bibr" rid="ref31">31</xref>], the lack of supervisor or coworker support, the fear of blame, and the belief that reporting would not lead to positive changes [<xref ref-type="bibr" rid="ref29">29</xref>]. We may speculate that our protocol could have contrasted some of these barriers, through the introduction of a new reporting standard specifically dedicated to WPV; the periodic training of the new procedure with the workforce and newly hired workers; the easiness of reporting by the HCW along with a close support contact with the risk management office during the first 72 hours since the episode; the availability of a dedicated psychologist for counseling, also outside the HCW working hours; and the periodic sharing of reporting with workers’ safety representatives for health. These aspects, specifically related to our protocol, might have reinforced the positive impact on violence reporting related to increased awareness of the issue due to the perception that the institution was “giving attention to it.” Taken together, these put into light the crucial role of a participative approach to the management of WPV that, starting from standardized and systematic data collection, requires the inclusion and active involvement of the organization, workers, and occupational health figures (risk management, occupational physicians, psychologist, and workers’ safety representatives).</p>
      <p>The 12-month violence rates we estimated should be compared with caution with those from survey studies, since ours are referring to the entire HCW population and are based on incident reporting rather than on recollection. We add important pieces of information that can help to identify high-risk workers. First, while confirming the highest violence rates for psychiatric wards, emergency departments, and nurses, we add the notion that about 25% of their rate is due to the reoccurrence of aggressions on the same workers, as previously observed in Italy [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref32">32</xref>], Norway [<xref ref-type="bibr" rid="ref33">33</xref>], and Denmark [<xref ref-type="bibr" rid="ref34">34</xref>]. As current knowledge on the factors related to multiple aggressions is so far limited [<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>], future analyses are required to elucidate the role of personal and work-related characteristics on multiple aggressions. Second, in identifying high-risk subpopulations, it is important to consider that age, sex, and job title might have an unbalanced distribution in the specific health care workforce. Although in our data the large majority (66%, 130/167) of incident reports involved female HCWs, confirming institutional data [<xref ref-type="bibr" rid="ref3">3</xref>], these do not appear to be at higher WPV risk as compared to male HCWs once their disproportional number in the workforce has been considered, as in other prospective studies [<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref35">35</xref>]. Finally, our data can be used to well-characterize patterns in WPV attributes and consequences related to HCW’s characteristics, of which the sex-related one is an exemplification. To this extent, we confirmed the highest prevalence of physical violence in male HCWs recently observed in Italy [<xref ref-type="bibr" rid="ref11">11</xref>], at the same time expanding knowledge by reporting sex-specific patterns in consequences, contributing factors, and conditions of the perpetrator. Taken together, this information can both guide priorities of interventions and a better design of the contents of primary, secondary, and tertiary prevention policies [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>]. Systematic incident reporting is important to provide a “time zero” to evaluate the efficacy of future interventions.</p>
      <p>Study limitations include the short time period of implementation of the new standard; since it is still in use by the 2 hospitals, we will be able to monitor in future reports its sustainability over time. Our study cannot document changes in WPV prevalence before and after the SARS-CoV-2 pandemic outbreak, given that the change in the reporting system became effective only at the end of 2021. Our underreporting metric is based upon a violence rate derived from literature, but assuming it remained constant during the study periods (2016-2020 and 2022). On the other hand, due to the substantial heterogeneity documented in the introduction, the validity of the metric depends upon the choice of a comparable benchmark for study design, period, and setting, since violence prevalence in Italy is also heterogeneous across public versus private hospitals [<xref ref-type="bibr" rid="ref32">32</xref>] and country area [<xref ref-type="bibr" rid="ref38">38</xref>]. The study we chose [<xref ref-type="bibr" rid="ref27">27</xref>] satisfies most of these requirements. In addition, we used the annual count of HCWs to mitigate the impact on the expected number of incidents due to changes in the workforce. Then, our WPV rates can provide an updated benchmark for assessing underreporting in Italy, using a similar observed-to-expected metric. Our study protocol was implemented and tested in 2 large public general hospitals, each with a complex organizational structure including hub-and-spoke hospitals, as well as rehabilitation and outpatient clinics. We adopted recognized standards for violence definition, attributes, consequences, and determinants [<xref ref-type="bibr" rid="ref10">10</xref>], to enhance the comparison of our findings with other studies.</p>
      <p>In conclusion, a guidelines-based protocol can mitigate the underreporting of violence episodes against HCWs and provide accurate information to identify high-risk workers and describe violence attributes and patterns. The standardization across hospitals can better inform priorities and contents of preventive policies, at both a local and a large scale. To this extent, our evaluation can provide useful information for large-scale implementation of guidelines-based monitoring programs, as well as in other contexts.</p>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Study flow chart, data fields in the report form and prevalence of missing data, and workplace violence rates by study hospital.</p>
        <media xlink:href="publichealth_v9i1e47377_app1.docx" xlink:title="DOCX File , 152 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ASST</term>
          <def>
            <p>Azienda Socio-Sanitaria Territoriale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">DeVOS</term>
          <def>
            <p>Determinanti Violenze Operatori Sanitari (Determinants of Violence against the Health care Workers)</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">HCW</term>
          <def>
            <p>health care worker</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">ILO</term>
          <def>
            <p>International Labour Organization</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">INAIL</term>
          <def>
            <p>Italian Workers Compensations Authority</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">WPV</term>
          <def>
            <p>workplace violence</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors wish to thank all the health care workers who have participated in the study. The authors are grateful to Davide Trevisan, for the development of the web-based data platform for data collection; to Giacomo Radici and Patrick Tayoun, who helped with bibliographic research; to Eleonora Lusito, for her contribution to data handling and analysis; and to Simona Boneschi, who contributed to the selection of interview or questionnaires to be included in the root cause analysis. The authors also thank the management of the participating organizations, as well as people contributing with their work in the quality and safety and the occupational medicine units, namely Giovanna Martinelli, Roberto Guarnaschelli, Alessandra Tropia, Angela Trentin, Sara Colombo, Roberta Somaschini, Gloria Simonelli, Francesca Cereda, Francesca Ricci, Mariavalentina Giordano, Cristina Curioni, and Andrea Frontini. Preliminary results were presented at the EPICOH 2023 conference, and the abstract was published in a dedicated supplementary issue of Occupational and Environmental Medicine<italic>.</italic> This study was supported by a grant provided by the Italian Workers Compensations Authority (INAIL; Bando BRIC 2019 - ID29A).</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The data sets generated and analyzed during this study are not publicly available due to restrictions imposed by the informed consent obtained for this study and by the legislation of the European Union, but they can be made available from the corresponding author on reasonable request. Approval by each management of the Azienda Socio-Sanitaria Territoriale that participated in the study will be required for the release of the data.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>GV and MMF contributed to the conceptualization and design of the study, drafted the original paper, and are the principal investigators of the <italic>Determinanti Violenze Operatori Sanitari</italic> (DeVOS) Project. GV is the study guarantor. GV and EMG were responsible for statistical analyses. RB, LC, AB, and AL contributed to data acquisition and paper editing. EMG, FG, and SDM critically contributed to the interpretation of results, and to review and editing of the paper. MG, BP, CDT, MR, GC, and LI critically reviewed the paper.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>C190—Violence and harassment convention, 2019 (No. 190)</article-title>
          <source>International Labour Organization</source>
          <year>2019</year>
          <access-date>2023-01-04</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ilo.org/dyn/normlex/en/f?p=NORMLEXPUB:12100:0::NO::P12100_ILO_CODE:C190">https://www.ilo.org/dyn/normlex/en/f?p=NORMLEXPUB:12100:0::NO::P12100_ILO_CODE:C190</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>Violence and harassment in European workplaces: causes, impacts and policies</article-title>
          <source>Eurofound</source>
          <year>2015</year>
          <access-date>2023-01-04</access-date>
          <publisher-loc>Dublin</publisher-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://zenodo.org/records/16387">https://zenodo.org/records/16387</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rossi</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Mele</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Punziano</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Gli episodi di violenza nei confronti degli esercenti le professioni sanitarie Inail</article-title>
          <source>Inail</source>
          <year>2022</year>
          <access-date>2023-01-04</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.inail.it/cs/internet/docs/alg-factsheet-violenza-professioni-sanitarie-inail-2022_6443174670061.pdf">https://www.inail.it/cs/internet/docs/alg-factsheet-violenza-professioni-sanitarie-inail-2022_6443174670061.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gan</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Jiang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Dwyer</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Yan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sampson</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Song</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>Prevalence of workplace violence against healthcare workers: a systematic review and meta-analysis</article-title>
          <source>Occup Environ Med</source>
          <year>2019</year>
          <volume>76</volume>
          <issue>12</issue>
          <fpage>927</fpage>
          <lpage>937</lpage>
          <pub-id pub-id-type="doi">10.1136/oemed-2019-105849</pub-id>
          <pub-id pub-id-type="medline">31611310</pub-id>
          <pub-id pub-id-type="pii">oemed-2019-105849</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ramzi</surname>
              <given-names>ZS</given-names>
            </name>
            <name name-style="western">
              <surname>Fatah</surname>
              <given-names>PW</given-names>
            </name>
            <name name-style="western">
              <surname>Dalvandi</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Prevalence of workplace violence against healthcare workers during the COVID-19 pandemic: a systematic review and meta-analysis</article-title>
          <source>Front Psychol</source>
          <year>2022</year>
          <volume>13</volume>
          <fpage>896156</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35712196"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyg.2022.896156</pub-id>
          <pub-id pub-id-type="medline">35712196</pub-id>
          <pub-id pub-id-type="pmcid">PMC9195416</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Giusti</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Veronesi</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Callegari</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Borchini</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Castelnuovo</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Gianfagna</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Iacoviello</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ferrario</surname>
              <given-names>MM</given-names>
            </name>
          </person-group>
          <article-title>Pre-pandemic burnout and its changes during the COVID-19 outbreak as predictors of mental health of healthcare workers: a lesson to be learned</article-title>
          <source>Psychiatry Res</source>
          <year>2023</year>
          <volume>326</volume>
          <fpage>115305</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0165-1781(23)00255-X"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.psychres.2023.115305</pub-id>
          <pub-id pub-id-type="medline">37331071</pub-id>
          <pub-id pub-id-type="pii">S0165-1781(23)00255-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC10261975</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Civilotti</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Berlanda</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Iozzino</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Hospital-based healthcare workers victims of workplace violence in Italy: a scoping review</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2021</year>
          <volume>18</volume>
          <issue>11</issue>
          <fpage>5860</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph18115860"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph18115860</pub-id>
          <pub-id pub-id-type="medline">34072551</pub-id>
          <pub-id pub-id-type="pii">ijerph18115860</pub-id>
          <pub-id pub-id-type="pmcid">PMC8198045</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>JP</given-names>
            </name>
          </person-group>
          <article-title>Workplace violence against health care workers in the United States</article-title>
          <source>N Engl J Med</source>
          <year>2016</year>
          <volume>375</volume>
          <issue>7</issue>
          <fpage>e14</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nejm.org/doi/10.1056/NEJMc1606816"/>
          </comment>
          <pub-id pub-id-type="doi">10.1056/NEJMc1606816</pub-id>
          <pub-id pub-id-type="medline">27532859</pub-id>
          <pub-id pub-id-type="pii">10.1056/NEJMc1606816#SA4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Morphet</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Griffiths</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Innes</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>The trouble with reporting and utilization of workplace violence data in health care</article-title>
          <source>J Nurs Manag</source>
          <year>2019</year>
          <volume>27</volume>
          <issue>3</issue>
          <fpage>592</fpage>
          <lpage>598</lpage>
          <pub-id pub-id-type="doi">10.1111/jonm.12717</pub-id>
          <pub-id pub-id-type="medline">30223311</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Arnetz</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Hamblin</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ager</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Aranyos</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Essenmacher</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Upfal</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Luborsky</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Using database reports to reduce workplace violence: perceptions of hospital stakeholders</article-title>
          <source>Work</source>
          <year>2015</year>
          <volume>51</volume>
          <issue>1</issue>
          <fpage>51</fpage>
          <lpage>59</lpage>
          <pub-id pub-id-type="doi">10.3233/wor-141887</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Acquadro Maran</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Cortese</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Pavanelli</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Fornero</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Gianino</surname>
              <given-names>MM</given-names>
            </name>
          </person-group>
          <article-title>Gender differences in reporting workplace violence: a qualitative analysis of administrative records of violent episodes experienced by healthcare workers in a large public Italian hospital</article-title>
          <source>BMJ Open</source>
          <year>2019</year>
          <volume>9</volume>
          <issue>11</issue>
          <fpage>e031546</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://hdl.handle.net/2318/1718180"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2019-031546</pub-id>
          <pub-id pub-id-type="medline">31712339</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2019-031546</pub-id>
          <pub-id pub-id-type="pmcid">PMC6858178</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gooch</surname>
              <given-names>PP</given-names>
            </name>
          </person-group>
          <article-title>Hospital workplace violence prevention in California: new regulations</article-title>
          <source>Workplace Health Saf</source>
          <year>2018</year>
          <volume>66</volume>
          <issue>3</issue>
          <fpage>115</fpage>
          <lpage>119</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/2165079917731791"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/2165079917731791</pub-id>
          <pub-id pub-id-type="medline">28980509</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Odes</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Chapman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ackerman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Harrison</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hong</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>Differences in hospitals' workplace violence incident reporting practices: a mixed methods study</article-title>
          <source>Policy Polit Nurs Pract</source>
          <year>2022</year>
          <volume>23</volume>
          <issue>2</issue>
          <fpage>98</fpage>
          <lpage>108</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/abs/10.1177/15271544221088248?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/15271544221088248</pub-id>
          <pub-id pub-id-type="medline">35317690</pub-id>
          <pub-id pub-id-type="pmcid">PMC9234774</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Giunta Regione Lombardia</collab>
          </person-group>
          <article-title>Allegato C</article-title>
          <source>Deliberazione XI/1986 del 23/07/2019</source>
          <access-date>2023-02-06</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://tinyurl.com/36e9h9jx">https://tinyurl.com/36e9h9jx</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ferrario</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Bertù</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Cimmino</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Conti</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Borsani</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Veronesi</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>A multi-dimensional evaluation of job stress integrating organizational and subjective risk indicators: one application to health care workers in Northern Italy</article-title>
          <source>G Ital Med Lav Ergon</source>
          <year>2011</year>
          <volume>33</volume>
          <issue>3 Suppl</issue>
          <fpage>315</fpage>
          <lpage>318</lpage>
          <pub-id pub-id-type="medline">23393865</pub-id>
          <pub-id pub-id-type="pmcid">23393865</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>National Institute of Occupational Safety and Health</collab>
          </person-group>
          <article-title>Violence occupational hazards in hospitals</article-title>
          <source>U.S. Department of Health and Human Services: 2002-2101</source>
          <year>2002</year>
          <access-date>2023-10-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/niosh/docs/2002-101/">https://www.cdc.gov/niosh/docs/2002-101/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pompeii</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Dement</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Schoenfisch</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lavery</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Souder</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lipscomb</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Perpetrator, worker and workplace characteristics associated with patient and visitor perpetrated violence (Type II) on hospital workers: a review of the literature and existing occupational injury data</article-title>
          <source>J Safety Res</source>
          <year>2013</year>
          <volume>44</volume>
          <fpage>57</fpage>
          <lpage>64</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jsr.2012.09.004</pub-id>
          <pub-id pub-id-type="medline">23398706</pub-id>
          <pub-id pub-id-type="pii">S0022-4375(12)00108-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Arnetz</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Hamblin</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Essenmacher</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Upfal</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ager</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Luborsky</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Understanding patient-to-worker violence in hospitals: a qualitative analysis of documented incident reports</article-title>
          <source>J Adv Nurs</source>
          <year>2015</year>
          <volume>71</volume>
          <issue>2</issue>
          <fpage>338</fpage>
          <lpage>348</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/25091833"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/jan.12494</pub-id>
          <pub-id pub-id-type="medline">25091833</pub-id>
          <pub-id pub-id-type="pmcid">PMC5006065</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Margari</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Matarazzo</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Casacchia</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Roncone</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Dieci</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Safran</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Fiori</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Simoni</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Italian validation of MOAS and NOSIE: a useful package for psychiatric assessment and monitoring of aggressive behaviours</article-title>
          <source>Int J Methods Psychiatr Res</source>
          <year>2005</year>
          <volume>14</volume>
          <issue>2</issue>
          <fpage>109</fpage>
          <lpage>118</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/16175880"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/mpr.22</pub-id>
          <pub-id pub-id-type="medline">16175880</pub-id>
          <pub-id pub-id-type="pmcid">PMC6878297</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Woods</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Almvik</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>The Brøset Violence Checklist (BVC)</article-title>
          <source>Acta Psychiatr Scand Suppl</source>
          <year>2002</year>
          <issue>412</issue>
          <fpage>103</fpage>
          <lpage>105</lpage>
          <pub-id pub-id-type="doi">10.1034/j.1600-0447.106.s412.22.x</pub-id>
          <pub-id pub-id-type="medline">12072138</pub-id>
          <pub-id pub-id-type="pii">040</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sanza</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ceccarelli</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Ballanti</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bruno</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Iorio</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Loddo</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>La valutazione dell’impatto delle aggressioni sul benessere psicologico del personale sanitario. uno studio osservazionale</article-title>
          <source>Politiche Sanitarie</source>
          <year>2018</year>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>43</fpage>
          <lpage>50</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.politichesanitarie.it/archivio/2894/articoli/29184/"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maslach</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Jackson</surname>
              <given-names>SE</given-names>
            </name>
          </person-group>
          <article-title>The measurement of experienced burnout</article-title>
          <source>J Organ Behav</source>
          <year>1981</year>
          <volume>2</volume>
          <issue>2</issue>
          <fpage>99</fpage>
          <lpage>113</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/doi/10.1002/job.4030020205"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/job.4030020205</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goldberg</surname>
              <given-names>DP</given-names>
            </name>
            <name name-style="western">
              <surname>Hillier</surname>
              <given-names>VF</given-names>
            </name>
          </person-group>
          <article-title>A scaled version of the General Health Questionnaire</article-title>
          <source>Psychol Med</source>
          <year>1979</year>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>139</fpage>
          <lpage>145</lpage>
          <pub-id pub-id-type="doi">10.1017/s0033291700021644</pub-id>
          <pub-id pub-id-type="medline">424481</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Veronesi</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Giusti</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>D'Amato</surname>
              <given-names>Al</given-names>
            </name>
            <name name-style="western">
              <surname>Gianfagna</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Borchini</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Castelnuovo</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Iacoviello</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ferrario</surname>
              <given-names>MM</given-names>
            </name>
          </person-group>
          <article-title>The North Italian Longitudinal study assessing the mental health effects of SARS-CoV-2 pandemic on health care workers-part I: study design and psychometric structural validity of the HSE indicator tool and work satisfaction scale</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2022</year>
          <volume>19</volume>
          <issue>15</issue>
          <fpage>9514</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph19159514"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph19159514</pub-id>
          <pub-id pub-id-type="medline">35954871</pub-id>
          <pub-id pub-id-type="pii">ijerph19159514</pub-id>
          <pub-id pub-id-type="pmcid">PMC9368475</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Giusti</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Veronesi</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Callegari</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Castelnuovo</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Iacoviello</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ferrario</surname>
              <given-names>MM</given-names>
            </name>
          </person-group>
          <article-title>The North Italian Longitudinal study assessing the mental health effects of SARS-CoV-2 pandemic health care workers-part II: structural validity of scales assessing mental health</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2022</year>
          <volume>19</volume>
          <issue>15</issue>
          <fpage>9541</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph19159541"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph19159541</pub-id>
          <pub-id pub-id-type="medline">35954915</pub-id>
          <pub-id pub-id-type="pii">ijerph19159541</pub-id>
          <pub-id pub-id-type="pmcid">PMC9368139</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
          <article-title>Guidelines for using confidence intervals for public health assessment</article-title>
          <source>Washington State Department of Health</source>
          <year>2012</year>
          <access-date>2023-01-04</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doh.wa.gov/sites/default/files/legacy/Documents/1500//ConfIntGuide.pdf">https://doh.wa.gov/sites/default/files/legacy/Documents/1500//ConfIntGuide.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Viottini</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Politano</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Fornero</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Pavanelli</surname>
              <given-names>PL</given-names>
            </name>
            <name name-style="western">
              <surname>Borelli</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bonaudo</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gianino</surname>
              <given-names>MM</given-names>
            </name>
          </person-group>
          <article-title>Determinants of aggression against all health care workers in a large-sized university hospital</article-title>
          <source>BMC Health Serv Res</source>
          <year>2020</year>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>215</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmchealthservres.biomedcentral.com/articles/10.1186/s12913-020-05084-x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12913-020-05084-x</pub-id>
          <pub-id pub-id-type="medline">32178674</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12913-020-05084-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC7077118</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Burg</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Gammonley</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Measures for incident reporting of patient violence and aggression towards healthcare providers: a systematic review</article-title>
          <source>Aggress Violent Behav</source>
          <year>2015</year>
          <volume>25</volume>
          <fpage>314</fpage>
          <lpage>322</lpage>
          <pub-id pub-id-type="doi">10.1016/j.avb.2015.09.014</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Arnetz</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Hamblin</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ager</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Luborsky</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Upfal</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Essenmacher</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Underreporting of workplace violence: comparison of self-report and actual documentation of hospital incidents</article-title>
          <source>Workplace Health Saf</source>
          <year>2015</year>
          <volume>63</volume>
          <issue>5</issue>
          <fpage>200</fpage>
          <lpage>210</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/26002854"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/2165079915574684</pub-id>
          <pub-id pub-id-type="medline">26002854</pub-id>
          <pub-id pub-id-type="pii">2165079915574684</pub-id>
          <pub-id pub-id-type="pmcid">PMC5006066</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Copeland</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Henry</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Workplace violence and perceptions of safety among emergency department staff members: experiences, expectations, tolerance, reporting, and recommendations</article-title>
          <source>J Trauma Nurs</source>
          <year>2017</year>
          <volume>24</volume>
          <issue>2</issue>
          <fpage>65</fpage>
          <lpage>77</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.lww.com/journaloftraumanursing/fulltext/2017/03000/workplace_violence_and_perceptions_of_safety_among.3.aspx"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/JTN.0000000000000269</pub-id>
          <pub-id pub-id-type="medline">28272178</pub-id>
          <pub-id pub-id-type="pii">00043860-201703000-00003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dubb</surname>
              <given-names>SS</given-names>
            </name>
          </person-group>
          <article-title>It doesn't "come with the job": violence against doctors at work must stop</article-title>
          <source>BMJ</source>
          <year>2015</year>
          <volume>350</volume>
          <fpage>h2780</fpage>
          <pub-id pub-id-type="doi">10.1136/bmj.h2780</pub-id>
          <pub-id pub-id-type="medline">26013379</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Firenze</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Santangelo</surname>
              <given-names>OE</given-names>
            </name>
            <name name-style="western">
              <surname>Gianfredi</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Alagna</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Cedrone</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Provenzano</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>La Torre</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Violence on doctors. an observational study in Northern Italy</article-title>
          <source>Med Lav</source>
          <year>2020</year>
          <volume>111</volume>
          <issue>1</issue>
          <fpage>46</fpage>
          <lpage>53</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mattioli1885journals.com/index.php/lamedicinadellavoro/article/view/8795"/>
          </comment>
          <pub-id pub-id-type="doi">10.23749/mdl.v111i1.8795</pub-id>
          <pub-id pub-id-type="medline">32096772</pub-id>
          <pub-id pub-id-type="pmcid">PMC7809960</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nøland</surname>
              <given-names>ST</given-names>
            </name>
            <name name-style="western">
              <surname>Taipale</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Mahmood</surname>
              <given-names>JI</given-names>
            </name>
            <name name-style="western">
              <surname>Tyssen</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Analysis of career stage, gender, and personality and workplace violence in a 20-year nationwide cohort of physicians in Norway</article-title>
          <source>JAMA Netw Open</source>
          <year>2021</year>
          <volume>4</volume>
          <issue>6</issue>
          <fpage>e2114749</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34181010"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2021.14749</pub-id>
          <pub-id pub-id-type="medline">34181010</pub-id>
          <pub-id pub-id-type="pii">2781456</pub-id>
          <pub-id pub-id-type="pmcid">PMC8239948</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hogh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sharipova</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Borg</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Incidence and recurrent work-related violence towards healthcare workers and subsequent health effects. a one-year follow-up study</article-title>
          <source>Scand J Public Health</source>
          <year>2008</year>
          <volume>36</volume>
          <issue>7</issue>
          <fpage>706</fpage>
          <lpage>712</lpage>
          <pub-id pub-id-type="doi">10.1177/1403494808096181</pub-id>
          <pub-id pub-id-type="medline">18775833</pub-id>
          <pub-id pub-id-type="pii">36/7/706</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Johansen</surname>
              <given-names>IH</given-names>
            </name>
            <name name-style="western">
              <surname>Baste</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Rosta</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Aasland</surname>
              <given-names>OG</given-names>
            </name>
            <name name-style="western">
              <surname>Morken</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Changes in prevalence of workplace violence against doctors in all medical specialties in Norway between 1993 and 2014: a repeated cross-sectional survey</article-title>
          <source>BMJ Open</source>
          <year>2017</year>
          <volume>7</volume>
          <issue>8</issue>
          <fpage>e017757</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=28801441"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2017-017757</pub-id>
          <pub-id pub-id-type="medline">28801441</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2017-017757</pub-id>
          <pub-id pub-id-type="pmcid">PMC5724221</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kumari</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sarkar</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ranjan</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Chopra</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kaur</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Baitha</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Chakrawarty</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Klanidhi</surname>
              <given-names>KB</given-names>
            </name>
          </person-group>
          <article-title>Interventions for workplace violence against health-care professionals: a systematic review</article-title>
          <source>Work</source>
          <year>2022</year>
          <volume>73</volume>
          <issue>2</issue>
          <fpage>415</fpage>
          <lpage>427</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://content.iospress.com/articles/work/wor210046"/>
          </comment>
          <pub-id pub-id-type="doi">10.3233/WOR-210046</pub-id>
          <pub-id pub-id-type="medline">35431213</pub-id>
          <pub-id pub-id-type="pii">WOR210046</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fricke</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Siddique</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Douma</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ladak</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Burchill</surname>
              <given-names>CN</given-names>
            </name>
            <name name-style="western">
              <surname>Greysen</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Mull</surname>
              <given-names>NK</given-names>
            </name>
          </person-group>
          <article-title>Workplace violence in healthcare settings: a scoping review of guidelines and systematic reviews</article-title>
          <source>Trauma Violence Abuse</source>
          <year>2023</year>
          <volume>24</volume>
          <issue>5</issue>
          <fpage>3363</fpage>
          <lpage>3383</lpage>
          <pub-id pub-id-type="doi">10.1177/15248380221126476</pub-id>
          <pub-id pub-id-type="medline">36341578</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>La Torre</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Firenze</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Di Gioia</surname>
              <given-names>LP</given-names>
            </name>
            <name name-style="western">
              <surname>Perri</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Soncin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cremonesi</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>De Camillis</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Guidolin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Evangelista</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Marte</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fedele</surname>
              <given-names>NG</given-names>
            </name>
            <name name-style="western">
              <surname>De Sio</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mannocci</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sernia</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Brusaferro</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Workplace violence among healthcare workers, a multicenter study in Italy</article-title>
          <source>Public Health</source>
          <year>2022</year>
          <volume>208</volume>
          <fpage>9</fpage>
          <lpage>13</lpage>
          <pub-id pub-id-type="doi">10.1016/j.puhe.2022.04.008</pub-id>
          <pub-id pub-id-type="medline">35660281</pub-id>
          <pub-id pub-id-type="pii">S0033-3506(22)00118-4</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
