<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JPH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Public Health Surveill</journal-id>
      <journal-title>JMIR Public Health and Surveillance</journal-title>
      <issn pub-type="epub">2369-2960</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
    <article-id pub-id-type="publisher-id">v3i2e41</article-id>
    <article-id pub-id-type="pmid">28645888</article-id>
    <article-id pub-id-type="doi">10.2196/publichealth.7357</article-id>
    <article-categories>
      <subj-group subj-group-type="heading">
        <subject>Original Paper</subject>
      </subj-group>
      <subj-group subj-group-type="article-type">
        <subject>Original Paper</subject>
      </subj-group>
    </article-categories>
    <title-group>
      <article-title>HIV Strategic Information in Non-European Union Countries in the World Health Organization European Region: Capacity Development Needs</article-title>
    </title-group>
    <contrib-group>
      <contrib contrib-type="editor">
        <name>
          <surname>Rice</surname>
          <given-names>Brian</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Wagner</surname>
          <given-names>Natascha</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Brown</surname>
          <given-names>Alison</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Simmons</surname>
          <given-names>Ruth</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="author" id="contrib1" corresp="yes" equal-contrib="yes">
      <name name-style="western">
        <surname>Bozicevic</surname>
        <given-names>Ivana</given-names>
      </name>
      <degrees>MSc, DrPH, MD</degrees>
      <xref rid="aff1" ref-type="aff">1</xref>
      <address>
        <institution>WHO Collaborating Centre for HIV Strategic Information</institution>
        <institution>University of Zagreb School of Medicine</institution>
        <addr-line>Rockefeller str. 4</addr-line>
        <addr-line>Zagreb, 10000</addr-line>
        <country>Croatia</country>
        <phone>385 992984138</phone>
        <fax>385 14590 100</fax>
        <email>Ivana.Bozicevic@lshtm.ac.uk</email>
      </address>  
      <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-2263-4464</ext-link></contrib>
      <contrib contrib-type="author" id="contrib2" equal-contrib="yes">
        <name name-style="western">
          <surname>Handanagic</surname>
          <given-names>Senad</given-names>
        </name>
        <degrees>MSc, MD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-8212-1153</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib3" equal-contrib="yes">
        <name name-style="western">
          <surname>Cakalo</surname>
          <given-names>Jurja Ivana</given-names>
        </name>
        <degrees>MD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-3974-873X</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib4" equal-contrib="yes">
        <name name-style="western">
          <surname>Rinder Stengaard</surname>
          <given-names>Annemarie</given-names>
        </name>
        <degrees>MSc</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-9576-7487</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib5" equal-contrib="yes">
        <name name-style="western">
          <surname>Rutherford</surname>
          <given-names>George</given-names>
        </name>
        <degrees>MD</degrees>
        <xref rid="aff3" ref-type="aff">3</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-0707-8287</ext-link>
      </contrib>
    </contrib-group>
    <aff id="aff1">
    <sup>1</sup>
    <institution>WHO Collaborating Centre for HIV Strategic Information</institution>
    <institution>University of Zagreb School of Medicine</institution>  
    <addr-line>Zagreb</addr-line>
    <country>Croatia</country></aff>
    <aff id="aff2">
    <sup>2</sup>
    <institution>Joint Tuberculosis, HIV/AIDS and Hepatitis Programme, Division of Communicable Diseases, Health Security and Environment</institution>
    <institution>WHO Regional Office for Europe</institution>  
    <addr-line>Kopenhagen</addr-line>
    <country>Denmark</country></aff>
    <aff id="aff3">
    <sup>3</sup>
    <institution>Global Health Sciences</institution>
    <institution>University of California, San Francisco</institution>  
    <addr-line>San Francisco, CA</addr-line>
    <country>United States</country></aff>
    <author-notes>
      <corresp>Corresponding Author: Ivana Bozicevic 
      <email>Ivana.Bozicevic@lshtm.ac.uk</email></corresp>
    </author-notes>
    <pub-date pub-type="collection"><season>Apr-Jun</season><year>2017</year></pub-date>
    <pub-date pub-type="epub">
      <day>23</day>
      <month>06</month>
      <year>2017</year>
    </pub-date>
    <volume>3</volume>
    <issue>2</issue>
    <elocation-id>e41</elocation-id>
    <!--history from ojs - api-xml-->
    <history>
      <date date-type="received">
        <day>20</day>
        <month>1</month>
        <year>2017</year>
      </date>
      <date date-type="rev-request">
        <day>23</day>
        <month>3</month>
        <year>2017</year>
      </date>
      <date date-type="rev-recd">
        <day>28</day>
        <month>4</month>
        <year>2017</year>
      </date>
      <date date-type="accepted">
        <day>23</day>
        <month>5</month>
        <year>2017</year>
      </date>
    </history>
    <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
    <copyright-statement>©Ivana Bozicevic, Senad Handanagic, Jurja Ivana Cakalo, Annemarie Rinder Stengaard, George Rutherford. Originally published in JMIR Public Health and Surveillance (http://publichealth.jmir.org), 23.06.2017.</copyright-statement>
    <copyright-year>2017</copyright-year>
    <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
      <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Public Health and Surveillance, is properly cited. The complete bibliographic information, a link to the original publication on http://publichealth.jmir.org, as well as this copyright and license information must be included.</p>
    </license>  
    <self-uri xlink:href="https://publichealth.jmir.org/2017/2/e41/" xlink:type="simple"/>
    <abstract>
      <sec sec-type="background">
        <title>Background</title>
        <p>Capacity building of the national HIV strategic information system is a core component of the response to the HIV epidemic as it enables understanding of the evolving nature of the epidemic, which is critical for program planning and identification of the gaps and deficiencies in HIV programs.</p>
      </sec>
      <sec sec-type="objective">
        <title>Objective</title>
        <p>The study aims to describe the results of the assessment of the needs for further development of capacities in HIV strategic information systems in the non-European Union (EU) countries in the World Health Organization European Region (EUR).</p>
      </sec>
      <sec sec-type="methods">
        <title>Methods</title>
        <p>Self-administered questionnaires were distributed to national AIDS programs. The first questionnaire was sent to all countries (N=18) to find out, among other issues, the priority level for strengthening a range of HIV surveillance areas and their key gaps and weaknesses. The second questionnaire was sent to 15 countries to more specifically determine capacities for the analysis of the HIV care cascade.</p>
      </sec>
      <sec sec-type="results">
        <title>Results</title>
        <p>Responses to the first questionnaire were received from 10 countries, whereas 13 countries responded to the second questionnaire. Areas that were most frequently marked as being of high to moderate priority for strengthening were national electronic patient monitoring systems, evaluation of HIV interventions and impact analysis, implementation science, and data analysis. Key weaknesseses were lack of electronic reporting of HIV cases, problems with timeliness and completeness of reporting in HIV cases, under-estimates of the reported number of HIV-related deaths, and limited CD4 count testing at the time of HIV diagnosis. Migrant populations, internally displaced persons, and refugees were most commonly mentioned as groups not covered by surveillance, followed by clients of sex workers and men who have sex with men. The majority of countries reported that they were able to provide the number of people diagnosed with HIV who know their HIV status, which is important for the analysis of cross-sectional and longitudinal HIV care cascades. Ability to report on some of the key impact indicators of HIV programs—viral load suppression and mortality—should be considerably strengthened.</p>
      </sec>
      <sec sec-type="conclusions">
        <title>Conclusions</title>
        <p>The assessment found a substantial need to invest in surveillance capacities, which is a cornerstone in the development of an evidence-informed response to HIV epidemics.</p>
      </sec>
    </abstract>
    <kwd-group>
      <kwd>HIV</kwd>
      <kwd>surveillance</kwd>
      <kwd>evaluation</kwd>
      <kwd>Europe</kwd>
      <kwd>aptitude</kwd>
    </kwd-group></article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Recent Developments in HIV Surveillance</title>
        <p>Capacity development is a multidimensional concept with a variety of meanings. Goodman describes capacity as “the ability to carry out stated objectives” [<xref ref-type="bibr" rid="ref1">1</xref>]. Similarly, Brown and colleagues define capacity development as a process that improves the ability of a person, group, organization, or system to meet its objectives and perform better [<xref ref-type="bibr" rid="ref2">2</xref>]. The purpose of capacity building in HIV surveillance and monitoring and evaluation (M&#38;E) is to improve the performance of the national HIV surveillance and M&#38;E systems, which primarily means enhancing the ability to produce quality and timely data on the HIV epidemic and the HIV response [<xref ref-type="bibr" rid="ref3">3</xref>]. Strengthening HIV information systems is the first strategic direction of the World Health Organization (WHO) Global Health Sector Strategy for HIV for 2016-2020 [<xref ref-type="bibr" rid="ref4">4</xref>]. Using epidemiological and clinical data from these systems, countries should be able to construct cascades of HIV diagnosis, care, and treatment (HIV care cascades) and monitor the processes of reaching the 2020 Joint United Nations Programme on HIV/AIDS (UNAIDS) objectives of 90% of people living with HIV (PLHIV) knowing their HIV status, 90% of PLHIV on antiretroviral treatment (ART), and 90% of people on ART being virally suppressed [<xref ref-type="bibr" rid="ref5">5</xref>]. The HIV care cascade is a framework for identifying and quantifying the magnitude of the gaps along the continuum of HIV diagnosis, care, and treatment [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. The cascade analysis enables us to identify losses in the continuum of HIV services so that program implementers at facility, regional, or national levels can target resources and interventions more effectively, improve engagement in care for HIV positive individuals, and ultimately prevent new infections. Several data sources and indicators are needed to construct HIV care cascades, including estimates of the number of PLHIV, the number of PLHIV who are diagnosed (obtained from HIV case-based surveillance or surveys), the number of PLHIV who are receiving ART, and the number of</p>
        <p>PLHIV who are virally supressed (obtained from HIV patient monitoring systems). The HIV care cascade can be made at the national level but also at sub-national and facility levels and, whenever possible, it should be disaggregated by sex, age groups, and key populations. This enables us to monitor differences in access to services and treatment outcomes across geographical areas and population sub-groups and to improve the coverage and quality of services by providing targeted interventions [<xref ref-type="bibr" rid="ref8">8</xref>]. The value of the cascade analysis lies in its use as a data and programmatic quality improvement tool. However, the ability to interpret the results of the cascade analysis depends heavily on the availability and the quality of data sources, both of which vary across European countries [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
        
      </sec>
      <sec>
        <title>Overview of HIV Epidemics in Eastern Europe and Central Asia</title>
        <p>There are several important reasons for the necessity of developing HIV surveillance and monitoring systems in Eastern Europe and Central Asia. The most recent report of the European Centre for Disease Prevention and Control states that the HIV epidemic is still a major concern in Europe, particularly in the eastern part of the WHO European Region [<xref ref-type="bibr" rid="ref10">10</xref>]. In 2015, 153,407 people were newly diagnosed with HIV in 50 of the 53 countries (no data were available from Bosnia and Herzegovina, Turkmenistan, and Uzbekistan) of the WHO European Region (EUR), which is the highest recorded number of newly diagnosed infections in one year since the start of reporting in the 1980s [<xref ref-type="bibr" rid="ref10">10</xref>]. According to the UNAIDS estimates, between 2010 and 2015 the number of new HIV infections in Eastern Europe and Central Asia rose by 57%, totaling 190,000 (170,000-200,000) new infections, which is the highest increase globally [<xref ref-type="bibr" rid="ref11">11</xref>]. In the same period, the number of AIDS-related deaths increased by 22%. HIV treatment coverage among the estimated 1.5 million (1.4 million-1.7 million) PLHIV in Eastern Europe and Central Asia in 2015 was only 21% (20-23%), the second lowest globally after the Middle East and North Africa [<xref ref-type="bibr" rid="ref11">11</xref>].</p>
        
        <p>National surveillance and M&#38;E system capacity is a core component of the response to the HIV epidemic as it enables understanding of the evolving nature of the epidemic and the gaps and deficiencies in HIV programs, and it is critical for informing more strategic investments. Capacity development can broadly be classified as pre-service, which is training people before they enter the work force, and in-service, which is training people already in the workforce. In the field of HIV strategic information, pre-service capacity building can take the form of formal courses and tracks in established universities, such as have been developed in M&#38;E at the Mzumbe University in Tanzania, Jimma University in Ethiopia, and the National School of Public Health in Brazil [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref14">14</xref>]. Post-doctoral full-time training programs have also provided substantial practical training opportunities in public health epidemiology through the Centers for Disease Control and Prevention’s Epidemic Intelligence Service and Field Epidemiology and Laboratory Training Programs and more academically focused fellowships, such as those provided through the Fogarty International Center and other institutes of the United States National Institutes of Health [<xref ref-type="bibr" rid="ref15">15</xref>-<xref ref-type="bibr" rid="ref18">18</xref>].</p>
        <p>Since 2004, the WHO Collaborating Centre for HIV Strategic Information based at the Andrija Stampar School of Public Health at the University of Zagreb in Croatia has been providing in-service capacity-building activities in HIV surveillance and M&#38;E of HIV programs, primarily via training workshops and technical assistance [<xref ref-type="bibr" rid="ref19">19</xref>]. Twenty-eight training courses in HIV surveillance and M&#38;E of national HIV programs and HIV interventions have been developed with partner institutions. The capacity development activities of the Collaborating Centre target diverse groups that work with and contribute to HIV surveillance, including public health professionals, health care providers, epidemiologists, clinicians, non-governmental organization (NGO) staff, and networks of PLHIV.</p>
        
        <p>The aim of this paper is to describe results of an assessment of capacity development needs in HIV surveillance and M&#38;E in the non-European Union (EU) countries in the WHO EUR.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Assessment of Capacities That Need to Be Developed in HIV Surveillance</title>
        <p>To assess the needs for capacity development in HIV surveillance and strategic information systems, we distributed two self-administered questionnaires over email. The first questionnaire was sent to the directors of the national HIV programs of all (N=18) non-EU countries in the WHO EUR. This questionnaire was sent in May 2015 to assess the capacities that needed to be developed in HIV surveillance and addressed the following areas: (1) the types of training courses in HIV surveillance and M&#38;E of HIV programs that national entities organized in 2012, 2013, or 2014 for staff working at the national level; (2) the priority level for strengthening of a range of HIV surveillance and M&#38;E-related areas specified in the questionnaire; (3) the gaps and weaknesses in the areas that respondents marked as being of high or moderate priority for further development; (4) the population groups that might play an essential role in HIV transmission and that have not been covered with surveillance; (5) anticipated impact of declines in funding from the Global Fund to Fight AIDS, Tuberculosis and Malaria (GFATM) on any of the HIV surveillance and M&#38;E activities that have been developed through the support of GFATM.</p>
        
      </sec>
      <sec>
        <title>Assessment of Availability of Data to Construct HIV Care Cascades</title>
        <p>The second, separate questionnaire was sent after the training course in HIV care cascade analysis held in collaboration with WHO in June 2015. This questionnaire was sent to course participants from 15 countries of Eastern Europe and Central Asia (Armenia, Azerbaijan, Belarus, Croatia, Estonia, Georgia, Kazakhstan, Kyrgyzstan, Moldova, Russian Federation, Serbia, Slovenia, Tajikistan, Turkey, and Ukraine) who were invited to the training course by WHO EURO and all worked at the national HIV programs as surveillance professionals. This questionnaire aimed to assess the availability of data to construct cross-sectional and longitudinal HIV care cascade analysis and identify the strengths and weaknesses of cascade indicators [<xref ref-type="bibr" rid="ref20">20</xref>]. The questionnaire also assessed whether a cross-sectional HIV care cascade can be constructed for key populations, pregnant women, and geographical areas.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Capacity Development Needs in HIV Surveillance</title>
        <p>Responses to the first questionnaire were received from 10 of 18 countries (Albania, Azerbaijan, FYR Macedonia, Kyrgyzstan, Moldova, Montenegro, Serbia, Tajikistan, Turkey, and Ukraine). In 5 countries out of 10, a national entity had organized training courses in HIV surveillance in 2012, 2013, and 2014. Courses organized were on M&#38;E of HIV programs (mentioned by 4 countries), followed by integrated bio-behavioral surveys (3 countries), key population size estimations (3 countries), using a national HIV database (2 countries), data analysis (2 countries), sentinel surveillance (1 country) and estimation and projection of the HIV epidemic (1 country).</p>
        <p>HIV surveillance and M&#38;E-related areas that were most frequently marked as being of high to moderate priority for strengthening were national electronic patient monitoring systems (8 countries), evaluation of HIV interventions and impact analysis (8 countries), HIV care cascade analysis (6 countries), implementation science (5 countries), and data analysis (5 countries). HIV case reporting (7 countries) and developing national HIV surveillance reports (7 countries) were of the lowest priority as these are already developed surveillance components. Among activities of low priority but not yet developed, one country mentioned HIV drug resistance surveillance and another estimation of the number of PLHIV and HIV incidence estimates. Respondents outlined a number of gaps and weaknesses that they felt should be addressed. In relation to HIV case reporting and mortality reporting these were under-estimates of the reported number of HIV-related deaths (7 countries), problems with timeliness and completeness of reporting of HIV cases (7 countries), limited CD4 count testing at the time of HIV diagnosis (4 countries), and lack of electronic reporting of HIV cases (3 countries). Other weaknesses respondents mentioned were lack of HIV drug resistance surveillance (4 countries); lack of capacity in data analysis, interpretation, and use (3 countries); lack of human resources to conduct HIV surveillance in key populations (3 countries); and lack of HIV incidence surveillance (2 countries). Single countries also responded that there was a lack of comprehensive evaluation and impact analysis, lack of capacity for fundraising, limited capacity to implement integrated bio-behavioral surveys and key population size estimates, challenges with estimating the number of PLHIV, and the heavy dependence of HIV surveillance activities on donor funding. Migrant populations, internally displaced persons and refugees and men who have sex with men (MSM) were most commonly mentioned as groups not covered by surveillance (5 countries), followed by clients of sex workers (4 countries). Seven of 8 coutries responded that there will be an impact of declines in funding from GFATM on surveillance, and M&#38;E activities and surveillance in key population reportedly have the lowest sustainability.</p>
      </sec>
      <sec>
        <title>Progress in the HIV Continuum of Care Analysis</title>
        <p>Responses to the second questionnaire were received from 13 out of 15 countries (all except Serbia and Slovenia). <xref ref-type="table" rid="table1">Tables 1</xref> and <xref ref-type="table" rid="table2">2</xref> show the availability of HIV strategic information, which is needed to construct cross-sectional HIV care cascades and the weaknesses of the data, respectively. In terms of the availability of data to construct a cross-sectional HIV care cascade, 3 countries reported that they were unable to estimate the number of PLHIV, and 4 countries pointed out the need for this indicator but did not provide an explanation on whether they were able to obtain it. The most common weakness in obtaining the number of PLHIV was a lack of trust in modeling outputs and lack of high quality input data necessary for modeling tools to provide reliable results.</p>
        
<table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Availability of HIV (human immunodeficiency virus) strategic information needed to construct cross-sectional HIV care cascades (n=13).</p>
          </caption>
          <table width="600" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="200"/>
            <col width="100"/>
            <col width="100"/>
            <thead>
              <tr valign="top">
                <td>Type of indicator</td>
                <td>Number of countries where available (n)</td>
                <td>No response (n)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Estimated number of people living with HIV (human immunodeficiency virus)<sup>a</sup></td>
                <td>5</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Number of people diagnosed with HIV who know their status</td>
                <td>10</td>
                <td>3</td>
              </tr>
              <tr valign="top">
                <td>Number of PLHIV<sup>b</sup> who received HIV care in the past 12 months, including ART<sup>c</sup></td>
                <td>9</td>
                <td>4</td>
              </tr>
              <tr valign="top">
                <td>Number of PLHIV currently receiving ART</td>
                <td>9</td>
                <td>4</td>
              </tr>
              <tr valign="top">
                <td>Number of PLHIV currently receiving ART who have a suppressed viral load (&#60;1000 copies/mL)</td>
                <td>9</td>
                <td>4</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Four countries reported that this indicator is needed but did not specify whether they were able to obtain it, and three reported that the indicator is not available.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>PLHIV: people living with HIV.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>ART: antiretroviral treatment.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Most frequently reported weaknesses of data and data sources used to construct cross-sectional HIV (human immunodeficiency virus) care cascades (n=13)</p>
          </caption>
          <table width="600" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="300"/>
            <col width="200"/>
            <col width="100"/>
            <thead>
              <tr valign="top">
                <td>Indicator</td>
                <td>Weakness</td>
                <td>Number of countries</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td rowspan="3">Estimated number of people <break/>living with HIV (human immunodeficiency virus)</td>
                <td>A lack of good quality input data is necessary for modeling, which leads to low quality modeling outputs<break/><break/></td>
                <td>3</td>
              </tr>
              <tr valign="top">
                <td>Used Spectrum<sup>c</sup> modeling tool but would like to use an additional tool (lack of trust in Spectrum estimates)</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>Lack of trust in the modeling estimates</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>Number of people diagnosed with HIV who know their status</td>
                <td>Poor mortality statistics: mortality statistics are not linked with HIV case reporting system</td>
                <td>6</td>
              </tr>
              <tr valign="top">
                <td rowspan="2">Number of PLHIV<sup>a</sup> who received HIV care in the past 12 months, including ART<sup>b</sup></td>
                <td>There is a lack of linkage of patient monitoring system with the HIV case reporting system</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>It is challenging to ensure the quality of data at the local level</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>Number of PLHIV currently receiving ART</td>
                <td>Lack of disaggregation by ART regimens and key populations</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>Number of PLHIV currently receiving ART who have a suppressed viral load (&#60;1000 copies/mL)</td>
                <td>Limited access to viral load diagnostics</td>
                <td>4</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>PLHIV: people living with HIV.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>ART: antiretroviral treatment.</p>
            </fn>
<fn id="table2fn3">
              <p><sup>c</sup>Specturm: analytical tool used for mathematical modeling of HIV epidemics used by UNAIDS</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>



<p>The majority of the countries (n=10) have data on the number of people diagnosed with HIV who know their HIV status. The most common reported weakness of these data was poor quality mortality statistics, which makes it difficult to assess the cumulative number of people living with diagnosed HIV. In addition, multiple registrations of newly diagnosed HIV cases was mentioned by one country and under-reporting of newly diagnosed cases (due to not obtaining HIV positive test result when people tested for HIV) by another country.</p>
        <p>Nine countries reported that they were able to provide the number of PLHIV who received HIV care in the past 12 months, including ART. Alongside the shortcomings shown in <xref ref-type="table" rid="table2">Table 2</xref>, an inability to record ART interruptions in the patient monitoring system was reported by one country and a lack of clear criteria for reporting on patients enrolled in HIV care but not on ART by another country.</p>
        <p>Nine countries reported that they were able to provide the number of PLHIV who are currently on ART, and the availability of a centralized HIV care and treatment database was mentioned by 3 countries as one of the major advantages in obtaining this indicator. The most commonly mentioned deficiency was limited disaggregation of data by ART regimens and key populations.</p>
        



<p>Nine countries reported that they were able to report on the number of PLHIV currently receiving ART who have a suppressed viral load (&#60;1000 copies/mL). As a weakness, 3 countries indicated limited access to viral load diagnostics, while other challenges reported included a non-standardized definition of viral suppression at a national level (1 country) and a lack of an information system for collecting data on HIV viral load (1 country).</p>
        
        
        <p>With regard to disaggregation of the HIV care cascade, only 3 countries out of 13 reported that they were able to construct a cascade for each of the key populations: people who inject drugs (PWID), MSM, and female sex workers (FSW). Eleven countries reported that the cascade can be created for PWID, 10 for MSM, and 3 for FSW. One country reported that the disaggregation was not possible, and three reported that geographical disaggregation into sub-national units was not possible. However, disaggregation for pregnant women was possible in 9 countries.</p>
        <p>Twelve countries reported the availability of a longitudinal HIV patient monitoring system. Six countries reported that they could calculate the percentage of people diagnosed with HIV who were enrolled in HIV care within 12 months of HIV diagnosis. The same 6 countries reported that they were able to calculate the proportion of people diagnosed with HIV and on ART who were retained on ART for at least 12 months and have a suppressed viral load. They were also able to report the percentage of HIV-exposed infants who received a virological test within two months of birth and the proportion of HIV-exposed infants who were uninfected after cessation of breastfeeding.</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>We identified a diverse set of needs for capacity development in HIV strategic information among the countries that participated in the assessment. The greatest development needs were reported in the areas of national electronic patient monitoring systems, evaluation of HIV interventions and impact analysis, implementation science, HIV care cascade analysis, and data analysis. Of note is that, in the context of declines in funding for HIV surveillance, M&#38;E activities and surveillance in key populations will have, as reported by the national HIV program staff, the lowest sustainability.</p>
        <p>The countries reported a complex list of capacities, and six appeared to have very functional data systems able to report most aspects of the HIV treatment cascade. There was, however, substantially less ability to disaggregate data geographically or by key population, a capacity of great importance in a region where the most HIV epidemics are concentrated.</p>
        <p>A common weakness was poor quality of mortality statistics, which limits the ability to assess how many PLHIV are diagnosed. In addition, although the majority of surveyed countries have longitudinal HIV patient monitoring systems, only one-half could report on the proportion of patients who have a suppressed viral load 12 months after ART initiation. Understanding longer-term outcomes of the HIV continuum of care such as retention of treatment and viral suppression should be enabled through investment in infrastructure and human capacities with the aim to support national and global efforts to monitor progress towards the 90-90-90 targets [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
        <p>This assessment points to the need to further invest in capacities in order to develop HIV strategic information systems that will provide necessary data for evidence-based decision making and for evaluating the access, coverage, and quality of interventions. A recent review identified several factors that drove the success in HIV treatment monitoring globally in the period from 2000-2015 [<xref ref-type="bibr" rid="ref21">21</xref>]. These were commitment to invest in country data systems, aiming for 5-10% of program funds to be used to strengthen M&#38;E, creating more demand for the data by conducting regular country program and epidemiological reviews, which were subsequently used as a basis for seeking funding from the donor agencies, and setting program targets [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
        <p>Ability to report on some of the key impact indicators of HIV programs in Eastern Europe and Central Asia —viral load suppression and mortality—–should be substantially strengthened, considering that the rates of viral load suppression among PLHIV are among the lowest globally [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. Having in place uniform reporting practices and providing standardized guidelines and evaluation tools to surveillance programs were identified as policies that can increase effectiveness of surveillance, along with maintaining relationships with providers and laboratories to ensure complete and timely reporting [<xref ref-type="bibr" rid="ref22">22</xref>]. Ongoing support from stakeholders to sites that provide HIV care and treatment and on-site training was also found to be important, particularly in settings where HIV treatment is being scaled-up and decentralized and patient monitoring systems established [<xref ref-type="bibr" rid="ref23">23</xref>]. Timely provision of periodic reports from treatment sites also assisted in informing program management on the quality of patient care and enabled actions to be taken to improve treatment outcomes [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>].</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Our data are subject to limitations. A few countries we attempted to survey did not participate, and we did not conduct site visits to verify reported capacity. Results of the assessment are applicable to the countries that responded to the questionnaires. Additionally, responses to some questions were missing. Nonetheless, we believe that our data will be helpful in planning the next round of strategic information capacity building in the region.</p>
      </sec>
    </sec>
  </body>
  <back>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ART</term>
          <def>
            <p>antiretroviral treatment</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">HIV</term>
          <def>
            <p>human immunodeficiency virus</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">NGO</term>
          <def>
            <p>non-governmental organization</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">PLHIV</term>
          <def>
            <p>people living with HIV</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We acknowledge with gratitude all those who responded to the questionnaire from the National HIV Programs of the participating countries.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Goodman</surname>
            <given-names>RM</given-names>
          </name>
          <name name-style="western">
            <surname>Speers</surname>
            <given-names>MA</given-names>
          </name>
          <name name-style="western">
            <surname>McLeroy</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Fawcett</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Kegler</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Parker</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Smith</surname>
            <given-names>SR</given-names>
          </name>
          <name name-style="western">
            <surname>Sterling</surname>
            <given-names>TD</given-names>
          </name>
          <name name-style="western">
            <surname>Wallerstein</surname>
            <given-names>N</given-names>
          </name>
        </person-group>
        <article-title>Identifying and defining the dimensions of community capacity to provide a basis for measurement</article-title>
        <source>Health Educ Behav</source>  
        <year>1998</year>  
        <month>06</month>  
        <volume>25</volume>  
        <issue>3</issue>  
        <fpage>258</fpage>  
        <lpage>78</lpage>  
        <pub-id pub-id-type="doi">10.1177/109019819802500303</pub-id>
        <pub-id pub-id-type="medline">9615238</pub-id></nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Brown</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>LaFond</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Macintyre</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <source>USAID</source>  
        <year>2001</year>  
        <access-date>2017-06-07</access-date>
        <publisher-loc>Chapel Hill, North Carolina</publisher-loc>
        <publisher-name>MEASURE Evaluation</publisher-name>
        <comment>Measuring capacity building
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://pdf.usaid.gov/pdf_docs/Pnacm119.pdf">http://pdf.usaid.gov/pdf_docs/Pnacm119.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6r3NuXjJJ"/></comment> </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web"> <person-group person-group-type="author"> <collab>UNAIDS</collab> </person-group> <source>Geneva: United Nations Joint Programme on HIV/AIDS</source> <year>2010</year> <comment>Guidance on capacity building for HIV monitoring and evaluation<ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.unaids.org/sites/default/files/sub_landing/files/5_4_MERG_Guidance_HIV_ME_Capacity_Buidling.pdf">http://www.unaids.org/sites/default/files/sub_landing/files/5_4_MERG_Guidance_HIV_ME_Capacity_Buidling.pdf</ext-link> <ext-link ext-link-type="webcite" xlink:href="6r3OZXAPV"/> </comment> </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
        <source>WHO</source>  
        <year>2016</year>  
        <access-date>2017-06-07</access-date>
        <publisher-loc>Geneva</publisher-loc>
        <publisher-name>World Health Organization</publisher-name>
        <comment>Global Health Sector Strategy for HIV for 2016-2020. Towards Ending AIDS
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://apps.who.int/iris/bitstream/10665/246178/1/WHO-HIV-2016.05-eng.pdf?ua=1">http://apps.who.int/iris/bitstream/10665/246178/1/WHO-HIV-2016.05-eng.pdf?ua=1</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6r3OljAGt"/></comment> </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
        <source>UNAIDS</source>  
        <year>2014</year>  
        <access-date>2017-06-07</access-date>
        <publisher-loc>Geneva</publisher-loc>
        <publisher-name>Joint United Nations Programme on HIV/AIDS</publisher-name>
        <comment>90-90-90: an ambitious treatment target to help end the AIDS epidemic
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.unaids.org/sites/default/files/media_asset/90-90-90_en_0.pdf">http://www.unaids.org/sites/default/files/media_asset/90-90-90_en_0.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6r3OteCqI"/></comment> </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
        <source>WHO</source>  
        <year>2014</year>  
        <access-date>2017-06-07</access-date>
        <publisher-loc>Cairo</publisher-loc>
        <publisher-name>Regional Office for the Eastern Mediterranean</publisher-name>
        <comment>HIV test-treat-retain cascade analysis: guide and tools
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://applications.emro.who.int/dsaf/EMROPUB_2014_EN_1639.pdf">http://applications.emro.who.int/dsaf/EMROPUB_2014_EN_1639.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6r3P1LAka"/></comment> </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Haber</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Pillay</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Porter</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Bärnighausen</surname>
            <given-names>T</given-names>
          </name>
        </person-group>
        <article-title>Constructing the cascade of HIV care: methods for measurement</article-title>
        <source>Curr Opin HIV AIDS</source>  
        <year>2016</year>  
        <month>01</month>  
        <volume>11</volume>  
        <issue>1</issue>  
        <fpage>102</fpage>  
        <lpage>8</lpage>  
        <pub-id pub-id-type="doi">10.1097/COH.0000000000000212</pub-id>
        <pub-id pub-id-type="medline">26545266</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Medland</surname>
            <given-names>NA</given-names>
          </name>
          <name name-style="western">
            <surname>McMahon</surname>
            <given-names>JH</given-names>
          </name>
          <name name-style="western">
            <surname>Chow</surname>
            <given-names>EP</given-names>
          </name>
          <name name-style="western">
            <surname>Elliott</surname>
            <given-names>JH</given-names>
          </name>
          <name name-style="western">
            <surname>Hoy</surname>
            <given-names>JF</given-names>
          </name>
          <name name-style="western">
            <surname>Fairley</surname>
            <given-names>CK</given-names>
          </name>
        </person-group>
        <article-title>The HIV care cascade: a systematic review of data sources, methodology and comparability</article-title>
        <source>J Int AIDS Soc</source>  
        <year>2015</year>  
        <volume>18</volume>  
        <fpage>20634</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26626715"/>
        </comment>  
        <pub-id pub-id-type="medline">26626715</pub-id>
        <pub-id pub-id-type="pii">20634</pub-id>
        <pub-id pub-id-type="pmcid">PMC4666907</pub-id></nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
        
        <source>European Centre for Disease Prevention and Control</source>  
        <year>2015</year>  
        <access-date>2017-06-07</access-date>
        <publisher-loc>Stockholm</publisher-loc>
        <publisher-name>ECDC</publisher-name>
        <comment>Thematic report: HIV continuum of care. Monitoring implementation of the Dublin Declaration on Partnership to Fight HIV/AIDS in Europe and Central Asia: 2014 progress report
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://ecdc.europa.eu/en/publications/Publications/dublin-declaration-continuum-of-care-2014.pdf">http://ecdc.europa.eu/en/publications/Publications/dublin-declaration-continuum-of-care-2014.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6r3Q3C8sb"/></comment> </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>European Centre for Disease Prevention and Control/WHO Regional Office for Europe</collab>
        </person-group>
        <source>WHO</source>  
        <year>2016</year>  
        <access-date>2017-06-07</access-date>
        <publisher-loc>Stockholm</publisher-loc>
        <publisher-name>ECDC</publisher-name>
        <comment>HIV/AIDS surveillance in Europe 2015
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.euro.who.int/__data/assets/pdf_file/0019/324370/HIV-AIDS-surveillance-Europe-2015.pdf">http://www.euro.who.int/__data/assets/pdf_file/0019/324370/HIV-AIDS-surveillance-Europe-2015.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6r3QKlxi5"/></comment> </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
        <source>UNAIDS</source>  
        <year>2016</year>  
        <access-date>2017-06-07</access-date>
        <publisher-loc>Geneva</publisher-loc>
        <publisher-name>UNAIDS</publisher-name>
        <comment>Global HIV statistics. Fact sheet: latest statistics on the status of the AIDS epidemic
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.unaids.org/en/resources/fact-sheet">http://www.unaids.org/en/resources/fact-sheet</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6r3QcwFb7"/></comment> </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="web">
        <source>Mzumbe University</source>  
        <access-date>2017-06-07</access-date>
        <comment>Centre of excellence in health monitoring and evaluation
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://coehme.mzumbe.ac.tz/msc-in-hme/">http://coehme.mzumbe.ac.tz/msc-in-hme/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6r3TOf13L"/></comment> </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
        <source>Jimma University</source>  
        <access-date>2017-06-07</access-date>
        <comment>Health monitoring and evaluation department
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.ju.edu.et/cphms/node/69?q=node/86">https://www.ju.edu.et/cphms/node/69?q=node/86</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6r3R6jtCT"/></comment> </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
        <source>Fiocruz</source>  
        <access-date>2017-06-07</access-date>
        <comment>Mestrado de Avaliação em Saúde, com novo cronograma, recebe inscrições
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://portal.fiocruz.br/pt-br/content/mestrado-de-avaliacao-em-saude-com-novo-cronograma-recebe-inscricoes">http://portal.fiocruz.br/pt-br/content/mestrado-de-avaliacao-em-saude-com-novo-cronograma-recebe-inscricoes</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6r3RINMuV"/></comment> </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Thacker</surname>
            <given-names>SB</given-names>
          </name>
          <name name-style="western">
            <surname>Stroup</surname>
            <given-names>DF</given-names>
          </name>
          <name name-style="western">
            <surname>Sencer</surname>
            <given-names>DJ</given-names>
          </name>
        </person-group>
        <article-title>Epidemic assistance by the Centers for Disease Control and Prevention: role of the epidemic intelligence service, 1946-2005</article-title>
        <source>Am J Epidemiol</source>  
        <year>2011</year>  
        <month>12</month>  
        <day>01</day>  
        <volume>174</volume>  
        <issue>11 Suppl</issue>  
        <fpage>S4</fpage>  
        <lpage>15</lpage>  
        <pub-id pub-id-type="doi">10.1093/aje/kwr307</pub-id>
        <pub-id pub-id-type="medline">22135393</pub-id>
        <pub-id pub-id-type="pii">kwr307</pub-id></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Rush</surname>
            <given-names>T</given-names>
          </name>
        </person-group>
        <article-title>Disease surveillance system evaluation as a model for improved integration and standardization of the laboratory component in the Field Epidemiology and Laboratory Training Program (FELTP) curriculum worldwide</article-title>
        <source>J Public Health Policy</source>  
        <year>2012</year>  
        <month>11</month>  
        <volume>33</volume>  
        <issue>4</issue>  
        <fpage>390</fpage>  
        <lpage>400</lpage>  
        <pub-id pub-id-type="doi">10.1057/jphp.2012.35</pub-id>
        <pub-id pub-id-type="medline">22971950</pub-id>
        <pub-id pub-id-type="pii">jphp201235</pub-id></nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Brickley</surname>
            <given-names>DB</given-names>
          </name>
          <name name-style="western">
            <surname>Mandel</surname>
            <given-names>JS</given-names>
          </name>
        </person-group>
        <article-title>International traineeships in AIDS prevention studies: 25 years of collaborative research</article-title>
        <source>AIDS Behav</source>  
        <year>2014</year>  
        <month>01</month>  
        <volume>18</volume>  
        <issue>Suppl 1</issue>  
        <fpage>S1</fpage>  
        <lpage>4</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24327184"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1007/s10461-013-0658-y</pub-id>
        <pub-id pub-id-type="medline">24327184</pub-id>
        <pub-id pub-id-type="pmcid">PMC4485420</pub-id></nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Heimburger</surname>
            <given-names>DC</given-names>
          </name>
          <name name-style="western">
            <surname>Carothers</surname>
            <given-names>CL</given-names>
          </name>
          <name name-style="western">
            <surname>Blevins</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Warner</surname>
            <given-names>TL</given-names>
          </name>
          <name name-style="western">
            <surname>Vermund</surname>
            <given-names>SH</given-names>
          </name>
        </person-group>
        <article-title>Impact of global health research training on career trajectories: the Fogarty international clinical research scholars and fellows program</article-title>
        <source>Am J Trop Med Hyg</source>  
        <year>2015</year>  
        <month>09</month>  
        <volume>93</volume>  
        <issue>3</issue>  
        <fpage>655</fpage>  
        <lpage>61</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26195466"/>
        </comment>  
        <pub-id pub-id-type="doi">10.4269/ajtmh.14-0705</pub-id>
        <pub-id pub-id-type="medline">26195466</pub-id>
        <pub-id pub-id-type="pii">ajtmh.14-0705</pub-id>
        <pub-id pub-id-type="pmcid">PMC4559713</pub-id></nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
        <source>Whohub-zagreb</source>  
        <access-date>2017-06-07</access-date>
        <comment>WHO collaborating centre for HIV strategic information, Zagreb, Croatia
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.whohub-zagreb.org/">http://www.whohub-zagreb.org/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6r3RsD8z7"/></comment> </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
        <source>WHO</source>  
        <year>2015</year>  
        <access-date>2017-06-07</access-date>
        <publisher-loc>Geneva</publisher-loc>
        <publisher-name>World Health Organization</publisher-name>
        <comment>Consolidated strategic information guidelines for HIV in the health sector
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://apps.who.int/iris/bitstream/10665/164716/1/9789241508759_eng.pdf?ua=1&#38;ua=1">http://apps.who.int/iris/bitstream/10665/164716/1/9789241508759_eng.pdf?ua=1&#38;ua=1</ext-link></comment> </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Low-Beer</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Beusenberg</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Hayashi</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Calleja</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Marsh</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Mamahit</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Babovic</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Hirnschall</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>Monitoring HIV treatment and the health sector cascade: from treatment numbers to impact</article-title>
        <source>AIDS Behav</source>  
        <year>2017</year>  
        <month>04</month>  
        <day>11</day>  
        <fpage>-</fpage>  
        <comment>Epub ahead of print</comment>  
        <pub-id pub-id-type="doi">10.1007/s10461-017-1754-1</pub-id>
        <pub-id pub-id-type="medline">28401415</pub-id>
        <pub-id pub-id-type="pii">10.1007/s10461-017-1754-1</pub-id></nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Cohen</surname>
            <given-names>SM</given-names>
          </name>
          <name name-style="western">
            <surname>Gray</surname>
            <given-names>KM</given-names>
          </name>
          <name name-style="western">
            <surname>Ocfemia</surname>
            <given-names>MC</given-names>
          </name>
          <name name-style="western">
            <surname>Johnson</surname>
            <given-names>AS</given-names>
          </name>
          <name name-style="western">
            <surname>Hall</surname>
            <given-names>HI</given-names>
          </name>
        </person-group>
        <article-title>The status of the national HIV surveillance system, United States, 2013</article-title>
        <source>Public Health Rep</source>  
        <year>2014</year>  
        <volume>129</volume>  
        <issue>4</issue>  
        <fpage>335</fpage>  
        <lpage>41</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24982536"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1177/003335491412900408</pub-id>
        <pub-id pub-id-type="medline">24982536</pub-id>
        <pub-id pub-id-type="pmcid">PMC4037459</pub-id></nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Halpern</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Lachmansingh</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Minior</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Hasbrouck</surname>
            <given-names>LM</given-names>
          </name>
          <name name-style="western">
            <surname>Persaud</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Foo</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Implementation of a standardized HIV patient monitoring system in Guyana</article-title>
        <source>Rev Panam Salud Publica</source>  
        <year>2010</year>  
        <month>08</month>  
        <volume>28</volume>  
        <issue>2</issue>  
        <fpage>107</fpage>  
        <lpage>13</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.scielosp.org/scielo.php?script=sci_arttext&#38;pid=S1020-49892010000800006&#38;lng=en&#38;nrm=iso&#38;tlng=en"/>
        </comment>  
        <pub-id pub-id-type="medline">20963277</pub-id>
        <pub-id pub-id-type="pii">S1020-49892010000800006</pub-id></nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Pham</surname>
            <given-names>MD</given-names>
          </name>
          <name name-style="western">
            <surname>Romero</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Parnell</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Anderson</surname>
            <given-names>DA</given-names>
          </name>
          <name name-style="western">
            <surname>Crowe</surname>
            <given-names>SM</given-names>
          </name>
          <name name-style="western">
            <surname>Luchters</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Feasibility of antiretroviral treatment monitoring in the era of decentralized HIV care: a systematic review</article-title>
        <source>AIDS Res Ther</source>  
        <year>2017</year>  
        <month>01</month>  
        <day>19</day>  
        <volume>14</volume>  
        <issue>1</issue>  
        <fpage>3</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://aidsrestherapy.biomedcentral.com/articles/10.1186/s12981-017-0131-5"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/s12981-017-0131-5</pub-id>
        <pub-id pub-id-type="medline">28103895</pub-id>
        <pub-id pub-id-type="pii">10.1186/s12981-017-0131-5</pub-id>
        <pub-id pub-id-type="pmcid">PMC5248527</pub-id></nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
