<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JPH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Public Health Surveill</journal-id>
      <journal-title>JMIR Public Health and Surveillance</journal-title>
      <issn pub-type="epub">2369-2960</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v7i6e23990</article-id>
      <article-id pub-id-type="pmid">34185010</article-id>
      <article-id pub-id-type="doi">10.2196/23990</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Development of the Czech Childhood Cancer Information System: Data Analysis and Interactive Visualization</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Joyce</surname>
            <given-names>Brian T</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Andrikopoulou</surname>
            <given-names>Elisavet</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Krejčí</surname>
            <given-names>Denisa</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Institute of Biostatistics and Analyses</institution>
            <institution>Faculty of Medicine</institution>
            <institution>Masaryk University</institution>
            <addr-line>Kamenice 3</addr-line>
            <addr-line>Brno, 62500</addr-line>
            <country>Czech Republic</country>
            <phone>420 608273417</phone>
            <email>Denisa.Krejci@uzis.cz</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1757-2964</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Karolyi</surname>
            <given-names>Matěj</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0950-8946</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Pehalová</surname>
            <given-names>Lucie</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4426-7236</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Ščavnický</surname>
            <given-names>Jakub</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0766-3969</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Zapletalová</surname>
            <given-names>Michaela</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7257-5319</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Katinová</surname>
            <given-names>Ivana</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0331-9354</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Štěrba</surname>
            <given-names>Jaroslav</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8482-8352</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Starý</surname>
            <given-names>Jan</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6818-7743</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Šnajdrová</surname>
            <given-names>Lenka</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2644-326X</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Komenda</surname>
            <given-names>Martin</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0572-5767</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author">
          <name name-style="western">
            <surname>Dušek</surname>
            <given-names>Ladislav</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8589-4378</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Institute of Biostatistics and Analyses</institution>
        <institution>Faculty of Medicine</institution>
        <institution>Masaryk University</institution>
        <addr-line>Brno</addr-line>
        <country>Czech Republic</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Institute of Health Information and Statistics of the Czech Republic</institution>
        <addr-line>Prague</addr-line>
        <country>Czech Republic</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Facilty of Informatics</institution>
        <institution>Masaryk University</institution>
        <addr-line>Brno</addr-line>
        <country>Czech Republic</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of Paediatric Oncology</institution>
        <institution>Institutions shared with the Faculty Hospital Brno, Faculty of Medicine</institution>
        <addr-line>Brno</addr-line>
        <country>Czech Republic</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Department of Paediatric Haematology and Oncology</institution>
        <institution>Charles University and University Hospital Motol</institution>
        <addr-line>Prague</addr-line>
        <country>Czech Republic</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Denisa Krejčí <email>Denisa.Krejci@uzis.cz</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>6</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>29</day>
        <month>6</month>
        <year>2021</year>
      </pub-date>
      <volume>7</volume>
      <issue>6</issue>
      <elocation-id>e23990</elocation-id>
      <history>
        <date date-type="received">
          <day>31</day>
          <month>8</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>21</day>
          <month>9</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>5</day>
          <month>10</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>17</day>
          <month>4</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Denisa Krejčí, Matěj Karolyi, Lucie Pehalová, Jakub Ščavnický, Michaela Zapletalová, Ivana Katinová, Jaroslav Štěrba, Jan Starý, Lenka Šnajdrová, Martin Komenda, Ladislav Dušek. Originally published in JMIR Public Health and Surveillance (https://publichealth.jmir.org), 29.06.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Public Health and Surveillance, is properly cited. The complete bibliographic information, a link to the original publication on https://publichealth.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://publichealth.jmir.org/2021/6/e23990" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The knowledge of cancer burden in the population, its time trends, and the possibility of international comparison is an important starting point for cancer programs. A reliable interactive tool describing cancer epidemiology in children and adolescents has been nonexistent in the Czech Republic until recently.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The goal of this study is to develop a new web portal entitled the Czech Childhood Cancer Information System (CCCIS), which would provide information on childhood cancer epidemiology in the Czech Republic.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Data on childhood cancers have been obtained from the Czech National Cancer Registry. These data were validated using the clinical database of childhood cancer patients and subsequently combined with data from the National Register of Hospitalised Patients and with data from death certificates. These validated data were then used to determine the incidence and survival rates of childhood cancer patients aged 0 to 19 years who were diagnosed in the period 1994 to 2016 (N=9435). Data from death certificates were used to monitor long-term mortality trends. The technical solution is based on the robust PHP development Symfony framework, with the PostgreSQL system used to accommodate the data basis.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The web portal has been available for anyone since November 2019, providing basic information for experts (ie, analyses and publications) on individual diagnostic groups of childhood cancers. It involves an interactive tool for analytical reporting, which provides information on the following basic topics in the form of graphs or tables: incidence, mortality, and overall survival. Feedback was obtained and the accuracy of outputs published on the CCCIS portal was verified using the following methods: the validation of the theoretical background and the user testing.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>We developed software capable of processing data from multiple sources, which is freely available to all users and makes it possible to carry out automated analyses even for users without mathematical background; a simple selection of a topic to be analyzed is required from the user.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>cancer epidemiology</kwd>
        <kwd>children</kwd>
        <kwd>data visualization</kwd>
        <kwd>software development</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Childhood and adolescent cancers (or <italic>childhood cancers</italic> for short) are classified among rare diseases as their incidence rates are orders of magnitude lower than cancer incidence rates in adults. About 400 new cases of childhood cancers are diagnosed in the Czech Republic each year. Although childhood cancers are rare in terms of absolute numbers, they are the second leading cause of death among children (after injuries).</p>
      <p>The web portal SVOD (System for Visualisation of Oncology Data) [<xref ref-type="bibr" rid="ref1">1</xref>] provides representative epidemiological data on cancer in the Czech Republic. However, it is not entirely convenient for childhood cancers. The main issue is a different classification system of childhood cancers, which takes into consideration differences between childhood and adult cancers; unlike the classification system of adult cancers, which is based on the site of the primary tumor, the classification system of childhood cancers is primarily based on morphology.</p>
      <p>For this reason, the Institute of Health Information and Statistics of the Czech Republic (IHIS CR), together with the Institute of Biostatistics and Analyses at the Faculty of Medicine of the Masaryk University (IBA FM MU), the Department of Paediatric Oncology at the University Hospital Brno, and the Department of Paediatric Haematology and Oncology at the University Hospital in Motol, decided to develop a new web portal entitled the Czech Childhood Cancer Information System [<xref ref-type="bibr" rid="ref2">2</xref>] (CCCIS), which would provide information on childhood cancer epidemiology in the Czech Republic.</p>
      <p>The primary objective of the CCCIS portal is to provide comprehensible overviews of epidemiological data on the incidence of childhood cancers in the Czech Republic and mortality and survival data related to cancers in childhood and adolescents. The CCCIS portal also aims to provide relevant information on childhood cancer in the Czech Republic to the international community; this is the reason why the portal is available not only in the Czech language but also in English. The authors of this paper asked the following exploratory questions, which are answered in the Discussion section: how can detailed analytical views—covering incidence, mortality, and survival—be methodically and technically designed and subsequently implemented; is it possible to determine epidemiological trends of selected cancer diagnoses, based on available representative data; and what are the current survival rates in childhood cancer patients in the Czech Republic?</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Data Sources</title>
        <p>Data on childhood cancers, which are used on the portal, have been obtained from the Czech National Cancer Registry (CNCR), which is administered by IHIS CR [<xref ref-type="bibr" rid="ref3">3</xref>]. These data were validated using the clinical database of childhood cancer patients [<xref ref-type="bibr" rid="ref4">4</xref>] and subsequently combined with data from the National Register of Hospitalised Patients [<xref ref-type="bibr" rid="ref5">5</xref>] and with data from death certificates [<xref ref-type="bibr" rid="ref6">6</xref>]. These validated data were then used to determine incidence and survival rates of childhood cancer patients aged 0 to 19 years who were diagnosed in the period 1994 to 2016. Data from death certificates were used to monitor long-term mortality trends. Demographic data on the population of interest were obtained from outputs of the Czech Statistical Office [<xref ref-type="bibr" rid="ref7">7</xref>]. International data sources were used as well: incidence data from the International Incidence of Childhood Cancer [<xref ref-type="bibr" rid="ref8">8</xref>], mortality data from the European Cancer Information System [<xref ref-type="bibr" rid="ref9">9</xref>], and survival data from the international comparative study CONCORD-3 [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
      </sec>
      <sec>
        <title>Classification</title>
        <p>Cancers were classified into 12 main groups, according to the International Classification of Childhood Cancer, 3rd Edition (ICCC-3) [<xref ref-type="bibr" rid="ref11">11</xref>]. All diagnostic groups (I-XII) with behavior 3 (primary malignant tumors) plus diagnoses from groups III (central nervous system [CNS] and miscellaneous intracranial and intraspinal neoplasms) and Xa (intracranial and intraspinal germ cell tumors) with behavior 0/1 (benign neoplasms or those of uncertain or unknown behavior) were considered to be malignant tumors. As regards mortality data, the most common causes of childhood cancer deaths according to the International Statistical Classification of Diseases, Tenth Revision (ICD-10) [<xref ref-type="bibr" rid="ref12">12</xref>] are shown, namely, the following list of diagnoses: all malignant neoplasms (C00-C97); malignant neoplasms of bone and articular cartilage (C40-C41); malignant neoplasms of connective and soft tissue (C47, C49); malignant neoplasms of brain, spinal cord, and other parts of the CNS (C70-C72); non-Hodgkin lymphoma (C82-C86); and leukemias (C91-C95).</p>
      </sec>
      <sec>
        <title>Analysis of Epidemiological Data</title>
        <p>In terms of statistical analyses, the web portal CCCIS focuses on three epidemiological indicators: incidence, mortality, and survival. Incidence is the number of new cases diagnosed in a given period in a given population. The CCCIS portal makes it possible to express the incidence in several different ways. First, absolute numbers show the overall burden of the population with a given disease. Second, crude incidence is the number of new cases arising per 1 million children in a given population. If the population of interest only comprises persons in a given age interval (eg, 10-14 years), we are talking about an age-specific incidence. Third, the age-standardized incidence is the theoretical incidence rate that a given population would have if it had a standard age structure. The portal makes it possible to calculate the European age-standardized incidence rate (ASR-E) [<xref ref-type="bibr" rid="ref13">13</xref>] and the world age-standardized incidence rate (ASR-W) [<xref ref-type="bibr" rid="ref14">14</xref>]. Mortality is the number of deaths from a given diagnosis (the so-called cause-specific mortality) occurring in a given period in a given population. As is the case with incidence rates, mortality on the CCCIS portal can also be expressed in absolute numbers, rates per 1 million children, age-specific rates, and age-standardized rates to European or world standard population. Overall survival rates were used to evaluate the patients’ survival, corresponding to the overall monitored survival, regardless of the cause of death. The overall 1-, 2-, 3-, 4-, and 5-year survival was calculated using the life tables method with 1-year intervals, where death from any cause was the event of interest.</p>
      </sec>
      <sec>
        <title>Design and Development</title>
        <p>CCCIS is a web portal equipped with an online data browser, which has been developed using the modern and practice-proven Symfony PHP framework in version 3.4 [<xref ref-type="bibr" rid="ref15">15</xref>]. Using this framework for systematic design, development, and implementation of web applications significantly accelerates individual stages and generally facilitates the applications’ administration and extensibility. It is therefore possible to react relatively quickly to users’ needs and requirements to adapt current functionalities or to add new functionalities. The Twig template engine has been used to create page templates, and the Doctrine Object Relational Mapper has been used to map the objects—both had been released together with the Symfony framework. The data repository has been built on an open-source object-oriented system, PostgreSQL, which is currently routinely used to organize more complex data structures [<xref ref-type="bibr" rid="ref16">16</xref>]. The main advantages of PostgreSQL include the support of the developer community, the possibility of advanced performance optimization, and a high quality of technical documentation, making it possible to administer the entire database system and the individual databases without problems.</p>
        <p>The import itself into the database is performed by automatic scripts, which upload the new database contents. Maintaining the uniformity of the data model and data purity and quality (thoroughly validated by analysts and developers) are essential requirements for a successful import. The dependence on third-party libraries is dealt with by Yarn (front end) and Composer (back end). A large proportion of the portal has been designed to be responsive (ie, displayed content is automatically adjusted depending on the user’s device—desktop, tablet, mobile phone). However, responsiveness is not complete in several parts containing the data browser; the mobile version is not fully supported in this instance because the user interface is far too complex (graphics, filters, analysis settings). The responsive front end has been developed using the Zurb Foundation framework and the jQuery library. The webpack tool has been used to compile the final package of styles and Javascript functions. The interactive data browser requires a special functionality, which is provided by extension components of Javascript libraries; in particular, d3.js, NVD3, and Datatables have been used for interactive data visualizations. We had already applied a similar approach to the development of web applications in the past, namely, in interactive data browsers focused on several issues in Czech health care [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref20">20</xref>].</p>
      </sec>
      <sec>
        <title>Data and Application Security</title>
        <p>One of the basic requirements of this project was to secure the entire application, including the data layer. The application has been designed to resist potential third-party attacks and to respond flexibly. The communication between the client and the server takes place in a secure way via the HTTPS protocol. This encrypted transmission is nowadays used as standard, and it is common practice to secure the flow of data in this way. The application itself, built on the Symfony framework, has other security mechanisms that are built into it. Respecting standard implementation approaches ensures that exposure to basic attacks such as cross-site scripting, cross-site request forgery, or various types of injection, especially SQL injection, is avoided.</p>
        <p>Server-side protection is provided mainly by a network firewall. Another effective way to detect possible third-party attacks is to set up well-configured resource and traffic monitoring, log errors and accesses from the external internet environment, and alert the administrator to nonstandard events.</p>
        <p>Protection of the data itself is another necessary requirement to be met. The underlying data, which are used by the portal for rendering visualizations, are cleaned of all personal and sensitive information on patients and their hospital stays. Therefore, it is impossible to directly connect the records to a specific patient. The data are securely stored in a database that is accessible only from predefined locations (these are always part of an internal network) and to a limited set of users whose permissions are restricted to certain data operations. The data are always sent to the client side in an aggregated form, as required for the final visualization. It is important to perform the aggregation operation before sending so that the data cannot be broken down into individual rows at the client side. At the same time, with potentially small numbers of records, the result of the analysis is not sent, and the user is notified of this fact. Thus, the identification of a specific person is effectively prevented.</p>
      </sec>
      <sec>
        <title>Validation and User Testing</title>
        <p>Feedback was obtained and the accuracy of outputs published on the CCCIS portal was verified using the following methods, which are generally suitable to identify potential shortcomings not only in terms of contents but also in terms of design of the user interface and control elements.</p>
        <p>The <italic>validation of theoretical background</italic>, which describes the basic terms, the methodology of cancer classification, and static analytical reports, was performed internally (ie, in cooperation with the analytical team and a group of senior doctors who are specialists in childhood cancers and have many years of experience with the methodology of childhood cancer classification). At the same time, all three sections of the interactive data browser were thoroughly checked; complex analytical views of incidence, mortality, and survival rates according to user settings were extensively tested.</p>
        <p><italic>User testing</italic> involved simple instructions to go through individual sections of the portal and to provide subjective feedback as regards the overall visual style, control elements, and user-friendliness.</p>
        <p>The outputs from both assessments were extensively discussed by the team of authors, and selected suggestions, which fit in with the overall concept of the portal, were subsequently implemented.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Basic Description of the CCCIS Portal</title>
        <p>The web portal CCCIS [<xref ref-type="bibr" rid="ref2">2</xref>] is a stand-alone online presentation, which has been freely available on the internet since November 2019, without the necessity of user authentication. The portal is allowed to be indexed and therefore to be found by standard search engines. Users can access the published contents via a web browser, and all communication takes place via the HTTPS protocol (ie, in a secured and encrypted manner). The CCCIS portal is divided into several sections:</p>
        <list list-type="bullet">
          <list-item>
            <p>The <italic>Introduction</italic> section provides basic information about the portal objectives and contents. Participating institutions and the team of authors are introduced. This section also describes the source of data that have been used for statistics and for interactive data views. News related to childhood cancers in the Czech Republic are also involved.</p>
          </list-item>
          <list-item>
            <p>The <italic>Methodology</italic> section describes how childhood cancers are classified according to the international classification system.</p>
          </list-item>
          <list-item>
            <p>The <italic>Statistics</italic> section contains an overview of information and descriptive attributes on provided views of the data set. The section is divided into incidence, mortality, and survival. Static analyses are also available for download; however, this feature is only available in the Czech language.</p>
          </list-item>
          <list-item>
            <p>The <italic>Interactive data views</italic> section provides graphical outputs, which make it possible for users to go through available data sets in an interactive manner. All data sets are regularly updated, based on data from the CNCR and data from a clinical database. Like the Statistics section, the Interactive data views section is divided into incidence, mortality, and survival subsections. This section of the portal is described in more detail in the next section of this paper.</p>
          </list-item>
          <list-item>
            <p>The <italic>Publications</italic> section provides a list of articles published in research journals and a list of conference papers.</p>
          </list-item>
        </list>
      </sec>
      <sec>
        <title>Introduction of the CCCIS Browser</title>
        <p>The interactive browser is the principal component of the portal, containing predefined analytical tools that make it possible for the user to look into epidemiological data from different points of view, both in graphical and tabular representation. From the user’s viewpoint, this is how the interactive browser is used:</p>
        <list list-type="bullet">
          <list-item>
            <p>Selection of the main module (incidence, mortality, survival)</p>
          </list-item>
          <list-item>
            <p>Selection of analysis type</p>
          </list-item>
          <list-item>
            <p>Selection of the analyzed group of patients, setting the analysis outputs</p>
          </list-item>
        </list>
        <p>Selection of the main module is the first step to begin with any analysis. The principal epidemiological analyses, the so-called modules, cover the following topics: incidence, mortality, and survival. After selecting the main module, the user needs to select the required type of analysis, which means analysis by year of diagnosis, by sex, by cancer type, by age and cancer type combined (this option is only available in the incidence and mortality modules), or by international comparison. Individual types of analyses can be selected in the upper part of the screen. After selecting the required analysis type, an analytical window is displayed, showing the results with basic settings. These settings can be further adjusted on two levels.</p>
        <sec>
          <title>Options for the Analyzed Group of Patients</title>
          <p>Options for the analyzed group of patients can be selected using the following filters:</p>
          <list list-type="bullet">
            <list-item>
              <p>Diagnosis (or cancer type): selection of diagnosis by ICCC-3 (in the incidence and survival modules) or by ICD-10 (in the mortality module)</p>
            </list-item>
            <list-item>
              <p>Sex: the entire population of children, boys only, or girls only</p>
            </list-item>
            <list-item>
              <p>Age: selection of age categories 0 to 19 years, 0 to 14 years, &#60;1 year, 1 to 4 years, 5 to 9 years, 10 to 14 years, or 15 to 19 years (in the incidence and mortality modules), or 0 to 19 years, 0 to 14 years, or 15 to 19 years (in the survival module)</p>
            </list-item>
            <list-item>
              <p>Period/years: a scrollbar can be used in the incidence and mortality modules to select individual years or a span of years (currently between 1994 and 2016); as for the survival module, only the predefined periods 1999 to 2004, 2005 to 2010, and 2011 to 2016 can be selected</p>
            </list-item>
          </list>
          <p>These filters can be combined, and a detailed view of selected topics can be obtained in this way. Unsuitable or illogical variables in the context of the selected analysis are inactive (gray). The <italic>reset filters</italic> button can be used to restore the original analysis settings.</p>
        </sec>
        <sec>
          <title>Detailed Settings of the Analysis Output</title>
          <p>Depending on the selected analysis, the software offers a suitable computational method such as absolute numbers; annual numbers; percentages; rate per 1 million children; ASR-E; ASR-W; and 1-, 2-, 3-, 4-, or 5-year overall survival rate. The toggle switch <italic>Group years?</italic> in the Incidence and Mortality modules makes it possible to visualize data for individual years (the <italic>off</italic> position) or for years grouped together (the <italic>on</italic> position). In the <italic>International comparison</italic> analysis, this toggle switch is always in the <italic>on</italic> position, making it possible to compare data from the Czech Republic with data from other European countries.</p>
          <p>The primary output of the interactive tool is a graph displayed in the center of the working window, including the description of applied filters and the data source. Apart from this graphical output, results can also be displayed in the form of a data table. Graphical outputs can be downloaded as images, whereas tabular outputs can be copied, printed, or downloaded as *.csv or *.xlsx files. Short reports describing the main epidemiological indicators have been written to provide basic overviews of selected diagnoses.</p>
          <p>As an illustration, <xref rid="figure1" ref-type="fig">Figure 1</xref> shows the Incidence module, namely, the analysis by cancer type, with the toggle switch <italic>Group years?</italic> being in the <italic>on</italic> position, <italic>annual numbers</italic> selected as the computational method, the time filter set to the period 2007 to 2016, and the graph sorted in descending order. We can see that leukemias (ICCC I) are the most common childhood cancers (ie, those diagnosed in patients aged 0 to 19 years), followed by CNS tumors (ICCC III), other malignant epithelial neoplasms, and malignant melanomas (ICCC XI) and lymphomas (ICCC II).</p>
          <p>For illustrative purposes, the Survival module is described (see <xref rid="figure2" ref-type="fig">Figure 2</xref>), namely, the analysis by age, with <italic>Leukemias</italic> selected as the cancer type and 1-, 2-, 3-, 4-, and 5-year survival selected as the computational method. We can see that survival rates in the period from 2011 to 2016 differ significantly: patients aged 15 to 19 years have markedly lower 5-year overall survival rates than younger patients.</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>Czech Childhood Cancer Information System Interactive data views, incidence by cancer type. ICCC: International Classification of Childhood Cancer.</p>
            </caption>
            <graphic xlink:href="publichealth_v7i6e23990_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>Czech Childhood Cancer Information System Interactive data views, survival by age.</p>
            </caption>
            <graphic xlink:href="publichealth_v7i6e23990_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
      </sec>
      <sec>
        <title>Benefit for Users</title>
        <p>The software is capable of processing data from multiple sources, is freely available to all users, and makes it possible to carry out automated analyses even for users without mathematical background; a simple selection of a topic to be analyzed is required from the user. This online available software tool makes it therefore possible for anyone to display long-term trends of childhood cancer incidence, mortality, and survival, and to compare data from the Czech Republic to those from abroad. All analytical outputs are displayed in both graphical and tabular outputs. The aggregation of data over time periods is another indisputable advantage of the interactive browser.</p>
      </sec>
      <sec>
        <title>Evaluation of the CCCIS Portal</title>
        <p>The validation of the static contents was carried out as an internal review of static texts and analytical reports. The comments were of rather formal character, aiming to unify the published information from the linguistic and visual points of view. The CCCIS portal was also assessed by experts, namely, by two senior doctors dealing with childhood cancer patients on a daily basis, who were asked to follow a given scenario using the CCCIS portal (full description of this scenario including feedback is available at [<xref ref-type="bibr" rid="ref21">21</xref>]).</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Results</title>
        <p>The main findings of this study are summarized in the following discussion in the form of answers to three exploratory questions, which were asked in the Introduction section.</p>
        <p>How can detailed analytical views—covering incidence, mortality, and survival—be methodically and technically designed and subsequently implemented? The basic methodical concept of the CCCIS portal lies in the division of the presented contents into three parts (theoretical background, interactive data views, analytical reports), which make up a compact set of information comprehensible to experts in the field and health care professionals. Clear and appropriate definitions of basic terms, together with the description of the International Classification of Childhood Cancer, explain relevant issues to users. The interactive browser represents a unique dynamic tool that makes is possible to set different views of available data sets, including the type of view (graph, table, report) and subsequent download. Analytical reports provide a summary overview of childhood cancer epidemiology in the Czech Republic and detailed reports for individual ICCC groups. The technical solution itself is based on the robust PHP development Symfony framework, with the PostgreSQL system used to accommodate the data basis.</p>
        <p>Is it possible to determine epidemiological trends of selected cancer diagnoses based on available representative data? The interactive browse makes epidemiological data available through predefined analytical tools. Users can look into epidemiological indicators—incidence, mortality, and survival of selected cancer diagnosis—by selecting the main module (incidence, mortality, or survival), followed by the selection of the required type of analysis (by year of diagnosis, sex, age, cancer type, age and cancer type combined, and international comparison), and the selection of the patient group to be involved in the analysis. Absolute numbers; annual numbers; rates per 1 million children; age-standardized rates to European or world standard population; and the overall 1-, 2-, 3-, 4-, and 5-year survival can be displayed, depending on the selected analysis.</p>
        <p>What are the current survival rates in childhood cancer patients in the Czech Republic? The overall 1-, 2-, 3-, 4-, and 5-year survival rates for 12 main ICCC groups can be obtained using the main <italic>Survival</italic> module of the interactive browser, after selecting the type of analysis and possibly by being more specific about the group of patients to be involved in the analysis. The highest 5-year survival in the period 2011 to 2016 was observed in retinoblastoma (ICCC V), and in other malignant epithelial neoplasms and malignant melanomas (ICCC XI). By contrast, the lowest 5-year survival rates were observed in soft tissue and other extraosseous sarcomas (ICCC IX) and in hepatic tumors (ICCC VII).</p>
      </sec>
      <sec>
        <title>Future Visions</title>
        <p>The CCCIS portal will be further developed within the joint workplace of the IHIS CR and IBA FM MU. Comments and suggestions provided by users themselves will play an important role in this process. Specific questions will be formulated in cooperation with the expert society, probably requiring additional analytical outputs.</p>
      </sec>
      <sec>
        <title>Comparison With Other Works</title>
        <p>Publicly available portals describing childhood cancer epidemiology in other European countries, namely, in Ireland [<xref ref-type="bibr" rid="ref22">22</xref>], Switzerland [<xref ref-type="bibr" rid="ref23">23</xref>], and the United Kingdom [<xref ref-type="bibr" rid="ref24">24</xref>], have become our motivation. The Irish web portal provides an interactive analytical reporting for incidence; the Swiss and the UK websites are static but provide information not only on incidence but also on mortality and survival of childhood cancer patients. The new CCCIS portal combines the approaches previously mentioned and thus enables interactive analytical reporting of incidence, mortality, and survival.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>The CCCIS portal is the result of a long-term cooperation of a state organization directly coming under the Ministry of Health of the Czech Republic and selected specialized workplaces in the academic sphere. Doctors, representatives of a department administering the National Health Information System, data analysts, systems analysts, graphic designers, and developers have worked together to create a platform that makes accessible valuable and interesting views of available data in a user-friendly form. The web portal is available for anyone at [<xref ref-type="bibr" rid="ref2">2</xref>], providing basic information for experts (ie, analyses and publications) on individual diagnostic groups of childhood cancers. It involves an interactive tool for analytical reporting, which provides information on the following basic topics in the form of graphs or tables: incidence, mortality, and overall survival.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ASR-E</term>
          <def>
            <p>European age-standardized incidence rate</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">ASR-W</term>
          <def>
            <p>world age-standardized incidence rate</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CCCIS</term>
          <def>
            <p>Czech Childhood Cancer Information System</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">CNCR</term>
          <def>
            <p>Czech National Cancer Registry</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">CNS</term>
          <def>
            <p>central nervous system</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">IBA FM MU</term>
          <def>
            <p>Institute of Biostatistics and Analyses at the Faculty of Medicine of the Masaryk University</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">ICCC-3</term>
          <def>
            <p>International Classification of Childhood Cancer, 3rd Edition</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">ICD-10</term>
          <def>
            <p>International Statistical Classification of Diseases, Tenth Revision</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">IHIS CR</term>
          <def>
            <p>Institute of Health Information and Statistics of the Czech Republic</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">SVOD</term>
          <def>
            <p>System for Visualisation of Oncology Data</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>Special thanks to Lenka Snajdrova for her language support. The authors are also thankful to all specialists involved in data collection and administration. This research did not receive any specific grant from funding agencies in the public, commercial, or not-for-profit sectors.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dusek</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Muzik</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kubasek</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Koptikova</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zaloudik</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Vyzula</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <source>Epidemiology of Malignant Tumours in the Czech Republic</source>
          <year>2005</year>
          <access-date>2020-03-20</access-date>
          <publisher-name>Masarykova univerzita</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.svod.cz/">https://www.svod.cz/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Krejci</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Scavnicky</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zapletalova</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Svobodova</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Karolyi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Muzik</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jarkovsky</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Klimes</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Loula</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Komenda</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sterba</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stary</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dusek</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <source>Czech Childhood Cancer Information System</source>
          <year>2018</year>
          <access-date>2020-03-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ccc-is.uzis.cz">https://ccc-is.uzis.cz</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <article-title>Czech National Cancer Registry</article-title>
          <source>National Health Information System</source>
          <access-date>2020-03-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.uzis.cz/registry-nzis/nor">http://www.uzis.cz/registry-nzis/nor</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bajciova</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Dusek</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Janotova</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Kabickova</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kepak</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Klimes</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kodytkova</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Luks</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Stary</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Smelhaus</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Sterba</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Vavra</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Vrzalova</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <source>Czech National Informational and Educational Portal</source>
          <access-date>2020-03-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://detskaonkologie.registry.cz/">http://detskaonkologie.registry.cz/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <article-title>National Register of Hospitalised Patients</article-title>
          <source>National Health Information System</source>
          <access-date>2020-03-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.uzis.cz/registry-nzis/nrhosp">http://www.uzis.cz/registry-nzis/nrhosp</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <article-title>Death certificate system</article-title>
          <source>National Health Information System</source>
          <access-date>2020-03-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.uzis.cz/registry-nzis/list-prohlidce-zemreleho">http://www.uzis.cz/registry-nzis/list-prohlidce-zemreleho</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <article-title>Czech demographic handbook - 2016</article-title>
          <source>Czech Statistical Office</source>
          <access-date>2020-03-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.czso.cz/csu/czso/czech-demographic-handbook-2016">https://www.czso.cz/csu/czso/czech-demographic-handbook-2016</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Steliarova-Foucher</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Colombet</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ries</surname>
              <given-names>LAG</given-names>
            </name>
            <name name-style="western">
              <surname>Hesseling</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Moreno</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Shin</surname>
              <given-names>HY</given-names>
            </name>
            <name name-style="western">
              <surname>Stiller</surname>
              <given-names>CA</given-names>
            </name>
          </person-group>
          <article-title>Results</article-title>
          <source>International Incidence of Childhood Cancer 3</source>
          <year>2017</year>
          <access-date>2020-03-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://iicc.iarc.fr/results/">https://iicc.iarc.fr/results/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <article-title>Incidence and mortality historical data</article-title>
          <source>ECIS - European Cancer Information System</source>
          <access-date>2020-03-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ecis.jrc.ec.europa.eu/">https://ecis.jrc.ec.europa.eu/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Allemani</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Matsuda</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Di Carlo</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Harewood</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Matz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nikšić</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bonaventure</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Valkov</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Estève</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ogunbiyi</surname>
              <given-names>OJ</given-names>
            </name>
            <name name-style="western">
              <surname>Azevedo E Silva</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Eser</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Engholm</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Stiller</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Monnereau</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Woods</surname>
              <given-names>RR</given-names>
            </name>
            <name name-style="western">
              <surname>Visser</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>GH</given-names>
            </name>
            <name name-style="western">
              <surname>Aitken</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Weir</surname>
              <given-names>HK</given-names>
            </name>
            <name name-style="western">
              <surname>Coleman</surname>
              <given-names>MP</given-names>
            </name>
            <collab>CONCORD Working Group</collab>
          </person-group>
          <article-title>Global surveillance of trends in cancer survival 2000-14 (CONCORD-3): analysis of individual records for 37 513 025 patients diagnosed with one of 18 cancers from 322 population-based registries in 71 countries</article-title>
          <source>Lancet</source>
          <year>2018</year>
          <month>03</month>
          <day>17</day>
          <volume>391</volume>
          <issue>10125</issue>
          <fpage>1023</fpage>
          <lpage>1075</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29395269"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(17)33326-3</pub-id>
          <pub-id pub-id-type="medline">29395269</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(17)33326-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC5879496</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Steliarova-Foucher</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Stiller</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lacour</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Kaatsch</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>International Classification of Childhood Cancer, third edition</article-title>
          <source>Cancer</source>
          <year>2005</year>
          <month>04</month>
          <day>01</day>
          <volume>103</volume>
          <issue>7</issue>
          <fpage>1457</fpage>
          <lpage>67</lpage>
          <pub-id pub-id-type="doi">10.1002/cncr.20910</pub-id>
          <pub-id pub-id-type="medline">15712273</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>World Health Organization</collab>
          </person-group>
          <source>International Statistical Classification of Diseases and Related Health Problems - 10th Revision, edition 5</source>
          <year>2016</year>
          <publisher-loc>Geneva, Switzerland</publisher-loc>
          <publisher-name>WHO Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>Eurostat</collab>
          </person-group>
          <source>Revision of the European Standard: Population Report of Eurostat's Task Force: 2013 edition</source>
          <year>2013</year>
          <publisher-loc>Luxembourg</publisher-loc>
          <publisher-name>Publications Office of the European Union</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Doll</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Payne</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Waterhouse</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>Cancer Incidence in Five Continents: A Technical Report</source>
          <year>1966</year>
          <publisher-loc>Verlag Berlin Heidelberg</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>XI, 244</fpage>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
          <article-title>Symfony documentation</article-title>
          <source>Symfony</source>
          <access-date>2020-09-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://symfony.com/doc/3.4/index.html">https://symfony.com/doc/3.4/index.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Juba</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Volkov</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <source>Learning PostgreSQL 11: A Beginner's Guide to Building High-Performance PostgreSQL Database Solutions. 3rd edition</source>
          <year>2019</year>
          <publisher-loc>Birmingham, UK</publisher-loc>
          <publisher-name>Packt Publishing</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Karolyi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Komenda</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Janoušová</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Vita</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schwarz</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Finding overlapping terms in medical and health care curriculum using text mining methods: rehabilitation representation - a proof of concept</article-title>
          <source>MEFANET J</source>
          <year>2017</year>
          <volume>4</volume>
          <issue>2</issue>
          <fpage>71</fpage>
          <lpage>77</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dušek</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mužík</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Karolyi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Šalko</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Malúšková</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Komenda</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Hřebíček</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Denzer</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Schimak</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Pitner</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>A pilot interactive data viewer for cancer screening</article-title>
          <source>Environmental Software Systems. Computer Science for Environmental Protection 12th IFIP WG 5.11 International Symposium, ISESS 2017, Zadar, Croatia, May 10-12, 2017, Proceedings</source>
          <year>2017</year>
          <publisher-loc>Cham</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>173</fpage>
          <lpage>183</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Karolyi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Krejčí</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ščavnický</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Vyškovský</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Komenda</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Tools for development of interactive web-based maps: application in healthcare</article-title>
          <year>2019</year>
          <conf-name>WSCG 2019 - 27. International Conference in Central Europe on Computer Graphics, Visualization and Computer Vision 2019</conf-name>
          <conf-date>May 27-31, 2019</conf-date>
          <conf-loc>Plzen</conf-loc>
          <publisher-loc>Plzen</publisher-loc>
          <publisher-name>Vaclav Skala - UNION Agency</publisher-name>
          <fpage>1</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.24132/csrn.2019.2902.2.1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Komenda</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bulhart</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Karolyi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Jarkovsky</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Muzik</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Majek</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Snajdrova</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ruzickova</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Razova</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Prymula</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Mackova</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Brezovsky</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Marounek</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cerny</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Dusek</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Complex Reporting of the COVID-19 Epidemic in the Czech Republic: Use of an Interactive Web-Based App in Practice</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>05</month>
          <day>27</day>
          <volume>22</volume>
          <issue>5</issue>
          <fpage>e19367</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/5/e19367/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/19367</pub-id>
          <pub-id pub-id-type="medline">32412422</pub-id>
          <pub-id pub-id-type="pii">v22i5e19367</pub-id>
          <pub-id pub-id-type="pmcid">PMC7254961</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <article-title>Evaluation of the CCCIS portal</article-title>
          <source>Czech Childhood Cancer Information System</source>
          <access-date>2020-09-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ccc-is.uzis.cz/index-en.php?pg=evaluation">https://ccc-is.uzis.cz/index-en.php?pg=evaluation</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
          <source>National Cancer Registry Ireland</source>
          <access-date>2020-03-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ncri.ie/data/incidence-statistics">https://www.ncri.ie/data/incidence-statistics</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
          <source>Childhood Cancer Registry</source>
          <access-date>2020-03-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.childhoodcancerregistry.ch/figures-and-reports/figures-incidence-survival-mortality/">https://www.childhoodcancerregistry.ch/figures-and-reports/figures-incidence-survival-mortality/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="web">
          <source>Cancer Research UK</source>
          <access-date>2020-03-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cancerresearchuk.org/health-professional/cancer-statistics/childrens-cancers">https://www.cancerresearchuk.org/health-professional/cancer-statistics/childrens-cancers</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
