<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JPH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Public Health Surveill</journal-id>
      <journal-title>JMIR Public Health and Surveillance</journal-title>
      <issn pub-type="epub">2369-2960</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v6i2e10919</article-id>
      <article-id pub-id-type="pmid">32281540</article-id>
      <article-id pub-id-type="doi">10.2196/10919</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Google Searches and Suicide Rates in Spain, 2004-2013: Correlation Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Han</surname>
            <given-names>Jin</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Leckning</surname>
            <given-names>Bernard</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Miller</surname>
            <given-names>Julia</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Jimenez</surname>
            <given-names>Alberto</given-names>
          </name>
          <degrees>MA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8283-4062</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Santed-Germán</surname>
            <given-names>Miguel-Angel</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <address>
            <institution>The National Distance Education University (UNED)</institution>
            <addr-line>UNED - Facultad de Psicología</addr-line>
            <addr-line>Calle de Juan del Rosal, 10</addr-line>
            <addr-line>Madrid, 28040</addr-line>
            <country>Spain</country>
            <phone>34 646517577</phone>
            <email>msanted@psi.uned.es</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3753-4511</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Ramos</surname>
            <given-names>Victoria</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8776-4489</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Instituto de Salud Carlos III, ISCIII</institution>
        <institution>Information and Communication Technologies Unit</institution>
        <addr-line>Madrid</addr-line>
        <country>Spain</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>The National Distance Education University (UNED)</institution>
        <addr-line>Madrid</addr-line>
        <country>Spain</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Instituto de Salud Carlos III, ISCIII</institution>
        <institution>Telemedicine and Health Research Unit</institution>
        <addr-line>Madrid</addr-line>
        <country>Spain</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Miguel-Angel Santed-Germán <email>msanted@psi.uned.es</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <season>Apr-Jun</season>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>13</day>
        <month>4</month>
        <year>2020</year>
      </pub-date>
      <volume>6</volume>
      <issue>2</issue>
      <elocation-id>e10919</elocation-id>
      <history>
        <date date-type="received">
          <day>30</day>
          <month>4</month>
          <year>2018</year>
        </date>
        <date date-type="rev-request">
          <day>3</day>
          <month>8</month>
          <year>2018</year>
        </date>
        <date date-type="rev-recd">
          <day>21</day>
          <month>4</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>15</day>
          <month>11</month>
          <year>2019</year>
        </date>
      </history>
      <copyright-statement>©Alberto Jimenez, Miguel-Angel Santed-Germán, Victoria Ramos. Originally published in JMIR Public Health and Surveillance (http://publichealth.jmir.org), 13.04.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Public Health and Surveillance, is properly cited. The complete bibliographic information, a link to the original publication on http://publichealth.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://publichealth.jmir.org/2020/2/e10919" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Different studies have suggested that web search data are useful in forecasting several phenomena from the field of economics to epidemiology or health issues.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed to (1) evaluate the correlation between suicide rates released by the Spanish National Statistics Institute (INE) and internet search trends in Spain reported by Google Trends (GT) for 57 suicide-related terms representing major known risks of suicide and an analysis of these results using a linear regression model and (2) study the differential association between male and female suicide rates published by the INE and internet searches of these 57 terms.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>The study period was from 2004 to 2013. In this study, suicide data were collected from (1) Spain’s INE and (2) local internet search data from GT, both from January 2004 to December 2013. We investigated and validated 57 suicide-related terms already tested in scientific studies before 2015 that would be the best predictors of new suicide cases. We then evaluated the <italic>nowcasting</italic> effects of a GT search through a cross-correlation analysis and by linear regression of the suicide incidence data with the GT data.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Suicide rates in Spain in the study period were positively associated (<italic>r</italic>&#60;-0.2) for the general population with the search volume for 7 terms and negatively for 1 from the 57 terms used in previous studies. Suicide rates for men were found to be significantly different than those of women. The search term, “allergy,” demonstrated a lead effect for new suicide cases (<italic>r</italic>=0.513; <italic>P</italic>=.001). The next significant correlating terms for those 57 studied were “antidepressant,” “alcohol abstinence,” “relationship breakup” (<italic>r</italic>=0.295, <italic>P</italic>=.001; <italic>r</italic>=0.295, <italic>P</italic>=.001; and <italic>r</italic>=0.268, <italic>P</italic>=.002, respectively). Significantly different results were obtained for men and women. Search terms that correlate with suicide rates of women are consistent with previous studies, showing that the incidence of depression is higher in women than in men, and showing different gender searching patterns.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>A better understanding of internet search behavior of both men and women in relation to suicide and related topics may help design effective suicide prevention programs based on information provided by search robots and other big data sources.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>suicide</kwd>
        <kwd>big data</kwd>
        <kwd>infodemiology</kwd>
        <kwd>infoveillance</kwd>
        <kwd>incidence</kwd>
        <kwd>help-seeking behaviors</kwd>
        <kwd>searching behavior</kwd>
        <kwd>early diagnosis</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>According to the World Health Organization (WHO) projections, by 2030, there will be 1,007,000 deaths by suicide, making suicide the 15th leading cause of death globally and accounting for 1.4% of all deaths [<xref ref-type="bibr" rid="ref1">1</xref>]. Despite the common idea that suicide is more prevalent in high-income countries, about 75% of suicides worldwide occur in low- and middle-income countries. In general, suicide rates are lower among people aged &#60;15 years and &#62;70 years [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
        <p>With a rate of 10 cases every day, suicide is the leading cause of unnatural death in Spain, producing more than twice as many deaths than traffic accidents, 7 times more deaths than workplace accidents, and 70 times more deaths than domestic violence. It is also the leading cause of death among men aged 20 to 24 years [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
        <p>The incidence of suicide in a society depends on a range of factors, of which clinical depression is a particularly common cause [<xref ref-type="bibr" rid="ref4">4</xref>]. Substance abuse, severe physical disease, and disability are also recognized causes of suicide. Countries in Eastern Europe and East Asia have the highest suicide rate in the world. The region with the lowest suicide rate is Latin America. Gender differences also play a significant role: Among all age groups in most parts of the world, females tend to show higher rates of reported nonfatal suicidal behavior and males have a much higher rate of completed suicides.</p>
        <sec>
          <title>Availability of Google and the Internet</title>
          <p>As Howe [<xref ref-type="bibr" rid="ref5">5</xref>] reports, the internet was the result of some visionary thinking by people in the early 1960s who saw great potential in allowing computers to share information on research and development in scientific and military fields. There is the common idea that widespread media coverage of specific methods of suicide may induce copycat deaths and initiate changes in the popularity of certain methods since at-risk individuals may use the internet to research particular methods of suicide that can be more lethal than the commonly used methods [<xref ref-type="bibr" rid="ref6">6</xref>]. It is unclear whether the information obtained on the internet is reducing the risk of suicide or contributing to suicide promotion; there is evidence to suggest that the internet may facilitate suicide in various ways [<xref ref-type="bibr" rid="ref7">7</xref>], but the influence of the internet on the incidence of suicide is not well known. On the contrary, efforts to carry out epidemiological monitoring of suicide are hampered by gaps in data availability. At present, the lag time for reporting data is 3 years for the Centers of Disease Control and Prevention (CDC) in the United States, ≥5 years for the WHO [<xref ref-type="bibr" rid="ref8">8</xref>], and about 3 years for the Instituto Nacional de Estadística (INE, National Statistics Institute) in Spain.</p>
        </sec>
        <sec>
          <title>Using Google Search Totals to Predict Social Trends</title>
          <p>Increasingly, the volume of internet searches is being used as a social indicator (eg, in the field of epidemiology), and recently, this method has been applied to studies on suicide. We can establish a chronology of studies that began to use internet search volumes following the study of Choi and Varian [<xref ref-type="bibr" rid="ref9">9</xref>], who reviewed the pioneering studies that suggested that web search data are useful for forecasting in various fields. In economics, the first such study was performed by Ettredge et al [<xref ref-type="bibr" rid="ref10">10</xref>], who examined the association between search volumes and unemployment rates in the United States. In the same year, Cooper et al [<xref ref-type="bibr" rid="ref11">11</xref>] described the use of internet search volumes for cancer-related topics. Since then, there have been several papers that have examined web search data in numerous ﬁelds.</p>
          <p>In the ﬁeld of epidemiology, Eysenbach [<xref ref-type="bibr" rid="ref12">12</xref>]—as the initiator—and Ginsberg et al [<xref ref-type="bibr" rid="ref13">13</xref>] showed that search data could help predict the prevalence of inﬂuenza-like diseases by finding a positive relationship between the number of influenza-related search queries and pneumonia and influenza mortality. These papers were widely publicized and stimulated several further ﬁndings in epidemiology, including those by Brownstein et al [<xref ref-type="bibr" rid="ref14">14</xref>], Hulth et al [<xref ref-type="bibr" rid="ref15">15</xref>], Pelat et al [<xref ref-type="bibr" rid="ref16">16</xref>], and Valdivia and Monge-Corella [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
          <p>In the ﬁeld of economics, Choi and Varian [<xref ref-type="bibr" rid="ref9">9</xref>] showed how Google Search Insights data could be used to predict some economic metrics including initial claims for unemployment, vacation destinations, and automobile demand. Askitas and Zimmermann [<xref ref-type="bibr" rid="ref18">18</xref>] and Suhoy [<xref ref-type="bibr" rid="ref19">19</xref>] inspected unemployment data in the United States, Germany, and Israel. Guzman [<xref ref-type="bibr" rid="ref20">20</xref>] examined Google data as a forecaster of inﬂation, pointing out that the Google Inflation Search Index (GISI) indicator is a good way of measuring inflation. Baker and Fradkin [<xref ref-type="bibr" rid="ref21">21</xref>] have used Google search data to examine how job search activity was influenced by policies on unemployment payment extensions. Radinsky et al [<xref ref-type="bibr" rid="ref22">22</xref>] and Preis et al [<xref ref-type="bibr" rid="ref23">23</xref>] examined the use of search data for measuring consumer confidence, and Vosen and Schmidt [<xref ref-type="bibr" rid="ref24">24</xref>] studied consumption and retail sales metrics.</p>
          <p>Shimshoni et al [<xref ref-type="bibr" rid="ref25">25</xref>] verified the predictability of Google Trends data, showing that substantial quantities of search terms are greatly predictable using simple seasonal statistical methods. Goel et al [<xref ref-type="bibr" rid="ref26">26</xref>] offered a useful survey of work in this area, revealing some of the limitations of web search data. As they pointed out, obtaining search data is easy and often helpful in making predictions but it may not provide significant increases in predictability.</p>
          <p>Recent studies have shown the usefulness of new methodologies known as <italic>Infoveillance</italic>, <italic>Infodemiology</italic>, or <italic>Digital Disease Surveillance</italic>. For example, Adler et al [<xref ref-type="bibr" rid="ref27">27</xref>], through projections of known correlations, identified various states in India with poor surveillance of the incidence of suicide or states with limited or no access to the internet.</p>
        </sec>
        <sec>
          <title>Forecasting Suicide</title>
          <p>Work on suicide has predominantly focused on traditional forms of media, particularly surrounding the issue of suicide contagion.</p>
          <p>Daine et al [<xref ref-type="bibr" rid="ref28">28</xref>] conducted a systematic review investigating the influence of the internet on self-harm and suicide in young people. They provided evidence of both positive influences, such as web-based media being used as a form of support, and negative influences, such as internet addiction, cyberbullying, and the internet being a source of information on suicide and self-harm. Mok et al [<xref ref-type="bibr" rid="ref7">7</xref>] expanded on previous work by focusing explicitly on suicide-related internet use. They define suicide-related internet use as the “use of the Internet for reasons relating to an individual’s own feelings of suicide” [<xref ref-type="bibr" rid="ref7">7</xref>]. This paper summarized and assessed the existing work on not only the influence of suicide-related internet use but also its nature by presenting the main findings and discussing the types of studies that have been conducted, their strengths and limitations, and recommendations for future research. These findings are reported in <xref ref-type="boxed-text" rid="box1">Textbox 1</xref>.</p>
          <p>In this study, we have focused on the topic, “Suicide-related internet search trends can provide an indicator of suicide risk in a population” in <xref ref-type="boxed-text" rid="box1">Textbox 1</xref>. According to Mok et al [<xref ref-type="bibr" rid="ref7">7</xref>], most of the 9 articles give credence to a link between suicide-related search activity and suicide rates.</p>
          <p>Some papers studied the correlation between search terms such as “suicide” and “depression” [<xref ref-type="bibr" rid="ref8">8</xref>] in searches and news reports [<xref ref-type="bibr" rid="ref29">29</xref>], or between searches and unemployment rates [<xref ref-type="bibr" rid="ref30">30</xref>]; therefore, we have excluded this kind of semantic or mass media correlation, focusing only on the correlation between search terms and actual death rates reported by official institutions (ie, the INE for the 2004-2013 period). We did not find Chen’s 2013 paper reported by Mok et al [<xref ref-type="bibr" rid="ref7">7</xref>] and Gunn and Lester [<xref ref-type="bibr" rid="ref31">31</xref>]; as such, we interpreted this as a citation error in the Mok et al [<xref ref-type="bibr" rid="ref7">7</xref>] paper. Therefore, we finally used 6 articles (<xref ref-type="table" rid="table1">Table 1</xref>) that studied a total of 57 terms, of which 14 do not return results in Spanish in Google Trends for the period studied in Spain (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
          <boxed-text id="box1" position="float">
            <title>Main findings of the literature on suicide-related internet use [<xref ref-type="bibr" rid="ref7">7</xref>].</title>
            <list list-type="bullet">
              <list-item>
                <p>Use of the internet to search for suicide-related content:</p>
                <list list-type="bullet">
                  <list-item>
                    <p>Suicide-related internet search trends can provide an indicator of suicide risk in a population (number of articles, n=9).</p>
                  </list-item>
                  <list-item>
                    <p>Users conducting suicide-related searches typically access scientific information and community resource websites (n=1).</p>
                  </list-item>
                </list>
              </list-item>
              <list-item>
                <p>Use of the internet to express suicide-related feelings (n=7)</p>
              </list-item>
              <list-item>
                <p>Suicide-related internet use and suicidal behavior:</p>
                <list list-type="bullet">
                  <list-item>
                    <p>The internet may facilitate suicide in various ways (n=17).</p>
                  </list-item>
                  <list-item>
                    <p>Internet-related suicides are rare when compared with overall suicides (n=1).</p>
                  </list-item>
                  <list-item>
                    <p>There is no evidence of increased suicidal behavior in response to a suicide on a web-based forum (n=1).</p>
                  </list-item>
                </list>
              </list-item>
              <list-item>
                <p>Suicide-related internet use and suicidal ideation:</p>
                <list list-type="bullet">
                  <list-item>
                    <p>Individuals who engage in suicide-related internet use report higher levels of suicidal ideation (n=4).</p>
                  </list-item>
                  <list-item>
                    <p>There are mixed findings regarding the influence of suicide-related internet use on suicidal ideation over time (n=6).</p>
                  </list-item>
                  <list-item>
                    <p>Informal web-based suicide communities can maintain suicidal feelings (n=1).</p>
                  </list-item>
                </list>
              </list-item>
              <list-item>
                <p>Role of the internet in suicide prevention:</p>
                <list list-type="bullet">
                  <list-item>
                    <p>Informal web-based suicide communities can function as support groups (n=1).</p>
                  </list-item>
                  <list-item>
                    <p>Web-based suicide forums staffed by trained volunteers can have positive effects (n=3).</p>
                  </list-item>
                  <list-item>
                    <p>Professional web-based interventions can reduce suicidal ideation (n=2).</p>
                  </list-item>
                </list>
              </list-item>
            </list>
          </boxed-text>
          <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
              <p>Previous studies on the topic, “Suicide-related internet search trends can provide an indicator of suicide risk in a population,” according to Mok et al [<xref ref-type="bibr" rid="ref7">7</xref>]; the terms from this topic were tested in Spanish.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="80"/>
              <col width="80"/>
              <col width="210"/>
              <col width="70"/>
              <col width="80"/>
              <col width="150"/>
              <col width="150"/>
              <col width="60"/>
              <col width="120"/>
              <thead>
                <tr valign="top">
                  <td>Year</td>
                  <td>Authors</td>
                  <td>Title</td>
                  <td>Region of study</td>
                  <td>Period</td>
                  <td>Language</td>
                  <td>Data</td>
                  <td>Studio unit</td>
                  <td>Statistical method</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>2010</td>
                  <td>McCarthy [<xref ref-type="bibr" rid="ref8">8</xref>]</td>
                  <td>Internet monitoring of suicide risk in the population</td>
                  <td>United States</td>
                  <td>2004-2007</td>
                  <td>English</td>
                  <td>Centers for Disease Control and Prevention (CDC), United States</td>
                  <td>Year</td>
                  <td>One-way analysis of variance with Tukey-Kramer post-hoc analysis</td>
                </tr>
                <tr valign="top">
                  <td>2011</td>
                  <td>Sueki [<xref ref-type="bibr" rid="ref32">32</xref>]</td>
                  <td>Does the volume of Internet searches using suicide-related search terms inﬂuence the suicide death rate: Data from 2004 to 2009 in Japan</td>
                  <td>Japan</td>
                  <td>2004-2009</td>
                  <td>Japanese</td>
                  <td>Demographic statistics released by the Ministry of Health, Labour, and Welfare</td>
                  <td>Month</td>
                  <td>Cross-correlation</td>
                </tr>
                <tr valign="top">
                  <td>2011</td>
                  <td>Yang et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                  <td>Association of internet search trends with suicide death in Taipei City, Taiwan, 2004–2009</td>
                  <td>Taipei City, Taiwan</td>
                  <td>2004-2009</td>
                  <td>Chinese (traditional)</td>
                  <td>Department of Health, Taiwan</td>
                  <td>Month</td>
                  <td>Cross-correlation, multiple linear regression with a stepwise method</td>
                </tr>
                <tr valign="top">
                  <td>2012</td>
                  <td>Hagihara et al [<xref ref-type="bibr" rid="ref34">34</xref>]</td>
                  <td>Internet suicide searches and the incidence of suicide in young people in Japan</td>
                  <td>Japan</td>
                  <td>2004-2010</td>
                  <td>Japanese</td>
                  <td>Statistics and Information Department of the Japanese Ministry of Health, Labour and Welfare</td>
                  <td>Month</td>
                  <td>Cross-correlation</td>
                </tr>
                <tr valign="top">
                  <td>2013</td>
                  <td>Gunn and Lester [<xref ref-type="bibr" rid="ref31">31</xref>]</td>
                  <td>Using google searches on the internet to monitor suicidal behavior</td>
                  <td>United States</td>
                  <td>2009</td>
                  <td>English</td>
                  <td>McIntosh and Drapeau [<xref ref-type="bibr" rid="ref35">35</xref>]</td>
                  <td>Month</td>
                  <td>Pearson correlations</td>
                </tr>
                <tr valign="top">
                  <td>2014</td>
                  <td>Bruckner et al [<xref ref-type="bibr" rid="ref36">36</xref>]</td>
                  <td>A time-series analysis of google searches for suicide and the risk of completed suicide in England and Wales, 2004–2010</td>
                  <td>England and Wales</td>
                  <td>2004-2010</td>
                  <td>English</td>
                  <td>Publicly available database</td>
                  <td>Month</td>
                  <td>Time-series routines</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
          <table-wrap position="float" id="table2">
            <label>Table 2</label>
            <caption>
              <p>Terms used in previous studies with their Spanish translation.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="420"/>
              <col width="550"/>
              <thead>
                <tr valign="top">
                  <td colspan="2">Paper (English) search term</td>
                  <td>Spanish translation</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="3">
                    <bold>Bruckner et al [<xref ref-type="bibr" rid="ref36">36</xref>]</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Depression and help<sup>a</sup></td>
                  <td>depresión y ayuda</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Suicide and depression</td>
                  <td>suicidio -gran + depresion -gran</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Suicide and help<sup>a</sup></td>
                  <td>suicidio y ayuda</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Suicide and methods</td>
                  <td>suicidio metodos</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">
                    <bold>Gunn and Lester [<xref ref-type="bibr" rid="ref31">31</xref>]</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Commit suicide</td>
                  <td>suicidarse</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>How to suicide<sup>a</sup></td>
                  <td>cómo suicidarse</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Suicide prevention<sup>a</sup></td>
                  <td>prevención del suicidio</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">
                    <bold>Evans [<xref ref-type="bibr" rid="ref37">37</xref>]</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>A suicide</td>
                  <td>suicida -ataque -escuadron -fuga -comico -reportero -tango -letra -extremoduro</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Bulletin board system on suicide<sup>a</sup></td>
                  <td>BBS<sup>b</sup> sobre el suicidio</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Depression suicide<sup>a</sup></td>
                  <td>depresión suicida</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Hydrogen sulﬁde</td>
                  <td>sulfuro de hidrógeno + sulfuro de hidrogeno</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Hydrogen sulﬁde suicide<sup>a</sup></td>
                  <td>sulfuro de hidrógeno suicidio</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Sites on suicide<sup>a</sup></td>
                  <td>sitios sobre suicidio</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Suicide by jumping<sup>a</sup></td>
                  <td>suicidio saltando</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Suicide hydrogen sulﬁde<sup>a</sup></td>
                  <td>suicidio por sulfuro de hidrógeno + suicidio por sulfuro de hidrogeno</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Suicide methods</td>
                  <td>maneras de suicidarse</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Suicide rates<sup>a</sup></td>
                  <td>tasas de suicidio</td>
                </tr>
                <tr valign="top">
                  <td colspan="2">
                    <bold>McCarthy [<xref ref-type="bibr" rid="ref8">8</xref>]</bold>
                    <sup>
                      
                    </sup>
                  </td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Teen suicide</td>
                  <td>suicidio adolescente</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">
                    <bold>Hagihara et al [<xref ref-type="bibr" rid="ref34">34</xref>]</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Abuse</td>
                  <td>abuso</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Alcohol</td>
                  <td>alcoholismo</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Alcohol abstinence</td>
                  <td>dejar alcohol</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Allergy</td>
                  <td>alergia</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Antidepressant</td>
                  <td>antidepresivo</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Anxiety disorder</td>
                  <td>trastorno de ansiedad</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Asthma</td>
                  <td>asma</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Bipolar disorder</td>
                  <td>bipolar -pol -letra -chiguire -cancion</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Cáncer</td>
                  <td>cancer -horoscopo</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Charcoal burning</td>
                  <td>carbón vegetal + carbon vegetal</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Chronic illness</td>
                  <td>enfermedad cronica</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Complete guide of suicide<sup>a</sup></td>
                  <td>guía completa de suicidio</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Divorce</td>
                  <td>divorcio</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Domestic violence</td>
                  <td>violencia domestica + violencia doméstica</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Drunkenness</td>
                  <td>emborracharse</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Hanging</td>
                  <td>colgarse</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Headache</td>
                  <td>dolor de cabeza</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Hypnotics</td>
                  <td>somniferos</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Illicit drugs</td>
                  <td>drogas</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Insomnia</td>
                  <td>insomnio -filmaffinity -la -pelicula -wow -dun</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Job</td>
                  <td>trabajo</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Jumping from a height<sup>a</sup></td>
                  <td>saltar desde altura</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Lawsuit</td>
                  <td>demanda judicial</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Major depression</td>
                  <td>depresión mayor + depresion mayor</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Marriage</td>
                  <td>matrimonio</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Pain</td>
                  <td>dolor</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Psychiatric service<sup>a</sup></td>
                  <td>servicio psiquiátrico</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Relationship breakup</td>
                  <td>ruptura amorosa</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Religious belief</td>
                  <td>creencias religiosas</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Schizophrenia</td>
                  <td>esquizofrenia</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Social beneﬁts</td>
                  <td>ayuda social</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Social welfare</td>
                  <td>bienestar social</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Stock market</td>
                  <td>bolsa de valores</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Stress</td>
                  <td>estres -bancos + estrés -bancos</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Taiwan economy</td>
                  <td>economia + economía</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Unemployed + lost job</td>
                  <td>paro; desempleo</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">
                    <bold>Bruckner et al, Evans, Hagihara et al [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>]<sup>c</sup></bold>
                    <sup>
                      
                    </sup>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Suicide methods</td>
                  <td>maneras de suicidarse</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">
                    <bold>Bruckner et al, Yang et al [<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]<sup>c</sup></bold>
                    <sup>
                      
                    </sup>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Depression</td>
                  <td>depresion -meseta -gran + depresión -meseta -gran</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">
                    <bold>McCarthy, Bruckner et al, Hagihara et al, Yang et al [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]<sup>c</sup></bold>
                    <sup>
                      
                    </sup>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Suicide</td>
                  <td>suicidio</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table2fn1">
                <p><sup>a</sup>Terms for which Google Trends returned the result, “your search does not return enough data to show results.”</p>
              </fn>
              <fn id="table2fn2">
                <p><sup>b</sup>BBS: bulletin board system.</p>
              </fn>
              <fn id="table2fn3">
                <p><sup>c</sup>Several studies evaluating the same term.
                </p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>The study has two objectives: (1) It evaluates the correlation between suicidal rates released by the INE and internet search trends in Spain reported by Google Trends for 57 suicide-related terms representing major known risks of suicide; these terms have already been tested in previous scientific studies systematized by Mok et al [<xref ref-type="bibr" rid="ref7">7</xref>] (topic “Suicide-related internet search trends can provide an indicator of suicide risk in a population”). (2) It examines the differential association between male and female suicide rates published by the INE and internet searches related to the aforementioned 57 terms. The study included data from 2004 to 2013, as this was the maximum period for which relevant data were available from the INE and Google Trends.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>In this section, we have addressed two issues: (1) how Google presents the results of search volume and how those results are normalized over time and in different geographical areas and (2) presentation of the variables we worked with—the expressions or terms used whose search volumes are reported by Google Trends and suicide rates (globally and segregated by gender) provided by the INE.</p>
      <sec>
        <title>Google Trends</title>
        <p>Google Trends provides a time-series index of the volume of queries users entered into Google in a given geographic area. Wikipedia explains it as follows [<xref ref-type="bibr" rid="ref38">38</xref>]:</p>
        <disp-quote>
          <p>Google Trends is a public web facility of Google Inc., based on Google Search, that shows how often a particular search-term is entered relative to the total search-volume across various regions of the world, and in various languages.</p>
        </disp-quote>
        <p>Although Google Trends does not show the absolute number of searches, it calculates a query share for a search term. This means that Google calculates the number of searches for a given term as a proportion of the total number of searches in each location at a given time. These calculations are then normalized to a Google Trends <italic>Relative Search Volume</italic> (RSV) index between 0 and 100, where an RSV index of 100 designates the date when there was the highest amount of search activity for that given term. Thus, a search index of 40 equates to 40% of the most intense search activity in the selected country at a given period.</p>
        <p>Thus, the RSV index is a way to normalize (from 0 to 100) the query share that is the total volume of queries of the search term in question within a particular geographic region divided by the total number of searches in that region for the period under review. The maximum percentage of consultation in the specified time period is normalized to 100, and the other measures for that period of time are calculated relative to this value.</p>
        <p>Google Trends also allows for the comparison of the relative volumes of blocks of searches for up to 5 terms or phrases. In this case, the RSV of other terms that did not reach the peak of 100 is normalized to the 100 value of the term with the highest search volume of the 5 terms of phrases in the block. However, in our work, terms were consulted one by one.</p>
        <p>It is interesting to point out that although, according to Google Scholar, more than 10,000 scientific papers used or mentioned Google Trends service, we did not find any mathematical formulation of how the RSV value was calculated or operationalized by Google Trends. Therefore, we proposed a tentative mathematical formulation of how this value is calculated (<xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
        <p>In short, Google Trends calculates the number of searches as percentages (formula 2 of <xref rid="figure1" ref-type="fig">Figure 1</xref>) based on the total searches in a month (formula 1 of <xref rid="figure1" ref-type="fig">Figure 1</xref>), normalizes the series allocated to the highest value (ie, the value of 100), and scales all other values accordingly (formula 3 of <xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Mathematical formulation of how Google Trends operationalizes its monthly relative search volume for a particular term. RSV: relative search volume.</p>
          </caption>
          <graphic xlink:href="publichealth_v6i2e10919_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Variables</title>
        <sec>
          <title>Search Term Variables Group</title>
          <p>As variables, 57 query terms (<xref ref-type="table" rid="table2">Table 2</xref>) have been used that relate to suicidal ideation studied in the 6 articles mentioned in <xref ref-type="table" rid="table1">Table 1</xref>. These terms were translated into Spanish with the help of the website WordReference [<xref ref-type="bibr" rid="ref39">39</xref>]; note that for cases in which the original language is different from the language of the articles (ie, English), this meant a third translation, as some of the papers were in Japanese and traditional Mandarin Chinese, which can be a significant semantic shift.</p>
          <p>Queries to Google Trends are not case sensitive but are diacritical mark sensitive, so Google Trends has different results (eg, for “enfermedad cronica” (chronic illness) than for “enfermedad cronica + enfermedad crónica” [written with Spanish accent]).</p>
          <p>Google queries are “broad matched” in the sense that queries such as “great depression” are counted in the calculation of the query index for “depression,” which is why we mentioned above that when searching for a term, we should look up what related queries pop out to exclude unwanted terms by placing a dash before them, as required by the Google Trends interrogation syntax. In addition, we have performed a back translation procedure to confirm the accuracy of the translation.</p>
          <p>In the related searches, we found terms that did not include the one we were searching for; this is because Google showed other terms that were searched for in the same searching session as the one we were interested in, so we included that term preceded by a hyphen after ours to exclude this spurious concept out of our dataset. In this regard, we devised a set of terms (<xref ref-type="table" rid="table2">Table 2</xref>) to search in Google Trends; 14 returned no results for their Spanish translation (marked with “no” in the results column in <xref ref-type="table" rid="table2">Table 2</xref>), and the term “suicide methods” occurred 3 times in previous studies, so duplicates were removed. Therefore, in our final analysis, only 41 terms were included.</p>
          <p>We performed an individual search for each of these terms in Spanish, and Google Trends returned 120 values, one for each month of the study period. In each series, there was one term with a value of 100 and the remaining were presented as percentages in reference to this.</p>
          <p>Our search was limited to Spain for the period from January 1, 2004, to December 31, 2013, and the final configuration of the search for each term was as follows:</p>
          <disp-quote>
            <p>https://www.google.es/trends/explore?date= 2004-01-01%202013-12-31&#38;geo=ES&#38;q=”term”.</p>
          </disp-quote>
          <p>It is worth mentioning that Google Trends data were computed using a sampling method, and therefore, the results vary within minutes.</p>
        </sec>
        <sec>
          <title>Group Suicide Rate Variables Collected by the Spanish National Statistics Institute</title>
          <p>The variables that we used for correlations are the absolute actual suicide rates of Spain (around 4000 deaths per year) reported by the INE, the official organization in Spain that collects statistics on demography, economy, and Spanish society. We have obtained this information through the National Epidemiology Center, which is part of the Instituto de Salud Carlos III, a public research center of the Government of Spain. This information was segregated into totaled data for men and women; Google Trends data were not segregated in this manner.</p>
          <p>The period that collected data for was from January 2004 to December 2013, which is, as mentioned earlier, the maximum period covered by both data sources, Google Trends and the INE, at the time of study.</p>
        </sec>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>Data were analyzed using the statistical package IBM SPSS Statistics, version 22 (IBM Corporation). The Pearson correlation coefficient was used to assess a possible monthly correlation between suicidal rates and Google Trends RSV data for the search terms that we defined. Next, we performed a multiple linear regression analysis to propose an explanatory-predictive model of the variance of the suicide rates variable.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Results of Objective 1: Correlation Between Suicidal Rates and Internet Searches</title>
        <p>With regard to the first objective of our study, the values for correlation between suicide-related terms and suicide rates for Spain from Google Trends data are shown in <xref ref-type="table" rid="table3">Table 3</xref> after calculating the Pearson correlation coefficient. We centered moderate or superior results of correlation values according to Evans’ study [<xref ref-type="bibr" rid="ref37">37</xref>], as detailed in <xref ref-type="table" rid="table4">Table 4</xref>, with a significance value <italic>P</italic>&#60;.05 (in italics). Since the study terms are Spanish translations of ones already studied in English, Japanese, and Mandarin in the mentioned studies, we devised a <italic>Reference</italic> column indicating the previous study and a <italic>Correlation</italic> column to indicate the presence of a correlation according to the original study, with values <italic>yes</italic>, <italic>insufficient</italic>, or <italic>no</italic>.</p>
        <p>A linear regression analysis (steps forward) was performed; predictors included all variables (search terms) that demonstrated a significant correlation with previous suicide rates collected by the INE and had an <italic>r</italic>&#62;0.2. These are the terms in <xref ref-type="table" rid="table3">Table 3</xref> that have at least one <italic>P</italic> value with a significant correlation in the men, women, or total columns. <xref ref-type="table" rid="table4">Table 4</xref> presents the explanatory-predictive model.</p>
        <p>Overall, the model predicts a significant percentage of variance (adjusted <italic>r</italic><sup>2</sup>=0.387) of the suicide variable. The term “unemployment” translated as “paro” in Spanish has a high beta value and a positive sign, whereas the term “unemployment” translated as “desempleo” has a lower and negative value. This may seem contradictory because both terms are, a priori, synonyms. However, searches of the term “desempleo” could be carried out, in greater proportion, by people seeking information related to the official term “unemployment benefits and aid” offered by the Spanish Government, while the term “paro,” which is used more colloquially, may be associated with searches carried out by people who are suffering due to “unemployment.” This may explain why searches for that term are positively associated with the incidence of suicide committed in Spain between 2004 and 2013.</p>
        <p>Regarding the beta value for “headache,” which has a high and negative correlation with the variable “incidence of suicide,” it could be argued that people who search for headache (a condition that can be associated with a wide variety of medical conditions) do so with an intent of self-care, which is contrary to the intention of committing suicide.</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Correlation coefficient obtained for each Spanish term related to suicide, and suicide rates for men and women in Spain in the 2004-2013 period. Significant values (ie, <italic>P</italic>&#60;.05) are italicized.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="240"/>
            <col width="80"/>
            <col width="80"/>
            <col width="80"/>
            <col width="80"/>
            <col width="80"/>
            <col width="80"/>
            <col width="140"/>
            <col width="140"/>
            <thead>
              <tr valign="top">
                <td rowspan="3">Translated search term (original in Spanish)</td>
                <td colspan="6">Monthly correlation: GT<sup>a</sup> RSV<sup>b</sup>/INE<sup>c</sup> suicide rates (2004-2013)</td>
                <td colspan="2">Previous studies</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Total</td>
                <td colspan="2">Men</td>
                <td colspan="2">Women</td>
                <td>Reference</td>
                <td>Correlation</td>
              </tr>
              <tr valign="top">
                <td>
                  <italic>r</italic>
                  <sup>d</sup>
                </td>
                <td><italic>P</italic> value</td>
                <td>
                  <italic>r</italic>
                </td>
                <td><italic>P</italic> value</td>
                <td>
                  <italic>r</italic>
                </td>
                <td><italic>P</italic> value</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Allergy</td>
                <td>0.513</td>
                <td>
                  <italic>&#60;.001</italic>
                </td>
                <td>0.491</td>
                <td>
                  <italic>&#60;.001</italic>
                </td>
                <td>0.374</td>
                <td>
                  <italic>&#60;.001</italic>
                </td>
                <td>Yang et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>Yes</td>
              </tr>
              <tr valign="top">
                <td>Antidepressant</td>
                <td>0.295</td>
                <td>
                  <italic>.001</italic>
                </td>
                <td>0.291</td>
                <td>
                  <italic>.001</italic>
                </td>
                <td>0.194</td>
                <td>
                  <italic>.02</italic>
                </td>
                <td>Yang et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>Insufficient</td>
              </tr>
              <tr valign="top">
                <td>Alcohol abstinence</td>
                <td>0.295</td>
                <td>
                  <italic>.001</italic>
                </td>
                <td>0.251</td>
                <td>
                  <italic>.003</italic>
                </td>
                <td>0.296</td>
                <td>
                  <italic>.001</italic>
                </td>
                <td>Yang et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>Yes</td>
              </tr>
              <tr valign="top">
                <td>Relationship breakup</td>
                <td>0.268</td>
                <td>
                  <italic>.002</italic>
                </td>
                <td>0.191</td>
                <td>
                  <italic>.02</italic>
                </td>
                <td>0.365</td>
                <td>
                  <italic>&#60;.001</italic>
                </td>
                <td>Yang et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>Unemployed + lost job</td>
                <td>0.253</td>
                <td>
                  <italic>.003</italic>
                </td>
                <td>0.234</td>
                <td>
                  <italic>.005</italic>
                </td>
                <td>0.206</td>
                <td>
                  <italic>.012</italic>
                </td>
                <td>Yang et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>Pain</td>
                <td>0.239</td>
                <td>
                  <italic>.004</italic>
                </td>
                <td>0.208</td>
                <td>
                  <italic>.011</italic>
                </td>
                <td>0.230</td>
                <td>
                  <italic>.006</italic>
                </td>
                <td>Yang et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>Drunkenness</td>
                <td>0.211</td>
                <td>
                  <italic>.01</italic>
                </td>
                <td>0.142</td>
                <td>.06</td>
                <td>0.310</td>
                <td>
                  <italic>&#60;.001</italic>
                </td>
                <td>Yang et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>Suicide</td>
                <td>0.199</td>
                <td>.02</td>
                <td>0.133</td>
                <td>.07</td>
                <td>0.296</td>
                <td>
                  <italic>.001</italic>
                </td>
                <td>McCarthy [<xref ref-type="bibr" rid="ref8">8</xref>]; Yang et al [<xref ref-type="bibr" rid="ref33">33</xref>]; Bruckner et al [<xref ref-type="bibr" rid="ref36">36</xref>]; Sueki [<xref ref-type="bibr" rid="ref32">32</xref>]</td>
                <td>Yes; Yes; No; No</td>
              </tr>
              <tr valign="top">
                <td>Insomnia</td>
                <td>0.193</td>
                <td>
                  <italic>.02</italic>
                </td>
                <td>0.160</td>
                <td>
                  <italic>.04</italic>
                </td>
                <td>0.204</td>
                <td>
                  <italic>.013</italic>
                </td>
                <td>Yang et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>Yes</td>
              </tr>
              <tr valign="top">
                <td>Suicide and depression</td>
                <td>0.186</td>
                <td>
                  <italic>.02</italic>
                </td>
                <td>0.116</td>
                <td>.104</td>
                <td>0.298</td>
                <td>
                  <italic>&#60;.001</italic>
                </td>
                <td>Bruckner et al [<xref ref-type="bibr" rid="ref36">36</xref>]</td>
                <td>Yes</td>
              </tr>
              <tr valign="top">
                <td>Major depression</td>
                <td>0.184</td>
                <td>
                  <italic>.02</italic>
                </td>
                <td>0.118</td>
                <td>.099</td>
                <td>0.285</td>
                <td>
                  <italic>.001</italic>
                </td>
                <td>Yang et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>Yes</td>
              </tr>
              <tr valign="top">
                <td>Headache</td>
                <td>0.183</td>
                <td>
                  <italic>.02</italic>
                </td>
                <td>0.163</td>
                <td>
                  <italic>.04</italic>
                </td>
                <td>0.165</td>
                <td>
                  <italic>.04</italic>
                </td>
                <td>Yang et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td colspan="9">
                  <bold/>
                </td>
              </tr>
              <tr valign="top">
                <td>A suicide</td>
                <td>0.174</td>
                <td>
                  <italic>.03</italic>
                </td>
                <td>0.145</td>
                <td>
                  <italic>.06</italic>
                </td>
                <td>0.183</td>
                <td>.02</td>
                <td>Evans [<xref ref-type="bibr" rid="ref37">37</xref>]</td>
                <td>Yes</td>
              </tr>
              <tr valign="top">
                <td>A suicide</td>
                <td>0.171</td>
                <td>
                  <italic>.03</italic>
                </td>
                <td>0.181</td>
                <td>
                  <italic>.02</italic>
                </td>
                <td>0.079</td>
                <td>.19</td>
                <td>Yang et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>Marriage</td>
                <td>0.130</td>
                <td>.08</td>
                <td>0.083</td>
                <td>.18</td>
                <td>0.201</td>
                <td>
                  <italic>.014</italic>
                </td>
                <td>Yang et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>Yes</td>
              </tr>
              <tr valign="top">
                <td>Anxiety disorder</td>
                <td>0.126</td>
                <td>.09</td>
                <td>0.084</td>
                <td>.18</td>
                <td>0.185</td>
                <td>
                  <italic>.02</italic>
                </td>
                <td>Yang et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>Yes</td>
              </tr>
              <tr valign="top">
                <td>Charcoal burning</td>
                <td>0.120</td>
                <td>.097</td>
                <td>0.044</td>
                <td>.32</td>
                <td>0.271</td>
                <td>
                  <italic>.001</italic>
                </td>
                <td>Yang et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>Insufficient</td>
              </tr>
              <tr valign="top">
                <td>Chronic illness</td>
                <td>0.115</td>
                <td>.11</td>
                <td>0.097</td>
                <td>.15</td>
                <td>0.119</td>
                <td>.098</td>
                <td>Yang et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>Lawsuit</td>
                <td>0.115</td>
                <td>.11</td>
                <td>0.094</td>
                <td>.15</td>
                <td>0.124</td>
                <td>.09</td>
                <td>Yang et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>Yes</td>
              </tr>
              <tr valign="top">
                <td>Cancer</td>
                <td>0.113</td>
                <td>.11</td>
                <td>0.093</td>
                <td>.16</td>
                <td>0.122</td>
                <td>.09</td>
                <td>Yang et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>Hanging</td>
                <td>0.110</td>
                <td>.12</td>
                <td>0.077</td>
                <td>.20</td>
                <td>0.154</td>
                <td>
                  <italic>.046</italic>
                </td>
                <td>Yang et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>Insufficient</td>
              </tr>
              <tr valign="top">
                <td>Divorce</td>
                <td>0.064</td>
                <td>.24</td>
                <td>0.028</td>
                <td>.38</td>
                <td>0.133</td>
                <td>.07</td>
                <td>Yang et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>Yes</td>
              </tr>
              <tr valign="top">
                <td>Suicide methods</td>
                <td>0.042</td>
                <td>.32</td>
                <td>–0.005</td>
                <td>.48</td>
                <td>0.149</td>
                <td>.053</td>
                <td>Yang et al [<xref ref-type="bibr" rid="ref36">36</xref>]; Evans [<xref ref-type="bibr" rid="ref37">37</xref>]; Sueki [<xref ref-type="bibr" rid="ref32">32</xref>]</td>
                <td>No; No; No</td>
              </tr>
              <tr valign="top">
                <td>Hypnotics</td>
                <td>0.042</td>
                <td>.33</td>
                <td>0.015</td>
                <td>.44</td>
                <td>0.096</td>
                <td>.15</td>
                <td>Yang et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>Insufficient</td>
              </tr>
              <tr valign="top">
                <td>Depression</td>
                <td>0.038</td>
                <td>.34</td>
                <td>0.001</td>
                <td>.497</td>
                <td>0.120</td>
                <td>.096</td>
                <td>Bruckner et al [<xref ref-type="bibr" rid="ref36">36</xref>]; Sueki [<xref ref-type="bibr" rid="ref32">32</xref>]</td>
                <td>Yes; Yes</td>
              </tr>
              <tr valign="top">
                <td>Commit suicide</td>
                <td>0.032</td>
                <td>.37</td>
                <td>–0.015</td>
                <td>.44</td>
                <td>0.141</td>
                <td>.06</td>
                <td>Gunn and Lester [<xref ref-type="bibr" rid="ref31">31</xref>]</td>
                <td>Yes</td>
              </tr>
              <tr valign="top">
                <td>Stress</td>
                <td>0.010</td>
                <td>.46</td>
                <td>–0.043</td>
                <td>.32</td>
                <td>0.144</td>
                <td>.06</td>
                <td>Yang et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>Yes</td>
              </tr>
              <tr valign="top">
                <td>Hydrogen sulﬁde</td>
                <td>0.009</td>
                <td>.46</td>
                <td>–0.022</td>
                <td>.41</td>
                <td>0.087</td>
                <td>.17</td>
                <td>Evans [<xref ref-type="bibr" rid="ref37">37</xref>]</td>
                <td>Yes</td>
              </tr>
              <tr valign="top">
                <td>Teen suicide</td>
                <td>–0.018</td>
                <td>.42</td>
                <td>–0.023</td>
                <td>.40</td>
                <td>0.002</td>
                <td>.49</td>
                <td>McCarthy [<xref ref-type="bibr" rid="ref8">8</xref>]</td>
                <td>Yes</td>
              </tr>
              <tr valign="top">
                <td>Bipolar disorder</td>
                <td>–0.029</td>
                <td>.38</td>
                <td>–0.051</td>
                <td>.29</td>
                <td>0.041</td>
                <td>.33</td>
                <td>Yang et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>Yes</td>
              </tr>
              <tr valign="top">
                <td>Schizophrenia</td>
                <td>–0.042</td>
                <td>.33</td>
                <td>–0.098</td>
                <td>.14</td>
                <td>0.121</td>
                <td>.09</td>
                <td>Yang et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>Social beneﬁts</td>
                <td>–0.043</td>
                <td>.32</td>
                <td>–0.001</td>
                <td>.495</td>
                <td>–0.135</td>
                <td>.07</td>
                <td>Yang et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>Domestic violence</td>
                <td>–0.048</td>
                <td>.30</td>
                <td>–0.093</td>
                <td>.16</td>
                <td>0.089</td>
                <td>.17</td>
                <td>Yang et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>Yes</td>
              </tr>
              <tr valign="top">
                <td>Job</td>
                <td>–0.048</td>
                <td>.30</td>
                <td>–0.068</td>
                <td>.23</td>
                <td>0.024</td>
                <td>.40</td>
                <td>Yang et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>Asthma</td>
                <td>–0.092</td>
                <td>.16</td>
                <td>–0.098</td>
                <td>.14</td>
                <td>–0.040</td>
                <td>.33</td>
                <td>Yang et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>Yes</td>
              </tr>
              <tr valign="top">
                <td>Abuse</td>
                <td>–0.103</td>
                <td>.13</td>
                <td>–0.071</td>
                <td>.22</td>
                <td>–0.147</td>
                <td>.06</td>
                <td>Yang et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>Taiwan economy</td>
                <td>–0.105</td>
                <td>.13</td>
                <td>–0.114</td>
                <td>.11</td>
                <td>–0.043</td>
                <td>.32</td>
                <td>Yang et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>Yes</td>
              </tr>
              <tr valign="top">
                <td>Religious belief</td>
                <td>–0.109</td>
                <td>.12</td>
                <td>–0.132</td>
                <td>.08</td>
                <td>–0.006</td>
                <td>.47</td>
                <td>Yang et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>Yes</td>
              </tr>
              <tr valign="top">
                <td>Alcohol</td>
                <td>–0.113</td>
                <td>.11</td>
                <td>–0.132</td>
                <td>.08</td>
                <td>–0.019</td>
                <td>.42</td>
                <td>Yang et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>Illicit drugs</td>
                <td>–0.127</td>
                <td>.08</td>
                <td>–0.158</td>
                <td>
                  <italic>.04</italic>
                </td>
                <td>0.003</td>
                <td>.49</td>
                <td>Yang et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>Social welfare</td>
                <td>–0.146</td>
                <td>.06</td>
                <td>–0.116</td>
                <td>.10</td>
                <td>–0.167</td>
                <td>
                  <italic>.03</italic>
                </td>
                <td>Yang et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>Yes</td>
              </tr>
              <tr valign="top">
                <td>Stock market</td>
                <td>–0.231</td>
                <td>
                  <italic>.006</italic>
                </td>
                <td>–0.222</td>
                <td>
                  <italic>.007</italic>
                </td>
                <td>–0.166</td>
                <td>
                  <italic>.04</italic>
                </td>
                <td>Yang et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>No</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>GT: Google Trends.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>RSV: Relative Search Volume.</p>
            </fn>
            <fn id="table3fn3">
              <p><sup>c</sup>INE: Spanish National Statistics Institute.</p>
            </fn>
            <fn id="table3fn4">
              <p><sup>d</sup>Column from which the table is sorted.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Predictive-explanatory model obtained by linear regression using as predictors search terms with a significance <italic>P</italic>&#60;.05 and the variable suicide rates in Spain collected by the Spanish National Statistics Institute in the 2004-2013 period.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="280"/>
            <col width="80"/>
            <col width="90"/>
            <col width="90"/>
            <col width="170"/>
            <col width="110"/>
            <col width="90"/>
            <col width="90"/>
            <thead>
              <tr valign="top">
                <td>Predictors: search terms</td>
                <td>
                  <italic>r</italic>
                </td>
                <td>
                  <italic>r</italic>
                  <sup>2</sup>
                </td>
                <td><italic>r</italic><sup>2</sup> adjusted</td>
                <td>Standard error of estimation</td>
                <td>Beta (standard)</td>
                <td><italic>t</italic> test</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>a: Allergy</td>
                <td>0.513</td>
                <td>0.264</td>
                <td>0.257</td>
                <td>28.2157</td>
                <td>0.441</td>
                <td>5.845</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>b: a + Relationship Breakup</td>
                <td>0.552</td>
                <td>0.304</td>
                <td>0.292</td>
                <td>27.5421</td>
                <td>0.205</td>
                <td>2.823</td>
                <td>.006</td>
              </tr>
              <tr valign="top">
                <td>c: b + Unemployment (paro)</td>
                <td>0.583</td>
                <td>0.340</td>
                <td>0.322</td>
                <td>26.9515</td>
                <td>1.134</td>
                <td>3.710</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>d: c + Headache</td>
                <td>0.607</td>
                <td>0.369</td>
                <td>0.347</td>
                <td>26.4618</td>
                <td>–0.721</td>
                <td>–3.279</td>
                <td>.001</td>
              </tr>
              <tr valign="top">
                <td>e: d + Unemployment (desempleo)</td>
                <td>0.631</td>
                <td>0.398</td>
                <td>0.371</td>
                <td>25.9586</td>
                <td>–0.366</td>
                <td>–2.294</td>
                <td>.02</td>
              </tr>
              <tr valign="top">
                <td>f: e + Antidepressant</td>
                <td>0.647</td>
                <td>0.418</td>
                <td>0.387</td>
                <td>25.6255</td>
                <td>0.152</td>
                <td>1.996</td>
                <td>.048</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <p/>
      </sec>
      <sec>
        <title>Results of Objective 2: Differences Between Men and Women</title>
        <p>With regard to the second objective of our work, we found correlations between the terms of study and suicide rates between women and men (<xref ref-type="table" rid="table5">Table 5</xref>). To describe the strength of the correlation between our variables, we have used the interpretation by Evans [<xref ref-type="bibr" rid="ref37">37</xref>]; as it can be seen in absolute terms, there is an important difference between the correlation of men and women.</p>
        <p>The significant difference between male and female correlations can be explained by women’s use the internet for searching for health and lifestyle information. In contrast, men tend to focus on information about investment, purchase, and personal interests [<xref ref-type="bibr" rid="ref40">40</xref>]. Moreover, this would be consistent with the idea that women have higher emotional intelligence and more communication skills than men [<xref ref-type="bibr" rid="ref41">41</xref>].</p>
        <table-wrap position="float" id="table5">
          <label>Table 5</label>
          <caption>
            <p>Number of positive (+) or negative (–) correlations found among the 41 Google search terms or phrases and suicide rates according to sex as reported by Spanish National Statistics Institute for the 2004-2013 period.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="330"/>
            <col width="190"/>
            <col width="160"/>
            <col width="160"/>
            <col width="160"/>
            <thead>
              <tr valign="top">
                <td>Correlation strength by gender</td>
                <td>Evans’ scale</td>
                <td>Total</td>
                <td>Men</td>
                <td>Women</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Very weak or none</td>
                <td>0.00-0.19</td>
                <td>34</td>
                <td>36</td>
                <td>30</td>
              </tr>
              <tr valign="top">
                <td>Weak</td>
                <td>0.20-0.39</td>
                <td>6+, 1–</td>
                <td>4+, 1<bold>­–</bold></td>
                <td>12+</td>
              </tr>
              <tr valign="top">
                <td>Moderate</td>
                <td>0.40-0.59</td>
                <td>1</td>
                <td>1</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>Strong</td>
                <td>0.60-0.79</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>Very strong</td>
                <td>0.80-1.0</td>
                <td>0</td>
                <td>0</td>
                <td>0</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Correlation Between Suicidal Rates and Internet Searches</title>
        <p>It is not clear whether the information found on the internet contributes to the promotion of suicide and inspires suicidal thoughts or reduces the risk of suicidal behavior. The causal relationship between suicide and the use of the internet to search for topics related to self-harm or suicide is difficult to prove; however, the results of our study suggest a significant correlation for a number of the search terms that we have studied. This is consistent with previous studies that have been outlined throughout this paper that mostly state that there is indeed some association between certain searches and social phenomena in the economics, health, and other sectors.</p>
        <p>Suicide rates in Spain for the 2004-2013 period were examined for their association with search volume on Google for 41 suicide-related searches already tested in scientific studies in other countries and languages. For the general population, suicide rates in Spain were positively associated with the search volume (<italic>r</italic>&#62;0.2) for 7 terms and negatively associated with the search volume for 1 of the 41 terms. Our interpretation of the results is that they corroborate the hypothesis that certain searches on Google may serve as an indicator of a country’s suicide rate, perhaps even of its social well-being.</p>
        <p>The negative correlations that we would call “protective” (for searches aimed at finding a solution to the problem) are interesting; the 41 searches in the original studies were supposed to be “risk related” in relation to suicide incidence, but one of them, <italic>Stock Market</italic> (<italic>r</italic>=–0.231; <italic>P</italic>=.006), correlated negatively along with some others that may have a "protective" significance (Social welfare, Religious belief, etc). As a preliminary explanation, we believe that this is due to the social and cultural translocation of the search terms, eg, in Spain unlike Taiwan—where the previous study for the search <italic>Stock Market</italic> was performed—only wealthy people are concerned about the topic.</p>
        <p>In the case of <italic>Drunkenness</italic> (<italic>r</italic>=0.211; <italic>P</italic>=.01) versus the negative correlation for <italic>Alcohol</italic> (<italic>r</italic>=–0.113; <italic>P</italic>=.11), the latter could be interpreted as a protective search to find a solution to the problem, while the former may be used in a leisurely way (ie, without a problematic consciousness). This led us to an important point: Google Trends includes data from subjects with suicidal behavior searching in Google in addition to searches by other people concerned about the issue. We called these two perspectives as “first person” and “third person.” We then realized that Google Trends data includes “first person” searches from subjects with suicidal ideation and “third person” searches from their relatives, social surroundings, and institutions; therefore, it is crucial to try to segregate one from the other for future studies. Perhaps, this can be done with the help of linguistics differentiating the denotative aspects of words from their connotative aspects. </p>
      </sec>
      <sec>
        <title>Comparison With Prior Work</title>
        <p>The term that correlates more strongly with the overall rate of suicide is <italic>Allergy</italic> (<italic>r</italic>&#62;0.5 and <italic>P</italic>&#60;.001), which is consistent with other studies linking depression and allergy [<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref43">43</xref>].</p>
        <p>However, the overlap between the terms that correlate in our study and those that correlate in other studies is only about half. This could be due to cultural differences between the regions of the study subjects. It could also be due to semantic changes lost (or gained) in translation: Although the studies that we used to build our research were written in English, the original language of the study was Japanese or Mandarin Chinese in several cases, which resulted in two nested translations in this study.</p>
        <p>Comparing our results for Spain with some of the results from a study by Yang et al [<xref ref-type="bibr" rid="ref33">33</xref>] for Taiwan, there are differences that we can charge to cultural or sociological variances between the subjects of each study. Although in the Taiwanese study, the term <italic>Divorce</italic> correlates with suicide rates, in our study, it does not correlate with suicide rates. <italic>Unemployed</italic> does not correlate with suicide rates, according to Yang et al [<xref ref-type="bibr" rid="ref33">33</xref>], but it does so in Spain, where unemployment is approximately 4 times higher than it is in Taiwan. We interpret these as indicators of issues that have a different significance and social context in these two regions. It should be noticed that while the search term <italic>Divorce</italic> (<italic>r</italic>=0.064; <italic>P</italic>=.24) does not correlate with suicide rates in Spain, <italic>Relationship Breakup</italic> (<italic>r</italic>=0.268; <italic>P</italic>=.002) does and this is the second strongest correlation among women. Further consideration on gender differences are made in the following section.</p>
        <p>Another reason for these disparities might be deficiencies in the study methodology since using Google Trends as a diagnostic indicator of a society’s well-being is still fairly new.</p>
        <p>Other interesting evidence our study demonstrates is that well-known risk factors (eg, depression) and explicit searches (eg, suicide) are not correlated with suicide rates; this could be interpreted as follows: the better the knowledge of the risk situation, the less likely it is that this risk of suicide will materialize.</p>
      </sec>
      <sec>
        <title>Differences Between Men and Women</title>
        <p>Although there is no gender segregation in Google Trends RSV data, as Spanish suicide rates from the INE are segregated by gender, we were able to find differing gender-based correlations: We have found 5 terms that correlate for suicide rates among men and 12 terms in the case of women. Search terms that correlate with suicide rates of women are consistent with previous studies, showing that the incidence of depression is higher in women than in men [<xref ref-type="bibr" rid="ref44">44</xref>].</p>
        <p>In short, we have obtained more than twice the correlations between suicide rates for women compared with those obtained for men. We understand that this is due to the fact that patterns of internet usage among women are more oriented toward searches on health or lifestyle [<xref ref-type="bibr" rid="ref40">40</xref>], which is also very much in line with the idea that women have more emotional intelligence than men [<xref ref-type="bibr" rid="ref41">41</xref>]. This would explain why their suicide rate is much lower than that of men in Spain.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Owing to the limitations of evidence, we cannot actually predict increases of suicidal mortality using web search data. Rather, we undertook a preliminary investigation using the entire available dataset to establish a statistical association between search term usage and actual suicides in Spain. Further studies should compute time-lagged correlations between Google searches and suicides to help prevent suicide-related deaths.</p>
      </sec>
      <sec>
        <title>Social Applications</title>
        <p>The practical implication of our results are as follows: It is desirable that competent authorities establish agreements with Google to facilitate suicide prevention by monitoring searches in Google for any of the terms that have been shown to correlate with suicide statistics and other terms that are proven to be significant in future studies.</p>
        <p>We also hope that our research will help design and maintain websites that provide better education for suicide prevention, focusing on the treatment of depression and management of labor or emotional problems, as these fields show greater explanatory-predictive value in the incidence of suicide according to our regression model.</p>
      </sec>
      <sec>
        <title>Future Developments</title>
        <p>An interesting avenue for future research on suicide-related searches is obtaining data from large social networks such as Facebook or Twitter, rather than just metasearch engines like Google.</p>
        <p>In addition, the results of this study suggest the feasibility of using the Google search volume to predict other social risk behaviors such as traffic accidents, domestic violence, and bullying, and for the epidemiological monitoring of the evolution of emotional disorders in society. In general, we believe that tracking the search volumes of certain terms (eg, ones related to suicide) represents satisfaction in and well-being of a society. Hence, there may even be an application to the field of politics.</p>
      </sec>
      <sec>
        <title>Other Considerations</title>
        <p>We want to point out some interesting facts that we have come across in our research and that we consider to be significant in correctly interpreting the world of big data and metasearch engines.</p>
        <p>First, as mentioned earlier, it is interesting to note that despite the fact that more than 10,000 scientific papers used or mentioned the Google Trends service, according to Google Scholar, we did not find any mathematical formulation of how Google Trends operationalizes the values that it returns, which is the reason why we have developed it ourselves (<xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
        <p>Another fact that seems significant is the case of GISI [<xref ref-type="bibr" rid="ref20">20</xref>] or the Google Price Index (GPI), which are Google initiatives from 2010, that disappeared despite evidence of good results for forecasting phenomena. According to comments on web-based forums, Google chief economist, Dr Hal Varian, said that GPI was never intended be a project or public source of data; it was simply an internal Google project made visible by the press [<xref ref-type="bibr" rid="ref45">45</xref>].</p>
        <p>In any case, the opportunities and risks of using information from internet metasearches are yet to be determined; with this work, we hope to have contributed some clarity to this field of study.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">GISI</term>
          <def>
            <p>Google Inflation Search Index</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">GPI</term>
          <def>
            <p>Google Price Index</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">INE</term>
          <def>
            <p>Spanish National Statistics Institute</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">RSV</term>
          <def>
            <p>Relative Search Volume</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">WHO</term>
          <def>
            <p>World Health Organization</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors would like to thank their colleagues in the Telemedicine and Health Research Unit for their support, and those from the National Epidemiology Center, J Almazan, R Bonilla, E Alcalde, and A Larrauri for their help with the dataset and their advice on statistical methods. We would like to acknowledge the assistance of R Cuenca who helped illuminate the context of this difficult topic of suicide and the help and vision that they received from M Loeches from the Joint Centre for Research on Human Evolution and Behavior. We would also like to acknowledge Abraira V for his wisdom and mathematical view and Rodriguez JA for her contribution and practical support.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <source>Projections of mortality and causes of death, 2016 to 2060</source>
          <access-date>2020-03-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/healthinfo/global_burden_disease/ projections/en/">https://www.who.int/healthinfo/global_burden_disease/projections/en/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wasserman</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Wasserman</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <source>Oxford Textbook Of Suicidology And Suicide Prevention Online</source>
          <year>2009</year>
          <publisher-loc>Oxford, UK</publisher-loc>
          <publisher-name>Oxford University Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fundación</surname>
              <given-names>Salud Mental España para la prevención de los trastornos mentales y el suicidio</given-names>
            </name>
          </person-group>
          <source>Suicidios España Estadísticas</source>
          <year>2014</year>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.fsme.es/observatorio-del-suicidio/">https://www.fsme.es/observatorio-del-suicidio/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <source>Wikipedia</source>
          <year>2016</year>
          <comment>Epidemiology of suicide<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://en.wikipedia.org/w/index.php?title=Epidemiology_of_suicide&#38;oldid=737486218">https://en.wikipedia.org/w/index.php?title=Epidemiology_of_suicide&#38;oldid=737486218</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Howe</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <source>Walt´s World Wide Webbing</source>
          <year>2016</year>
          <comment>A Brief History of the Internet: An anecdotal history of the people and communities that brought about the Internet and the Web<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.walthowe.com/navnet/history.html">http://www.walthowe.com/navnet/history.html</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Whitbourne</surname>
              <given-names>Sk</given-names>
            </name>
            <name name-style="western">
              <surname>Halgin</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Abnormal psychology</article-title>
          <source>Abnormal Psychology: Clinical Perspectives On Psychological Disorders</source>
          <year>2012</year>
          <publisher-loc>New York, USA</publisher-loc>
          <publisher-name>Mcgraw-hill Humanities/social Sciences/languages</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mok</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Jorm</surname>
              <given-names>AF</given-names>
            </name>
            <name name-style="western">
              <surname>Pirkis</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Suicide-related internet use: a review</article-title>
          <source>Aust N Z J Psychiatry</source>
          <year>2015</year>
          <month>08</month>
          <volume>49</volume>
          <issue>8</issue>
          <fpage>697</fpage>
          <lpage>705</lpage>
          <pub-id pub-id-type="doi">10.1177/0004867415569797</pub-id>
          <pub-id pub-id-type="medline">25698810</pub-id>
          <pub-id pub-id-type="pii">0004867415569797</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McCarthy</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>Internet monitoring of suicide risk in the population</article-title>
          <source>J Affect Disord</source>
          <year>2010</year>
          <month>05</month>
          <volume>122</volume>
          <issue>3</issue>
          <fpage>277</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19748681"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jad.2009.08.015</pub-id>
          <pub-id pub-id-type="medline">19748681</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(09)00397-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC2847052</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Varian</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Predicting the present with Google Trends</article-title>
          <source>Econ Rec</source>
          <year>2012</year>
          <volume>88</volume>
          <issue>S1</issue>
          <fpage>2</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1475-4932.2012.00809.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ettredge</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gerdes</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Karuga</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Using web-based search data to predict macroeconomic statistics</article-title>
          <source>Commun ACM</source>
          <year>2005</year>
          <volume>48</volume>
          <issue>11</issue>
          <fpage>87</fpage>
          <lpage>92</lpage>
          <pub-id pub-id-type="doi">10.1145/1096000.1096010</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cooper</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Mallon</surname>
              <given-names>KP</given-names>
            </name>
            <name name-style="western">
              <surname>Leadbetter</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pollack</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Peipins</surname>
              <given-names>LA</given-names>
            </name>
          </person-group>
          <article-title>Cancer Internet search activity on a major search engine, United States 2001-2003</article-title>
          <source>J Med Internet Res</source>
          <year>2005</year>
          <month>07</month>
          <day>1</day>
          <volume>7</volume>
          <issue>3</issue>
          <fpage>e36</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2005/3/e36/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.7.3.e36</pub-id>
          <pub-id pub-id-type="medline">15998627</pub-id>
          <pub-id pub-id-type="pii">v7i3e36</pub-id>
          <pub-id pub-id-type="pmcid">PMC1550657</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Eysenbach</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Infodemiology: Tracking Flu-related Searches on the Web for Syndromic Surveillance</article-title>
          <source>2006 AMIA Annual Symposium Proceedings</source>
          <year>2006</year>
          <conf-name>AMIA'06</conf-name>
          <conf-date>November 11-15, 2006</conf-date>
          <conf-loc>Washington, DC, USA</conf-loc>
          <fpage>244</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ncbi.nlm.nih.gov/pmc/articles/PMC1839505/pdf/AMIA2006_0244.pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ginsberg</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mohebbi</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Brammer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Smolinski</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Brilliant</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Detecting influenza epidemics using search engine query data</article-title>
          <source>Nature</source>
          <year>2009</year>
          <month>02</month>
          <day>19</day>
          <volume>457</volume>
          <issue>7232</issue>
          <fpage>1012</fpage>
          <lpage>4</lpage>
          <pub-id pub-id-type="doi">10.1038/nature07634</pub-id>
          <pub-id pub-id-type="medline">19020500</pub-id>
          <pub-id pub-id-type="pii">nature07634</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brownstein</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Freifeld</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Madoff</surname>
              <given-names>LC</given-names>
            </name>
          </person-group>
          <article-title>Digital disease detection--harnessing the Web for public health surveillance</article-title>
          <source>N Engl J Med</source>
          <year>2009</year>
          <month>05</month>
          <day>21</day>
          <volume>360</volume>
          <issue>21</issue>
          <fpage>2153</fpage>
          <lpage>5, 7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19423867"/>
          </comment>
          <pub-id pub-id-type="doi">10.1056/NEJMp0900702</pub-id>
          <pub-id pub-id-type="medline">19423867</pub-id>
          <pub-id pub-id-type="pii">NEJMp0900702</pub-id>
          <pub-id pub-id-type="pmcid">PMC2917042</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hulth</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rydevik</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Linde</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Web queries as a source for syndromic surveillance</article-title>
          <source>PLoS One</source>
          <year>2009</year>
          <volume>4</volume>
          <issue>2</issue>
          <fpage>e4378</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0004378"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0004378</pub-id>
          <pub-id pub-id-type="medline">19197389</pub-id>
          <pub-id pub-id-type="pmcid">PMC2634970</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pelat</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Turbelin</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bar-Hen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Flahault</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Valleron</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>More diseases tracked by using Google Trends</article-title>
          <source>Emerg Infect Dis</source>
          <year>2009</year>
          <month>08</month>
          <volume>15</volume>
          <issue>8</issue>
          <fpage>1327</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.3201/eid1508.090299"/>
          </comment>
          <pub-id pub-id-type="doi">10.3201/eid1508.090299</pub-id>
          <pub-id pub-id-type="medline">19751610</pub-id>
          <pub-id pub-id-type="pmcid">PMC2815981</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Valdivia</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Monge-Corella</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Diseases tracked by using Google trends, Spain</article-title>
          <source>Emerg Infect Dis</source>
          <year>2010</year>
          <month>01</month>
          <volume>16</volume>
          <issue>1</issue>
          <fpage>168</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.3201/eid1601.091308"/>
          </comment>
          <pub-id pub-id-type="doi">10.3201/eid1601.091308</pub-id>
          <pub-id pub-id-type="medline">20031078</pub-id>
          <pub-id pub-id-type="pmcid">PMC2874385</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Askitas</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Zimmermann</surname>
              <given-names>KF</given-names>
            </name>
          </person-group>
          <article-title>Google econometrics and unemployment forecasting</article-title>
          <source>Appl Econ Q</source>
          <year>2009</year>
          <volume>55</volume>
          <issue>2</issue>
          <fpage>107</fpage>
          <lpage>20</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.econstor.eu/bitstream/10419/35733/1/605353115.pdf"/>
          </comment>
          <pub-id pub-id-type="doi">10.3790/aeq.55.2.107</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Suhoy</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <source>Bank of Israel</source>
          <year>2009</year>
          <month>07</month>
          <access-date>2019-12-23</access-date>
          <comment>Query Indices and a 2008 Downturn: Israeli Data<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.boi.org.il/deptdata/mehkar/papers/dp0906e.pdf">https://www.boi.org.il/deptdata/mehkar/papers/dp0906e.pdf</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guzmán</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Internet search behavior as an economic forecasting tool: the case of inflation expectations</article-title>
          <source>J Econ Soc Meas</source>
          <year>2011</year>
          <volume>36</volume>
          <issue>3</issue>
          <fpage>119</fpage>
          <lpage>67</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://datascienceassn.org/sites/default/files/Internet%20search%20behavior%20as%20an%20economic%20forecasting%20tool%20the%20case%20of%20inflation%20expectations.pdf"/>
          </comment>
          <pub-id pub-id-type="doi">10.3233/jem-2011-0342</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baker</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Fradkin</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <source>siepr - Stanford University</source>
          <year>2011</year>
          <access-date>2019-12-23</access-date>
          <comment>What Drives Job Search? Evidence from Google Search Data<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www-siepr.stanford.edu/RePEc/sip/10-020.pdf">http://www-siepr.stanford.edu/RePEc/sip/10-020.pdf</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Radinsky</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Davidovich</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Markovitch</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Predicting the News of Tomorrow Using Patterns in Web Search Queries</article-title>
          <source>Proceedings of the 2008 IEEE/WIC/ACM International Conference on Web Intelligence and Intelligent Agent Technology</source>
          <year>2008</year>
          <conf-name>IEEE/WIC/ACM'08</conf-name>
          <conf-date>December 9-12, 2008</conf-date>
          <conf-loc>Sydney, Australia</conf-loc>
          <pub-id pub-id-type="doi">10.1109/wiiat.2008.215</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Preis</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Reith</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Stanley</surname>
              <given-names>HE</given-names>
            </name>
          </person-group>
          <article-title>Complex dynamics of our economic life on different scales: insights from search engine query data</article-title>
          <source>Philos Trans A Math Phys Eng Sci</source>
          <year>2010</year>
          <month>12</month>
          <day>28</day>
          <volume>368</volume>
          <issue>1933</issue>
          <fpage>5707</fpage>
          <lpage>19</lpage>
          <pub-id pub-id-type="doi">10.1098/rsta.2010.0284</pub-id>
          <pub-id pub-id-type="medline">21078644</pub-id>
          <pub-id pub-id-type="pii">368/1933/5707</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vosen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Schmidt</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Forecasting private consumptionurvey-based indicators vs Google trends</article-title>
          <source>J Forecast</source>
          <year>2011</year>
          <volume>30</volume>
          <issue>6</issue>
          <fpage>565</fpage>
          <lpage>78</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.econstor.eu/bitstream/10419/29900/1/614061253.pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shimshoni</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Efron</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Matias</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <source>Audentia</source>
          <year>2009</year>
          <access-date>2019-12-23</access-date>
          <comment>On the Predictability of Search Trends<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.audentia-gestion.fr/Recherche-Research-Google/google_trends_predictability.pdf">http://www.audentia-gestion.fr/Recherche-Research-Google/google_trends_predictability.pdf</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goel</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hofman</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Lahaie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pennock</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Watts</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>Predicting consumer behavior with web search</article-title>
          <source>Proc Natl Acad Sci U S A</source>
          <year>2010</year>
          <month>10</month>
          <day>12</day>
          <volume>107</volume>
          <issue>41</issue>
          <fpage>17486</fpage>
          <lpage>90</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.pnas.org/cgi/pmidlookup?view=long&#38;pmid=20876140"/>
          </comment>
          <pub-id pub-id-type="doi">10.1073/pnas.1005962107</pub-id>
          <pub-id pub-id-type="medline">20876140</pub-id>
          <pub-id pub-id-type="pii">1005962107</pub-id>
          <pub-id pub-id-type="pmcid">PMC2955127</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Adler</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Cattuto</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kalimeri</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Paolotti</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Tizzoni</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Verhulst</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Yom-Tov</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>How search engine data enhance the understanding of determinants of suicide in India and inform prevention: observational study</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>01</month>
          <day>4</day>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>e10179</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/1/e10179/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/10179</pub-id>
          <pub-id pub-id-type="medline">30609976</pub-id>
          <pub-id pub-id-type="pii">v21i1e10179</pub-id>
          <pub-id pub-id-type="pmcid">PMC6682304</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Daine</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hawton</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Singaravelu</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Simkin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Montgomery</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>The power of the web: a systematic review of studies of the influence of the internet on self-harm and suicide in young people</article-title>
          <source>PLoS One</source>
          <year>2013</year>
          <volume>8</volume>
          <issue>10</issue>
          <fpage>e77555</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0077555"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0077555</pub-id>
          <pub-id pub-id-type="medline">24204868</pub-id>
          <pub-id pub-id-type="pii">PONE-D-13-14108</pub-id>
          <pub-id pub-id-type="pmcid">PMC3813687</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Page</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gunnell</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Internet searches for a specific suicide method follow its high-profile media coverage</article-title>
          <source>Am J Psychiatry</source>
          <year>2011</year>
          <month>08</month>
          <volume>168</volume>
          <issue>8</issue>
          <fpage>855</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1176/appi.ajp.2011.11020284</pub-id>
          <pub-id pub-id-type="medline">21813499</pub-id>
          <pub-id pub-id-type="pii">168/8/855-b</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Page</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gunnell</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Surveillance of Australian suicidal behaviour using the internet?</article-title>
          <source>Aust N Z J Psychiatry</source>
          <year>2011</year>
          <month>12</month>
          <volume>45</volume>
          <issue>12</issue>
          <fpage>1020</fpage>
          <lpage>2</lpage>
          <pub-id pub-id-type="doi">10.3109/00048674.2011.623660</pub-id>
          <pub-id pub-id-type="medline">22034830</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gunn</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Lester</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Using google searches on the internet to monitor suicidal behavior</article-title>
          <source>J Affect Disord</source>
          <year>2013</year>
          <month>06</month>
          <volume>148</volume>
          <issue>2-3</issue>
          <fpage>411</fpage>
          <lpage>2</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jad.2012.11.004</pub-id>
          <pub-id pub-id-type="medline">23182592</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(12)00738-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sueki</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Does the volume of internet searches using suicide-related search terms influence the suicide death rate: data from 2004 to 2009 in Japan</article-title>
          <source>Psychiatry Clin Neurosci</source>
          <year>2011</year>
          <month>06</month>
          <volume>65</volume>
          <issue>4</issue>
          <fpage>392</fpage>
          <lpage>4</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/j.1440-1819.2011.02216.x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1440-1819.2011.02216.x</pub-id>
          <pub-id pub-id-type="medline">21569178</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Tsai</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>NE</given-names>
            </name>
            <name name-style="western">
              <surname>Peng</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Association of internet search trends with suicide death in Taipei City, Taiwan, 2004-2009</article-title>
          <source>J Affect Disord</source>
          <year>2011</year>
          <month>07</month>
          <volume>132</volume>
          <issue>1-2</issue>
          <fpage>179</fpage>
          <lpage>84</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jad.2011.01.019</pub-id>
          <pub-id pub-id-type="medline">21371755</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(11)00052-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hagihara</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Miyazaki</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Abe</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Internet suicide searches and the incidence of suicide in young people in Japan</article-title>
          <source>Eur Arch Psychiatry Clin Neurosci</source>
          <year>2012</year>
          <month>02</month>
          <volume>262</volume>
          <issue>1</issue>
          <fpage>39</fpage>
          <lpage>46</lpage>
          <pub-id pub-id-type="doi">10.1007/s00406-011-0212-8</pub-id>
          <pub-id pub-id-type="medline">21505949</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McIntosh</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Drapeau</surname>
              <given-names>CW</given-names>
            </name>
          </person-group>
          <source>American Association of Suicidology</source>
          <year>2012</year>
          <comment>USA suicide 2010: Official final data<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://scholar.google.es/scholar?cluster=9386079332180876374&#38;hl=es&#38;as_sdt=2005&#38;sciodt=0,5">https://scholar.google.es/scholar?cluster=9386079332180876374&#38;hl=es&#38;as_sdt=2005&#38;sciodt=0,5</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bruckner</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>McClure</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Google searches for suicide and risk of suicide</article-title>
          <source>Psychiatr Serv</source>
          <year>2014</year>
          <month>02</month>
          <day>1</day>
          <volume>65</volume>
          <issue>2</issue>
          <fpage>271</fpage>
          <lpage>2</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24492910"/>
          </comment>
          <pub-id pub-id-type="doi">10.1176/appi.ps.201300211</pub-id>
          <pub-id pub-id-type="medline">24492910</pub-id>
          <pub-id pub-id-type="pii">1818814</pub-id>
          <pub-id pub-id-type="pmcid">PMC4224516</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>JD</given-names>
            </name>
          </person-group>
          <source>Straightforward Statistics for the Behavioral Sciences</source>
          <year>1996</year>
          <publisher-loc>Pacific Grove</publisher-loc>
          <publisher-name>Brooks/Cole Pub. Co</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="web">
          <source>Wikipedia</source>
          <access-date>2019-12-23</access-date>
          <comment>Google Trends<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://en.wikipedia.org/w/index.php?title=Google_Trends&#38;oldid=735141394">https://en.wikipedia.org/w/index.php?title=Google_Trends&#38;oldid=735141394</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="web">
          <source>WordReference</source>
          <access-date>2020-03-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.wordreference.com/">https://www.wordreference.com/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hupfer</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Detlor</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Gender and Web information seeking: a self-concept orientation model</article-title>
          <source>J Am Soc Inf Sci Technol</source>
          <year>2006</year>
          <volume>57</volume>
          <issue>8</issue>
          <fpage>1105</fpage>
          <lpage>15</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://s3.amazonaws.com/academia.edu.documents/44157679/Gender_and_Web_Information_Seeking_A_Sel20160327-30243-d8kpl.pdf?response-content-disposition=inline%3B%20filename%3DGender_and_Web_information_seeking_A_sel.pdf&#38;X-Amz-Algorithm=AWS4-HMAC-SHA256&#38;X-Amz-Credential=AKIAIWOWYYGZ2Y53UL3A%2F20191217%2Fus-east-1%2Fs3%2Faws4_request&#38;X-Amz-Date=20191217T220801Z&#38;X-Amz-Expires=3600&#38;X-Amz-SignedHeaders=host&#38;X-Amz-Signature=debb24504a8c07508f148357a2a95b18a15ae133d34a7753829cf8af64329594"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/asi.20379</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Petrides</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Furnham</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The role of trait emotional intelligence in a gender‐specific model of organizational variables1</article-title>
          <source>J Appl Soc Psychol</source>
          <year>2006</year>
          <volume>36</volume>
          <issue>2</issue>
          <fpage>552</fpage>
          <lpage>69</lpage>
          <pub-id pub-id-type="doi">10.1111/j.0021-9029.2006.00019.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goodwin</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Castro</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kovacs</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Major depression and allergy: does neuroticism explain the relationship?</article-title>
          <source>Psychosom Med</source>
          <year>2006</year>
          <volume>68</volume>
          <issue>1</issue>
          <fpage>94</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1097/01.psy.0000195797.78162.f4</pub-id>
          <pub-id pub-id-type="medline">16449417</pub-id>
          <pub-id pub-id-type="pii">68/1/94</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marshall</surname>
              <given-names>PS</given-names>
            </name>
          </person-group>
          <article-title>Allergy and depression: a neurochemical threshold model of the relation between the illnesses</article-title>
          <source>Psychol Bull</source>
          <year>1993</year>
          <month>01</month>
          <volume>113</volume>
          <issue>1</issue>
          <fpage>23</fpage>
          <lpage>43</lpage>
          <pub-id pub-id-type="doi">10.1037/0033-2909.113.1.23</pub-id>
          <pub-id pub-id-type="medline">8093981</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Culbertson</surname>
              <given-names>FM</given-names>
            </name>
          </person-group>
          <article-title>Depression and gender. An international review</article-title>
          <source>Am Psychol</source>
          <year>1997</year>
          <month>01</month>
          <volume>52</volume>
          <issue>1</issue>
          <fpage>25</fpage>
          <lpage>31</lpage>
          <pub-id pub-id-type="doi">10.1037//0003-066x.52.1.25</pub-id>
          <pub-id pub-id-type="medline">9017929</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="web">
          <source>Money Stack Exchange</source>
          <access-date>2016-10-10</access-date>
          <comment>What happened to the Google Price Index?<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://money.stackexchange.com/questions/21629/what-happened-to-the-google-price-index">http://money.stackexchange.com/questions/21629/what-happened-to-the-google-price-index</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
