<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.0" xmlns:xlink="http://www.w3.org/1999/xlink">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JPH</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Public Health Surveill</journal-id>
      <journal-title>JMIR Public Health and Surveillance</journal-title>
      <issn pub-type="epub">2369-2960</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i12e24938</article-id>
      <article-id pub-id-type="pmid">36563032</article-id>
      <article-id pub-id-type="doi">10.2196/24938</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Drug Abuse Ontology to Harness Web-Based Data for Substance Use Epidemiology Research: Ontology Development Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Bradley</surname>
            <given-names>Heather</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Meacham</surname>
            <given-names>Meredith</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Foulquié</surname>
            <given-names>Pierre</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Dasgupta</surname>
            <given-names>Nabarun</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Lokala</surname>
            <given-names>Usha</given-names>
          </name>
          <degrees>MSci</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>AI Institute, University of South Carolina</institution>
            <addr-line>1112 Greene St</addr-line>
            <addr-line>Columbia, SC, 29208</addr-line>
            <country>United States</country>
            <phone>1 803 777 9707</phone>
            <email>nlokala@email.sc.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6186-2171</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Lamy</surname>
            <given-names>Francois</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6542-1381</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Daniulaityte</surname>
            <given-names>Raminta</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6507-3866</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Gaur</surname>
            <given-names>Manas</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5411-2230</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Gyrard</surname>
            <given-names>Amelie</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3938-5617</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Thirunarayan</surname>
            <given-names>Krishnaprasad</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7041-6963</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Kursuncu</surname>
            <given-names>Ugur</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8108-9590</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Sheth</surname>
            <given-names>Amit</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0021-5293</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>AI Institute, University of South Carolina</institution>
        <addr-line>Columbia, SC</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Society and Health, Mahidol University</institution>
        <addr-line>Salaya</addr-line>
        <country>Thailand</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>College of Health Solutions, Arizona State Univeristy</institution>
        <addr-line>Phoenix, AZ</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of IoT and AI, Trialog Information Technology &amp; Services</institution>
        <addr-line>Ile-de-France</addr-line>
        <country>France</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Department of Computer Science &amp; Engineering, Wright State University</institution>
        <addr-line>Dayton, OH</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Usha Lokala <email>nlokala@email.sc.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>12</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>23</day>
        <month>12</month>
        <year>2022</year>
      </pub-date>
      <volume>8</volume>
      <issue>12</issue>
      <elocation-id>e24938</elocation-id>
      <history>
        <date date-type="received">
          <day>10</day>
          <month>10</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>21</day>
          <month>12</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>15</day>
          <month>2</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>10</day>
          <month>5</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Usha Lokala, Francois Lamy, Raminta Daniulaityte, Manas Gaur, Amelie Gyrard, Krishnaprasad Thirunarayan, Ugur Kursuncu, Amit Sheth. Originally published in JMIR Public Health and Surveillance (https://publichealth.jmir.org), 23.12.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Public Health and Surveillance, is properly cited. The complete bibliographic information, a link to the original publication on https://publichealth.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://publichealth.jmir.org/2022/12/e24938" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Web-based resources and social media platforms play an increasingly important role in health-related knowledge and experience sharing. There is a growing interest in the use of these novel data sources for epidemiological surveillance of substance use behaviors and trends.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The key aims were to describe the development and application of the drug abuse ontology (DAO) as a framework for analyzing web-based and social media data to inform public health and substance use research in the following areas: determining user knowledge, attitudes, and behaviors related to nonmedical use of buprenorphine and illicitly manufactured opioids through the analysis of web forum data Prescription Drug Abuse Online Surveillance; analyzing patterns and trends of cannabis product use in the context of evolving cannabis legalization policies in the United States through analysis of Twitter and web forum data (eDrugTrends); assessing trends in the availability of novel synthetic opioids through the analysis of cryptomarket data (eDarkTrends); and analyzing COVID-19 pandemic trends in social media data related to 13 states in the United States as per Mental Health America reports.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>The domain and scope of the DAO were defined using competency questions from popular ontology methodology (101 ontology development). The 101 method includes determining the domain and scope of ontology, reusing existing knowledge, enumerating important terms in ontology, defining the classes, their properties and creating instances of the classes. The quality of the ontology was evaluated using a set of tools and best practices recognized by the semantic web community and the artificial intelligence community that engage in natural language processing.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The current version of the DAO comprises 315 classes, 31 relationships, and 814 instances among the classes. The ontology is flexible and can easily accommodate new concepts. The integration of the ontology with machine learning algorithms dramatically decreased the false alarm rate by adding external knowledge to the machine learning process. The ontology is recurrently updated to capture evolving concepts in different contexts and applied to analyze data related to social media and dark web marketplaces.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The DAO provides a powerful framework and a useful resource that can be expanded and adapted to a wide range of substance use and mental health domains to help advance big data analytics of web-based data for substance use epidemiology research.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>ontology</kwd>
        <kwd>knowledge graph</kwd>
        <kwd>semantic web</kwd>
        <kwd>illicit drugs</kwd>
        <kwd>cryptomarket</kwd>
        <kwd>social media</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Illicit drug use is a complex social phenomenon generating a variety of public health issues that affect individuals and their communities. In its 2020 report, the United Nations Office on Drugs and Crime estimated that 5.4% of the world population used illicit drugs in 2018 while 0.7% of the whole population is affected by substance use disorder [<xref ref-type="bibr" rid="ref1">1</xref>]. Individuals affected by substance use disorder are at risk of experiencing a variety of adverse psychiatric and physical health effects such as unintentional overdoses or disease infections (eg, HIV and hepatitis C). Individual drug use also potentially impacts the well-being of others, affecting local communities and neighborhoods [<xref ref-type="bibr" rid="ref2">2</xref>], which in turn creates the contextual conditions and social determinants linked to individual drug use initiation [<xref ref-type="bibr" rid="ref3">3</xref>]. Although cannabis remains by far the most consumed illicit drug with more potent forms potentially linked to adverse consequences [<xref ref-type="bibr" rid="ref4">4</xref>], opioid and amphetamine-type drugs remain more frequently associated with psychiatric and physical harms [<xref ref-type="bibr" rid="ref5">5</xref>].</p>
        <p>Although illicit substance use represents an endemic phenomenon affecting modern societies, recent years have seen radical and rapid changes in terms of the variety of substances available, the growing role played by the internet, and the decriminalization or legalization of several illicit substances in an increasing number of countries. For example, the European Monitoring Centre for Drugs and Drug Addiction has identified and listed approximately 400 novel psychoactive substances since 2015 [<xref ref-type="bibr" rid="ref6">6</xref>], while cryptomarkets located on the dark net have become increasingly important platforms for the distribution of novel psychoactive substances and other illicit or prescription drugs [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. These changes call for more timely methods of data collection, allowing the monitoring of both demand and supply sides. In this ever-changing environment, user-generated content on illicit drug use shared on social media represents a rich source of unsolicited and unfiltered self-disclosures of attitudes and practices related to substance use [<xref ref-type="bibr" rid="ref9">9</xref>]. Furthermore, web-based sources of distribution can be harnessed to provide updates on the illicit drug supply trade and new trends [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
        <p>These unfiltered web-based communications and advertisements offer a rich source of data sensitive to changing and emerging drug use trends, and can be used to complement and enhance existing epidemiological surveillance systems.</p>
        <p>Semantic web-based approaches play a key role in enhancing and improving big data analytics for such complex domains as substance use. The semantic web is an extension of the web in which a set of design principles and technologies have been created to capture the meaning of information [<xref ref-type="bibr" rid="ref11">11</xref>]. An ontology is defined as a specification of shared concepts and relationships among them, consisting of a schema and a knowledge base of instances [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
        <p>Ontologies also play key roles in the development of (1) semantic web applications, (2) semantic annotation of data, and (3) tools for querying and reasoning [<xref ref-type="bibr" rid="ref13">13</xref>]. However, to apply semantic web tools effectively, there is a need for a domain-specific ontology to represent the main entities of value described in the social media posts and their relationships [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
        <p>There has been a broad range of research developing ontologies for social media data. For instance, the work proposed by Kim et al [<xref ref-type="bibr" rid="ref15">15</xref>] aimed to develop an ontology dedicated to obesity for investigating obesity-related social media posts and detecting sentiments, emotions, and opinions posted on specific social media. Their ontology was evaluated by mapping concepts from ontology with similar terms found in tweets related to obesity, and is only limited to 8 superclasses related to broader perspectives of any biomedical ontology. This study is limited to social media posts for improving upon the ontology, and the keywords are vastly distributed among the top 2 obesity types (abdomen and thigh) and top 3 management types (diet, exercise, and drug therapy) and are only limited to the general population in social media.</p>
        <p>There are fewer ontologies related to the domain of mental health. For example, Jung et al. [<xref ref-type="bibr" rid="ref16">16</xref>] proposed to design an ontology using an entity-attribute-value triplet data model dedicated to adolescent depression in order to analyze related social media. This ontology was developed using clinical guidelines and unstructured social media posts with 777 terms divided into <italic>risk factors, signs and symptoms, screening, diagnosis, treatment, and prevention</italic>. This work is mainly limited to the extraction of data solely from adolescent depression-related social media posts.</p>
        <p>Several prior ontologies were developed for the analysis of the prescription drug domain. For example, the prescription drugs ontology [<xref ref-type="bibr" rid="ref17">17</xref>] aims at improving the semantics of drug prescriptions and prospectively enabling the interoperability of prescription data by reusing classes and object properties from the information artifact ontology [<xref ref-type="bibr" rid="ref18">18</xref>], the ontology for biomedical investigations [<xref ref-type="bibr" rid="ref19">19</xref>], the ontology for general medical science [<xref ref-type="bibr" rid="ref20">20</xref>], the ontology for medically related social entities [<xref ref-type="bibr" rid="ref21">21</xref>], and the drug ontology [<xref ref-type="bibr" rid="ref22">22</xref>]. However, these ontologies focus on medical uses of prescribed drugs and do not include concepts or slang terms related to the use of illicit drugs and addiction.</p>
        <p>As the opioid crisis has deepened in recent years, efforts to analyze the opioid research on social media and make policy decisions have intensified. In a recent study, a specific knowledge graph called Opioid Drug Knowledge Graph (ODKG) [<xref ref-type="bibr" rid="ref23">23</xref>] was developed to capture opioid-related drugs and related entities in eHealth records. As the drug abuse ontology (DAO) also contains information about opioid-related drugs, we compared the ODKG and DAO in terms of their coverage of relevant entities in opioid-related social media corpus (Twitter) and observed that the DAO outperformed the ODKG by order of magnitude. As the DAO was designed to also cover slang terms that are common in social media, it performed well by retrieving 7 million more tweets than the ODKG (2 million) from a resource of 1.2 billion crawled tweets during the COVID-19 pandemic [<xref ref-type="bibr" rid="ref24">24</xref>].</p>
        <p>The key aims of this paper were to describe the process of development, evaluation, and application of the DAO to facilitate and enhance social media and web-based analytics for substance use epidemiology research. This paper describes the process of DAO development in the context of 4 research projects out of which 3 are National Institutes of Health (NIH)–sponsored studies that aimed to harness web-based and social media data for substance use epidemiology research: (1) Prescription Drug Abuse Online Surveillance (PREDOSE) project that aimed to characterize user knowledge, attitudes, and behaviors related to nonmedical use of buprenorphine and other illicitly manufactured opioids through the analysis of web forum data [<xref ref-type="bibr" rid="ref25">25</xref>-<xref ref-type="bibr" rid="ref27">27</xref>]; (2) eDrugTrends project that focused on patterns and trends of cannabis product use in the context of evolving cannabis legalization policies in the United States through the analysis of Twitter and web forum data [<xref ref-type="bibr" rid="ref28">28</xref>-<xref ref-type="bibr" rid="ref32">32</xref>]; (3) eDarkTrends project that aimed to identify availability trends of novel synthetic opioids through the analysis of crypto market data [<xref ref-type="bibr" rid="ref33">33</xref>-<xref ref-type="bibr" rid="ref35">35</xref>]; and (4) COVID-19 pandemic trends in social media data related to 13 states in the United States and its mental health impact.</p>
        <p>The terminology related to machine learning (ML), natural language processing (NLP), and ontology design used in this paper is organized alphabetically in <xref ref-type="boxed-text" rid="box1">Textbox 1</xref>.</p>
        <boxed-text id="box1" position="float">
          <title>Descriptions of machine learning (ML), natural language processing (NLP), and ontology terms used in this paper.</title>
          <p>
            <bold>Terminology and description</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>101 ontology [<xref ref-type="bibr" rid="ref36">36</xref>]: the 101 ontology is a guideline to create an ontology and offers step by step process. It leverages the authors’ experiences developing and maintaining ontologies in several ontology environments like Protégé.</p>
            </list-item>
            <list-item>
              <p>Bootstrap and bagged random Forest with contextual features (BRF-CF): Random Forest is one of the most popular ML algorithms. It is a type of ensemble ML algorithm called bootstrap or bagging.</p>
            </list-item>
            <list-item>
              <p>Class, data property, individual count: these terms are used as the signatures for the imports closure of the active ontology. In other words, the number of distinct classes, object properties, data properties, and individuals are mentioned in the ontology. The numbers here include built-in entities, such as owl: Thing if they are explicitly mentioned in the ontology.</p>
            </list-item>
            <list-item>
              <p>Community Ontology Repository [<xref ref-type="bibr" rid="ref37">37</xref>]: this is the repository of ontologies hosted by Earth Science Information Partner’s members that would let users try out semantic technologies, understand their benefits, and explore possible applications that used semantic resources.</p>
            </list-item>
            <list-item>
              <p>Depression and drug abuse BERT: BERT is a bidirectional encoder representations from transformers and is a transformer-based ML technique for NLP. We fine-tune BERT models on corpora that are representative of depression and drug abuse.</p>
            </list-item>
            <list-item>
              <p>DBpedia [<xref ref-type="bibr" rid="ref38">38</xref>]: DBpedia is a crowd-sourced community effort to extract structured content from the information created in various Wikipedia projects.</p>
            </list-item>
            <list-item>
              <p>Diagnostic and Statistical Manual for Mental Disorders (DSM)-5: It is the taxonomic and diagnostic manual developed and published by the American Psychiatric Association. It is an authoritative guide for mental health care professionals in the diagnosis of mental disorders.</p>
            </list-item>
            <list-item>
              <p>Entity, concept: the entity is referred to as an encompassing concept for classes, individuals, and properties. Concept and class are simply synonyms.</p>
            </list-item>
            <list-item>
              <p>F1 score: It is the weighted average of precision and recall. This score takes both false positives and false negatives into account. F1 is usually more useful than accuracy score.</p>
            </list-item>
            <list-item>
              <p>False positive, true positive: a false alarm is also known as a false positive. A false positive is a result that indicates a given condition exists when it does not. For example, the model indicates that cannabis can cause pain when it does not cause pain. A true positive is an outcome where the model correctly predicts the positive class. Similarly, a true negative is an outcome where the model correctly predicts the negative class. A false positive is an outcome where the model incorrectly predicts the positive class.</p>
            </list-item>
            <list-item>
              <p>Horizontal linguistic features, vertical linguistic features, fine-grained features: while training an ML model, we organized our feature set into 3 broad groups: horizontal linguistic features, vertical linguistic features, and fine-grained features. Contextual Features (or embedding of a social media post) with Modulations (CFwM) and without Modulations (CFw/oM) are 2 additional feature set created using Word2Vec.</p>
            </list-item>
            <list-item>
              <p>Ontology metrics [<xref ref-type="bibr" rid="ref39">39</xref>]: the metrics list the numbers for structures and representation of ontology in Protégé as it is the most widely used tool to create an ontology. Axioms associate class and properties and are a combination of logical and nonlogical attributes. The number of distinct classes, object properties, data properties, and individuals reported is focused on the evaluation of the structure of DAO.</p>
            </list-item>
            <list-item>
              <p>Oops (ontology pitfall scanner), vapor, triple checker [<xref ref-type="bibr" rid="ref40">40</xref>]: these are Semantic Web (SemWeb) validation or documentation tools that help to improve ontologies. Oops detect common pitfalls in ontology automatically and provide recommendations to fix them.</p>
            </list-item>
            <list-item>
              <p>Owl file: the W3C web Ontology Language is a SemWeb language designed to represent rich and complex knowledge about things, groups of things, and relations between things.</p>
            </list-item>
            <list-item>
              <p>PerfectO methodology [<xref ref-type="bibr" rid="ref40">40</xref>]: PerfectO references, classifies, and provides tools to encourage SemWeb best practices to achieve semantic interoperability by focusing on ontology improvement.</p>
            </list-item>
            <list-item>
              <p>Precision, recall: precision is the proportion of times that when you predict it is positive and it actually turns out to be positive, whereas recall is like accuracy over just the positives—it is the proportion of times you labeled positive correctly over the number of times it was actually positive.</p>
            </list-item>
            <list-item>
              <p>Protégé: protégé is a free, open-source ontology editor and framework for building intelligent systems.</p>
            </list-item>
            <list-item>
              <p>SEDO [<xref ref-type="bibr" rid="ref41">41</xref>]: It stands for Semantic Encoding and Decoding Optimization. It is a procedure to modulate the word embedding (vectors) of a word. SEDO modulates the embeddings of each word in the Reddit content of the user based on the proximity of the word to the Diagnostic and Statistical Manual for Mental Disorders-5th edition category.</p>
            </list-item>
            <list-item>
              <p>Vanilla BERT: Vanilla BERT is a variation of the attention-based BERT model and provides a pretrained starting point layer for neural networks.</p>
            </list-item>
            <list-item>
              <p>WebVOWL [<xref ref-type="bibr" rid="ref42">42</xref>]: It is a web application for the interactive visualization of ontologies which is one of the ontology visual representations.</p>
            </list-item>
          </list>
        </boxed-text>
      </sec>
      <sec>
        <title>Evolution of the DAO</title>
        <p>As social media and other web resources play an increasingly important role in health-related knowledge and experience sharing [<xref ref-type="bibr" rid="ref43">43</xref>], there is a need for an ontology explicitly dedicated to the domain of substance use research. The DAO was developed to formalize concepts, entities, and relationships relevant to the domains of addictions and mental health to harness its use on social media data. Our approach, built on the integration of semantic web technologies, enhances traditional ML and NLP techniques for automatic extraction and representation of relevant data and facilitates analysis and interpretation related to the specific goals of each study.</p>
      </sec>
      <sec>
        <title>Prescription Drug Abuse Online Surveillance</title>
        <p>This study focuses on web forum data related to the nonmedical use of buprenorphine [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>] approved in late 2002 by the United States Food and Drug Administration for the treatment of opioid addiction. Use of buprenorphine was defined as nonprescribed when used without medical supervision. Although there is always a level of uncertainty in disambiguating prescribed versus nonprescribed use in web-based discussions, some of the questions and practices shared by individuals provided indicators about nonprescribed use (eg, saying that Suboxone was obtained from a friend; that <italic>bupe</italic> was snorted; or that it was cut up and used in smaller amounts). Buprenorphine (Suboxone, Subutex, etc) is the only controlled substance that may be prescribed for the treatment of opioid addiction by a licensed physician in an office-based setting. The overall purpose of PREDOSE was to study user-generated web forum discussions about the illicit use of Suboxone (buprenorphine or naloxone), Subutex (buprenorphine), and other buprenorphine products by applying novel information processing techniques to facilitate qualitative and quantitative analysis [<xref ref-type="bibr" rid="ref26">26</xref>]. Along with Twitter and Reddit, we also used 3 web forums that provided venues for people to freely share drug use experiences and post questions, comments, and opinions about different drugs. One of these web forums used in our research was Bluelight [<xref ref-type="bibr" rid="ref44">44</xref>] (please note that in compliance with Institutional Review Board guidelines at Wright State University, the names of the other 2 forums have not been disclosed in this paper). Our team has developed a research collaboration with the Bluelight team and was able to obtain deidentified data updates directly from Bluelight. Data from these forums were collected using custom-built web crawlers. We chose to study buprenorphine because there was at that time (2011-2012) a growing body of evidence that buprenorphine was used and that there was relatively little knowledge about the patterns and trends of its nonmedical use in the United States. As buprenorphine use is linked to a broader domain of illicit opioid use and addiction, the initial versions of the DAO included detailed representation of the opioid class drugs, including slang and brand name terminology. The DAO developed for the PREDOSE project also included other classes of drugs, such as cannabis and stimulant-type drugs, because polysubstance use is common among illicit opioid users. <xref rid="figure1" ref-type="fig">Figure 1</xref> [<xref ref-type="bibr" rid="ref26">26</xref>] demonstrates the use of the DAO ontology within our PREDOSE architecture, which comprises three main modules:</p>
        <list list-type="order">
          <list-item>
            <p>Data collection module that collected approximately 1 million posts (1,066,502) from 35,974 users.</p>
          </list-item>
          <list-item>
            <p>Automatic coding module that semantically annotated the posts using the DAO ontology.</p>
          </list-item>
          <list-item>
            <p>Data analysis and interpretation module to visualize the keywords (eg, loperamide and buprenorphine) found within posts and referenced within the DAO ontology.</p>
          </list-item>
        </list>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Use of the drug abuse ontology within Prescription Drug Abuse Online Surveillance (PREDOSE). RDF: Resource Description Framework.</p>
          </caption>
          <graphic xlink:href="publichealth_v8i12e24938_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>eDrugTrends</title>
        <p>This is our second project that received funding from NIH and National Institute on Drug Abuse (NIDA) in 2014 [<xref ref-type="bibr" rid="ref45">45</xref>]. This study focused on social media data related to cannabis and synthetic cannabinoid use in the context of evolving cannabis legalization policies in the United States. The aim of this study was to develop eDrugTrends, a comprehensive software platform for semiautomated processing and visualization of thematic, sentiment, spatiotemporal, and social network dimensions of social media data (Twitter and web forums) on cannabis and synthetic cannabinoid use. The study also aimed to (1) identify and compare trends in knowledge, attitudes, and behaviors related to cannabis and synthetic cannabinoid use across United States regions with different cannabis legalization policies using Twitter and web forum data and (2) analyze social network characteristics and identify key influencers in cannabis and synthetic cannabinoid–related discussions on Twitter. For addressing these aims of the eDrugTrends platform, the DAO was expanded further to include a more comprehensive representation of emerging cannabis products, synthetic cannabinoid products, health-related consequences, and mental health conditions.</p>
      </sec>
      <sec>
        <title>eDarkTrends</title>
        <p>This is the third project using the DAO. This study was funded through the NIH and NIDA time-sensitive mechanism [<xref ref-type="bibr" rid="ref46">46</xref>], which started in 2017. The eDarkTrends project was orientated toward novel synthetic opioids, such as illicitly manufactured fentanyl that have emerged over the past few years and were and still are significant contributors to the increase in unintentional opioid-related overdose mortality in the United States [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref47">47</xref>,<xref ref-type="bibr" rid="ref48">48</xref>]. However, epidemiological surveillance on cryptomarket data was limited at the time (2017). The study’s overall goal was to harness cryptomarket data to conduct surveillance of illicit fentanyl, fentanyl analog, and other novel synthetic opioid availability trends over time and identify new substances as they emerge in the Darknet environment. Ultimately, eDarkTrends aimed at providing a powerful tool for epidemiological surveillance, enhancing the capacities of early warning systems to capture changes in the fentanyl and other illicit synthetic opioid supply and availability. For addressing the specific needs of the project, the DAO was further expanded to include a comprehensive and detailed representation of novel illicit synthetic opioid domains (eg, carfentanil, furanyl fentanyl, U-47700, and MT-45).</p>
      </sec>
      <sec>
        <title>COVID-19 Pandemic</title>
        <p>In addition, we applied the DAO on COVID-19 social media data analysis to analyze the social media data related to the pandemic. The intent is that the COVID-19 pandemic has alleviated community-wide depression and has led to increased drug use [<xref ref-type="bibr" rid="ref49">49</xref>]. The impact of the COVID-19 pandemic on mental health was investigated in recent studies [<xref ref-type="bibr" rid="ref50">50</xref>-<xref ref-type="bibr" rid="ref52">52</xref>]. For this, we proposed a novel framework for assessing the spatiotemporal-thematic progression of depression, drug use, and informativeness of the underlying news content across different states in the United States [<xref ref-type="bibr" rid="ref53">53</xref>]. The DAO is used along with the Medical Subject Headings terms hierarchy in the Unified Medical Language System, the Diagnostic and Statistical Manual for Mental Disorders-5th edition (DSM-5) lexicon [<xref ref-type="bibr" rid="ref41">41</xref>], which are collectively referred to as the Mental Health and Drug Abuse Knowledge base (MHDA-Kb) to spot additional entities.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>The ontology was manually developed by the domain expert coauthors (FL and RD), who used a range of sources, including (1) key epidemiological data sources and reports accessible through the NIDA [<xref ref-type="bibr" rid="ref54">54</xref>], Drug Enforcement Agency [<xref ref-type="bibr" rid="ref55">55</xref>], European Monitoring Centre for Drugs Addiction [<xref ref-type="bibr" rid="ref56">56</xref>], and RxNorm [<xref ref-type="bibr" rid="ref57">57</xref>]; (2) prior peer-reviewed publications related to illicitly manufactured opioids, cannabis, and other drugs [<xref ref-type="bibr" rid="ref58">58</xref>-<xref ref-type="bibr" rid="ref61">61</xref>]; and (3) ongoing manual assessment and examination of web-based social media sources related to selected substances [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref62">62</xref>]. Sources of types 1 and 2 provided primary concepts while sources of type 3 were important in identifying alternative concepts, including synonyms and street names. To develop the DAO, we followed the well-known 101 ontology development methodology [<xref ref-type="bibr" rid="ref63">63</xref>]. The 101 method includes (1) determining the domain and scope of ontology, (2) reusing existing knowledge, (3) enumerating important terms in ontology, and (4) defining the classes and their properties and creating instances of the classes.</p>
      </sec>
      <sec>
        <title>Design</title>
        <p><xref rid="figure2" ref-type="fig">Figure 2</xref> provides an overview of the DAO ontology. Protégé [<xref ref-type="bibr" rid="ref64">64</xref>], a popular ontology editor, was used to build the ontology as a tree of subclasses. The ontology was designed as a catalog of concepts related to substance use. Hence, classes of psychoactive substances (eg, cannabinoids and opioids) were created and populated with subtypes of substances (eg, morphine and fentanyl). Each substance was defined by its name and, when applicable, information regarding its pharmaceutical or brand name (<italic>has_brand_name</italic>), slang or street name (<italic>has_street_name</italic>), and chemical designation (<italic>has_chemical_formula</italic>) were added. This latter information was collected through different sources: pharmaceutical or brand names were based on existing medical or pharmacological dictionaries, slang or street names were based on the domain knowledge of the second and third authors (RD and FL), and chemical designations mostly concerned synthetic cannabinoid receptor agonists and were based on academic literature as well as on seizure data (eg, the National Forensic Laboratory Information System and Europol). The DAO was also enhanced with concepts and slang terms related to those concepts regarding unit (eg, <italic>caps, ml, and bottle),</italic> purity, and form of preparation (<italic>eg, crush and eyeball)</italic> to enable the identification and analysis of triple in text content [<xref ref-type="bibr" rid="ref65">65</xref>]. For example, one instance of the drug <italic>Morphine</italic> is <italic>Poppy_Tea</italic>, which has the slang terms <italic>Pod</italic> and <italic>Poppy_Pods</italic> used on social media.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Drug abuse ontology in Protégé (concepts, object properties, data properties, and instances).</p>
          </caption>
          <graphic xlink:href="publichealth_v8i12e24938_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Instantiation</title>
        <p>This is defined as creating instances of classes in a hierarchy. The instance of a class has its own class and fills a value. The instance has its own properties. For example, <italic>Fentanyl</italic> belongs to the class <italic>Opioid</italic> and has its own properties such as <italic>has_brand_name, has_synonym, has_slang_term,</italic> etc. The DAO ontology reuses instances from the DBpedia data set [<xref ref-type="bibr" rid="ref66">66</xref>] (eg, buprenorphine). <xref rid="figure3" ref-type="fig">Figure 3</xref> is the WebVOWL (web application for the interactive visualization of ontologies) representation of the DAO focused on the entity Cannabis derived from the visual data web [<xref ref-type="bibr" rid="ref67">67</xref>]. <xref rid="figure2" ref-type="fig">Figure 2</xref> shows the tree of drug names implemented as a web ontology format (owl) file within the DAO ontology. In <xref rid="figure2" ref-type="fig">Figure 2</xref>, entities, object properties, instances, and data properties are represented in yellow, green, and purple tags, respectively, which clearly depict the nature of classes, instances, hierarchies, and relationships for each entity.</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Web-based visualization of OWL ontologies (WebVOWL) representation of the drug abuse ontology, focused on the cannabis concept. RCS-4: 1-pentyl-3-(4-methoxybenzoyl)indole.</p>
          </caption>
          <graphic xlink:href="publichealth_v8i12e24938_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Ethics Approval</title>
        <p>This research is done in compliance with institutional review board guidelines at Wright State University. The names of the selected websites have not been disclosed in this manuscript. Our project involves analysis of Twitter data that is publicly available and that has been anonymized. It does not involve any direct interaction with any individuals or their personally identifiable data. Furthermore, our data set does not include any interaction with human participants. Our data set does not contain any images as per our data use safety agreement. Thus, this study was reviewed by the Wright State University Institutional Review Board and received an exemption determination.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Evaluation</title>
        <p>The DAO ontology was evaluated following the semantic web best practices recognized by the International Semantic Web Conference Resource Track guidelines [<xref ref-type="bibr" rid="ref68">68</xref>], which provide the following criteria: (1) impact, (2) reusability, (3) design and technical quality, and (4) availability. We have also followed the PerfectO methodology [<xref ref-type="bibr" rid="ref40">40</xref>], which synthesizes a set of additional best practices and eases their achievements [<xref ref-type="bibr" rid="ref69">69</xref>]. We have discussed the results of applying the following criteria to our DAO:</p>
        <list list-type="order">
          <list-item>
            <p>Impact and reusability: the DAO has been exploited in 4 scenarios, as mentioned earlier. Automatic documentation can be provided using the Live OWL documentation environment [<xref ref-type="bibr" rid="ref70">70</xref>], and the DAO documentation is available in Community ontology repository [<xref ref-type="bibr" rid="ref71">71</xref>].</p>
          </list-item>
          <list-item>
            <p>Design, technical quality, and availability: the design of the ontology is available on the web as a graph visualization using web-based visualization of ontologies (WebVOWL) [<xref ref-type="bibr" rid="ref72">72</xref>,<xref ref-type="bibr" rid="ref73">73</xref>]. We improved the ontology using Oops (Ontology Pitfall Scanner) tools that automatically detect common pitfalls and provide recommendations to fix them. Oops loaded with the DAO can be tested on the web [<xref ref-type="bibr" rid="ref71">71</xref>,<xref ref-type="bibr" rid="ref74">74</xref>]. The Linked data validator, Vapour tool integrated with the DAO [<xref ref-type="bibr" rid="ref75">75</xref>] was used to check dereferencing uniform resource identifier and content negotiation. Finally, Resource description framework Triple-Checker checks whether the existing ontologies have been correctly used within our DAO [<xref ref-type="bibr" rid="ref76">76</xref>].</p>
          </list-item>
          <list-item>
            <p>Ontology metrics: the DAO was also evaluated, as shown in <xref ref-type="table" rid="table1">Table 1</xref>, with respect to several ontology metrics [<xref ref-type="bibr" rid="ref77">77</xref>]. The metrics list the numbers for the structures and representation of ontology in Protégé, as it is the most widely used tool to create ontology [<xref ref-type="bibr" rid="ref78">78</xref>]. Axioms associate class and properties and are a combination of logical and nonlogical axioms [<xref ref-type="bibr" rid="ref79">79</xref>]. The number of distinct classes, object properties, data properties, and individuals reported in <xref ref-type="table" rid="table1">Table 1</xref> are focused on the evaluation of the structure of the DAO.</p>
          </list-item>
        </list>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Drug abuse ontology metrics: the ontology metrics view displays entity and axiom count for the axioms in the active ontology [<xref ref-type="bibr" rid="ref39">39</xref>].</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="260"/>
            <col width="110"/>
            <col width="600"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Metric</td>
                <td>Count, n</td>
                <td>Description</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="4">
                  <bold>Ontology metrics</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Axioms</td>
                <td>4876</td>
                <td>Combined logical and nonlogical axiom count</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Logical axiom count</td>
                <td>3478</td>
                <td>The number of logical axioms</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Declaration axioms count</td>
                <td>1185</td>
                <td>The number of declaration axioms</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Class count</td>
                <td>316</td>
                <td>The number of distinct classes, object properties, data properties and individuals that are mentioned in the ontology</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Object property count</td>
                <td>12</td>
                <td>The number of distinct classes, object properties, data properties and individuals that are mentioned in the ontology</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Data property count</td>
                <td>13</td>
                <td>The number of distinct classes, object properties, data properties and individuals that are mentioned in the ontology</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Individual count</td>
                <td>845</td>
                <td>The number of distinct classes, object properties, data properties and individuals that are mentioned in the ontology</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Class axiom</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SubClassOf</td>
                <td>313</td>
                <td>The number of SubClassOf axioms in the ontology. A subclass axiom states that a class is a subclass of another class</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Individual axioms</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Data property assertion</td>
                <td>2317</td>
                <td>A data property assertion states that the individual is connected by the data property expression to the literal.</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>ClassAssertion</td>
                <td>830</td>
                <td>A class assertion states that the individual is an instance of the class expression.</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>AnnotationAssertion</td>
                <td>213</td>
                <td>An annotation assertion states that the annotation subject is an anonymous individual with the annotation property and value.</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <p>The subsequent sections demonstrate the results with the DAO in different platforms and the evolution of the DAO with each use case.</p>
      </sec>
      <sec>
        <title>The DAO Within PREDOSE</title>
        <p><xref rid="figure4" ref-type="fig">Figure 4</xref> [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref80">80</xref>] describes how the texts are automatically annotated using the DAO. In the text shown in <xref rid="figure4" ref-type="fig">Figure 4</xref>, we identify drug entities, dosage, time interval, route of administering the drug, etc. In the DAO, buprenorphine is defined as the subclass of <italic>Subutex</italic> and <italic>Suboxone</italic>. It has the slang terms <italic>Bupe</italic> and <italic>Bupey</italic>. The term <italic>Bupe</italic> identified in the text would not have been possible without defining it as a slang term in the DAO. The DAO is capable of mapping units (eg, mg→MILLIGRAM) and slang terms (eg, bupe— buprenorphine) based on a lexical lookup in the ontology. Similarly, other concepts, such as the route of administration <italic>injected</italic>, are also identified in the text. In NLP-related tasks, such as lexical, semantic, and syntactic analysis of textual data, adding ontology works as an external source of knowledge in identifying triples and entities in data. Conceptualizing the domain in data acts as a prior requirement for processing further information (lexicon and rule-based grammar) about it [<xref ref-type="bibr" rid="ref81">81</xref>] (<xref rid="figure5" ref-type="fig">Figure 5</xref> [<xref ref-type="bibr" rid="ref80">80</xref>]). When evaluating 601 web forum posts with the DAO, we achieved 84.9% precision and 72.5% recall in information extraction tasks. In particular, out of 3639 annotations, 2640 were predicted correct (true positives), whereas 683 slang terms are incorrect (false positives). As far as the recall is concerned, only 999 out of 3639 annotations are missed (false negatives) [<xref ref-type="bibr" rid="ref26">26</xref>]. For triple extraction with the DAO, we achieved 33% precision across 197 evaluated triple patterns (66 were correct and 131 were incorrect). For relation extraction with the DAO, we achieved 36% precision across 183 phrases (66 were correct and 117 were incorrect). Another finding (<xref rid="figure6" ref-type="fig">Figure 6</xref> [<xref ref-type="bibr" rid="ref25">25</xref>]) is that our analysis of web forums with the DAO revealed that loperamide was widely used as a treatment for withdrawal symptoms related to opioid addiction, where buprenorphine and methadone are commonly prescribed. A total of 3 toxicology studies following this work led to a Food and Drug Administration warning in 2016 [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref82">82</xref>]. A video demo [<xref ref-type="bibr" rid="ref83">83</xref>] on the PREDOSE platform is available on the web. The PREDOSE platform indicates a need for additional enhancements in information extraction and automated data coding techniques.</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Automatic annotation of texts with the drug abuse ontology (DAO) [<xref ref-type="bibr" rid="ref80">80</xref>].</p>
          </caption>
          <graphic xlink:href="publichealth_v8i12e24938_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>Benefits of ontologies with lexicons and rule-based grammar [<xref ref-type="bibr" rid="ref80">80</xref>].</p>
          </caption>
          <graphic xlink:href="publichealth_v8i12e24938_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure6" position="float">
          <label>Figure 6</label>
          <caption>
            <p>Loperamide discovery and its use in self-medication for opioid withdrawal.</p>
          </caption>
          <graphic xlink:href="publichealth_v8i12e24938_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>eDrugTrends (Monitoring Drug Trends on Social Media)</title>
        <p>The eDrugTrends project aimed to analyze trends in knowledge, attitudes, and behaviors related to the use of cannabis and synthetic cannabinoids on web forums and Twitter [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref28">28</xref>-<xref ref-type="bibr" rid="ref31">31</xref>]. <xref rid="figure7" ref-type="fig">Figure 7</xref> [<xref ref-type="bibr" rid="ref79">79</xref>] shows the application of the DAO ontology within the eDrugTrends architecture, which includes 4 stages: (1) data collection, (2) data processing, (3) data access tools for exploration and visualization, and (4) quantitative and qualitative analyses and interpretation. From the social science or substance use epidemiology perspective, the data processing and information extraction stages correspond with the coding task that prepares raw data for further analysis and interpretation. During data processing, the DAO came into the picture by playing an important role in identifying entities in the data that are exact names or synonyms or slang terms or street names of a drug. We generated embedding vectors using the DAO for domain-specific word embedding models and built an ML model to classify users by their types (individual, agency, and retailer) on Twitter by classifying their marijuana-related conversations [<xref ref-type="bibr" rid="ref28">28</xref>]. We achieved this using multimodal embeddings extracted from people, content, and network views, achieving an 8% improvement over the empirical baseline [<xref ref-type="bibr" rid="ref28">28</xref>]. We evaluated our approach using the average F1-score for each user type individual (P), informed agency (I), and retailer (R). The F1 scores for the individual classes P, I, and R were 95%, 42%, and 73%, respectively. The descriptive statistics of the training set at the Twitter user account level used for this study, which involved semantic filtering [<xref ref-type="bibr" rid="ref84">84</xref>] using the DAO, are shown in <xref ref-type="table" rid="table2">Table 2</xref>.</p>
        <fig id="figure7" position="float">
          <label>Figure 7</label>
          <caption>
            <p>Architecture of the eDrugTrends project.</p>
          </caption>
          <graphic xlink:href="publichealth_v8i12e24938_fig7.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Descriptive information of user accounts on Twitter extracted using the drug abuse ontology [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="340"/>
            <col width="200"/>
            <col width="170"/>
            <col width="190"/>
            <col width="100"/>
            <thead>
              <tr valign="top">
                <td>Features</td>
                <td>Personal accounts</td>
                <td>Retail accounts</td>
                <td>Informed agency</td>
                <td>Total</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Number of tweets</td>
                <td>9836</td>
                <td>1928</td>
                <td>338</td>
                <td>12,102</td>
              </tr>
              <tr valign="top">
                <td>Number of profile pictures</td>
                <td>4394</td>
                <td>476</td>
                <td>111</td>
                <td>4981</td>
              </tr>
              <tr valign="top">
                <td>Number of users with description</td>
                <td>3884</td>
                <td>461</td>
                <td>108</td>
                <td>4453</td>
              </tr>
              <tr valign="top">
                <td>Number of retweets</td>
                <td>955</td>
                <td>24</td>
                <td>964</td>
                <td>1943</td>
              </tr>
              <tr valign="top">
                <td>Number of mentions</td>
                <td>94</td>
                <td>6</td>
                <td>307</td>
                <td>407</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Enhancing the DAO With DSM-5</title>
        <p>The motive for enhancing the DAO with DSM-5 is to provide actionable information to clinicians about the mental health of a patient in diagnostic terms for web-based interventions. We chose Reddit data for this study as the concepts, instances, and relations associated with drugs are semantically connected to mental health communications on social media, especially on Reddit. In our Reddit corpus, the drug use–related categories form a substantial portion (48%; corpus size is 2.5 million posts from 15 mental health subreddits by 268,104 users) of the data set in size. However, the DAO still lacked concepts directly related to mental health diagnostic disorders as defined in DSM-5 that are present in the International Classification of Diseases 10th edition [<xref ref-type="bibr" rid="ref85">85</xref>], Systematized Nomenclature of Medicine-Clinical Terms [<xref ref-type="bibr" rid="ref86">86</xref>], and DataMed [<xref ref-type="bibr" rid="ref87">87</xref>]. In a recent study [<xref ref-type="bibr" rid="ref41">41</xref>] on matching mental conditions of user posts on Reddit to DSM-5 diagnostic disorders, we enhanced the DAO with knowledge derived from DSM-5, which includes 20 chapters (<xref ref-type="table" rid="table3">Table 3</xref>), consistent with International Classification of Diseases 10th edition and NIH’s research domain criteria [<xref ref-type="bibr" rid="ref88">88</xref>] for mental health. The enhanced DAO includes representations of mental health disorders and related symptoms that were developed following the DSM-5 classification [<xref ref-type="bibr" rid="ref89">89</xref>]. For example, references for <italic>Cannabis Use Disorder</italic> include terms such as <italic>addicted to cannabis</italic>, <italic>addicted to Marijuana</italic>, and <italic>Jazz_mango addict.</italic> References to the feeling of <italic>anxiety</italic> or <italic>anxious</italic> include such terms as <italic>antsy, worried,</italic> and <italic>agitated.</italic> These lay terms were added to the DAO manually using synonym dictionaries and by manually examining Reddit conversations related to depression, anxiety, and other mental health conditions.</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Demonstration of improvement in the number of DSM-5<sup>a</sup> category–related concepts being captured before and after including the DAO<sup>b</sup> [<xref ref-type="bibr" rid="ref41">41</xref>].</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="400"/>
            <col width="310"/>
            <col width="290"/>
            <thead>
              <tr valign="top">
                <td>DSM-5 category</td>
                <td>DSM-5–related concepts captured without the DAO, n</td>
                <td>DSM-5–related concepts captured with the DAO, n</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Dissociative disorder</td>
                <td>20</td>
                <td>20</td>
              </tr>
              <tr valign="top">
                <td>Anxiety disorder</td>
                <td>40</td>
                <td>87</td>
              </tr>
              <tr valign="top">
                <td>Substance use and addictive disorder</td>
                <td>39</td>
                <td>123</td>
              </tr>
              <tr valign="top">
                <td>Schizophrenia spectrum</td>
                <td>77</td>
                <td>77</td>
              </tr>
              <tr valign="top">
                <td>Sleep-wake disorder</td>
                <td>14</td>
                <td>19</td>
              </tr>
              <tr valign="top">
                <td>Paraphilic disorders</td>
                <td>14</td>
                <td>14</td>
              </tr>
              <tr valign="top">
                <td>Gender dysphoria</td>
                <td>15</td>
                <td>15</td>
              </tr>
              <tr valign="top">
                <td>Neurodevelopmental disorders</td>
                <td>25</td>
                <td>53</td>
              </tr>
              <tr valign="top">
                <td>Sexual dysfunctions</td>
                <td>23</td>
                <td>23</td>
              </tr>
              <tr valign="top">
                <td>Personality disorders</td>
                <td>76</td>
                <td>98</td>
              </tr>
              <tr valign="top">
                <td>Trauma and stressor related disorder</td>
                <td>25</td>
                <td>28</td>
              </tr>
              <tr valign="top">
                <td>Disruptive, impulse, control, and conduct disorder</td>
                <td>34</td>
                <td>34</td>
              </tr>
              <tr valign="top">
                <td>Psychotic disorders</td>
                <td>85</td>
                <td>87</td>
              </tr>
              <tr valign="top">
                <td>Bipolar and related disorders</td>
                <td>75</td>
                <td>84</td>
              </tr>
              <tr valign="top">
                <td>Elimination disorders</td>
                <td>18</td>
                <td>18</td>
              </tr>
              <tr valign="top">
                <td>Depressive disorders</td>
                <td>71</td>
                <td>107</td>
              </tr>
              <tr valign="top">
                <td>Obsessive-compulsive related disorder</td>
                <td>43</td>
                <td>60</td>
              </tr>
              <tr valign="top">
                <td>Feeding and eating disorders</td>
                <td>32</td>
                <td>39</td>
              </tr>
              <tr valign="top">
                <td>Neurocognitive disorders</td>
                <td>80</td>
                <td>80</td>
              </tr>
              <tr valign="top">
                <td>Suicidal behavior or ideation</td>
                <td>34</td>
                <td>47</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>DSM-5: Diagnostic and Statistical Manual for Mental Disorders-5th edition.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>DAO: drug abuse ontology.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>The DAO, curated and enhanced by DSM-5 concepts, was used in a weakly supervised setting to label Reddit posts with DSM-5 categories. In a comparative analysis with the state-of-the-art research by Park and Conway [<xref ref-type="bibr" rid="ref90">90</xref>], Saravia et al [<xref ref-type="bibr" rid="ref91">91</xref>], and Gkotsis et al [<xref ref-type="bibr" rid="ref92">92</xref>], we observed that expansion of the DAO with DSM-5 helped improve the accuracy of our entity identification tools (reduced false positives by 92%). These results are shown in <xref rid="figure8" ref-type="fig">Figure 8</xref>. We further assessed the meaningfulness of the prediction through a reliability assessment with a domain expert, which gave an agreement score of 84%. In addition, the incorporation of slang terms from the DAO to match and process the informal social media data improved both coverage and recall (<xref ref-type="table" rid="table4">Table 4</xref>). Thus, we demonstrated that semantic weighting of contextual features from the content using the DAO and DSM-5 knowledge could significantly improve the robustness of the artificial intelligence system. As web-based content is mapped to a clinically acceptable vocabulary, the system brings in explainability. Furthermore, <xref ref-type="table" rid="table3">Table 3</xref> shows the improvement in the number of concepts extracted from the DAO being captured in our Reddit Corpus that relate to DSM-5, 20 chapters before and after adding slang terms.</p>
        <fig id="figure8" position="float">
          <label>Figure 8</label>
          <caption>
            <p>Results illustrating that domain-specific knowledge bases lower false alarm rates in identifying Diagnostic and Statistical Manual for Mental Disorders-5th edition (DSM-5) categories to tag posts in mental health subreddits. DAO: drug abuse ontology.</p>
          </caption>
          <graphic xlink:href="publichealth_v8i12e24938_fig8.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Ablation study on contextual features and their modulation using SEDO<sup>a</sup> weights generated from either DSM-5<sup>b</sup> or its enrichment using the DAO<sup>c</sup> and slang terms<sup>d</sup>.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="690"/>
            <col width="110"/>
            <col width="100"/>
            <col width="100"/>
            <thead>
              <tr valign="top">
                <td>Method (with horizontal linguistic features, vertical linguistic features, and fine-grained features)</td>
                <td>Precision</td>
                <td>Recall</td>
                <td>F1-score</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>BRF<sup>e</sup> with CF<sup>f</sup></td>
                <td>0.60</td>
                <td>0.54</td>
                <td>0.57</td>
              </tr>
              <tr valign="top">
                <td>BRF-CF (SEDO weights generated from DSM-5 lexicon without the DAO)</td>
                <td>0.87</td>
                <td>0.77</td>
                <td>0.82</td>
              </tr>
              <tr valign="top">
                <td>BRF-CF (SEDO weights generated from DSM-5 lexicon with the DAO without slang terms)</td>
                <td>0.87</td>
                <td>0.80</td>
                <td>0.83</td>
              </tr>
              <tr valign="top">
                <td>BRF-CF (SEDO weights generated from DSM-5 lexicon without the DAO with slang terms)</td>
                <td>0.85</td>
                <td>0.82</td>
                <td>0.83</td>
              </tr>
              <tr valign="top">
                <td>BRF-CF (SEDO weights generated from DSM-5 lexicon with the DAO with slang terms)</td>
                <td>0.88</td>
                <td>0.83</td>
                <td>0.85</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table4fn1">
              <p><sup>a</sup>SEDO: Semantic Encoding and Decoding Optimization.</p>
            </fn>
            <fn id="table4fn2">
              <p><sup>b</sup>DSM-5: Diagnostic and Statistical Manual for Mental Disorders-5th edition.</p>
            </fn>
            <fn id="table4fn3">
              <p><sup>c</sup>DAO: drug abuse ontology.</p>
            </fn>
            <fn id="table4fn4">
              <p><sup>d</sup>This table demonstrates the improvement of models with the enhanced DAO.</p>
            </fn>
            <fn id="table4fn5">
              <p><sup>e</sup>BRF: balanced random forest.</p>
            </fn>
            <fn id="table4fn6">
              <p><sup>f</sup>CF: contextual features.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>The base model for the ablation study is a balanced random forest with horizontal linguistic features (number of definite articles, words per post, first-person pronouns, pronouns, and subordinate conjunctions), vertical linguistic features (number of part-of-speech tags, similarity between the posts, intrasubreddit similarity, and intersubreddit similarity), and fine-grained features (sentiment, emotion, and readability scores).</p>
      </sec>
      <sec>
        <title>eDarkTrends (Monitoring Drug Trends on Cryptomarkets)</title>
        <p>The DAO also plays an essential role in identifying relevant entities and analyzing data from the Darknet cryptomarkets (eg, Agora, Dream Market, and Empire Market) to quantify and assess the availability of fentanyl, fentanyl analogs, and other novel synthetic opioids on the cryptomarkets [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. The snapshot of the Darknet Marketplace is shown in <xref rid="figure9" ref-type="fig">Figure 9</xref> [<xref ref-type="bibr" rid="ref33">33</xref>]. The terms and slang terms associated with instances populating the DAO opioid subclass, as well as the dosage (eg, gram, mL, and ounce) and form (eg, tablet and powder) classes were compiled as regular expressions and used as expression patterns in the dedicated named entity recognition (NER) algorithm specifically designed for Darknet data [<xref ref-type="bibr" rid="ref35">35</xref>]. The DAO was inductively augmented with abbreviations and terms specific to the cryptomarket environment (eg, fuff for fluoro-furanyl fentanyl or FE for finalize early) to ensure that only relevant data on novel synthetic opioids were collected. The NER allows capturing the types and quantities of novel synthetic opioids advertised on crypto markets; for example, the NER would provide the following information about the advertisement <italic>FENTANYL TRANSDERMAL PATCHES 100 mcg per h</italic> as class: fentanyl-type; name: fentanyl; dosage: 0.0001 g per h; form: transdermal. The results regarding the average numbers of fentanyl, fentanyl analogs, and other nonpharmaceutical synthetic opioids advertised on cryptomarkets identified are shown in <xref ref-type="table" rid="table5">Table 5</xref>. The crawls considered to obtain these results were the dark web posts collected from the Agora and Dream markets in the years 2015 and 2018 [<xref ref-type="bibr" rid="ref35">35</xref>]. We also classified vendors on Darknet markets (Dream, Tochka, and Wall Street are the marketplaces used for this study) using the DAO. The summary of our findings related to unique vendors, substance, location, vendor descriptions, and the number of withdrawal transactions is shown in <xref ref-type="table" rid="table6">Table 6</xref>.</p>
        <fig id="figure9" position="float">
          <label>Figure 9</label>
          <caption>
            <p>Screenshot of the Darknet marketplace.</p>
          </caption>
          <graphic xlink:href="publichealth_v8i12e24938_fig9.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table5">
          <label>Table 5</label>
          <caption>
            <p>Average number of fentanyl, fentanyl analogs, and other nonpharmaceutical synthetic opioids advertised on cryptomarkets extracted with the drug abuse ontology [<xref ref-type="bibr" rid="ref34">34</xref>].</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="290"/>
            <col width="0"/>
            <col width="130"/>
            <col width="0"/>
            <col width="130"/>
            <col width="0"/>
            <col width="150"/>
            <col width="0"/>
            <col width="0"/>
            <col width="130"/>
            <col width="0"/>
            <col width="140"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Types of substances</td>
                <td colspan="10">Average number of advertisements per day, by month (number of crawls)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="7">Agora</td>
                <td colspan="3">Dream Market</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="2">March 2015</td>
                <td colspan="2">April 2015</td>
                <td colspan="2">May 2015</td>
                <td colspan="3">March 2018</td>
                <td>April 2018</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">Fentanyl<sup>a</sup></td>
                <td colspan="2">130</td>
                <td colspan="2">174</td>
                <td colspan="2">139</td>
                <td colspan="3">207</td>
                <td>216</td>
              </tr>
              <tr valign="top">
                <td colspan="13">
                  <bold>Fentanyl analogs</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Acetyl fentanyl</td>
                <td colspan="2">44</td>
                <td colspan="2">39</td>
                <td colspan="2">41</td>
                <td colspan="3">3</td>
                <td colspan="2">1</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Butyr fentanyl</td>
                <td colspan="2">12</td>
                <td colspan="2">10</td>
                <td colspan="2">17</td>
                <td colspan="3">6</td>
                <td colspan="2">7</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Carfentanil</td>
                <td colspan="2">0</td>
                <td colspan="2">0</td>
                <td colspan="2">0</td>
                <td colspan="3">12</td>
                <td colspan="2">5</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Furanyl fentanyl</td>
                <td colspan="2">0</td>
                <td colspan="2">0</td>
                <td colspan="2">1</td>
                <td colspan="3">31</td>
                <td colspan="2">39</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Methoxy Acetyl fentanyl</td>
                <td colspan="2">0</td>
                <td colspan="2">0</td>
                <td colspan="2">0</td>
                <td colspan="3">14</td>
                <td colspan="2">14</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>4-fluroIsoButyr fentanyl</td>
                <td colspan="2">0</td>
                <td colspan="2">0</td>
                <td colspan="2">0</td>
                <td colspan="3">19</td>
                <td colspan="2">16</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>3-methoxyMethyl fentanyl</td>
                <td colspan="2">0</td>
                <td colspan="2">0</td>
                <td colspan="2">0</td>
                <td colspan="3">2</td>
                <td colspan="2">2</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Total, fentanyl analogs</td>
                <td colspan="2">56</td>
                <td colspan="2">49</td>
                <td colspan="2">59</td>
                <td colspan="3">87</td>
                <td colspan="2">84</td>
              </tr>
              <tr valign="top">
                <td colspan="13">
                  <bold>Other NP<sup>b</sup> synthetic opioids</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>U-47,700</td>
                <td colspan="2">5</td>
                <td colspan="2">4</td>
                <td colspan="2">5</td>
                <td colspan="3">0</td>
                <td colspan="2">3</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>W-18</td>
                <td colspan="2">5</td>
                <td colspan="2">4</td>
                <td colspan="2">5</td>
                <td colspan="3">0</td>
                <td colspan="2">0</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>MT-45</td>
                <td colspan="2">9</td>
                <td colspan="2">8</td>
                <td colspan="2">9</td>
                <td colspan="3">0</td>
                <td colspan="2">0</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>AH-7921</td>
                <td colspan="2">0</td>
                <td colspan="2">0</td>
                <td colspan="2">1</td>
                <td colspan="3">0</td>
                <td colspan="2">0</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>U-48,800</td>
                <td colspan="2">0</td>
                <td colspan="2">0</td>
                <td colspan="2">0</td>
                <td colspan="3">1</td>
                <td colspan="2">7</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>U-49,900</td>
                <td colspan="2">0</td>
                <td colspan="2">0</td>
                <td colspan="2">0</td>
                <td colspan="3">0</td>
                <td colspan="2">1</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>U-4TDP</td>
                <td colspan="2">0</td>
                <td colspan="2">0</td>
                <td colspan="2">0</td>
                <td colspan="3">0</td>
                <td colspan="2">4</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>U-50,488</td>
                <td colspan="2">0</td>
                <td colspan="2">0</td>
                <td colspan="2">0</td>
                <td colspan="3">8</td>
                <td colspan="2">4</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>MPF-47700</td>
                <td colspan="2">0</td>
                <td colspan="2">0</td>
                <td colspan="2">0</td>
                <td colspan="3">0</td>
                <td colspan="2">5</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Total, other NP synth opioids</td>
                <td colspan="2">19</td>
                <td colspan="2">16</td>
                <td colspan="2">20</td>
                <td colspan="3">9</td>
                <td colspan="2">24</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Other opioids<sup>c</sup></td>
                <td colspan="2">827</td>
                <td colspan="2">1061</td>
                <td colspan="2">1152</td>
                <td colspan="3">3211</td>
                <td>3137</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Total (any opioids)</td>
                <td colspan="2">1033</td>
                <td colspan="2">1300</td>
                <td colspan="2">1370</td>
                <td colspan="3">3512</td>
                <td>3460</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table5fn1">
              <p><sup>a</sup>Includes mentions of fentanyl, China white heroine, synthetic heroine, and mentions of pharmaceutical fentanyl such as Duragesic, fentanyl patches, and fentanyl transdermal system.</p>
            </fn>
            <fn id="table5fn2">
              <p><sup>b</sup>NP: nonpharmaceutical.</p>
            </fn>
            <fn id="table5fn3">
              <p><sup>c</sup>Includes mentions of heroin, opium, morphine and other types of pharmaceutical opioids (eg, hydrocodone, oxycodone, and hydromorphone) excluding pharmaceutical fentanyl.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table6">
          <label>Table 6</label>
          <caption>
            <p>Summary of data set extracted from Darknet markets using the drug abuse ontology [<xref ref-type="bibr" rid="ref33">33</xref>].</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="130"/>
            <col width="150"/>
            <col width="110"/>
            <col width="130"/>
            <col width="110"/>
            <col width="120"/>
            <col width="120"/>
            <col width="130"/>
            <thead>
              <tr valign="top">
                <td>Marketplace</td>
                <td>Withdrawal number of transactions</td>
                <td>Bitcoin</td>
                <td>US $ equivalent</td>
                <td>Unique number of vendors</td>
                <td>Unique number of substances</td>
                <td>Unique number of locations</td>
                <td>Unique number of descriptions</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Dream</td>
                <td>261</td>
                <td>99.1503695</td>
                <td>197,589.12</td>
                <td>1448</td>
                <td>852</td>
                <td>356</td>
                <td>16,800</td>
              </tr>
              <tr valign="top">
                <td>Tochka</td>
                <td>2990</td>
                <td>0.70483642</td>
                <td>5072.33</td>
                <td>408</td>
                <td>313</td>
                <td>44</td>
                <td>1829</td>
              </tr>
              <tr valign="top">
                <td>Wall Street</td>
                <td>7755</td>
                <td>2.572515</td>
                <td>18,729.40</td>
                <td>466</td>
                <td>290</td>
                <td>29</td>
                <td>1723</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>COVID-19 Scenario</title>
        <p>We performed a spatiotemporal analysis of the psychological impact of the novel COVID-19 using approximately 1.2 billion tweets from January 1 to April 10, 2020 [<xref ref-type="bibr" rid="ref93">93</xref>,<xref ref-type="bibr" rid="ref94">94</xref>]. The concepts related to addiction and mental health in the COVID-19–related data were semiautomatically recognized using the entities and slang terms mentioned in the DAO. Approximately 90 related concepts and 140 slang terms were used to extract tweets mentioning illicit drug use, alcoholism, and pharmacological drug misuse. Furthermore, suicide risk factors such as insomnia and depression were observed in the tweets extracted using the DAO. Similarly, we studied the negative media exposure from approximately 700,000 news articles published during the COVID-19 pandemic by fine-tuning the bidirectional encoder representations from transformers (BERT) model with the DAO [<xref ref-type="bibr" rid="ref53">53</xref>]. The 3 months (January, February, and March) in the year 2020 were considered for our earlier study, as this period had a huge COVID-19 spread as per the Mental Health America report [<xref ref-type="bibr" rid="ref95">95</xref>]. We used 10 of the 13 states recognized as high-spread areas in this report. The 3 states that are not included in <xref ref-type="table" rid="table7">Table 7</xref> are Washington, Wyoming, and Idaho. These 3 states were not included, as the related data were not present in our data set cohort. In this work, we reported the state-wise labels (ie, depressive, drug abusive, and informative) for each month using deep learning models vanilla BERT, depression BERT, and drug use BERT, as shown in <xref ref-type="table" rid="table7">Table 7</xref>. The definitions of these deep learning models are described in <xref ref-type="boxed-text" rid="box1">Textbox 1</xref>. This study is followed by analyzing the Social Quality Index, which aggregates mental health components (depression and anxiety), addiction, and substance use disorders, considering tweets in the period March to April 2020. The Social Quality Index and tweets for states Illinois, New York, Maryland, Arizona, New Mexico, and Massachusetts are shown in <xref rid="figure10" ref-type="fig">Figure 10</xref> [<xref ref-type="bibr" rid="ref94">94</xref>].</p>
        <table-wrap position="float" id="table7">
          <label>Table 7</label>
          <caption>
            <p>Evaluation of BERT<sup>a</sup> models for Mental Health America states over 3 months (January, February, and March 2020) [<xref ref-type="bibr" rid="ref53">53</xref>,<xref ref-type="bibr" rid="ref94">94</xref>].</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="270"/>
            <col width="240"/>
            <col width="250"/>
            <col width="240"/>
            <thead>
              <tr valign="top">
                <td>Mental Health America states with depression and drug use</td>
                <td>vanillaBERT (2020; months)</td>
                <td>Druguse-BERT (2020; months)</td>
                <td>Depression BERT (2020; months)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Tennessee</td>
                <td>February and March</td>
                <td>February and March</td>
                <td>February and March</td>
              </tr>
              <tr valign="top">
                <td>Alabama</td>
                <td>February</td>
                <td>February and March</td>
                <td>February</td>
              </tr>
              <tr valign="top">
                <td>Oklahoma</td>
                <td>March</td>
                <td>February and March</td>
                <td>February and March</td>
              </tr>
              <tr valign="top">
                <td>Kansas</td>
                <td>February</td>
                <td>January and February</td>
                <td>January and February</td>
              </tr>
              <tr valign="top">
                <td>Montana</td>
                <td>March</td>
                <td>February</td>
                <td>February and March</td>
              </tr>
              <tr valign="top">
                <td>South Carolina</td>
                <td>March</td>
                <td>March</td>
                <td>February and March</td>
              </tr>
              <tr valign="top">
                <td>Alaska</td>
                <td>February and March</td>
                <td>January, February, and March</td>
                <td>February and March</td>
              </tr>
              <tr valign="top">
                <td>Utah</td>
                <td>March</td>
                <td>March</td>
                <td>March</td>
              </tr>
              <tr valign="top">
                <td>Oregon</td>
                <td>None</td>
                <td>February</td>
                <td>None</td>
              </tr>
              <tr valign="top">
                <td>Nevada</td>
                <td>February</td>
                <td>February</td>
                <td>February</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table7fn1">
              <p><sup>a</sup>BERT: bidirectional encoder representations from transformers.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <fig id="figure10" position="float">
          <label>Figure 10</label>
          <caption>
            <p>Social quality index (SQI) pattern of improvement in conditions as the decline in the number of tweets on depression, addiction, and anxiety.</p>
          </caption>
          <graphic xlink:href="publichealth_v8i12e24938_fig10.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Strengths and Limitations</title>
        <p>The DAO is an ongoing project that can be continuously improved and expanded to handle additional topic areas and emerging substance use issues and trends. DAO development requires intensive, hands-on involvement of experts in the field of substance use research (domain experts). We acknowledge a limitation to our approach in that our DAO development team did not include persons with lived experiences of substance use disorders. In the future, it would be important to also involve individuals who use drugs to help develop and refine DAO sections and terms. The DAO can provide a tool and a framework for interdisciplinary collaborative teams to carry this work forward. The DAO ontology has been proven effective in several scenarios, as demonstrated in <italic>Evaluation</italic> section (Section 3). <xref ref-type="table" rid="table8">Table 8</xref> summarizes the evolution and improvement of the ontology use according to the needs of the projects. The public health findings described in this document of associated projects, with a focus on person, place, and time, are referenced in <xref ref-type="table" rid="table8">Table 8</xref>.</p>
        <table-wrap position="float" id="table8">
          <label>Table 8</label>
          <caption>
            <p>Summary of the drug abuse ontology implemented in projects.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="250"/>
            <col width="200"/>
            <col width="200"/>
            <col width="190"/>
            <col width="160"/>
            <thead>
              <tr valign="top">
                <td>Domain</td>
                <td>Related publications</td>
                <td>Manuscript section</td>
                <td>Data type</td>
                <td>Findings reference</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Buprenorphine, loperamide, other opioids</td>
                <td>Cameron et al [<xref ref-type="bibr" rid="ref26">26</xref>], Daniulaityte et al [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref82">82</xref>]</td>
                <td>PREDOSE<sup>a</sup> [<xref ref-type="bibr" rid="ref26">26</xref>]</td>
                <td>Web forum data</td>
                <td><xref rid="figure4" ref-type="fig">Figures 4</xref> and <xref rid="figure5" ref-type="fig">5</xref></td>
              </tr>
              <tr valign="top">
                <td>User types in marijuana-related posts on social media</td>
                <td>Kursuncu et al [<xref ref-type="bibr" rid="ref28">28</xref>], Lamy et al [<xref ref-type="bibr" rid="ref31">31</xref>]</td>
                <td>eDrugTrends [<xref ref-type="bibr" rid="ref28">28</xref>-<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref96">96</xref>]</td>
                <td>Twitter data, web forums, and Bluelight</td>
                <td>
                  <xref ref-type="table" rid="table2">Table 2</xref>
                </td>
              </tr>
              <tr valign="top">
                <td>Depression DSM-5</td>
                <td>Gaur et al [<xref ref-type="bibr" rid="ref41">41</xref>]</td>
                <td>eDrugTrends [<xref ref-type="bibr" rid="ref45">45</xref>]</td>
                <td>Web forums, Reddit, and Twitter</td>
                <td><xref ref-type="table" rid="table3">Tables 3</xref> and <xref ref-type="table" rid="table4">4</xref></td>
              </tr>
              <tr valign="top">
                <td>Fentanyl, fentanyl analogs, Clustering of dark web vendors</td>
                <td>Usha et al [<xref ref-type="bibr" rid="ref35">35</xref>], Kumar et al [<xref ref-type="bibr" rid="ref33">33</xref>], Lamy et al [<xref ref-type="bibr" rid="ref34">34</xref>]</td>
                <td>eDarkTrends [<xref ref-type="bibr" rid="ref46">46</xref>]</td>
                <td>Social media and cryptomarket</td>
                <td><xref ref-type="table" rid="table5">Tables 5</xref> and <xref ref-type="table" rid="table6">6</xref></td>
              </tr>
              <tr valign="top">
                <td>COVID-19</td>
                <td>Gaur et al [<xref ref-type="bibr" rid="ref53">53</xref>,<xref ref-type="bibr" rid="ref88">88</xref>]</td>
                <td>COVID-19: public health study [<xref ref-type="bibr" rid="ref97">97</xref>]</td>
                <td>Social media</td>
                <td><xref rid="figure10" ref-type="fig">Figure 10</xref>; <xref ref-type="table" rid="table7">Table 7</xref></td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table8fn1">
              <p><sup>a</sup>PREDOSE: Prescription Drug Abuse Online Surveillance.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Principal Findings and Conclusions</title>
        <p>In this study, we developed and evaluated the DAO as a framework for identifying concepts, entities, and relationships of interest in social media posts. The DAO developed in this study comprises 315 classes, 31 relationships, and 814 instances with 2 to 4 levels deeper. Our ontology was designed to study social media data, dark web data, and web forums. The DAO is primarily used for knowledge extraction and is broadly applicable to these platforms.</p>
        <p>The superclasses of our ontology integrate all concepts regarding health conditions, individual-related, network-related, and society (public policies), sources (dealers, internet, medical, self-produced), spatiotemporal, and substance-related classes. The integrated ontology developed in this study is suitable for analyzing social media posts and dark web posts to understand network-related characteristics, location and time issues, identifying new trends, synonyms, slang items, and new drugs.</p>
        <p>Our ontology incorporates terminology not only extracted from DSM-5 but also various terms and slang used on social media and other web posts. The terminology with all the medical terms, synonyms, and slang terms representing all the substances enabled a rich collection of terms in social media and dark web data. Our ontology also helps in topic discovery and entity extraction from social media and dark web data. In addition, we used ontology to extract information in the description of each product in dark web marketplaces to identify substances that are being sold that are not known, such as synthetic drugs, research chemicals, synthetic cannabinoids, and synthetic heroin.</p>
        <p>Following well-known software development methodologies (eg, agile methodology), the ontology is constantly being updated according to the needs of current addiction-based research. The DAO stands as a machine-processable resource that describes a collection of addiction domain-related objects and classes, and is growing with the needs of the new ongoing projects. For instance, the current ontology is being enriched with knowledge from the dark web. In future work, the ontology will be linked to other ontologies (eg, MEDDRA [<xref ref-type="bibr" rid="ref98">98</xref>], a Medical Dictionary for Regulatory Activities) to design the drug abuse knowledge graph. Another research contribution would be to automatically update the DAO with new concepts and properties, inspired by the algorithm that allows users to interactively build topic-specific ontologies using suggestions retrieved from a knowledge graph [<xref ref-type="bibr" rid="ref99">99</xref>]. Glossary of the terms used in this paper is provided in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Glossary of terms used in this paper.</p>
        <media xlink:href="publichealth_v8i12e24938_app1.docx" xlink:title="DOCX File , 16 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">BERT</term>
          <def>
            <p>bidirectional encoder representations from transformers</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">DAO</term>
          <def>
            <p>drug abuse ontology</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">DSM-5</term>
          <def>
            <p>Diagnostic and Statistical Manual for Mental Disorders-5th edition</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">ML</term>
          <def>
            <p>machine learning</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">NER</term>
          <def>
            <p>named entity recognition</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">NIDA</term>
          <def>
            <p>National Institute on Drug Abuse</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">NIH</term>
          <def>
            <p>National Institutes of Health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">NLP</term>
          <def>
            <p>natural language processing</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">ODKG</term>
          <def>
            <p>Opioid Drug Knowledge Graph</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">PREDOSE</term>
          <def>
            <p>Prescription Drug Abuse Online Surveillance</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This work was supported in part by the National Institute on Drug Abuse (NIDA) grant 5R01DA039454-02 <italic>Trending: Social Media Analysis to Monitor Cannabis and Synthetic Cannabinoid Use</italic>; the National Science Foundation award 1761931 <italic>Spokes: MEDIUM: MIDWEST: Collaborative: Community-Driven Data Engineering for Substance Abuse Prevention in the Rural Midwest</italic>; the NIDA grant 5R21DA044518-02 <italic>eDarkTrends: Monitoring Darknet Markets to Track Illicit Synthetic Opioid Trends</italic>; and the National Institutes of Health grant R21 DA030571-01A1 <italic>A Study of Social Web Data on Buprenorphine Abuse using Semantic Web Technology</italic>. Any opinions, conclusions, or recommendations expressed in this material are those of the authors and do not necessarily reflect those of the National Science Foundation, National Institutes of Health, or NIDA.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>UNODC World Drug Report 2020: Global drug use rising; while COVID-19 has far reaching impact on global drug markets</article-title>
          <source>United Nations</source>
          <year>2020</year>
          <month>7</month>
          <day>25</day>
          <access-date>2022-04-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.unodc.org/unodc/press/releases/2020/June/media-advisory---global-launch-of-the-2020-world-drug-report.html">https://www.unodc.org/unodc/press/releases/2020/June/media-advisory---global-launch-of-the-2020-world-drug-report.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boardman</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Finch</surname>
              <given-names>BK</given-names>
            </name>
            <name name-style="western">
              <surname>Ellison</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Jackson</surname>
              <given-names>JS</given-names>
            </name>
          </person-group>
          <article-title>Neighborhood disadvantage, stress, and drug use among adults</article-title>
          <source>J Health Soc Behav</source>
          <year>2001</year>
          <month>06</month>
          <volume>42</volume>
          <issue>2</issue>
          <fpage>151</fpage>
          <lpage>65</lpage>
          <pub-id pub-id-type="medline">11467250</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spooner</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hetherington</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <source>Social Determinants of Drug Use</source>
          <year>2004</year>
          <publisher-loc>Sydney, New South Wales</publisher-loc>
          <publisher-name>University of New South Wales</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Lynskey</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Assessing the public health impacts of legalizing recreational cannabis use: the US experience</article-title>
          <source>World Psychiatry</source>
          <year>2020</year>
          <month>06</month>
          <day>11</day>
          <volume>19</volume>
          <issue>2</issue>
          <fpage>179</fpage>
          <lpage>86</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1002/wps.20735"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/wps.20735</pub-id>
          <pub-id pub-id-type="medline">32394566</pub-id>
          <pub-id pub-id-type="pmcid">PMC7215066</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ross</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Graham</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Money</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Stanwood</surname>
              <given-names>GD</given-names>
            </name>
          </person-group>
          <article-title>Developmental consequences of fetal exposure to drugs: what we know and what we still must learn</article-title>
          <source>Neuropsychopharmacology</source>
          <year>2015</year>
          <month>01</month>
          <volume>40</volume>
          <issue>1</issue>
          <fpage>61</fpage>
          <lpage>87</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/24938210"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/npp.2014.147</pub-id>
          <pub-id pub-id-type="medline">24938210</pub-id>
          <pub-id pub-id-type="pii">npp2014147</pub-id>
          <pub-id pub-id-type="pmcid">PMC4262892</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <article-title>European Drug Report 2019: trends and developments</article-title>
          <source>European Monitoring Centre for Drugs and Drug Addiction (EMCDDA)</source>
          <year>2019</year>
          <month>6</month>
          <access-date>2021-02-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.emcdda.europa.eu/publications/edr/trends-developments/2019_en">https://www.emcdda.europa.eu/publications/edr/trends-developments/2019_en</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kruithof</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Aldridge</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hétu</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Sim</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dujso</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hoorens</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The role of the 'dark web' in the trade of illicit drugs</article-title>
          <source>RAND Corporation</source>
          <year>2016</year>
          <access-date>2022-07-29</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.rand.org/pubs/research_briefs/RB9925.html">https://www.rand.org/pubs/research_briefs/RB9925.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aldridge</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Décary-Hétu</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Hidden wholesale: the drug diffusing capacity of online drug cryptomarkets</article-title>
          <source>Int J Drug Policy</source>
          <year>2016</year>
          <month>09</month>
          <volume>35</volume>
          <fpage>7</fpage>
          <lpage>15</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0955-3959(16)30133-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.drugpo.2016.04.020</pub-id>
          <pub-id pub-id-type="medline">27260863</pub-id>
          <pub-id pub-id-type="pii">S0955-3959(16)30133-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kursuncu</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Gaur</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lokala</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Thirunarayan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Sheth</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Arpinar</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Predictive analysis on Twitter: techniques and applications</article-title>
          <source>Emerging Research Challenges and Opportunities in Computational Social Network Analysis and Mining</source>
          <year>2019</year>
          <publisher-loc>Cham</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Soska</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Christin</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Measuring the longitudinal evolution of the online anonymous marketplace ecosystem</article-title>
          <source>Proceedings of the 24th USENIX Conference on Security Symposium</source>
          <year>2015</year>
          <conf-name>SEC'15: Proceedings of the 24th USENIX Conference on Security Symposium</conf-name>
          <conf-date>Aug 12 - 14, 2015</conf-date>
          <conf-loc>Washington, D.C</conf-loc>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cardoso</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sheth</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The semantic web and its applications</article-title>
          <source>Semantic Web Services, Processes and Applications</source>
          <year>2006</year>
          <publisher-loc>Boston, MA</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Uschold</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gruninger</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Ontologies and semantics for seamless connectivity</article-title>
          <source>SIGMOD Rec</source>
          <year>2004</year>
          <month>12</month>
          <volume>33</volume>
          <issue>4</issue>
          <fpage>58</fpage>
          <lpage>64</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dl.acm.org/doi/abs/10.1145/1041410.1041420?casa_token=G-uVPZXXNIEAAAAA:xT0ERwJkvNnvvpj1WUUTO-C_bkUjN7sTdk7RJYxmeUJ-jmA9fgzOkvczRvVHsmB_PbhmKbLCqEGU"/>
          </comment>
          <pub-id pub-id-type="doi">10.1145/1041410.1041420</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grimm</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Abecker</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Völker</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Studer</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Ontologies and the semantic web</article-title>
          <source>Handbook of Semantic Web Technologies</source>
          <year>2011</year>
          <publisher-loc>Berlin, Heidelberg</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Horrocks</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Ontologies and the semantic web</article-title>
          <source>Commun ACM</source>
          <year>2008</year>
          <month>12</month>
          <volume>51</volume>
          <issue>12</issue>
          <fpage>58</fpage>
          <lpage>67</lpage>
          <pub-id pub-id-type="doi">10.1145/1409360.1409377</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Song</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Development and evaluation of an obesity ontology for social big data analysis</article-title>
          <source>Healthc Inform Res</source>
          <year>2017</year>
          <month>07</month>
          <volume>23</volume>
          <issue>3</issue>
          <fpage>159</fpage>
          <lpage>68</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.e-hir.org/DOIx.php?id=10.4258/hir.2017.23.3.159"/>
          </comment>
          <pub-id pub-id-type="doi">10.4258/hir.2017.23.3.159</pub-id>
          <pub-id pub-id-type="medline">28875050</pub-id>
          <pub-id pub-id-type="pmcid">PMC5572519</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jung</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Song</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Ontology-based approach to social data sentiment analysis: detection of adolescent depression signals</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>07</month>
          <day>24</day>
          <volume>19</volume>
          <issue>7</issue>
          <fpage>e259</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2017/7/e259/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.7452</pub-id>
          <pub-id pub-id-type="medline">28739560</pub-id>
          <pub-id pub-id-type="pii">v19i7e259</pub-id>
          <pub-id pub-id-type="pmcid">PMC5547245</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ethier</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Barton</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Taseen</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>An ontological analysis of drug prescriptions</article-title>
          <source>Applied Ontol</source>
          <year>2018</year>
          <month>11</month>
          <day>09</day>
          <volume>13</volume>
          <issue>4</issue>
          <fpage>273</fpage>
          <lpage>94</lpage>
          <pub-id pub-id-type="doi">10.3233/ao-180202</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ceusters</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>An information artifact ontology perspective on data collections and associated representational artifacts</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2012</year>
          <volume>180</volume>
          <fpage>68</fpage>
          <lpage>72</lpage>
          <pub-id pub-id-type="medline">22874154</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bandrowski</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Brinkman</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Brochhausen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Brush</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Bug</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Chibucos</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Clancy</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Courtot</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Derom</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Dumontier</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Fostel</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Fragoso</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Gibson</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Gonzalez-Beltran</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Haendel</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>He</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Heiskanen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hernandez-Boussard</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Jensen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Lister</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Lord</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Malone</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Manduchi</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>McGee</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Morrison</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Overton</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Parkinson</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Rocca-Serra</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Ruttenberg</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sansone</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Scheuermann</surname>
              <given-names>RH</given-names>
            </name>
            <name name-style="western">
              <surname>Schober</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Soldatova</surname>
              <given-names>LN</given-names>
            </name>
            <name name-style="western">
              <surname>Stoeckert</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>CF</given-names>
            </name>
            <name name-style="western">
              <surname>Torniai</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Turner</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Vita</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Whetzel</surname>
              <given-names>PL</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The ontology for biomedical investigations</article-title>
          <source>PLoS One</source>
          <year>2016</year>
          <month>4</month>
          <day>29</day>
          <volume>11</volume>
          <issue>4</issue>
          <fpage>e0154556</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0154556"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0154556</pub-id>
          <pub-id pub-id-type="medline">27128319</pub-id>
          <pub-id pub-id-type="pii">PONE-D-15-55757</pub-id>
          <pub-id pub-id-type="pmcid">PMC4851331</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Scheuermann</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ceusters</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Toward an ontological treatment of disease and diagnosis</article-title>
          <source>Summit Transl Bioinform</source>
          <year>2009</year>
          <month>03</month>
          <day>01</day>
          <volume>2009</volume>
          <fpage>116</fpage>
          <lpage>20</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21347182"/>
          </comment>
          <pub-id pub-id-type="medline">21347182</pub-id>
          <pub-id pub-id-type="pmcid">PMC3041577</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hicks</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hanna</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Welch</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Brochhausen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hogan</surname>
              <given-names>WR</given-names>
            </name>
          </person-group>
          <article-title>The ontology of medically related social entities: recent developments</article-title>
          <source>J Biomed Semantics</source>
          <year>2016</year>
          <month>07</month>
          <day>12</day>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>47</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jbiomedsem.biomedcentral.com/articles/10.1186/s13326-016-0087-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13326-016-0087-8</pub-id>
          <pub-id pub-id-type="medline">27406187</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13326-016-0087-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC4942889</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hanna</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Joseph</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Brochhausen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hogan</surname>
              <given-names>WR</given-names>
            </name>
          </person-group>
          <article-title>Building a drug ontology based on RxNorm and other sources</article-title>
          <source>J Biomed Semantics</source>
          <year>2013</year>
          <month>12</month>
          <day>18</day>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>44</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jbiomedsem.biomedcentral.com/articles/10.1186/2041-1480-4-44"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/2041-1480-4-44</pub-id>
          <pub-id pub-id-type="medline">24345026</pub-id>
          <pub-id pub-id-type="pii">2041-1480-4-44</pub-id>
          <pub-id pub-id-type="pmcid">PMC3931349</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kamdar</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hamamsy</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Shelton</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Vala</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Eftimov</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Zou</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A knowledge graph-based approach for exploring the U.S. opioid epidemic</article-title>
          <source>arXiv</source>
          <year>2019</year>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://arxiv.org/abs/1905.11513"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Motlagh</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Shekarpour</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sheth</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Thirunarayan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Raymer</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Predicting public opinion on drug legalization: social media analysis and consumption trends</article-title>
          <source>Proceedings of the 2019 IEEE/ACM International Conference on Advances in Social Networks Analysis and Mining</source>
          <year>2019</year>
          <conf-name>ASONAM '19: International Conference on Advances in Social Networks Analysis and Mining</conf-name>
          <conf-date>Aug 27 - 30, 2019</conf-date>
          <conf-loc>Vancouver British Columbia Canada</conf-loc>
          <pub-id pub-id-type="doi">10.1145/3341161.3344380</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Daniulaityte</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Carlson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Falck</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Cameron</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Perera</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sheth</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>"I just wanted to tell you that loperamide WILL WORK": a web-based study of extra-medical use of loperamide</article-title>
          <source>Drug Alcohol Depend</source>
          <year>2013</year>
          <month>06</month>
          <day>01</day>
          <volume>130</volume>
          <issue>1-3</issue>
          <fpage>241</fpage>
          <lpage>4</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23201175"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2012.11.003</pub-id>
          <pub-id pub-id-type="medline">23201175</pub-id>
          <pub-id pub-id-type="pii">S0376-8716(12)00429-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC3633632</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cameron</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Daniulaityte</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sheth</surname>
              <given-names>AP</given-names>
            </name>
            <name name-style="western">
              <surname>Dave</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Anand</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Carlson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Watkins</surname>
              <given-names>KZ</given-names>
            </name>
            <name name-style="western">
              <surname>Falck</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>PREDOSE: a semantic web platform for drug abuse epidemiology using social media</article-title>
          <source>J Biomed Inform</source>
          <year>2013</year>
          <month>12</month>
          <volume>46</volume>
          <issue>6</issue>
          <fpage>985</fpage>
          <lpage>97</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(13)00108-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2013.07.007</pub-id>
          <pub-id pub-id-type="medline">23892295</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(13)00108-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC3844051</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Daniulaityte</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Carlson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Brigham</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Cameron</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Sheth</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>"Sub is a weird drug:" a web-based study of lay attitudes about use of buprenorphine to self-treat opioid withdrawal symptoms</article-title>
          <source>Am J Addict</source>
          <year>2015</year>
          <month>08</month>
          <day>25</day>
          <volume>24</volume>
          <issue>5</issue>
          <fpage>403</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26009867"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/ajad.12213</pub-id>
          <pub-id pub-id-type="medline">26009867</pub-id>
          <pub-id pub-id-type="pmcid">PMC4527156</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kursuncu</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Gaur</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lokala</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Illendula</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Thirunarayan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Daniulaityte</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>What's ur type? Contextualized classification of user types in marijuana-related communications using compositional multiview embedding</article-title>
          <source>Proceedings of the 2018 IEEE/WIC/ACM International Conference on Web Intelligence (WI)</source>
          <year>2018</year>
          <conf-name>2018 IEEE/WIC/ACM International Conference on Web Intelligence (WI)</conf-name>
          <conf-date>Dec 03-06, 2018</conf-date>
          <conf-loc>Santiago, Chile</conf-loc>
          <pub-id pub-id-type="doi">10.1109/wi.2018.00-50</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Daniulaityte</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Nahhas</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Wijeratne</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Carlson</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Lamy</surname>
              <given-names>FR</given-names>
            </name>
            <name name-style="western">
              <surname>Martins</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Boyer</surname>
              <given-names>EW</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Sheth</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>"Time for dabs": analyzing Twitter data on marijuana concentrates across the U.S</article-title>
          <source>Drug Alcohol Depend</source>
          <year>2015</year>
          <month>10</month>
          <day>01</day>
          <volume>155</volume>
          <fpage>307</fpage>
          <lpage>11</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26338481"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2015.07.1199</pub-id>
          <pub-id pub-id-type="medline">26338481</pub-id>
          <pub-id pub-id-type="pii">S0376-8716(15)01604-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC4581982</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Daniulaityte</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lamy</surname>
              <given-names>FR</given-names>
            </name>
            <name name-style="western">
              <surname>Carlson</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Thirunarayan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Sheth</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>"When 'Bad' is 'Good'": identifying personal communication and sentiment in drug-related Tweets</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2016</year>
          <month>10</month>
          <day>24</day>
          <volume>2</volume>
          <issue>2</issue>
          <fpage>e162</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2016/2/e162/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/publichealth.6327</pub-id>
          <pub-id pub-id-type="medline">27777215</pub-id>
          <pub-id pub-id-type="pii">v2i2e162</pub-id>
          <pub-id pub-id-type="pmcid">PMC5099500</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lamy</surname>
              <given-names>FR</given-names>
            </name>
            <name name-style="western">
              <surname>Daniulaityte</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sheth</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Nahhas</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Martins</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Boyer</surname>
              <given-names>EW</given-names>
            </name>
            <name name-style="western">
              <surname>Carlson</surname>
              <given-names>RG</given-names>
            </name>
          </person-group>
          <article-title>"Those edibles hit hard": exploration of Twitter data on cannabis edibles in the U.S</article-title>
          <source>Drug Alcohol Depend</source>
          <year>2016</year>
          <month>07</month>
          <day>01</day>
          <volume>164</volume>
          <fpage>64</fpage>
          <lpage>70</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27185160"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2016.04.029</pub-id>
          <pub-id pub-id-type="medline">27185160</pub-id>
          <pub-id pub-id-type="pii">S0376-8716(16)30056-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC4893972</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Daniulaityte</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lamy</surname>
              <given-names>FR</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Nahhas</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Carlson</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Thirunarayan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Martins</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Boyer</surname>
              <given-names>EW</given-names>
            </name>
            <name name-style="western">
              <surname>Sheth</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>"Retweet to pass the blunt": analyzing geographic and content features of cannabis-related Tweeting across the United States</article-title>
          <source>J Stud Alcohol Drugs</source>
          <year>2017</year>
          <month>11</month>
          <volume>78</volume>
          <issue>6</issue>
          <fpage>910</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29087826"/>
          </comment>
          <pub-id pub-id-type="doi">10.15288/jsad.2017.78.910</pub-id>
          <pub-id pub-id-type="medline">29087826</pub-id>
          <pub-id pub-id-type="pmcid">PMC5668996</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kumar</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Yadav</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Daniulaityte</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lamy</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Lokala</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <article-title>eDarkFind: unsupervised multi-view learning for Sybil Account detection</article-title>
          <source>Proceedings of The Web Conference 2020</source>
          <year>2020</year>
          <conf-name>WWW '20: The Web Conference 2020</conf-name>
          <conf-date>Apr 20 - 24, 2020</conf-date>
          <conf-loc>Taipei Taiwan</conf-loc>
          <pub-id pub-id-type="doi">10.1145/3366423.3380263</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lamy</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Daniulaityte</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Barratt</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lokala</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Sheth</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Carlson</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Listed for sale: analyzing data on fentanyl, fentanyl analogs and other novel synthetic opioids on one cryptomarket</article-title>
          <source>Drug Alcohol Depend</source>
          <year>2020</year>
          <month>06</month>
          <day>12</day>
          <volume>213</volume>
          <fpage>108115</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32585419"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2020.108115</pub-id>
          <pub-id pub-id-type="medline">32585419</pub-id>
          <pub-id pub-id-type="pii">S0376-8716(20)30280-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC7736148</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lokala</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Lamy</surname>
              <given-names>FR</given-names>
            </name>
            <name name-style="western">
              <surname>Daniulaityte</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sheth</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Nahhas</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Roden</surname>
              <given-names>JI</given-names>
            </name>
            <name name-style="western">
              <surname>Yadav</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Carlson</surname>
              <given-names>RG</given-names>
            </name>
          </person-group>
          <article-title>Global trends, local harms: availability of fentanyl-type drugs on the dark web and accidental overdoses in Ohio</article-title>
          <source>Comput Math Organ Theory</source>
          <year>2019</year>
          <month>03</month>
          <day>25</day>
          <volume>25</volume>
          <issue>1</issue>
          <fpage>48</fpage>
          <lpage>59</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32577089"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10588-018-09283-0</pub-id>
          <pub-id pub-id-type="medline">32577089</pub-id>
          <pub-id pub-id-type="pmcid">PMC7311101</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="web">
          <article-title>Ontology101</article-title>
          <source>Protege Wiki</source>
          <access-date>2022-04-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://protegewiki.stanford.edu/wiki/Ontology101,">https://protegewiki.stanford.edu/wiki/Ontology101,</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="web">
          <article-title>Welcome to ESIP's Community Ontology Repository, or COR</article-title>
          <source>Community Ontology Repository</source>
          <access-date>2022-04-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://esipfed.github.io/cor/">http://esipfed.github.io/cor/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="web">
          <article-title>About DBpedia</article-title>
          <source>DBpedia</source>
          <access-date>2022-04-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://wiki.dbpedia.org/about">https://wiki.dbpedia.org/about</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="web">
          <article-title>Ontology metrics</article-title>
          <source>Protégé 5 Documentation</source>
          <access-date>2022-04-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://protegeproject.github.io/protege/views/ontology-metrics/">http://protegeproject.github.io/protege/views/ontology-metrics/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gyrard</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>PerfectO: semantic web best practices</article-title>
          <source>PerfectO</source>
          <year>2021</year>
          <month>10</month>
          <access-date>2020-02-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://perfectsemanticweb.appspot.com/">http://perfectsemanticweb.appspot.com/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gaur</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kursuncu</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Alambo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sheth</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Daniulaityte</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Thirunarayan</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>"Let me tell you about your mental health!": contextualized classification of reddit posts to DSM-5 for web-based intervention</article-title>
          <source>Proceedings of the 27th ACM International Conference on Information and Knowledge Management</source>
          <year>2018</year>
          <conf-name>CIKM '18: The 27th ACM International Conference on Information and Knowledge Management</conf-name>
          <conf-date>Oct 22 - 26, 2018</conf-date>
          <conf-loc>Torino Italy</conf-loc>
          <pub-id pub-id-type="doi">10.1145/3269206.3271732</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="web">
          <article-title>WebVOWL - Web-based visualization of ontologies</article-title>
          <source>VOWL</source>
          <access-date>2022-04-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://vowl.visualdataweb.org/webvowl.html">http://vowl.visualdataweb.org/webvowl.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hamm</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Chisholm</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Shulhan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Milne</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Given</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Hartling</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Social media use among patients and caregivers: a scoping review</article-title>
          <source>BMJ Open</source>
          <year>2013</year>
          <month>05</month>
          <day>09</day>
          <volume>3</volume>
          <issue>5</issue>
          <fpage>e002819</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&amp;pmid=23667163"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2013-002819</pub-id>
          <pub-id pub-id-type="medline">23667163</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2013-002819</pub-id>
          <pub-id pub-id-type="pmcid">PMC3651969</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="web">
          <article-title>Bluelight homepage</article-title>
          <source>Bluelight</source>
          <access-date>2021-02-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.bluelight.org/xf/">https://www.bluelight.org/xf/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="web">
          <article-title>eDrugTrends Center for Interventions, Treatment, and Addictions Research (CITAR)</article-title>
          <source>Wright State University</source>
          <access-date>2020-02-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://medicine.wright.edu/citar/edrugtrends">https://medicine.wright.edu/citar/edrugtrends</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="web">
          <article-title>eDarkTrends | Center for Interventions, Treatment, and Addictions Research (CITAR)</article-title>
          <source>Wright State University</source>
          <access-date>2020-02-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://medicine.wright.edu/citar/edarktrends">https://medicine.wright.edu/citar/edarktrends</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Scholl</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Seth</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kariisa</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Baldwin</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Drug and opioid-involved overdose deaths — United States, 2013–2017</article-title>
          <source>MMWR Morb Mortal Wkly Rep</source>
          <year>2018</year>
          <month>12</month>
          <day>21</day>
          <volume>67</volume>
          <issue>5152</issue>
          <fpage>1419</fpage>
          <lpage>27</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://paperpile.com/b/etYjDc/buFi"/>
          </comment>
          <pub-id pub-id-type="doi">10.15585/mmwr.mm6751521e1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kariisa</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Seth</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>NL</given-names>
            </name>
          </person-group>
          <article-title>Drug and opioid-involved overdose deaths - United States, 2017-2018</article-title>
          <source>MMWR Morb Mortal Wkly Rep</source>
          <year>2020</year>
          <month>03</month>
          <day>20</day>
          <volume>69</volume>
          <issue>11</issue>
          <fpage>290</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.15585/mmwr.mm6911a4"/>
          </comment>
          <pub-id pub-id-type="doi">10.15585/mmwr.mm6911a4</pub-id>
          <pub-id pub-id-type="medline">32191688</pub-id>
          <pub-id pub-id-type="pmcid">PMC7739981</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Panchal</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kamal</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Orgera</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Cox</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Garfield</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hamel</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Munana</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Chidambaram</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>The implications of COVID-19 for mental health and substance use</article-title>
          <source>Kaiser Family Foundation</source>
          <year>2020</year>
          <month>8</month>
          <day>21</day>
          <access-date>2022-07-29</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://abtcounseling.com/wp-content/uploads/2020/09/The-Implications-of-COVID-19-for-Mental-Health-and-Substance-Use-_-KFF.pdf">https://abtcounseling.com/wp-content/uploads/2020/09/The-Implications-of-COVID-19-for-Mental-Health-and-Substance-Use-_-KFF.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Garfin</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Silver</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Holman</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>The novel coronavirus (COVID-2019) outbreak: amplification of public health consequences by media exposure</article-title>
          <source>Health Psychol</source>
          <year>2020</year>
          <month>05</month>
          <volume>39</volume>
          <issue>5</issue>
          <fpage>355</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32202824"/>
          </comment>
          <pub-id pub-id-type="doi">10.1037/hea0000875</pub-id>
          <pub-id pub-id-type="medline">32202824</pub-id>
          <pub-id pub-id-type="pii">2020-20168-001</pub-id>
          <pub-id pub-id-type="pmcid">PMC7735659</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Holmes</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connor</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Perry</surname>
              <given-names>VH</given-names>
            </name>
            <name name-style="western">
              <surname>Tracey</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Wessely</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Arseneault</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ballard</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen Silver</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Everall</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Ford</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>John</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kabir</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Madan</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Przybylski</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Shafran</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sweeney</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Worthman</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Yardley</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Cowan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Cope</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hotopf</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bullmore</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Multidisciplinary research priorities for the COVID-19 pandemic: a call for action for mental health science</article-title>
          <source>Lancet Psychiatry</source>
          <year>2020</year>
          <month>06</month>
          <volume>7</volume>
          <issue>6</issue>
          <fpage>547</fpage>
          <lpage>60</lpage>
          <pub-id pub-id-type="doi">10.1016/s2215-0366(20)30168-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Qiu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Shen</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>A nationwide survey of psychological distress among Chinese people in the COVID-19 epidemic: implications and policy recommendations</article-title>
          <source>Gen Psych</source>
          <year>2020</year>
          <month>03</month>
          <day>06</day>
          <volume>33</volume>
          <issue>2</issue>
          <fpage>e100213</fpage>
          <pub-id pub-id-type="doi">10.1136/gpsych-2020-100213</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alambo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gaur</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Thirunarayan</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Depressive, drug abusive, or informative: knowledge-aware study of news exposure during COVID-19 outbreak</article-title>
          <source>arXiv</source>
          <year>2020</year>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://arxiv.org/abs/2007.15209"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="web">
          <article-title>National Institute on Drug Abuse</article-title>
          <source>NIDA</source>
          <access-date>2021-02-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.drugabuse.gov/">https://www.drugabuse.gov/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="web">
          <article-title>United States Drug Enforcement Administration homepage</article-title>
          <source>United States Drug Enforcement Administration</source>
          <access-date>2021-02-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.dea.gov/">https://www.dea.gov/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="web">
          <article-title>2022 European Drug Report</article-title>
          <source>European Monitoring Centre for Drugs and Drug Addiction (EMCDDA)</source>
          <access-date>2021-02-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.emcdda.europa.eu/emcdda-home-page_en">https://www.emcdda.europa.eu/emcdda-home-page_en</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="web">
          <article-title>RxNorm</article-title>
          <source>NIH U.S. National Library of Medicines</source>
          <access-date>2021-02-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nlm.nih.gov/research/umls/rxnorm/index.html">https://www.nlm.nih.gov/research/umls/rxnorm/index.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Daniulaityte</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Carlson</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Kenne</surname>
              <given-names>DR</given-names>
            </name>
          </person-group>
          <article-title>Initiation to pharmaceutical opioids and patterns of misuse: preliminary qualitative findings obtained by the ohio substance abuse monitoring network</article-title>
          <source>J Drug Issues</source>
          <year>2016</year>
          <month>08</month>
          <day>03</day>
          <volume>36</volume>
          <issue>4</issue>
          <fpage>787</fpage>
          <lpage>808</lpage>
          <pub-id pub-id-type="doi">10.1177/002204260603600402</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Daniulaityte</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Carlson</surname>
              <given-names>RG</given-names>
            </name>
          </person-group>
          <article-title>"To numb out and start to feel nothing": experiences of stress among crack-cocaine using women in a midwestern city</article-title>
          <source>J Drug Issues</source>
          <year>2011</year>
          <month>01</month>
          <day>01</day>
          <volume>41</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>24</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21625334"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/002204261104100101</pub-id>
          <pub-id pub-id-type="medline">21625334</pub-id>
          <pub-id pub-id-type="pmcid">PMC3103061</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Daniulaityte</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Falck</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Carlson</surname>
              <given-names>RG</given-names>
            </name>
          </person-group>
          <article-title>Illicit use of buprenorphine in a community sample of young adult non-medical users of pharmaceutical opioids</article-title>
          <source>Drug Alcohol Depend</source>
          <year>2012</year>
          <month>05</month>
          <day>01</day>
          <volume>122</volume>
          <issue>3</issue>
          <fpage>201</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22036303"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2011.09.029</pub-id>
          <pub-id pub-id-type="medline">22036303</pub-id>
          <pub-id pub-id-type="pii">S0376-8716(11)00434-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC3293107</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Daniulaityte</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Carlson</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Kenne</surname>
              <given-names>DR</given-names>
            </name>
          </person-group>
          <article-title>Methamphetamine use in Dayton, Ohio: preliminary findings from the Ohio Substance Abuse Monitoring Network</article-title>
          <source>J Psychoactive Drugs</source>
          <year>2007</year>
          <month>09</month>
          <volume>39</volume>
          <issue>3</issue>
          <fpage>211</fpage>
          <lpage>21</lpage>
          <pub-id pub-id-type="doi">10.1080/02791072.2007.10400607</pub-id>
          <pub-id pub-id-type="medline">18159774</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lamy</surname>
              <given-names>FR</given-names>
            </name>
            <name name-style="western">
              <surname>Daniulaityte</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Zatreh</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nahhas</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Sheth</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Martins</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Boyer</surname>
              <given-names>EW</given-names>
            </name>
            <name name-style="western">
              <surname>Carlson</surname>
              <given-names>RG</given-names>
            </name>
          </person-group>
          <article-title>"You got to love rosin: solventless dabs, pure, clean, natural medicine." Exploring Twitter data on emerging trends in rosin tech marijuana concentrates</article-title>
          <source>Drug Alcohol Depend</source>
          <year>2018</year>
          <month>02</month>
          <day>01</day>
          <volume>183</volume>
          <fpage>248</fpage>
          <lpage>52</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29306816"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2017.10.039</pub-id>
          <pub-id pub-id-type="medline">29306816</pub-id>
          <pub-id pub-id-type="pii">S0376-8716(17)30604-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC5803369</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Noy</surname>
              <given-names>NF</given-names>
            </name>
            <name name-style="western">
              <surname>McGuinness</surname>
              <given-names>DL</given-names>
            </name>
          </person-group>
          <source>Ontology Development 101: A Guide to Creating Your First Ontology</source>
          <year>2001</year>
          <publisher-loc>Stanford, CA</publisher-loc>
          <publisher-name>Stanford University</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Musen</surname>
              <given-names>MA</given-names>
            </name>
            <collab>Protégé Team</collab>
          </person-group>
          <article-title>The protégé project: a look back and a look forward</article-title>
          <source>AI Matters</source>
          <year>2015</year>
          <month>06</month>
          <day>16</day>
          <volume>1</volume>
          <issue>4</issue>
          <fpage>4</fpage>
          <lpage>12</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27239556"/>
          </comment>
          <pub-id pub-id-type="doi">10.1145/2757001.2757003</pub-id>
          <pub-id pub-id-type="medline">27239556</pub-id>
          <pub-id pub-id-type="pmcid">PMC4883684</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref65">
        <label>65</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>Learning entity and relation embeddings for knowledge graph completion</article-title>
          <source>Proceedings of the AAAI Conference on Artificial Intelligence</source>
          <year>2015</year>
          <conf-name>Twenty-Ninth AAAI Conference on Artificial Intelligence</conf-name>
          <conf-date>Jan 25–30, 2015</conf-date>
          <conf-loc>Austin, Texas, USA</conf-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ojs.aaai.org/index.php/AAAI/article/view/9491"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref66">
        <label>66</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lehmann</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Isele</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Jakob</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Jentzsch</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kontokostas</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mendes</surname>
              <given-names>PN</given-names>
            </name>
            <name name-style="western">
              <surname>Hellmann</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Morsey</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>van Kleef</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Auer</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bizer</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>DBpedia – A large-scale, multilingual knowledge base extracted from Wikipedia</article-title>
          <source>Semant Pragmat</source>
          <year>2015</year>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>167</fpage>
          <lpage>95</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://content.iospress.com/articles/semantic-web/sw134"/>
          </comment>
          <pub-id pub-id-type="doi">10.3233/SW-140134</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref67">
        <label>67</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lohmann</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Negru</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Haag</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Ertl</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Visualizing ontologies with VOWL</article-title>
          <source>Semantic Web</source>
          <year>2016</year>
          <month>05</month>
          <day>27</day>
          <volume>7</volume>
          <issue>4</issue>
          <fpage>399</fpage>
          <lpage>419</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://visualdataweb.de/webvowl/#iri=http://purl.org/dao#"/>
          </comment>
          <pub-id pub-id-type="doi">10.3233/SW-150200</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref68">
        <label>68</label>
        <nlm-citation citation-type="web">
          <article-title>Call for resources track papers</article-title>
          <source>ISWC</source>
          <access-date>2020-02-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://iswc2018.semanticweb.org/call-for-resources-track-papers/">http://iswc2018.semanticweb.org/call-for-resources-track-papers/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref69">
        <label>69</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gyrard</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Atemezing</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Serrano</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>PerfectO: an online toolkit for improving quality, accessibility, and classification of domain-based ontologies</article-title>
          <source>Semantic IoT: Theory and Applications</source>
          <year>2021</year>
          <publisher-loc>Cham</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref70">
        <label>70</label>
        <nlm-citation citation-type="web">
          <article-title>LODE - Live OWL Documentation Environment homepage</article-title>
          <source>LODE - Live OWL Documentation Environment</source>
          <access-date>2020-02-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.essepuntato.it/lode">http://www.essepuntato.it/lode</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref71">
        <label>71</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lokala</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <article-title>Drug abuse ontology</article-title>
          <source>Earth Science Information Partners Community Ontology Repository</source>
          <year>2020</year>
          <month>7</month>
          <day>27</day>
          <access-date>2022-02-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://cor.esipfed.org/ont/~ushanri/DAO">http://cor.esipfed.org/ont/~ushanri/DAO</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref72">
        <label>72</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lohmann</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Negru</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Haag</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Ertl</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Visualizing ontologies with VOWL</article-title>
          <source>Semantic Web</source>
          <year>2016</year>
          <month>05</month>
          <day>27</day>
          <volume>7</volume>
          <issue>4</issue>
          <fpage>399</fpage>
          <lpage>419</lpage>
          <pub-id pub-id-type="doi">10.3233/sw-150200</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref73">
        <label>73</label>
        <nlm-citation citation-type="web">
          <article-title>Visual Notation for OWL Ontologies</article-title>
          <source>Visual Dataweb</source>
          <year>2020</year>
          <month>7</month>
          <day>27</day>
          <access-date>2022-02-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://vowl.visualdataweb.org/webvowl-old/webvowl-old.html#iri=http://cor.esipfed.org/ont/~ushanri/DAO%C2%A0">http://vowl.visualdataweb.org/webvowl-old/webvowl-old.html#iri=http://cor.esipfed.org/ont/~ushanri/DAO%C2%A0</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref74">
        <label>74</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Poveda-Villalón</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gómez-Pérez</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Suárez-Figueroa</surname>
              <given-names>MC</given-names>
            </name>
          </person-group>
          <article-title>OOPS! (OntOlogy Pitfall Scanner!): an on-line tool for ontology evaluation</article-title>
          <source>Intl J Semantic Web Inform Syst</source>
          <year>2014</year>
          <volume>10</volume>
          <issue>2</issue>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.igi-global.com/article/oops-ontology-pitfall-scanner/116450"/>
          </comment>
          <pub-id pub-id-type="doi">10.4018/ijswis.2014040102</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref75">
        <label>75</label>
        <nlm-citation citation-type="web">
          <article-title>Vapour report</article-title>
          <source>Vapour Linked Data Validator</source>
          <access-date>2022-02-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://linkeddata.uriburner.com:8000/vapour?uri=http://cor.esipfed.org/ont/~ushanri/DAO">http://linkeddata.uriburner.com:8000/vapour?uri=http://cor.esipfed.org/ont/~ushanri/DAO</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref76">
        <label>76</label>
        <nlm-citation citation-type="web">
          <article-title>Graphite PHP linked data library</article-title>
          <source>RDF Triple-Checker</source>
          <access-date>2022-02-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://graphite.ecs.soton.ac.uk/checker/?uri=http://cor.esipfed.org/ont/~ushanri/DAO">http://graphite.ecs.soton.ac.uk/checker/?uri=http://cor.esipfed.org/ont/~ushanri/DAO</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref77">
        <label>77</label>
        <nlm-citation citation-type="web">
          <article-title>Ontology metrics</article-title>
          <source>Protégé 5 Documentation</source>
          <access-date>2021-02-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://protegeproject.github.io/protege/views/ontology-metrics/">http://protegeproject.github.io/protege/views/ontology-metrics/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref78">
        <label>78</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>García</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>García-Peñalvo</surname>
              <given-names>FJ</given-names>
            </name>
            <name name-style="western">
              <surname>Therón</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>A survey on ontology metrics</article-title>
          <source>Knowledge Management, Information Systems, E-Learning, and Sustainability Research</source>
          <year>2010</year>
          <publisher-loc>Berlin, Heidelberg</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref79">
        <label>79</label>
        <nlm-citation citation-type="web">
          <article-title>Web ontology language (OWL) abstract syntax and semantics section 2. Abstract syntax</article-title>
          <source>W3C Working Draft</source>
          <access-date>2021-02-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.w3.org/TR/2002/WD-owl-semantics-20021108/syntax.html">https://www.w3.org/TR/2002/WD-owl-semantics-20021108/syntax.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref80">
        <label>80</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sheth</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Perera</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wijeratne</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Thirunarayan</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Knowledge will propel machine understanding of content: extrapolating from current examples</article-title>
          <source>Proceedings of the International Conference on Web Intelligence</source>
          <year>2017</year>
          <conf-name>WI '17: International Conference on Web Intelligence 2017</conf-name>
          <conf-date>Aug 23 - 26, 2017</conf-date>
          <conf-loc>Leipzig Germany</conf-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://datamed.org"/>
          </comment>
          <pub-id pub-id-type="doi">10.1145/3106426.3109448</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref81">
        <label>81</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Estival</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Nowak</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Zschorn</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Towards ontology-based natural language processing</article-title>
          <source>Proceeedings of the Workshop on NLP and XML (NLPXML-2004): RDF/RDFS and OWL in Language Technology</source>
          <year>2004</year>
          <conf-name>NLPXML '04: Proceeedings of the Workshop on NLP and XML (NLPXML-2004): RDF/RDFS and OWL in Language Technology</conf-name>
          <conf-date>Jun 1, 2004</conf-date>
          <conf-loc>Barcelona, Spain</conf-loc>
        </nlm-citation>
      </ref>
      <ref id="ref82">
        <label>82</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Daniulaityte</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Carlson</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Falck</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Cameron</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>Udayanaga</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sheth</surname>
              <given-names>AP</given-names>
            </name>
          </person-group>
          <article-title>A web-based study of self-treatment of opioid withdrawal symptoms with loperamide</article-title>
          <source>Wright State University</source>
          <year>2012</year>
          <access-date>2022-04-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://corescholar.libraries.wright.edu/knoesis/624/">https://corescholar.libraries.wright.edu/knoesis/624/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref83">
        <label>83</label>
        <nlm-citation citation-type="web">
          <article-title>PREDOSE Demo</article-title>
          <source>Youtube</source>
          <year>2013</year>
          <month>9</month>
          <day>16</day>
          <access-date>2020-02-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.youtube.com/watch?v=gCFPzMgEPQM">https://www.youtube.com/watch?v=gCFPzMgEPQM</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref84">
        <label>84</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sheth</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kapanipathi</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Semantic filtering for social data</article-title>
          <source>IEEE Internet Comput</source>
          <year>2016</year>
          <month>7</month>
          <volume>20</volume>
          <issue>4</issue>
          <fpage>74</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1109/MIC.2016.86</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref85">
        <label>85</label>
        <nlm-citation citation-type="web">
          <article-title>International Classification of Diseases, Version 10</article-title>
          <source>BioPortal</source>
          <access-date>2020-02-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bioportal.bioontology.org/ontologies/ICD10">https://bioportal.bioontology.org/ontologies/ICD10</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref86">
        <label>86</label>
        <nlm-citation citation-type="web">
          <article-title>SNOMED CT</article-title>
          <source>BioPortal</source>
          <access-date>2020-02-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bioportal.bioontology.org/ontologies/SNOMEDCT">https://bioportal.bioontology.org/ontologies/SNOMEDCT</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref87">
        <label>87</label>
        <nlm-citation citation-type="web">
          <article-title>bioCaddie Core Development Team</article-title>
          <source>Home - DataMed</source>
          <access-date>2020-02-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://datamed.org">https://datamed.org</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref88">
        <label>88</label>
        <nlm-citation citation-type="web">
          <article-title>Research domain criteria (RDoC)</article-title>
          <source>Research domain criteria (RDoC). In: National Institute of Mental Health (NIMH)</source>
          <access-date>2022-04-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nimh.nih.gov/research/research-funded-by-nimh/rdoc">https://www.nimh.nih.gov/research/research-funded-by-nimh/rdoc</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref89">
        <label>89</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alambo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gaur</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lokala</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Kursuncu</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Thirunarayan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Gyrard</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sheth</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Welton</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Pathak</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Question answering for suicide risk assessment using reddit</article-title>
          <source>Proceedings of the 2019 IEEE 13th International Conference on Semantic Computing (ICSC)</source>
          <year>2019</year>
          <conf-name>2019 IEEE 13th International Conference on Semantic Computing (ICSC)</conf-name>
          <conf-date>Jan 30 - Feb 01, 2019</conf-date>
          <conf-loc>Newport Beach, CA, USA</conf-loc>
          <pub-id pub-id-type="doi">10.1109/ICOSC.2019.8665525</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref90">
        <label>90</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Park</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Conway</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Harnessing reddit to understand the written-communication challenges experienced by individuals with mental health disorders: analysis of texts from mental health communities</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <month>04</month>
          <day>10</day>
          <volume>20</volume>
          <issue>4</issue>
          <fpage>e121</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2018/4/e121/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.8219</pub-id>
          <pub-id pub-id-type="medline">29636316</pub-id>
          <pub-id pub-id-type="pii">v20i4e121</pub-id>
          <pub-id pub-id-type="pmcid">PMC5915669</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref91">
        <label>91</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Saravia</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>De Lorenzo</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>MIDAS: mental illness detection and analysis via social media</article-title>
          <source>Proceedings of the  2016 IEEE/ACM International Conference on Advances in Social Networks Analysis and Mining (ASONAM)</source>
          <year>2016</year>
          <conf-name>2016 IEEE/ACM International Conference on Advances in Social Networks Analysis and Mining (ASONAM)</conf-name>
          <conf-date>Aug 18-21, 2016</conf-date>
          <conf-loc>San Francisco, CA, USA</conf-loc>
          <pub-id pub-id-type="doi">10.1109/ASONAM.2016.7752434</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref92">
        <label>92</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gkotsis</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Oellrich</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Velupillai</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Liakata</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hubbard</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Dobson</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Dutta</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Characterisation of mental health conditions in social media using Informed Deep Learning</article-title>
          <source>Sci Rep</source>
          <year>2017</year>
          <month>03</month>
          <day>22</day>
          <volume>7</volume>
          <fpage>45141</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/srep45141"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/srep45141</pub-id>
          <pub-id pub-id-type="medline">28327593</pub-id>
          <pub-id pub-id-type="pii">srep45141</pub-id>
          <pub-id pub-id-type="pmcid">PMC5361083</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref93">
        <label>93</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gaur</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Khandelwal</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Kurşuncu</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Pallagani</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Measuring spatio-temporal psychological impact of novel coronavirus through social quality index</article-title>
          <source>YouTube</source>
          <access-date>2020-06-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://youtu.be/XzYrn0PEzNk">https://youtu.be/XzYrn0PEzNk</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref94">
        <label>94</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gaur</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kursuncu</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Khandelwal</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Pallagani</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Shalin</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Sheth</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Psychidemic: measuring the spatio-temporal psychological impact of novel choronovirus with a social quality index</article-title>
          <source>Proceedings of the Computing Research Association Annual Conference</source>
          <year>2020</year>
          <conf-name>Computing Research Association Annual Conference</conf-name>
          <conf-date>2020</conf-date>
          <conf-loc>-</conf-loc>
          <pub-id pub-id-type="doi">10.1007/bf03256752</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref95">
        <label>95</label>
        <nlm-citation citation-type="web">
          <article-title>Ranking the states</article-title>
          <source>Mental Health America</source>
          <access-date>2021-02-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mhanational.org/issues/ranking-states">https://www.mhanational.org/issues/ranking-states</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref96">
        <label>96</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Daniulaityte</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Carlson</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Golroo</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Wijeratne</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Boyer</surname>
              <given-names>EW</given-names>
            </name>
            <name name-style="western">
              <surname>Martins</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Nahhas</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Sheth</surname>
              <given-names>AP</given-names>
            </name>
          </person-group>
          <article-title>"Time for Dabs": analyzing Twitter data on butane hash oil use</article-title>
          <source>2015 Abstract Book</source>
          <year>2015</year>
          <publisher-loc>Fairborn, Ohio</publisher-loc>
          <publisher-name>Wright State University</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref97">
        <label>97</label>
        <nlm-citation citation-type="web">
          <article-title>Covid19 - knoesis wiki</article-title>
          <source>Wiki</source>
          <access-date>2022-04-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://wiki.aiisc.ai/index.php/Covid19">http://wiki.aiisc.ai/index.php/Covid19</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref98">
        <label>98</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mozzicato</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>MedDRA</article-title>
          <source>Pharmaceut Med</source>
          <year>2009</year>
          <volume>23</volume>
          <fpage>65</fpage>
          <lpage>75</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref99">
        <label>99</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Böhm</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ortiz</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A tool for building topic-specific ontologies using a knowledge graph</article-title>
          <source>Proceedings of the 31st International Workshop on Description Logics co-located with 16th International Conference on Principles of Knowledge Representation and Reasoning (KR 2018)</source>
          <year>2018</year>
          <conf-name>31st International Workshop on Description Logics co-located with 16th International Conference on Principles of Knowledge Representation and Reasoning (KR 2018)</conf-name>
          <conf-date>Oct 27-29, 2018</conf-date>
          <conf-loc>Tempe, Arizona, US</conf-loc>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
