<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "journalpublishing.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" dtd-version="2.0" xml:lang="en" article-type="research-article"><front><journal-meta><journal-id journal-id-type="nlm-ta">JMIR Public Health Surveill</journal-id><journal-id journal-id-type="publisher-id">publichealth</journal-id><journal-id journal-id-type="index">9</journal-id><journal-title>JMIR Public Health and Surveillance</journal-title><abbrev-journal-title>JMIR Public Health Surveill</abbrev-journal-title><issn pub-type="epub">2369-2960</issn><publisher><publisher-name>JMIR Publications</publisher-name><publisher-loc>Toronto, Canada</publisher-loc></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">v10i1e60079</article-id><article-id pub-id-type="doi">10.2196/60079</article-id><article-categories><subj-group subj-group-type="heading"><subject>Original Paper</subject></subj-group></article-categories><title-group><article-title>Mental Health Care Navigation Tools in Australia: Infoveillance Study</article-title></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><name name-style="western"><surname>Woods</surname><given-names>Cindy E</given-names></name><degrees>BEd, MPH, PhD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Furst</surname><given-names>Mary-Anne</given-names></name><degrees>RN, MHSc, PhD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Dissanayake</surname><given-names>Manoj</given-names></name><degrees>MBBS, MSc, MD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Koerner</surname><given-names>Jane</given-names></name><degrees>BComm, PG Dip Health Promotion, MHS, PhD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>de Miquel</surname><given-names>Carlota</given-names></name><degrees>BPsych, MSc</degrees><xref ref-type="aff" rid="aff2">2</xref><xref ref-type="aff" rid="aff3">3</xref><xref ref-type="aff" rid="aff4">4</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Lukersmith</surname><given-names>Sue</given-names></name><degrees>BASc, MErg, PhD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Rosenberg</surname><given-names>Sebastian</given-names></name><degrees>BA, MPA, PhD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Salvador-Carulla</surname><given-names>Luis</given-names></name><degrees>MD, PhD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib></contrib-group><aff id="aff1"><institution>Faculty of Health, Health Research Institute, University of Canberra</institution>, <addr-line>11 Kirinari Street</addr-line><addr-line>Bruce</addr-line>, <country>Australia</country></aff><aff id="aff2"><institution>Research, Innovation and Teaching Unit, Parc Sanitari Sant Joan de D&#x00E9;u</institution>, <addr-line>Sant Boi de Llobregat</addr-line>, <country>Spain</country></aff><aff id="aff3"><institution>Medicine and Translational Research, University of Barcelona</institution>, <addr-line>Barcelona</addr-line>, <country>Spain</country></aff><aff id="aff4"><institution>Centro de Investigaci&#x00F3;n Biom&#x00E9;dica en Red de Salud Mental</institution>, <addr-line>Madrid</addr-line>, <country>Spain</country></aff><contrib-group><contrib contrib-type="editor"><name name-style="western"><surname>Mavragani</surname><given-names>Amaryllis</given-names></name></contrib></contrib-group><contrib-group><contrib contrib-type="reviewer"><name name-style="western"><surname>Gandre</surname><given-names>Coralie</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Hernandez-Encuentra</surname><given-names>Eul&#x00E0;lia</given-names></name></contrib></contrib-group><author-notes><corresp>Correspondence to Cindy E Woods, BEd, MPH, PhD, Faculty of Health, Health Research Institute, University of Canberra, 11 Kirinari Street, Bruce, 2617, Australia, 61 0449181321; <email>cindy.woods@canberra.edu.au</email></corresp></author-notes><pub-date pub-type="collection"><year>2024</year></pub-date><pub-date pub-type="epub"><day>22</day><month>11</month><year>2024</year></pub-date><volume>10</volume><elocation-id>e60079</elocation-id><history><date date-type="received"><day>30</day><month>04</month><year>2024</year></date><date date-type="rev-recd"><day>24</day><month>09</month><year>2024</year></date><date date-type="accepted"><day>25</day><month>09</month><year>2024</year></date></history><copyright-statement>&#x00A9; Cindy E Woods, Mary-Anne Furst, Manoj Dissanayake, Jane Koerner, Carlota de Miquel, Sue Lukersmith, Sebastian Rosenberg, Luis Salvador-Carulla. Originally published in JMIR Public Health and Surveillance (<ext-link ext-link-type="uri" xlink:href="https://publichealth.jmir.org">https://publichealth.jmir.org</ext-link>), 22.11.2024. </copyright-statement><copyright-year>2024</copyright-year><license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (<ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Public Health and Surveillance, is properly cited. The complete bibliographic information, a link to the original publication on <ext-link ext-link-type="uri" xlink:href="https://publichealth.jmir.org">https://publichealth.jmir.org</ext-link>, as well as this copyright and license information must be included.</p></license><self-uri xlink:type="simple" xlink:href="https://publichealth.jmir.org/2024/1/e60079"/><abstract><sec><title>Background</title><p>In response to the well-documented fragmentation within its mental health system, Australia has witnessed recently rapid expansion in the availability of digital mental health care navigation tools. These tools focus on assisting consumers to identify and access appropriate mental health care services, the proliferation of such varied web-based resources risks perpetuating further fragmentation and confusion for consumers. There is a pressing need to systematically assess the characteristics, comprehensiveness, and validity of these navigation tools, especially as demand for digital resources continues to escalate.</p></sec><sec><title>Objective</title><p>This study aims to identify and describe the current landscape of Australian digital mental health care navigation tools, with a focus on assessing their comprehensiveness, identifying potential gaps, and the extent to which they meet the needs of various stakeholders.</p></sec><sec sec-type="methods"><title>Methods</title><p>A comprehensive infoveillance approach was used to identify Australian digital mental health care navigation tools. This process involved a systematic web-based search complemented by consultations with subject matter experts. Identified navigation tools were independently screened by 2 authors, while data extraction was conducted by 3 authors. Extracted data were mapped to key domains and subdomains relevant to navigation tools.</p></sec><sec sec-type="results"><title>Results</title><p>From just a handful in 2020, by February 2024 this study identified 102 mental health care navigation tools across Australia. Primary Health Networks (n=37) and state or territory governments (n=21) were the predominant developers of these tools. While the majority of navigation tools were primarily designed for consumer use, many also included resources for health professionals and caregivers. Notably, no navigation tools were specifically designed for mental health care planners. Nearly all tools (except one) featured directories of mental health care services, although their functionalities varied: 27% (n=27) provided referral information, 20% (n=21) offered geolocated service maps, 12% (n=12) included diagnostic screening capabilities, and 7% (n=7) delineated care pathways.</p></sec><sec sec-type="conclusions"><title>Conclusions</title><p>The variability of navigation tools designed to facilitate consumer access to mental health services could paradoxically contribute to further confusion. Despite the significant expansion of digital navigation tools in recent years, substantial gaps and challenges remain. These include inconsistencies in tool formats, resulting in variable information quality and validity; a lack of regularly updated service information, including wait times and availability for new clients; insufficient details on program exclusion criteria; and limited accessibility and user-friendliness. Moreover, the inclusion of self-assessment screening tools is infrequent, further limiting the utility of these resources. To address these limitations, we propose the development of a national directory of mental health navigation tools as a centralized resource, alongside a system to guide users toward the most appropriate tool for their individual needs. Addressing these issues will enhance consumer confidence and contribute to the overall accessibility, reliability, and utility of digital navigation tools in Australia&#x2019;s mental health system.</p></sec></abstract><kwd-group><kwd>digital health</kwd><kwd>infoveillance</kwd><kwd>mental health</kwd><kwd>mental health care</kwd><kwd>navigation tools</kwd><kwd>Australia</kwd><kwd>fragmentation</kwd><kwd>digital mental healthcare</kwd><kwd>web-based digital resources</kwd><kwd>diagnostic screening</kwd><kwd>accessibility</kwd><kwd>user friendly</kwd></kwd-group></article-meta></front><body><sec id="s1" sec-type="intro"><title>Introduction</title><sec id="s1-1"><title>Background</title><p>In Australia, as in many developed countries, the mental health care system is characterized by increasing fragmentation [<xref ref-type="bibr" rid="ref1">1</xref>]. Responsibilities for mental health policy and services are split between our federal government, which funds primary mental health care services, and our eight state and territory governments which are responsible for hospital-based emergency, acute, and outpatient mental health care. Myriad state and national mental health plans and strategies have not fundamentally shifted a situation in which mental health care receives about 7% of the total national health spending [<xref ref-type="bibr" rid="ref2">2</xref>] (a figure unchanged since 1992) while accounting for around 15% of the total burden of disease [<xref ref-type="bibr" rid="ref3">3</xref>].</p><p>This mix of responsibilities has seen a withering of community mental health services over time, creating a &#x201C;missing middle&#x201D; in Australia&#x2019;s mental health service landscape [<xref ref-type="bibr" rid="ref4">4</xref>].</p><p>Fragmentation also arises through disconnection between public and private mental health sectors, very significant mental health workforce shortages, and a heavy reliance on the medical model, which favours clinical and hospital-based care over community and psychosocial mental health services. Psychosocial services have always been a peripheral element of Australia&#x2019;s mental health service mix [<xref ref-type="bibr" rid="ref5">5</xref>].</p><p>Australia&#x2019;s recent implementation of its National Disability Insurance Scheme has also created a new funding and policy seam separating different mental health clients and systems.</p><p>At the same time, and in response to increasing recognition of the need for more services to respond to mental illness in Australia, funding has gone into a plethora of new programs. Often these programs are time-limited, operating in isolation from one another. Repeated inquiries and reports have found these issues and others combine to make mental health system integration very difficult in Australia [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>].</p><p>New navigation tools offer some prospect of helping surmount this fragmentation. In doing so, they must fit into, or change the current model of primary mental health care provided in Australia, which sees the general practitioner (GP) operate as a gatekeeper to publicly subsidized, specialist mental health care, typically provided by either a psychologist or psychiatrist under Medicare.</p><p>Australians cannot directly book Medicare&#x2010;subsidized sessions with psychologists or other mental health care professionals without a referral from a primary care provider [<xref ref-type="bibr" rid="ref8">8</xref>]. There is no suggestion (yet) that navigation tools should supplant the GP gatekeeper role in Australia. However, they can still play a valuable role, helping consumers and caregivers to find community mental health services or to advocate for a referral to specialist care. Additionally, health professionals, including primary care providers and mental health planners, can benefit from using these tools to support and streamline care pathways.</p><p>Navigation tools help health care service planners, health professionals, and health care consumers locate available services [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref9">9</xref>] and connect individuals and their families with the most suitable option for mental health treatment and support services. In the last few years, the number of Australian digital mental health care navigation tools has significantly increased from a handful in 2020 to currently over 100. This abundance of web-based and digital resources can be overwhelming and confusing to navigate due to the volume of information, variable levels of digital literacy, and uncertainty about which services are appropriate [<xref ref-type="bibr" rid="ref10">10</xref>]. With growing demand for digital resources in mental health, it is crucial to gain a better understanding of current digital navigation tools.</p><p>In the context of this study, mental health care navigation tools are defined as digital or web-based resources designed to assist health professionals, consumers, and caregivers in locating and accessing mental health services, referral information, resources, and support. These tools can exist as stand-alone web-based systems or modules integrated with other web-based tools for assessment, diagnosis, and facilitation of appropriate treatment. Navigation tools commonly feature directories of mental health services and offer interactive, integrated, and user-friendly functions for locating resources and support. They may also provide estimated appointment waiting times, web-based booking services, telehealth platforms, relevant information pertaining to rules about clients or restrictions, and digital consultations.</p><p>Navigation tools are not &#x201C;navigators&#x201D; of the care system. There is a widespread interchangeability and confusion, even in the scientific literature, of navigation as a function or activity, the tools used for conducting navigation activities, and the specific occupation of &#x201C;navigators&#x201D; who perform care coordination activities using publicly or organizationally available tools. Studies seldom provide clear definitions of their operational use of the term navigation and often conflate navigation activities with the role of &#x201C;navigators&#x201D; [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>].</p><p>In Australia, as with other developed nations, there are various ways to access the mental health care system. However, access often relies on individuals being aware of these options. Having all service choices available in one location can help overcome barriers related to lack of knowledge of available services and save consumers time in trying to determine what is accessible in their area [<xref ref-type="bibr" rid="ref13">13</xref>]. One of the benefits of digital mental health care navigation tools is that they provide aggregated information about available resources in a centralized location to help navigate the complex mental health system. The tools are often stratified by geographic location, making it easier for health professionals and consumers to locate appropriate services [<xref ref-type="bibr" rid="ref14">14</xref>].</p><p>Navigation tools can also be used by health care and support workers, care coordinators, and care navigators to provide recommendations about mental health care services and guide referrals. Digital mental health care navigation tools can offer insights into specific demographic needs by leveraging metric analytics to understand usage patterns and inform policy and program planning, ensuring that services are tailored to meet the specific needs of different populations [<xref ref-type="bibr" rid="ref15">15</xref>].</p><p>However, access to and use of digital mental health care navigation tools depends on end user awareness and other factors such as their level of digital literacy. The use of digital supports may create additional challenges for those in most need of care due to issues such as limited technology access, unreliable internet, associated costs, and lack of digital and health literacy [<xref ref-type="bibr" rid="ref16">16</xref>].</p><p>Currently, there is an absence of standardized evaluation criteria for conducting reviews and assessing the quality and accuracy of digital navigation tools. The National Safety and Quality Digital Mental Health Standards (NSQDMHS) are a set of guidelines developed in Australia to ensure high-quality mental health care across the country. Their purpose is to establish a benchmark for the quality and safety of mental health services and to guide service providers in delivering consistent and effective mental health care. The standards are organized into several core areas that outline the expectations for mental health services. These core areas are consumer rights and safety, access and engagement, treatment and support, service environment, continuity of care, and workforce. The NSQDMHS [<xref ref-type="bibr" rid="ref17">17</xref>] provides voluntary standards for digital mental health services. These standards do not explicitly address mental health navigation tools, nor do they encompass principles of quality and accuracy for information within digital navigation tools. The standards suggest that service providers use quality improvement systems to identify quality measures, but do not offer guidance on definitions of quality or accuracy.</p><p>Infoveillance, a combination of information and surveillance, refers to the systematic collection, analysis, and monitoring of information from digital sources [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>]. Infoveillance can also be used to take a snapshot of health system change by analyzing data from various web-based sources [<xref ref-type="bibr" rid="ref20">20</xref>], allowing for repeated assessments at different time points. Infoveillance allows researchers and others to gather insights from digital data to gain a better understanding of various phenomena [<xref ref-type="bibr" rid="ref21">21</xref>].</p><p>Analyzing existing mental health service navigation tools using the infoveillance method can help to identify availability gaps and access barriers to inform the development of more inclusive and accessible tools. Additionally, it can offer valuable insights for policymakers to comprehend the mental health landscape and address support gaps effectively [<xref ref-type="bibr" rid="ref18">18</xref>].</p></sec><sec id="s1-2"><title>Aim</title><p>The aim of this study was to identify and outline the primary features of existing Australian digital mental health care navigation tools while pinpointing gaps in availability and barriers to access.</p></sec></sec><sec id="s2" sec-type="methods"><title>Methods</title><sec id="s2-1"><title>Search Criteria</title><p>The research team conducted an infoveillance study to identify Australian mental health care navigation tools. A comprehensive web search was conducted by 2 members of the research team (CEW and MAF). Primary Health Networks (PHNs), the 31 regional districts of primary health care in Australia, were used as the reference catchment areas. We conducted a literature search, reached out to key experts to identify available tools, and performed a comprehensive Google web search to locate mental health navigation tools at both the local and national levels. This involved reviewing the official web pages of the PHNs as well as any other available sources of regional-level information.</p><p>The web search was executed using Google, incorporating the name of the PHN along with the following search terms and Boolean operators: AND directory OR navigation. The search results initiated a snowball effect, with some PHNs providing links on their website to state-based or national navigation tools. Concurrently, a systematic scoping review search was conducted alongside the infoveillance search to identify literature pertaining to navigation tools. The scoping review was not part of our study, but it was instrumental in determining if any navigation tools were overlooked in the infoveillance search.</p></sec><sec id="s2-2"><title>Inclusion and Exclusion Criteria</title><p>Inclusion criteria were specific mental health navigation tools, or general health navigation tools that contain mental health and related services such as those for people experiencing homelessness, financial crisis, substance use, and gambling. Exclusion criteria were tools that do not have any form of service directory, screening, pathways, or referral information on their website<bold>,</bold> and navigation services that are staffed by care navigators who screen and connect an individual to an appropriate support service.</p></sec><sec id="s2-3"><title>Development of a Data Extraction Tool</title><p>The research team developed a framework with relevant domains and subdomains of navigation tool features and characteristics a priori, drawing on an author&#x2019;s digital mental health expertise (LSC). This predetermined set of domains and subdomains, along with the definition of navigation tools, was assessed by a multidisciplinary expert panel (n=19), which met twice via video-conferencing and provided feedback and external validation. Experts were invited to participate in the expert panel via email. Invitations were sent to networks known to the authors and also to targeted experts in mental health services planning and PHNs, clinically experienced mental health practitioners (psychologists and psychiatrists), mental health community-based organization representatives, and an advocate with lived experience.</p><p>The expert panel consisted of representatives from peak mental health bodies, government health or mental health departments, consumer and lived experience advocacy, the PHN, and GPs, psychologists, psychiatrists, and community mental health care providers. Based on the feedback from the panel, additional domains and subdomains were added to the framework. The domain of service information (waiting time and accessibility), and the subdomain of quality&#x2014;information update frequency&#x2014;were added to the framework. The expert panel identified a set of key components of a navigation tool relevant to evaluate its usability. These components related to technical aspects (interactivity) and a glossary of terms.</p><p>An Excel (Microsoft Corp) data extraction spreadsheet was used as the data extraction tool, with each subdomain listed as a separate column heading. The validated domains and subdomains include the following (<xref ref-type="table" rid="table1">Table 1</xref>):</p><table-wrap id="t1" position="float"><label>Table 1.</label><caption><p>Navigation tool domains and subdomains used for the data extraction tool.</p></caption><table id="table1" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Navigation tool domains</td><td align="left" valign="bottom">Subdomains</td></tr></thead><tbody><tr><td align="left" valign="top">Type</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Target audience&#x2014;health care service planners, health professionals, consumers, or caregivers</p></list-item><list-item><p>Scope&#x2014;general (includes mental health <named-content content-type="background:#cddc39"/>or other community services) or specific to a population group or health condition</p></list-item></list></td></tr><tr><td align="left" valign="top">Technical design aspects</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Modules&#x2014;directory, geolocation, screening, pathways, or referral</p></list-item><list-item><p>Interactivity&#x2014;interactive or static</p></list-item></list></td></tr><tr><td align="left" valign="top">Service information</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Waiting time</p></list-item><list-item><p>Accessibility</p></list-item></list></td></tr><tr><td align="left" valign="top">Quality</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Glossary</p></list-item><list-item><p>Information update frequency</p></list-item></list></td></tr></tbody></table></table-wrap></sec><sec id="s2-4"><title>Data Extraction</title><p>Each navigation tool was independently screened against the inclusion or exclusion criteria by two authors (CEW and MAF). Three authors (CEW, MAF, and MD) made an independent evaluation of the dataset and individually extracted data regarding the subdomains, features, and links (or a representative sample if there were many) of each navigation tool. Any additional relevant features or characteristics identified during the data extraction process, such as quick exit buttons or symptom checkers, were subsequently incorporated into the data extraction form.</p></sec><sec id="s2-5"><title>Ethical Considerations</title><p>This study was reviewed and approved by Australian Capital Territory Health Human Research Ethics Committee (2023.ETH.00112). Participants were provided with an information sheet and signed a consent form before taking part in the expert panels. No compensation was provided to participants. Expert panel data were deidentified.</p></sec></sec><sec id="s3" sec-type="results"><title>Results</title><sec id="s3-1"><title>Overview</title><p>The Google search identified 197 navigation tools in the 31 Australian PHNs. After removing duplicate national navigation tools that provide customized local navigation services to individual PHNs such as Head to Health, HealthPathways, and My Community Directory, 102 unique navigation tools remained. <xref ref-type="table" rid="table2">Table 2</xref> shows the number of tools in each jurisdiction. The states with the highest population, namely New South Wales (PHN n=10) and Victoria (PHN n=6), have the largest quantity of navigation tools.</p><table-wrap id="t2" position="float"><label>Table 2.</label><caption><p>Number of identified Australian national and state or territory navigation tools.</p></caption><table id="table2" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Location</td><td align="left" valign="bottom">Number of Primary Health Networks</td><td align="left" valign="bottom">Number of navigation tools</td></tr></thead><tbody><tr><td align="left" valign="top">National</td><td align="left" valign="top">31</td><td align="left" valign="top">20</td></tr><tr><td align="left" valign="top">NSW<sup><xref ref-type="table-fn" rid="table2fn1">a</xref></sup></td><td align="left" valign="top">10</td><td align="left" valign="top">26</td></tr><tr><td align="left" valign="top">VIC<sup><xref ref-type="table-fn" rid="table2fn2">b</xref></sup></td><td align="left" valign="top">6</td><td align="left" valign="top">19</td></tr><tr><td align="left" valign="top">QLD<sup><xref ref-type="table-fn" rid="table2fn3">c</xref></sup></td><td align="left" valign="top">7</td><td align="left" valign="top">11</td></tr><tr><td align="left" valign="top">ACT<sup><xref ref-type="table-fn" rid="table2fn4">d</xref></sup></td><td align="left" valign="top">1</td><td align="left" valign="top">7</td></tr><tr><td align="left" valign="top">WA<sup><xref ref-type="table-fn" rid="table2fn5">e</xref></sup></td><td align="left" valign="top">3</td><td align="left" valign="top">6</td></tr><tr><td align="left" valign="top">SA<sup><xref ref-type="table-fn" rid="table2fn6">f</xref></sup></td><td align="left" valign="top">2</td><td align="left" valign="top">5</td></tr><tr><td align="left" valign="top">NT<sup><xref ref-type="table-fn" rid="table2fn7">g</xref></sup></td><td align="left" valign="top">1</td><td align="left" valign="top">4</td></tr><tr><td align="left" valign="top">TAS<sup><xref ref-type="table-fn" rid="table2fn8">h</xref></sup></td><td align="left" valign="top">1</td><td align="left" valign="top">4</td></tr><tr><td align="left" valign="top">Total</td><td align="left" valign="top">&#x2014;<sup><xref ref-type="table-fn" rid="table2fn9">i</xref></sup></td><td align="left" valign="top">102</td></tr></tbody></table><table-wrap-foot><fn id="table2fn1"><p><sup>a</sup>NSW: New South Wales.</p></fn><fn id="table2fn2"><p><sup>b</sup>VIC: Victoria.</p></fn><fn id="table2fn3"><p><sup>c</sup>QLD: Queensland.</p></fn><fn id="table2fn4"><p><sup>d</sup>ACT: Australian Capital Territory.</p></fn><fn id="table2fn5"><p><sup>e</sup>WA: Western Australia.</p></fn><fn id="table2fn6"><p><sup>f</sup>SA: South Australia.</p></fn><fn id="table2fn7"><p><sup>g</sup>NT: Northern Territory.</p></fn><fn id="table2fn8"><p><sup>h</sup>TAS: Tasmania.</p></fn><fn id="table2fn9"><p><sup>i</sup>Not applicable.</p></fn></table-wrap-foot></table-wrap></sec><sec id="s3-2"><title>Developers of Navigation Tools</title><p>Seven navigation tools were developed by the Australian Government, 3 were developed by a combination of Australian and state or territory governments, 21 were developed by state or territory government, 7 by local government (councils), and 1 by a New Zealand district health board. Three navigation tools were developed by a local health district while 37 were developed by one or more PHNs. Other developers include charities (n=7), not-for-profit or nongovernment organizations (n=5), community organizations (n=3), and a social enterprise (n=1). Private sector organizations developed 4 navigation tools and 2 were developed by a university.</p></sec><sec id="s3-3"><title>Costs</title><p>The majority of navigation tools are free to use although some do require registration. Two navigation tools provide a paid subscription service for health services or health care professionals that includes web-based service listings, web-based appointment bookings, digital advertising, and social media marketing, depending on the chosen subscription level. The use of one New Zealand&#x2013;based navigation tool is funded by PHNs, and individual health care professionals or services are provided with access information. One navigation tool developed by large public corporations is free for consumers, caregivers, and health professionals to use, but fees are charged to provide anonymous search or usage data.</p></sec><sec id="s3-4"><title>Target Audience</title><sec id="s3-4-1"><title>Health Care Service Planners</title><p>There is considerable overlap with the target audiences of the tools (<xref ref-type="table" rid="table3">Table 3</xref>). For example, all of the navigation tools that contain information for planners (n=18), also provide information, resources, referrals, data or tools for health professionals, and a service directory for consumers (n=13) <named-content content-type="background:#cddc39"/>or caregivers (n=6). There were no navigation tools specifically for planners.</p><table-wrap id="t3" position="float"><label>Table 3.</label><caption><p>Australian navigation tools for mental health care: target audiences and included modules.</p></caption><table id="table3" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom" colspan="2">Navigation tools</td><td align="left" valign="bottom">Target audiences or included modules, n</td></tr></thead><tbody><tr><td align="left" valign="top" colspan="3"><bold>Navigation tool target audiences</bold></td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Planners</td><td align="char" char="." valign="top">18</td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Health professionals</td><td align="char" char="." valign="top">71</td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Consumers</td><td align="char" char="." valign="top">76</td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Caregivers</td><td align="char" char="." valign="top">50</td></tr><tr><td align="left" valign="top" colspan="3"><bold>Navigation tool specific target audiences</bold></td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Planner specific</td><td align="char" char="." valign="top">0</td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Health professionals specific</td><td align="char" char="." valign="top">11</td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Consumer specific</td><td align="char" char="." valign="top">15</td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Caregiver specific</td><td align="char" char="." valign="top">9</td></tr><tr><td align="left" valign="top" colspan="3"><bold>Navigation tool modules</bold></td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Composite</td><td align="char" char="." valign="top">45</td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Directory</td><td align="char" char="." valign="top">101</td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Geolocation</td><td align="char" char="." valign="top">21</td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Pathways</td><td align="char" char="." valign="top">7</td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Referral</td><td align="char" char="." valign="top">27</td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Diagnostic screening tool</td><td align="char" char="." valign="top">12</td></tr></tbody></table></table-wrap></sec><sec id="s3-4-2"><title>Health Care Professionals</title><p>The availability of information and resources for health care professionals varies significantly between the navigation tools. Of the 71 navigation tools with content for health professionals, eleven are tailored specifically to this audience, with one also providing data for planners. Some navigation tools provide the option for health care professionals to list or update their service (n=13), provide a widget or application programming interface (an interface which allows 2 computer software programs to communicate and share data or functionality) to use on their health service website, or provide information, resources, referral information, training options, data, or tools (n=44).</p></sec><sec id="s3-4-3"><title>Health Consumers</title><sec id="s3-4-3-1"><title>Overview</title><p>The majority of navigation tools (n=76) are oriented toward mental health care service consumers, providing an extensive array of features including service listings with contact information, geolocation features, digital options (telehealth, ie, telephone and web-based consultations with health care professionals), screening tools, symptom checkers, risk assessments, accessibility options, and filtering features to identify the most appropriate services. There are a limited number of consumer-specific navigation tools (n=15) that do not provide any information for health care professionals or caregivers.</p></sec><sec id="s3-4-3-2"><title>Caregivers</title><p>Nine navigation tools are specifically tailored to cater to the needs of caregivers, including formal and informal caregivers, parents, partners, and friends. The remaining navigation tools (n=41) either feature a section for caregivers or list some caregiver services. While these tools may primarily target consumers rather than caregivers specifically, it is assumed that caregivers will use the navigation tools to locate services for the individuals in their care.</p></sec><sec id="s3-4-3-3"><title>Scope</title><p>The majority of navigation tools (n=70) are specific to a particular population or health condition (with some overlap) such as adult mental health (n=37), youth and adolescent mental health (n=3), caregivers (n=9), First Nations (n=3), health care professionals (n=11), dementia (n=3), alcohol and other drugs (AOD; n=13), disability (n=2), neurodevelopmental or behavioral disorders (n=1), <named-content content-type="background:#cddc39"/>or community services relevant to mental health such as homelessness, trauma, <named-content content-type="background:#cddc39"/>or family violence (n=7). The general navigation tools (n=32) were included if there was a section for mental health care services or a function to filter or search for mental health care <named-content content-type="background:#cddc39"/>or caregiver services.</p></sec></sec></sec><sec id="s3-5"><title>Navigation Tool Modules</title><sec id="s3-5-1"><title>Overview</title><p><xref ref-type="table" rid="table3">Table 3</xref> provides a summary of the following modules of mental health care navigation tools.</p></sec><sec id="s3-5-2"><title>Composite</title><p>Composite navigation tools include more than one module. Around 44% (45/101) of navigation tools comprise various elements, including a directory, a map with geolocated services, care pathways, referral information, or a screening tool.</p></sec><sec id="s3-5-3"><title>Service Directory</title><p>A service directory serves as a centralized point through which end users can access and locate various services or resources. In the past, directories typically lacked interactivity, such as search or filter functions. However, with the rapid expansion of digital navigation tools, directories are being enhanced with additional features. The large majority (n=101) of navigation tools include a service directory. Some are limited or basic (eg, name and contact details of the services) while others are comprehensive (eg, including accessibility information, public transport directions, or maps). As noted above, some navigation tools are general, including a broad range of community services, and some specific to a population group or health condition. The navigation tool that did not include a directory comprised the Initial Assessment and Referral Decision Support Tool (IAR-DST).</p></sec><sec id="s3-5-4"><title>Geolocation</title><p>Just over 20% (21/101) of navigation tools include a map with geolocated services, thereby improving accessibility for individuals to easily find and access mental health care services in their vicinity or in close proximity to them. Other navigation tools (n=9) provide a map to locate individual services but do not provide a comprehensive map showing the location of all services within an area. None of the navigation tools incorporate a map directly on the landing page, and access to a map of services and locations necessitates between 1 and 6 mouse clicks.</p></sec><sec id="s3-5-5"><title>Care Pathways</title><p>Care pathways, information to support assessment, management, and referral of consumers within the local health system, were included in 7% (n=7) of navigation tools. The majority (4/7) of these navigation tools are tailored specifically for health care professionals.</p></sec><sec id="s3-5-6"><title>Referral</title><p>Twenty-seven navigation tools provide referral information on the process and criteria for accessing mental health care services, with significant variation observed between them. This variation ranges from information about whether a referral is needed and who can provide one (n=15), and outlining referral criteria (n=3), through to web-based referral forms and intake contacts (n=7). Some navigation tools use an IAR-DST level of care to guide referral decisions to appropriate care services. This tool supports the stepped care approach to service delivery, helping match individuals to the most suitable services for their mental health care needs.</p></sec><sec id="s3-5-7"><title>Diagnostic Screening</title><p>Twelve navigation tools integrate a screening process, with some using a standardized screening tool, while others screen services based on the IAR level of care or incorporate screening into the referral process or form. The mental health screening tools include the Patient Health Questionnaire (measuring depression), the Generalized Anxiety Disorder Assessment (measuring anxiety), the Kessler Psychological Distress Scale (measuring distress), the Depression, Anxiety and Stress Scale (measuring depression, anxiety, and stress), and suicide and self-harm questions (n=1). The suicide and self-harm screening tool is administered by a health professional and cannot be accessed by consumers. The IAR-DST Guidance suggests using standardized assessment tools to measure symptom severity and distress such as the Kessler Psychological Distress Scale with additional questions measuring the impact of distress on daily living, Kessler Psychological Distress Scale for First Nation peoples, Patient Health Questionnaire, Generalized Anxiety Disorder Assessment, Edinburgh Postnatal Depression Scale, and the Work and Social Adjustment Scale to measure functional impairment pertaining to work and social functioning.</p><p>AOD screening tools include the Alcohol, Smoking and Substance Involvement Screening Test, the Alcohol Use Disorders Identification Test, Cannabis Use Disorders Identification Test, and substance use history and frequency questions.</p><p>The dementia screening tools include the Standardized Mini-Mental State Examination, dementia assessment tools, pain assessment tool, and caregiver burden scale.</p><p>All of the navigation tools with screening tools are specific rather than general. Two are specific to health care professionals (Health Pathways and the IAR-DST), 9 are specific to mental health <named-content content-type="background:#cddc39"/>or AOD, and 1 is dementia specific. Six navigation tools incorporate a self-assessment screening tool, and the remainder (n=6) are intended to be administered by health care professionals.</p></sec><sec id="s3-5-8"><title>Other Characteristics: Estimated Wait Times and Accepting New Referrals</title><p>Forty-four percent (43/101) of navigation tools offer details regarding a service&#x2019;s availability for new clients or estimates of the wait time for accessing the service. Among these, 22 navigation tools provide information about accepting new referrals and waiting time, 16 provide advice on accepting new<named-content content-type="background:#cddc39"> or</named-content> self-referrals but no information about waiting times, and 2 navigation tools advise estimated wait time but no information about accepting new referrals. Two of the navigation tools are specifically for health care professionals. One navigation tool provides a monthly subscription plan for service providers and integrates into the patient management system of a practice. Consumers can download the app or use the website to search for a service, choose a health professional by viewing their profile, see all available appointment times on different dates, and book an appointment on the web.</p></sec><sec id="s3-5-9"><title>Access to Care</title><p>Fourteen navigation tools provide accessibility information such as wheelchair access, accessible or free parking, accessible toilet facilities, baby change facilities, pram friendly, and accessible telephone. The majority of these (n=9) are national navigation tools, and 5 of the 14 are mental health specific while the remainder are general health navigation tools.</p><p>Thirty-one navigation tools provide language options such as language translation, enlarged font, and audio screen reader. Out of these, 19% (19/101) are specific to a particular population or health condition such as mental health, disability, caregivers, dementia, aging, and AOD.</p><p>Four navigation tools have a chatbot or similar feature. However, one chatbot link was nonfunctional, another was linked to a council website for reporting storm damage, and one labeled &#x201C;ask Cam, the carer navigator&#x201D; functioned as a search tool. The only fully functional chatbot was part of an AOD service which also has a &#x201C;text the effects&#x201D; service, allowing users to text the name (or slang name) of any drug and be sent information about its effects. Additionally, five navigation tools offer a live chat facility or similar service. Of these, 3 connect users with AOD counselors while two facilitate chats with mental health professionals.</p></sec><sec id="s3-5-10"><title>Accuracy</title><p>Out of the navigation tools that are interactive and provide links to service websites (n=77), 13 (17%) had one or more links that were broken. Thirty (30%) navigation tools did not provide any data about how often their information is updated. Of the navigation tools that communicate how often service information is updated (n=72), the frequency varied from last updated before 2020 (n=4), last updated in 2020&#x2010;2021 (n=3), updated in 2022 (n=8), updated in 2023 (n=16), and updated in 2024 (n=42). The National Health Service Directory has replaced manual data entry with data sharing agreements which enables them to obtain current information from established databases and authenticate directory details using Medicare and the Australian Health Practitioner Regulation Agency data. Ask Izzy (Infoxchange) uses a team of over 15 database updaters to ensure the ongoing accuracy and expansion of service listings. HealthPathways provides a &#x201C;daily updates&#x201D; web page which lists all reviews and updates of information for health care professionals, which occur weekly if not more frequently.</p></sec><sec id="s3-5-11"><title>Interactivity</title><sec id="s3-5-11-1"><title>Search Functions</title><p>The majority of directories are interactive (n=80), and allow users to filter, screen, and search the digital information to identify and locate the services they need, while 22 are static lists of services with contact information. Some static directories provide links to service websites or links to other navigation tools which are interactive.</p></sec><sec id="s3-5-11-2"><title>Feedback</title><p>Around half (53%, n=54) of the navigation tools have options for user feedback. These include contact information such an email address on the website for feedback (n=31), or a widget with a contact or feedback form (n=23).</p></sec></sec></sec><sec id="s3-6"><title>Glossary</title><p>Sixteen navigation tools include a glossary or similar, such as a list of terms with descriptions, explanations, or information about mental health conditions, AOD, or dementia (n=4). One navigation tool contains a list of acronyms or abbreviations but limited definitions, and one provides a glossary for rating IAR-DST domain impact. Three navigation tools provide a nonstigmatizing language guide (n=2) or a directory of language guides (n=1). Six navigation tools provide a glossary of mental health terms <named-content content-type="background:#cddc39"/>or conditions, and two provide a glossary of AOD with one including a drug information directory.</p></sec><sec id="s3-7"><title>Data Protection Policies</title><p>Australian privacy legislation mandates that websites display a privacy statement or privacy policy if they collect any information from consumers or visitors. Seventy-six percent (77/101) of navigation tools comply with this requirement by providing a privacy policy or statement on their website. Among the 24 navigation tools without such information available on the web, 10 are static navigation tools that do not collect any data, 11 provide privacy details through their developers&#x2019; websites (eg, PHNs), and the remaining three do not offer any privacy information on their websites.</p></sec></sec><sec id="s4" sec-type="discussion"><title>Discussion</title><sec id="s4-1"><title>Principal Results</title><p>To our knowledge, this is the first study of Australian digital mental health navigation tools and their characteristics. The quantity and accessibility of mental health care navigation tools, or those encompassing mental health care services, has exponentially increased in recent years, from just a handful of tools in 2020 to more than 100 available in 2024. The large majority of these tools have been built with the consumer in mind. The research team was unable to locate or access any navigation tools specifically designed for planners.</p><p>Mental health care navigation tools are constantly and rapidly evolving with technological advances improving access to information and support. Despite this progress, there are persistent gaps and challenges that could be addressed to enhance their usefulness. These include varying quality in existing mental health care navigation tools, and a lack of standardization and definitions, leading to ambiguity about the type of care provided. This uncertainty affects individuals when choosing a service provider and health care professionals when referring consumers to service providers [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. Tools ostensibly designed to facilitate access in fact could perpetuate further confusion.</p></sec><sec id="s4-2"><title>Comparison With Prior Work</title><p>Previous research indicates that individuals can find it challenging to access and use appropriate navigation tools, with the process being overwhelming and confusing [<xref ref-type="bibr" rid="ref10">10</xref>]. To reduce this confusion, a system for navigating navigation tools appears to be necessary, akin to the Transcultural Mental Health Centre Directory of Directories in New South Wales, Australia.</p><p>The lack of accuracy or of tailored support in existing navigation tools remains a major challenge in accessing timely and appropriate mental health treatment and support [<xref ref-type="bibr" rid="ref10">10</xref>]. Of the identified navigation tools, only 6 included a self-assessment screening tool capable of recommending services based on an individual&#x2019;s mental health condition and required level of care. Improving the accuracy of navigation tools and information regarding types of service provision can significantly impact the effective linkage of individuals to suitable treatment and support services.</p><p>Locating information is a significant challenge in contemporary information systems [<xref ref-type="bibr" rid="ref24">24</xref>]. The user interface of navigation tools can act as a barrier or facilitator to accessing information. Dieberger and Frank [<xref ref-type="bibr" rid="ref24">24</xref>] argue that navigation is difficult unless the information space is designed in an understandable manner. Currently, Australian digital mental health directories are not easily navigable. Many of the navigation tools required significant searching and digital searching skills to locate required information, or to access a map of services and locations, and would benefit from a more user-friendly and intuitive design [<xref ref-type="bibr" rid="ref13">13</xref>]. The three-click rule is an informal guideline in web design that pertains to the navigation of a website. According to this rule, users should be able to locate any desired information on a website within 3 mouse clicks [<xref ref-type="bibr" rid="ref25">25</xref>]. The rationale is that users tend to experience frustration and often abandon a site and are unlikely to return if they are unable to find the information they are looking for within three clicks [<xref ref-type="bibr" rid="ref25">25</xref>-<xref ref-type="bibr" rid="ref27">27</xref>].</p><p>Only 30% (n=31) of navigation tools provided options such as language translation, or assistance with screen reading. Equitable access to mental health care service information is crucial for individuals who have low digital <named-content content-type="background:#cddc39"/>or health literacy, have a disability, or are from culturally and linguistically diverse backgrounds. Therefore, the design of the navigation tool and accessibility options such as language translation, large print, and screen reader functionality are paramount in addressing their needs [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>].</p><p>The usefulness of existing navigation tools is further hindered by the limited availability of information about waiting times to access support and treatment from mental health care services [<xref ref-type="bibr" rid="ref13">13</xref>]. Fewer than half of the navigation tools provided this information. Previous reviews have identified extensive waiting lists as a barrier for individuals seeking mental health support [<xref ref-type="bibr" rid="ref30">30</xref>-<xref ref-type="bibr" rid="ref33">33</xref>]. The estimated waiting time to access a service and the availability of services for new patients are crucial pieces of information for individuals seeking support and for health professionals referring individuals to services. The absence of information about available services, wait times, and client entry requirements is a major barrier to timely access to appropriate mental health services [<xref ref-type="bibr" rid="ref30">30</xref>].</p><p>According to De Croon et al [<xref ref-type="bibr" rid="ref34">34</xref>], health recommender systems represent a specialized application of recommender systems, using medical data, user input, and advanced algorithms to offer customized suggestions for improving health outcomes and wellness. One notable category of health recommender systems is the treatment recommender system, which furnishes specific recommendations for medical treatments, therapies, or interventions based on an individual&#x2019;s health condition and medical history. Incorporating a health recommender system in navigation tools can help to address the challenges associated with varying health <named-content content-type="background:#cddc39"/>or digital literacy, information overload, and uncertainty about the quality of available information by providing personalized and tailored navigation tool recommendations. By leveraging these capabilities, health recommender systems hold the potential to significantly enhance personalized health care navigation, ensuring that recommendations align with each individual&#x2019;s unique health profile and needs.</p></sec><sec id="s4-3"><title>Recommendations</title><sec id="s4-3-1"><title>Framework</title><p>Given these findings, it is essential to address the limitations of existing navigation tools to improve their quality and ensure greater standardization across platforms. Therefore, we have drawn on the NSQDMHS as a framework for developing recommendations to enhance these tools. Although the standards do not specifically address digital navigation tools, they provide a valuable foundation for establishing best practices and guidelines to ensure that such tools meet high standards of safety, quality, and effectiveness in mental health care navigation.</p><sec id="s4-3-1-1"><title>Care Planning: NSQDMHS Partnering With Service Users in Their Own Care 2.04</title><p>Integrating self-assessment screening tools and a health recommender system into navigation platforms to provide personalized service recommendations based on an individual&#x2019;s mental health condition and required level of care will enhance the accuracy and tailored support provided by these tools. Fostering collaboration with mental health care professionals and organizations to validate the accuracy and effectiveness of the navigation tools would provide appropriate treatment and support services (eg, psychosocial services).</p><p>Ensuring that navigation tools offer comprehensive information on available models of care, including details on treatment modalities, specialties of mental health care providers, and specific support programs, will enable individuals to make informed decisions regarding their mental health care.</p></sec></sec></sec><sec id="s4-4"><title>Accessibility, Usability, and Digital Literacy</title><sec id="s4-4-1"><title>NSQDMHS Partnering With Service Users in Design and Governance 2.11&#x2014;Accessibility</title><p>Information about accessible amenities and facilities must be available for each service. This should cover aspects such as wheelchair accessibility, availability of interpreters, and other accommodations relevant to diverse needs. Providing this comprehensive accessibility information empowers individuals to confidently select services that can effectively address their unique mental health requirements and preferences. Clear and inclusive information is essential in fostering a supportive environment, helping to ensure that individuals can access the mental health support they need without barriers.</p><p>Waiting time information must be provided for accessing mental health care services within the navigation tools. This should encompass estimated waiting times and the availability of services for new clients. Providing this information enables individuals seeking mental health care to make well-informed decisions about where to access services based on their specific needs and the anticipated wait times. Clear information about waiting periods helps ensure that individuals can select mental health services that align with their urgency and preferences, fostering a more responsive and supportive health care environment.</p></sec><sec id="s4-4-2"><title>NSQDMHS Health and Digital Literacy 2.05 and 2.06&#x2014;Communication That Supports Effective Partnerships</title><p>Interfaces for mental health services that are intuitive, user-friendly, and compatible with assistive technologies should be designed. The navigation tools must include multilingual support and language translation features to accommodate diverse linguistic needs. Options for adjustable text sizes and a clear, organized layout to enhance readability must be provided. Compatibility with screen readers and other assistive devices must be ensured. Additionally, the content and design must be developed with cultural sensitivity and inclusivity in mind, using plain language for instructions and user guides to make accessing mental health resources as straightforward and welcoming as possible. This approach will help ensure that all individuals, regardless of their abilities or backgrounds, can effectively navigate and use mental health services.</p></sec><sec id="s4-4-3"><title>NSQDMHS Partnering With Service Users in Design and Governance 2.10&#x2014;Usability</title><p>Information about mental health services must be accessible to individuals with varying levels of digital literacy. This can be achieved by providing clear, straightforward instructions and incorporating user-friendly features that assist those with limited digital skills. Navigation tools must be designed with intuitive interfaces and they must be accessible across various devices and platforms. Key features should include easy-to-use search functions, clearly categorized services, and accessible maps of service locations. Focusing on user-friendly design can enhance the usability of mental health resources, making it easier for individuals to find and access support.</p><p>Interactive features such as a chatbot or live chat option must be incorporated for mental health services, as these can be preferable for individuals with lived experience of mental health conditions who may find text-based interactions less confrontational than telephone calls. Additionally, conducting user testing with diverse groups&#x2014;including those with various mental health experiences&#x2014;can provide valuable feedback on the usability of the navigation tool. This feedback is crucial for making iterative design improvements and addressing specific usability issues, ultimately enhancing the overall user experience and making it easier for individuals to access mental health support.</p></sec></sec><sec id="s4-5"><title>Quality and Accuracy</title><sec id="s4-5-1"><title>NSQDMHS Safety and Quality Systems 1.13 and 1.14&#x2014;Feedback and Complaints Management</title><p>To enhance the quality and effectiveness of mental health navigation tools, protocols for consistently gathering feedback from service users regarding their experiences must be implemented. This input should be actively used to improve service delivery and outcomes. Additionally, a robust complaints management system must be established, clearly outlining the process, timeline, and steps for addressing feedback or complaints, ensuring transparency and accountability in responding to the concerns of individuals receiving mental health care.</p></sec><sec id="s4-5-2"><title>NSQDMHS Safe Environment for the Delivery of Care 1.36&#x2014;Continuity and Updates</title><p>A system for regular updates and maintenance of the navigation tools must be implemented to uphold the currency, accuracy, and reliability of the information provided. This is essential for users who depend on these tools to make informed decisions about accessing appropriate mental health care services, support, and resources.</p><p>Implementing these recommendations can significantly improve Australian digital mental health navigation tools, making them more user-friendly, accessible, equitable, and intuitive. By enhancing the accuracy and tailored support, these tools will better address the challenges users face in navigating mental health resources. Ultimately, this will strengthen the connection between individuals and timely, appropriate mental health care treatment and support services.</p></sec></sec><sec id="s4-6"><title>Limitations</title><p>A systematic web search was conducted to identify navigation tools. Although the search methods identified a large number of navigation tools, there may be other navigation tools that were missed. Only Australian navigation tools that are available and accessible on the web were included in the infoveillance study. There are potentially paper-based or private digital navigation tools that are used by health care professionals or care navigators of which the research team did not have knowledge or to which they lacked access.</p><p>As stated, there are no standardized evaluation criteria for conducting reviews and assessment of the quality and accuracy of navigation tools, or the domains for different user groups. For example, the characteristics of a useful navigation tool for planners are different from the characteristics that are important for mental health care consumers. Therefore, a quality appraisal of navigation tools was not undertaken.</p><p>The risk of bias with an expert panel lies in the potential for subjective judgments or preferences of individual panel members to influence the group&#x2019;s conclusions or recommendations. This bias can occur due to factors such as personal opinions, conflicts of interest, or professional affiliations that may sway the panel&#x2019;s collective decision-making process. To mitigate this risk, composition of the panel was carefully considered to include diversity in perspectives or expertise, to reduce the risk of overlooking of alternative viewpoints or relevant evidence.</p></sec><sec id="s4-7"><title>Conclusion</title><p>Navigation tools have become seen as the solution to the complexity and fragmentation of Australia&#x2019;s mental health system. Paradoxically, exponential growth in these tools risks perpetuating confusion over clarity. It is critical to address the limitations of existing tools to enhance quality and provide a level of standardization across all mental health system navigation tools. The current focus on mental health care reform in Australia is centered around the challenge of access to care for individuals with mental health concerns and strengthening services&#x2019; capacity to deliver appropriate, quality care across Australia [<xref ref-type="bibr" rid="ref35">35</xref>]. Enhanced digital navigation tools possess a distinct capacity to influence this setting, with the aim of enhancing the accessibility of the health care system, minimizing care wastage, and promoting the well-being of individuals in need.</p><p>This study findings&#x2019; suggest a need for quality standards in digital mental health care navigation tools. These standards would enhance quality and accuracy and aim to eliminate ambiguity. Users would have increased confidence in selecting service providers. Additionally, it would aid health professionals in referring individuals to mental health care services.</p><p>The Australian Commission on Safety and Quality in Health Care and authors of the NSQDMHSs, which aim to improve the quality of digital mental health service provision, would be well placed to introduce these standards.</p><p>A potential next step includes compiling a national directory of mental health care navigation tools and their domains which will have the following benefits:</p><list list-type="bullet"><list-item><p>Centralized resource: It creates a centralized resource for individuals seeking mental health care navigation tools, making it easier for them to find and access relevant tools.</p></list-item><list-item><p>Comparative analysis: Having a directory allows for a comparative analysis of different tools and their features, enabling users to make informed decisions about which tool best suits their needs.</p></list-item><list-item><p>Visibility and awareness: It increases visibility and awareness of available mental health care navigation tools among both users and health care professionals, potentially increasing their use.</p></list-item><list-item><p>Quality assessment: It provides an opportunity to assess the quality and of various tools, helping to identify best practices and areas for improvement in digital mental health care navigation.</p></list-item><list-item><p>Research and development: Researchers and developers can use the directory as a reference for understanding the landscape of existing tools and identifying gaps or areas for innovation in mental health care navigation technology.</p></list-item></list></sec></sec></body><back><ack><p>CdM received funding in the form of a predoctoral grant from the Generalitat de Catalunya (PIF-Salut grant, code SLT017/20/000138). This study was conducted as part of the MChart project (DHCRC-0201), which is supported by Digital Health Cooperative Research Centres (CRC) Limited (&#x201C;DHCRC&#x201D;). DHCRC is funded under the Australian Commonwealth&#x2019;s CRC Program.</p></ack><notes><sec><title>Data Availability</title><p>The datasets generated or analyzed during this study are not publicly available due the authors&#x2019; intent to create a directory of navigation tools but are available from the corresponding author on reasonable request.</p></sec></notes><fn-group><fn fn-type="con"><p>CEW handled the project administration, methodology, investigation, validation, formal analysis, interpretation of data, and writing of the original draft and its preparation, review, and editing. MAF worked on the investigation, methodology, interpretation of data, and review and editing of the writing. JK did the interpretation of data and review and editing of the writing. CdM was responsible for the methodology, resources, interpretation of data, and review and editing of the writing. Conceptualization, methodology, resources, interpretation of data, and review and editing of the writing was carried out by SL. Interpretation of data and review and editing of the writing was carried out by SR. Supervision, conceptualization, methodology, interpretation of data, and review and editing of the writing was performed by LSC. All authors agree to be accountable for all aspects of the work related to the accuracy or integrity of any part of the work, and all authors have approved the final version.</p></fn><fn fn-type="conflict"><p>None declared.</p></fn></fn-group><glossary><title>Abbreviations</title><def-list><def-item><term id="abb1">AOD</term><def><p> alcohol and other drugs</p></def></def-item><def-item><term id="abb2">GP</term><def><p>general practitioner</p></def></def-item><def-item><term id="abb3">IAR-DST </term><def><p>Initial Assessment and Referral Decision Support Tool</p></def></def-item><def-item><term id="abb4">NSQDMHS</term><def><p> National Safety and Quality Digital Mental Health Standards</p></def></def-item><def-item><term id="abb5">PHN</term><def><p>Primary Health Network</p></def></def-item></def-list></glossary><ref-list><title>References</title><ref id="ref1"><label>1</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Rosenberg</surname><given-names>S</given-names> </name><name name-style="western"><surname>Carulla</surname><given-names>LS</given-names> </name><name name-style="western"><surname>Rosen</surname><given-names>A</given-names> </name></person-group><article-title>Mental health reform in Australia - unfinished business</article-title><source>BJPsych Int</source><year>2023</year><month>11</month><volume>20</volume><issue>4</issue><fpage>99</fpage><lpage>101</lpage><pub-id pub-id-type="doi">10.1192/bji.2023.19</pub-id><pub-id pub-id-type="medline">38029430</pub-id></nlm-citation></ref><ref id="ref2"><label>2</label><nlm-citation citation-type="web"><person-group person-group-type="author"><collab>Australian Institute of Health and Welfare (AIHW)</collab></person-group><article-title>Mental health: expenditure on mental health-related services</article-title><year>2024</year><access-date>2024-10-29</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.aihw.gov.au/mental-health/topic-areas/expenditure">https://www.aihw.gov.au/mental-health/topic-areas/expenditure</ext-link></comment></nlm-citation></ref><ref id="ref3"><label>3</label><nlm-citation citation-type="web"><person-group person-group-type="author"><collab>Australian Institute of Health and Welfare (AIHW)</collab></person-group><article-title>Australian burden of disease study 2023</article-title><year>2023</year><access-date>2024-10-29</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.aihw.gov.au/reports/burden-of-disease/australian-burden-of-disease-study-2023/contents/about">https://www.aihw.gov.au/reports/burden-of-disease/australian-burden-of-disease-study-2023/contents/about</ext-link></comment></nlm-citation></ref><ref id="ref4"><label>4</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Rosen</surname><given-names>A</given-names> </name><name name-style="western"><surname>Gill</surname><given-names>NS</given-names> </name><name name-style="western"><surname>Salvador-Carulla</surname><given-names>L</given-names> </name></person-group><article-title>The future of community psychiatry and community mental health services</article-title><source>Curr Opin Psychiatry</source><year>2020</year><month>07</month><volume>33</volume><issue>4</issue><fpage>375</fpage><lpage>390</lpage><pub-id pub-id-type="doi">10.1097/YCO.0000000000000620</pub-id><pub-id pub-id-type="medline">32452944</pub-id></nlm-citation></ref><ref id="ref5"><label>5</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Rosenberg</surname><given-names>S</given-names> </name><name name-style="western"><surname>Harvey</surname><given-names>C</given-names> </name></person-group><article-title>Mental health in australia and the challenge of community mental health reform</article-title><source>Cons Psychiatr</source><year>2021</year><month>03</month><day>20</day><volume>2</volume><issue>1</issue><fpage>40</fpage><lpage>46</lpage><pub-id pub-id-type="doi">10.17816/CP44</pub-id><pub-id pub-id-type="medline">38601099</pub-id></nlm-citation></ref><ref id="ref6"><label>6</label><nlm-citation citation-type="report"><article-title>Mental health, report no. 95</article-title><year>2020</year><publisher-name>Productivity Commission</publisher-name></nlm-citation></ref><ref id="ref7"><label>7</label><nlm-citation citation-type="report"><person-group person-group-type="author"><collab>Select Committee on Mental Health</collab></person-group><article-title>A national approach to mental health - from crisis to community. First report</article-title><year>2006</year><publisher-name>Commonwealth of Australia</publisher-name></nlm-citation></ref><ref id="ref8"><label>8</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Farrer</surname><given-names>LM</given-names> </name><name name-style="western"><surname>Walker</surname><given-names>J</given-names> </name><name name-style="western"><surname>Harrison</surname><given-names>C</given-names> </name><name name-style="western"><surname>Banfield</surname><given-names>M</given-names> </name></person-group><article-title>Primary care access for mental illness in Australia: patterns of access to general practice from 2006 to 2016</article-title><source>PLoS ONE</source><year>2018</year><volume>13</volume><issue>6</issue><fpage>e0198400</fpage><pub-id pub-id-type="doi">10.1371/journal.pone.0198400</pub-id><pub-id pub-id-type="medline">29856836</pub-id></nlm-citation></ref><ref id="ref9"><label>9</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Salinas-Perez</surname><given-names>JA</given-names> </name><name name-style="western"><surname>Gutierrez-Colosia</surname><given-names>MR</given-names> </name><name name-style="western"><surname>Garcia-Alonso</surname><given-names>CR</given-names> </name><etal/></person-group><article-title>Patterns of mental healthcare provision in rural areas: a demonstration study in Australia and Europe</article-title><source>Front Psychiatry</source><year>2023</year><volume>14</volume><fpage>993197</fpage><pub-id pub-id-type="doi">10.3389/fpsyt.2023.993197</pub-id><pub-id pub-id-type="medline">36815193</pub-id></nlm-citation></ref><ref id="ref10"><label>10</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Stafford</surname><given-names>E</given-names> </name><name name-style="western"><surname>Brister</surname><given-names>T</given-names> </name><name name-style="western"><surname>Duckworth</surname><given-names>K</given-names> </name><name name-style="western"><surname>Rauseo-Ricupero</surname><given-names>N</given-names> </name><name name-style="western"><surname>Lagan</surname><given-names>S</given-names> </name></person-group><article-title>Needs and experiences of users of digital navigation tools for mental health treatment and supportive services: survey study</article-title><source>JMIR Ment Health</source><year>2021</year><month>06</month><day>9</day><volume>8</volume><issue>6</issue><fpage>e27022</fpage><pub-id pub-id-type="doi">10.2196/27022</pub-id><pub-id pub-id-type="medline">34106079</pub-id></nlm-citation></ref><ref id="ref11"><label>11</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Waid</surname><given-names>J</given-names> </name><name name-style="western"><surname>Halpin</surname><given-names>K</given-names> </name><name name-style="western"><surname>Donaldson</surname><given-names>R</given-names> </name></person-group><article-title>Mental health service navigation: a scoping review of programmatic features and research evidence</article-title><source>Soc Work Ment Health</source><year>2021</year><month>01</month><day>2</day><volume>19</volume><issue>1</issue><fpage>60</fpage><lpage>79</lpage><pub-id pub-id-type="doi">10.1080/15332985.2020.1870646</pub-id></nlm-citation></ref><ref id="ref12"><label>12</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Zurynski</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Ellis</surname><given-names>LA</given-names> </name><name name-style="western"><surname>Pomare</surname><given-names>C</given-names> </name><etal/></person-group><article-title>Engagement with healthcare providers and healthcare system navigation among Australians with chronic conditions: a descriptive survey study</article-title><source>BMJ Open</source><year>2022</year><month>12</month><day>9</day><volume>12</volume><issue>12</issue><fpage>e061623</fpage><pub-id pub-id-type="doi">10.1136/bmjopen-2022-061623</pub-id><pub-id pub-id-type="medline">36600342</pub-id></nlm-citation></ref><ref id="ref13"><label>13</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Calear</surname><given-names>AL</given-names> </name><name name-style="western"><surname>Batterham</surname><given-names>PJ</given-names> </name><name name-style="western"><surname>McCallum</surname><given-names>SM</given-names> </name><etal/></person-group><article-title>Designing a web-based navigation tool to support access to youth mental health services: qualitative study</article-title><source>JMIR Form Res</source><year>2024</year><month>01</month><day>18</day><volume>8</volume><fpage>e48945</fpage><pub-id pub-id-type="doi">10.2196/48945</pub-id><pub-id pub-id-type="medline">38236625</pub-id></nlm-citation></ref><ref id="ref14"><label>14</label><nlm-citation citation-type="report"><person-group person-group-type="author"><name name-style="western"><surname>Duggan</surname><given-names>M</given-names> </name><name name-style="western"><surname>Harris</surname><given-names>B</given-names> </name><name name-style="western"><surname>Chislett</surname><given-names>WK</given-names> </name><name name-style="western"><surname>Calder</surname><given-names>R</given-names> </name></person-group><article-title>Nowhere else to go: why Australia&#x2019;s health system results in people with mental illness getting &#x2018;stuck&#x2019; in emergency departments</article-title><year>2020</year><publisher-name>Mitchell Institute Commissioned report, Victoria University</publisher-name></nlm-citation></ref><ref id="ref15"><label>15</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Shi</surname><given-names>J</given-names> </name><name name-style="western"><surname>Lo</surname><given-names>B</given-names> </name><name name-style="western"><surname>Wong</surname><given-names>HW</given-names> </name><etal/></person-group><article-title>Assessing the usability and user engagement of Thought Spot - a digital mental health help-seeking solution for transition-aged youth</article-title><source>Internet Interv</source><year>2021</year><month>04</month><volume>24</volume><fpage>100386</fpage><pub-id pub-id-type="doi">10.1016/j.invent.2021.100386</pub-id><pub-id pub-id-type="medline">33936952</pub-id></nlm-citation></ref><ref id="ref16"><label>16</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Shen</surname><given-names>N</given-names> </name><name name-style="western"><surname>Kassam</surname><given-names>I</given-names> </name><name name-style="western"><surname>Chen</surname><given-names>S</given-names> </name><etal/></person-group><article-title>Canadian perspectives of digital mental health supports: findings from a national survey conducted during the COVID-19 pandemic</article-title><source>D Health</source><year>2022</year><volume>8</volume><fpage>20552076221102253</fpage><pub-id pub-id-type="doi">10.1177/20552076221102253</pub-id><pub-id pub-id-type="medline">35646379</pub-id></nlm-citation></ref><ref id="ref17"><label>17</label><nlm-citation citation-type="book"><source>National Safety and Quality Digital Mental Health Standards</source><year>2020</year><publisher-name>Australian Commission on Safety and Quality in Health Care</publisher-name></nlm-citation></ref><ref id="ref18"><label>18</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Eysenbach</surname><given-names>G</given-names> </name></person-group><article-title>Infodemiology and infoveillance: framework for an emerging set of public health informatics methods to analyze search, communication and publication behavior on the Internet</article-title><source>J Med Internet Res</source><year>2009</year><month>03</month><day>27</day><volume>11</volume><issue>1</issue><fpage>e11</fpage><pub-id pub-id-type="doi">10.2196/jmir.1157</pub-id><pub-id pub-id-type="medline">19329408</pub-id></nlm-citation></ref><ref id="ref19"><label>19</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Barros</surname><given-names>JM</given-names> </name><name name-style="western"><surname>Duggan</surname><given-names>J</given-names> </name><name name-style="western"><surname>Rebholz-Schuhmann</surname><given-names>D</given-names> </name></person-group><article-title>The application of internet-based sources for public health surveillance (infoveillance): systematic review</article-title><source>J Med Internet Res</source><year>2020</year><month>03</month><day>13</day><volume>22</volume><issue>3</issue><fpage>e13680</fpage><pub-id pub-id-type="doi">10.2196/13680</pub-id><pub-id pub-id-type="medline">32167477</pub-id></nlm-citation></ref><ref id="ref20"><label>20</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Chew</surname><given-names>C</given-names> </name><name name-style="western"><surname>Eysenbach</surname><given-names>G</given-names> </name></person-group><article-title>Pandemics in the age of Twitter: content analysis of tweets during the 2009 H1N1 outbreak</article-title><source>PLoS ONE</source><year>2010</year><month>11</month><day>29</day><volume>5</volume><issue>11</issue><fpage>e14118</fpage><pub-id pub-id-type="doi">10.1371/journal.pone.0014118</pub-id><pub-id pub-id-type="medline">21124761</pub-id></nlm-citation></ref><ref id="ref21"><label>21</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Mavragani</surname><given-names>A</given-names> </name></person-group><article-title>Infodemiology and infoveillance: scoping review</article-title><source>J Med Internet Res</source><year>2020</year><month>04</month><day>28</day><volume>22</volume><issue>4</issue><fpage>e16206</fpage><pub-id pub-id-type="doi">10.2196/16206</pub-id><pub-id pub-id-type="medline">32310818</pub-id></nlm-citation></ref><ref id="ref22"><label>22</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Castelpietra</surname><given-names>G</given-names> </name><name name-style="western"><surname>Simon</surname><given-names>J</given-names> </name><name name-style="western"><surname>Guti&#x00E9;rrez-Colos&#x00ED;a</surname><given-names>MR</given-names> </name><name name-style="western"><surname>Rosenberg</surname><given-names>S</given-names> </name><name name-style="western"><surname>Salvador-Carulla</surname><given-names>L</given-names> </name></person-group><article-title>Disambiguation of psychotherapy: a search for meaning</article-title><source>Br J Psychiatry</source><year>2021</year><month>10</month><volume>219</volume><issue>4</issue><fpage>532</fpage><lpage>537</lpage><pub-id pub-id-type="doi">10.1192/bjp.2020.196</pub-id><pub-id pub-id-type="medline">33143767</pub-id></nlm-citation></ref><ref id="ref23"><label>23</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Gutierrez-Colosia</surname><given-names>MR</given-names> </name><name name-style="western"><surname>Hinck</surname><given-names>P</given-names> </name><name name-style="western"><surname>Simon</surname><given-names>J</given-names> </name><etal/></person-group><article-title>Magnitude of terminological bias in international health services research: a disambiguation analysis in mental health</article-title><source>Epidemiol Psychiatr Sci</source><year>2022</year><month>08</month><day>22</day><volume>31</volume><fpage>e59</fpage><pub-id pub-id-type="doi">10.1017/S2045796022000403</pub-id><pub-id pub-id-type="medline">35993182</pub-id></nlm-citation></ref><ref id="ref24"><label>24</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Dieberger</surname><given-names>A</given-names> </name><name name-style="western"><surname>Frank</surname><given-names>AU</given-names> </name></person-group><article-title>A city metaphor to support navigation in complex information spaces</article-title><source>J Vis Lang Comput</source><year>1998</year><month>12</month><volume>9</volume><issue>6</issue><fpage>597</fpage><lpage>622</lpage><pub-id pub-id-type="doi">10.1006/jvlc.1998.0100</pub-id></nlm-citation></ref><ref id="ref25"><label>25</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Zeldman</surname><given-names>J</given-names> </name></person-group><source>Taking Your Talent to the Web: Making the Transition from Graphic Design to Web Design</source><year>2001</year><publisher-name>New Riders Publishing</publisher-name></nlm-citation></ref><ref id="ref26"><label>26</label><nlm-citation citation-type="thesis"><person-group person-group-type="author"><name name-style="western"><surname>Dilen</surname><given-names>O</given-names> </name></person-group><article-title>An usability and universal design investigation of the three-click rule for navigation</article-title><source>Master&#x2019;s thesis</source><year>2022</year><publisher-name>Oslo Metropolitan University</publisher-name></nlm-citation></ref><ref id="ref27"><label>27</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kasavana</surname><given-names>ML</given-names> </name></person-group><article-title>eMarketing: restaurant websites that click</article-title><source>J Hosp Leisure Mark</source><year>2001</year><volume>9</volume><issue>3-4</issue><fpage>161</fpage><lpage>178</lpage><pub-id pub-id-type="doi">10.1300/J150v09n03_11</pub-id></nlm-citation></ref><ref id="ref28"><label>28</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Javanparast</surname><given-names>S</given-names> </name><name name-style="western"><surname>Naqvi</surname><given-names>SKA</given-names> </name><name name-style="western"><surname>Mwanri</surname><given-names>L</given-names> </name></person-group><article-title>Health service access and utilisation amongst culturally and linguistically diverse populations in regional South Australia: a qualitative study</article-title><source>Rural Remote Health</source><year>2020</year><month>11</month><volume>20</volume><issue>4</issue><fpage>5694</fpage><pub-id pub-id-type="doi">10.22605/RRH5694</pub-id><pub-id pub-id-type="medline">33207914</pub-id></nlm-citation></ref><ref id="ref29"><label>29</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>McCulloch</surname><given-names>K</given-names> </name><name name-style="western"><surname>Murray</surname><given-names>K</given-names> </name><name name-style="western"><surname>Cassidy</surname><given-names>E</given-names> </name></person-group><article-title>Bridging across the digital divide: identifying the extent to which lgbtiq+ health service websites engage culturally and linguistically diverse (CALD) users</article-title><source>J Homosex</source><year>2023</year><month>09</month><day>19</day><volume>70</volume><issue>11</issue><fpage>2395</fpage><lpage>2417</lpage><pub-id pub-id-type="doi">10.1080/00918369.2022.2060057</pub-id><pub-id pub-id-type="medline">35452366</pub-id></nlm-citation></ref><ref id="ref30"><label>30</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Anderson</surname><given-names>JK</given-names> </name><name name-style="western"><surname>Howarth</surname><given-names>E</given-names> </name><name name-style="western"><surname>Vainre</surname><given-names>M</given-names> </name><name name-style="western"><surname>Jones</surname><given-names>PB</given-names> </name><name name-style="western"><surname>Humphrey</surname><given-names>A</given-names> </name></person-group><article-title>A scoping literature review of service-level barriers for access and engagement with mental health services for children and young people</article-title><source>Child Youth Serv Rev</source><year>2017</year><month>06</month><volume>77</volume><fpage>164</fpage><lpage>176</lpage><pub-id pub-id-type="doi">10.1016/j.childyouth.2017.04.017</pub-id></nlm-citation></ref><ref id="ref31"><label>31</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Brown</surname><given-names>A</given-names> </name><name name-style="western"><surname>Rice</surname><given-names>SM</given-names> </name><name name-style="western"><surname>Rickwood</surname><given-names>DJ</given-names> </name><name name-style="western"><surname>Parker</surname><given-names>AG</given-names> </name></person-group><article-title>Systematic review of barriers and facilitators to accessing and engaging with mental health care among at-risk young people</article-title><source>Asia Pac Psychiatry</source><year>2016</year><month>03</month><volume>8</volume><issue>1</issue><fpage>3</fpage><lpage>22</lpage><pub-id pub-id-type="doi">10.1111/appy.12199</pub-id><pub-id pub-id-type="medline">26238088</pub-id></nlm-citation></ref><ref id="ref32"><label>32</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>O&#x2019;Brien</surname><given-names>D</given-names> </name><name name-style="western"><surname>Harvey</surname><given-names>K</given-names> </name><name name-style="western"><surname>Howse</surname><given-names>J</given-names> </name><name name-style="western"><surname>Reardon</surname><given-names>T</given-names> </name><name name-style="western"><surname>Creswell</surname><given-names>C</given-names> </name></person-group><article-title>Barriers to managing child and adolescent mental health problems: a systematic review of primary care practitioners&#x2019; perceptions</article-title><source>Br J Gen Pract</source><year>2016</year><month>10</month><volume>66</volume><issue>651</issue><fpage>e693</fpage><lpage>707</lpage><pub-id pub-id-type="doi">10.3399/bjgp16X687061</pub-id><pub-id pub-id-type="medline">27621291</pub-id></nlm-citation></ref><ref id="ref33"><label>33</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Reardon</surname><given-names>T</given-names> </name><name name-style="western"><surname>Harvey</surname><given-names>K</given-names> </name><name name-style="western"><surname>Baranowska</surname><given-names>M</given-names> </name><name name-style="western"><surname>O&#x2019;Brien</surname><given-names>D</given-names> </name><name name-style="western"><surname>Smith</surname><given-names>L</given-names> </name><name name-style="western"><surname>Creswell</surname><given-names>C</given-names> </name></person-group><article-title>What do parents perceive are the barriers and facilitators to accessing psychological treatment for mental health problems in children and adolescents? A systematic review of qualitative and quantitative studies</article-title><source>Eur Child Adolesc Psychiatry</source><year>2017</year><month>06</month><volume>26</volume><issue>6</issue><fpage>623</fpage><lpage>647</lpage><pub-id pub-id-type="doi">10.1007/s00787-016-0930-6</pub-id><pub-id pub-id-type="medline">28054223</pub-id></nlm-citation></ref><ref id="ref34"><label>34</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>De Croon</surname><given-names>R</given-names> </name><name name-style="western"><surname>Van Houdt</surname><given-names>L</given-names> </name><name name-style="western"><surname>Htun</surname><given-names>NN</given-names> </name><name name-style="western"><surname>&#x0160;tiglic</surname><given-names>G</given-names> </name><name name-style="western"><surname>Vanden Abeele</surname><given-names>V</given-names> </name><name name-style="western"><surname>Verbert</surname><given-names>K</given-names> </name></person-group><article-title>Health recommender systems: systematic review</article-title><source>J Med Internet Res</source><year>2021</year><month>06</month><day>29</day><volume>23</volume><issue>6</issue><fpage>e18035</fpage><pub-id pub-id-type="doi">10.2196/18035</pub-id><pub-id pub-id-type="medline">34185014</pub-id></nlm-citation></ref><ref id="ref35"><label>35</label><nlm-citation citation-type="report"><person-group person-group-type="author"><collab>National Mental Health Commission (NMHC)</collab></person-group><article-title>Vision 2030: blueprint for mental health and suicide prevention</article-title><year>2020</year><publisher-name>NMHC, Australian Government</publisher-name></nlm-citation></ref></ref-list></back></article>