<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR AI</journal-id>
      <journal-title>JMIR AI</journal-title>
      <issn pub-type="epub">2817-1705</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v4i1e68809</article-id>
      <article-id pub-id-type="pmid">40179373</article-id>
      <article-id pub-id-type="doi">10.2196/68809</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Insights on the Side Effects of Female Contraceptive Products From Online Drug Reviews: Natural Language Processing–Based Content Analysis</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Liu</surname>
            <given-names>Hongfang</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Pfender</surname>
            <given-names>Emily J</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Awofala</surname>
            <given-names>Topeola</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Oworah</surname>
            <given-names>Sunday</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Groene</surname>
            <given-names>Nicole</given-names>
          </name>
          <degrees>Dr</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution/>
            <institution>Department for Health and Social Sciences</institution>
            <institution>FOM University of Applied Sciences for Economics and Management</institution>
            <addr-line>Leimkugelstr 6</addr-line>
            <addr-line>Essen, 45141</addr-line>
            <country>Germany</country>
            <phone>49 201 81004</phone>
            <email>Nicole.groene@fom-net.de</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0007-4896-6145</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Nickel</surname>
            <given-names>Audrey</given-names>
          </name>
          <degrees>MSc</degrees>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0009-7435-6601</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Rohn</surname>
            <given-names>Amanda E</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0000-0461-9140</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department for Health and Social Sciences</institution>
        <institution>FOM University of Applied Sciences for Economics and Management</institution>
        <addr-line>Essen</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>VHC Health</institution>
        <addr-line>Arlington, VA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Nicole Groene <email>Nicole.groene@fom-net.de</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2025</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>3</day>
        <month>4</month>
        <year>2025</year>
      </pub-date>
      <volume>4</volume>
      <elocation-id>e68809</elocation-id>
      <history>
        <date date-type="received">
          <day>15</day>
          <month>11</month>
          <year>2024</year>
        </date>
        <date date-type="rev-request">
          <day>11</day>
          <month>2</month>
          <year>2025</year>
        </date>
        <date date-type="rev-recd">
          <day>25</day>
          <month>2</month>
          <year>2025</year>
        </date>
        <date date-type="accepted">
          <day>7</day>
          <month>3</month>
          <year>2025</year>
        </date>
      </history>
      <copyright-statement>©Nicole Groene, Audrey Nickel, Amanda E Rohn. Originally published in JMIR AI (https://ai.jmir.org), 03.04.2025.</copyright-statement>
      <copyright-year>2025</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR AI, is properly cited. The complete bibliographic information, a link to the original publication on https://www.ai.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://ai.jmir.org/2025/1/e68809" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Most online and social media discussions about birth control methods for women center on side effects, highlighting a demand for shared experiences with these products. Online user reviews and ratings of birth control products offer a largely untapped supplementary resource that could assist women and their partners in making informed contraception choices.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study sought to analyze women’s online ratings and reviews of various birth control methods, focusing on side effects linked to low product ratings.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Using natural language processing (NLP) for topic modeling and descriptive statistics, this study analyzes 19,506 unique reviews of female contraceptive products posted on the website Drugs.com.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Ratings vary widely across contraception types. Hormonal contraceptives with high systemic absorption, such as progestin-only pills and extended-cycle pills, received more unfavorable reviews than other methods and women frequently described menstrual irregularities, continuous bleeding, and weight gain associated with their administration. Intrauterine devices were generally rated more positively, although about 1 in 10 users reported severe cramps and pain, which were linked to very poor ratings.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>While exploratory, this study highlights the potential of NLP in analyzing extensive online reviews to reveal insights into women’s experiences with contraceptives and the impact of side effects on their overall well-being. In addition to results from clinical studies, NLP-derived insights from online reviews can provide complementary information for women and health care providers, despite possible biases in online reviews. The findings suggest a need for further research to validate links between specific side effects, contraceptive methods, and women’s overall well-being.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>contraception</kwd>
        <kwd>side effects</kwd>
        <kwd>natural language processing</kwd>
        <kwd>NLP</kwd>
        <kwd>informed choices</kwd>
        <kwd>online reviews</kwd>
        <kwd>women</kwd>
        <kwd>well-being</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>According to the United Nations, contraception is a critical issue impacting 1.9 billion women of reproductive age. Worldwide, approximately 922 million women or their partners use contraception. More than half of all contracepting women rely on modern contraceptive products designed to be used by women. These female products comprise long-acting reversible contraceptives (LARCs), such as intrauterine devices (IUDs) and hormonal implants as well as short-acting methods, such as oral contraceptives, known as “the pill,” hormonal patches, vaginal rings, and contraceptive injections. Traditional methods such as withdrawal and calendar rhythm are relied upon by 7% of women, and the single most common contraceptive method worldwide is female sterilization (24%), an irreversible method [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>].</p>
        <p>According to data from the latest National Survey of Family Growth (2017 to 2019), approximately 27.5% of women of reproductive age in the United States use female contraceptive products, comprising oral contraceptive pills (OCPs, 14%), LARCs (10.4%) and other short-acting methods, such as contraceptive injections (2%), vaginal rings (0.8%), and patches (0.3%) [<xref ref-type="bibr" rid="ref2">2</xref>]. With increasing levels of formal education, the prevalence of LARC and short-acting methods increases while the prevalence of female sterilization decreases [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
        <p>While female contraceptive products are reversible and generally more efficacious than traditional methods, thus offering advantages to women with regards to their family planning and thus self-determination [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref4">4</xref>], they can be associated with unpleasant experiences [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>], ranging from abdominal pain to mood swings or changes in libido [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. The experience of such unpleasant side effects has a negative impact on a woman’s health, which the World Health Organization defines as “state of complete physical, mental, and social well-being,” and thus on the quality of life [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. Furthermore, negative side effects are a major cause for poor adherence or even discontinuing contraception which may result in unintended pregnancies [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>].</p>
      </sec>
      <sec>
        <title>Access to Data to Inform Contraceptive Choices</title>
        <p>For women to find the contraceptive method that is most suitable for them and thus make informed contraception choices, it is important to have access to relevant information regarding different available contraception options. The type of information that women require can be assigned to 2 broad categories.</p>
        <p>First, information relating to the efficacy of contraceptive methods regarding preventing unintended pregnancies and protection from sexually transmittable diseases is crucial [<xref ref-type="bibr" rid="ref13">13</xref>]. There is comprehensive clinical as well as real-world data on efficacy and safety of different contraceptive methods [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. These data are generally accessible to women through health care providers (HCPs) or nongovernmental organizations, although there are geographical differences on a global level [<xref ref-type="bibr" rid="ref16">16</xref>].</p>
        <p>Second, women seek information relating to potential unpleasant experiences related to contraceptive methods as these can have a substantial negative impact on women’s well-being, not only impacting women themselves, but also their families [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. However, there are 2 major challenges women face when seeking information about potential negative experiences related to contraceptive methods, namely, the availability of data and the accessibility of reliable data [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
        <p>Data on the frequency of negative side effects are generally available, as they are collected in clinical trials and stated on drug labels [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. However, the construct of well-being is more nuanced, comprising a “state of positive feelings and meeting full potential in the world” [<xref ref-type="bibr" rid="ref21">21</xref>]. Consequently, data on the mere occurrence and frequency of certain side effects provide insufficient information on how certain side effects typically impact well-being. For example, abdominal pain related to a contraceptive product might constitute a neglectable nuisance or a major suffering limiting women’s participation in daily life. Despite the subjective nature of side effect severity [<xref ref-type="bibr" rid="ref22">22</xref>], for women facing contraception choices, knowing that a certain side effect can be a significant issue for some women constitutes relevant information [<xref ref-type="bibr" rid="ref17">17</xref>]. However, there is a lack of comprehensive data on women’s subjective and collective unpleasant experiences with different contraceptive methods [<xref ref-type="bibr" rid="ref23">23</xref>]. Studies have also shown that while women tend to turn to HCPs for contraceptive counseling, HCPs often lack relevant knowledge and provide insufficient information on potential side effects [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. To learn about experiences with different contraceptive methods, women also tend to speak to relatives and friends, but these experiences are subjective and constitute a small sample size.</p>
      </sec>
      <sec>
        <title>Role of Social Media to Inform Contraception Choices</title>
        <p>From this background, social media has started to play an important role as a source of information. Experimental research indicates that social media content may influence women’s intentions to use certain contraceptive products [<xref ref-type="bibr" rid="ref26">26</xref>] even as social media conversations about contraception have become more polarized in the past 20 years [<xref ref-type="bibr" rid="ref27">27</xref>].</p>
        <p>Thus, there is a growing body of research to evaluate how women use social media to inform contraception choices [<xref ref-type="bibr" rid="ref28">28</xref>]. To analyze information shared and consumed on social media, natural language processing (NLP) is used due to its capacity to analyze nonstructured, textual data.</p>
        <p>For example, Pleasants et al [<xref ref-type="bibr" rid="ref28">28</xref>] used NLP to study posts related to birth control on the US platform Reddit and found that “Side Effects!?” is the most common flair, a tag that users can attach to their post to categorize the content. Furthermore, “Experience” and “Side Effects?!” are the most common flairs among the most popular posts, based on the number of comments and “scores,” that is, upvotes minus downvotes [<xref ref-type="bibr" rid="ref28">28</xref>]. Analyzing contraceptive content shared on X (formerly Twitter) Huang et al [<xref ref-type="bibr" rid="ref29">29</xref>] discovered that a fifth of all the tweets relate to side effects. Similarly, in a text mining analysis of messages sent on a free sexual and reproductive health information service in Kenya, Green et al [<xref ref-type="bibr" rid="ref30">30</xref>] found that users wrote most often about family planning and side effects. Balakrishnan et al [<xref ref-type="bibr" rid="ref31">31</xref>] conducted an NLP-based social listening analysis in a German internet community and observed that side effects are the most common problem associated with most contraceptives. They also found that while the pill is the most frequently mentioned contraceptive method, there appears to be migration from hormonal to nonhormonal methods. In line with this, Felice et al [<xref ref-type="bibr" rid="ref32">32</xref>] analyzed user reviews of a digital contraceptive supporting women in fertility prediction through a mixed methods approach involving NLP and found that the hormone-free aspect of the contraception experience is highly salient for many users. A content analysis by Pfender and Devlin [<xref ref-type="bibr" rid="ref33">33</xref>] of YouTube vlogs discussing birth control methods revealed that social media influencers primarily described their discontinuation of hormonal birth control due to experienced side effects. Their study also showed that vlogs may provide inaccurate sexual health information, hereby directly or indirectly discouraging the use of the contraceptive under discussion. In a content analysis of the “sex secrets” Facebook page, Yeo and Chu [<xref ref-type="bibr" rid="ref34">34</xref>] found that young people predominantly use this social media platform to request information, opinion, or advice, including the topic of birth control. Stoddard et al [<xref ref-type="bibr" rid="ref35">35</xref>] found that more than half of the most popular contraception videos on TikTok revolved around patient experience. Although videos created by health care professionals received proportionately more views, over half of the total views were still of content generated by laypeople [<xref ref-type="bibr" rid="ref35">35</xref>].</p>
        <p>Overall, these NLP-based social media content studies show that social media is used to share information and consume information on contraception options. Furthermore, they reveal that user-generated content mostly revolves around side effects and that posts discussing women’s experiences with regards to side effects receive the greatest interest. At the same time, the content that is available, especially when shared by influencers, is not always reliable and may misguide contraception choices. In fact, there is increasing concern among researchers and women’s health practitioners that social media influencers spread misconceptions about contraceptive methods, particularly hormonal contraception, which negatively affect the acceptance of efficacious contraceptive methods and thus increase the risk of unintended pregnancies [<xref ref-type="bibr" rid="ref36">36</xref>].</p>
        <p>Furthermore, the previously mentioned studies highlight that unpleasant experiences are an issue that is currently not well-addressed in clinical contraceptive counseling. This further substantiates the observation that users appear to have an unmet need for reliable, trustworthy information. However, existing NLP-based studies do not provide a systematic picture of the association of different side effects with different available contraceptive methods and how severely women experience these side effects.</p>
        <p>To fill this gap, the NLP method of sentiment analysis can identify, extract, and quantify the subjective emotions within a text, assigning a continuous sentiment score usually between −1 for highly negative and 1 for highly positive posts [<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>]. Studies using sentiment analysis may thus provide first hints as to how severely women experience certain side effects. Merz et al [<xref ref-type="bibr" rid="ref27">27</xref>] studied population attitudes toward contraceptive methods over time by performing sentiment analysis on tweets on X regarding contraceptive methods and find that most tweets are negative. In their sample long-acting methods are mentioned more often than short-acting ones and related sentiments are twice as likely to be positive [<xref ref-type="bibr" rid="ref27">27</xref>]. In contrast, in a study with Indonesian users of X, Sari et al [<xref ref-type="bibr" rid="ref39">39</xref>] found that users predominantly express negative attitudes toward long-acting contraceptive methods.</p>
        <p>However, a major limitation of sentiment analysis is that it can be inaccurate if the model has been trained on biased, limited, or unrepresentative datasets as it may fail to generalize well to diverse and nuanced language usage, such as sarcasm, slang, or cultural context variations present in social media posts. Although the modern state-of-the art approach in sentiment analysis involves using pretrained language models such as Bidirectional Encoder Representations from Transformers or GPT, there is an inherent risk of bias in general and gender bias in particular [<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref41">41</xref>], limiting performance in sentiment analysis tasks.</p>
        <p>In this context, the information on online drug review forums constitute a great, widely untapped, resource to inform contraception choices. Many online drug review forums contain 2 distinct pieces of information related to a product: a standardized numeric rating score indicating overall product satisfaction and a comment in free text form. A powerful advantage of online product reviews is that the integration of qualitative (text comments) and quantitative (ratings) data facilitates insights into the relationship between issues mentioned in comments and overall product satisfaction, which is presumably closely linked to the impact of the respective product on the well-being of the user.</p>
        <p>Evaluating data from online review forums to inform decisions is hampered by several limitations, such as potential biases, unrepresentative sample issues, and the potential presence of inauthentic reviews. Nevertheless, consumer behavior in many industries, including health care and retail, indicates that other people’s reviews, particularly when available in large numbers, are important in driving purchase decisions and are thus considered a valuable source of information [<xref ref-type="bibr" rid="ref42">42</xref>]. Thus, in the context of contraception, reviews data complement information on contraceptive options that women and their partners may receive from other sources, such as HCPs, community workers, scientific studies, or other social media sources.</p>
      </sec>
      <sec>
        <title>Purpose of the Study</title>
        <p>This research aimed to produce insightful information from a large drug review dataset with regard to which experiences with contraceptive products women described on the web, both qualitatively and quantitatively. The focus is on unfavorable experiences, as previous research has shown that side effects are the topic of greatest interest for women using forums and social media to seek information on contraception.</p>
        <p>From this background, in this paper, we investigated the following research questions (RQs):</p>
        <list list-type="order">
          <list-item>
            <p>How do users rate different contraceptive methods available to women on a major drug review website?</p>
          </list-item>
          <list-item>
            <p>Which issues (ie, topics) do users describe in unfavorable online reviews of contraceptive products available to women?</p>
          </list-item>
          <list-item>
            <p>How frequently are these issues described for different contraceptive methods?</p>
          </list-item>
          <list-item>
            <p>Can we observe an association between the main topic discussed and the average rating submitted in unfavorable birth control reviews?</p>
          </list-item>
        </list>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Dataset</title>
        <p>Our study was performed on a dataset of 19,506 unique online reviews of birth control products in the United States posted on the website Drugs.com [<xref ref-type="bibr" rid="ref43">43</xref>], a United States–based pharmaceutical information website, between April 2009 and September 2017. The reviews analyzed in this study were extracted from a comprehensive online drug review dataset available for research purposes in the University of California, Irvine (UCI) Machine Learning Repository [<xref ref-type="bibr" rid="ref44">44</xref>]. The original dataset had been collected via web scraping from the website Drugs.com [<xref ref-type="bibr" rid="ref43">43</xref>] and comprised 215,063 reviews of drugs treating different conditions, such as high blood pressure, cough, and birth control [<xref ref-type="bibr" rid="ref45">45</xref>]. While this dataset may be somewhat dated, these reviews are highly relevant for this study. First, the products evaluated have been on the market for many years and are widely used today. Second, analyzing older reviews might even offer the advantage of capturing women’s experiences with contraceptive products in a more authentic, less skewed way. Research has shown that in recent years, social media influencers negatively frame hormonal contraceptives and encourage the uptake of nonhormonal options which may alter women’s attitudes and expectations [<xref ref-type="bibr" rid="ref26">26</xref>] and thus possibly their online reviews.</p>
        <p>The online drug user reviews contained information on the related condition, the name of the drug, a 10-star user rating on overall satisfaction, how many users considered this review helpful, and the date the review was posted. The name of the drug was captured in a structured format as it stemmed from a drop-down menu from which the website users needed to select a drug name when leaving a comment.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>The study used publicly available data from the UCI Machine Learning repository. The UCI Machine Learning dataset did not contain any identifying information about the authors of the reviews, such as their username. Furthermore, when posting a review on the website Drugs.com [<xref ref-type="bibr" rid="ref43">43</xref>], users were required to consent to the publication and use of their reviews. Finally, to the best of our knowledge, the reviews we selected to be in this manuscript do not risk reverse identification as the website Drugs.com [<xref ref-type="bibr" rid="ref43">43</xref>] does not display full user names alongside the reviews. Therefore, in line with other studies evaluating social media posts on contraception, ethics approval for using these reviews as a basis for analysis was not deemed necessary.</p>
      </sec>
      <sec>
        <title>Data Cleansing and Grouping</title>
        <p>Within the drug review dataset offered by the UCI Machine Learning Directory, 38,436 product reviews were classified as relating to “birth control.” Many reviews were captured twice, once under a product’s brand name and a second time under the name of the respective active pharmaceutical ingredient, that is, the generic name. By removing duplicates, we obtained 19,524 unique birth control reviews. When cleansing the dataset, we retained drug brand names for their greater detail compared to generic names. This granularity is more suitable for analysis, as products with the same active ingredient can vary in dosage and administration schedules across brands. In total, &#60;400 out of 19,524 unique reviews did not contain a brand name, but rather only the generic name. We kept most of those reviews in the dataset, only removing 13 unique reviews of drugs that could not be related to 1 specific contraceptive method, namely, levonorgestrel (10 reviews), which can be a hormonal IUD or emergency contraception commonly sold as Plan B; and Provera (3 reviews), which can either be a birth control shot under the name Depo-Provera or an oral progestin product that is not approved as a contraceptive. The clean birth control dataset contained unique reviews on 169 different products identified by brand name or active pharmaceutical ingredients.</p>
        <p>For later analysis and comparison of drug reviews for different contraceptive methods, we categorized all products into 11 contraceptive methods. This categorization focused on the application mode of these products, which is in line with the classification of contraception options typically used for advising women [<xref ref-type="bibr" rid="ref46">46</xref>]. The methods comprise: hormonal and nonhormonal (ie, copper) IUDs, implants, vaginal rings, birth control shots, hormonal patches, spermicides, and emergency contraception. For OCPs, we distinguished between combined contraceptive oral pills (COCPs), progestin-only pills (POPs), and OCPs that induce a 91-day cycle, as these are expected to have different side effect profiles, and patients are typically counseled differently. Given the small number of reviews on emergency contraception (n=3) and spermicides (n=2), we removed those reviews from the dataset, too, leaving 19,506 reviews on 167 different products across 9 different contraceptive methods.</p>
        <p>To analyze which negative experiences or side effects related to birth control options women described, we created a new attribute marking all reviews with a rating of ≤5 (on a scale from 1 to 10) as unfavorable reviews. Rather than limiting our analysis to reviews associated with strictly negative ratings (usually defined as ≤3), we deliberately used a wider window to also include negative to neutral ratings (scores of 4 and 5) as these might also contain relevant descriptions of unpleasant experiences. Overall, 8330 reviews fell into our definition of unfavorable (ie, nonpositive with a rating of 5 and lower).</p>
      </sec>
      <sec>
        <title>NLP Approach for Analyzing Unfavorable Birth Control Reviews</title>
        <sec>
          <title>Overview</title>
          <p>Within NLP, topic modeling refers to techniques for uncovering abstract themes in a large textual dataset, typically referred to as a corpus. It involves algorithmically analyzing documents to detect word and phrase patterns that indicate specific topics. Thus, topic modeling allows analyzing which topics women discuss in unfavorable reviews of different contraceptive products. For our study, we wrote an NLP program for topic analysis in Python (version 3.11.3; Python Software Foundation) using several NLP libraries, including Natural Language Toolkit (version 3.7) [<xref ref-type="bibr" rid="ref47">47</xref>] and scikit-learn (version 1.2.2) [<xref ref-type="bibr" rid="ref48">48</xref>]. For visualization, we used Matplotlib (version 3.7.1) [<xref ref-type="bibr" rid="ref49">49</xref>] and Seaborn (version 0.12.2) [<xref ref-type="bibr" rid="ref50">50</xref>].</p>
        </sec>
        <sec>
          <title>Text Preparation</title>
          <p>Our text preprocessing procedure included multiple steps. Text cleaning was performed as the raw birth control reviews in the UCI repository contained several issues with punctuation and how certain characters were captured. Furthermore, we implemented a custom-developed catalog of more than 110 abbreviations and short forms to replace them with the long form. Examples include “can’t” being replaced with “cannot,” “PMS” with “premenstrual syndrome,” “yr” with “year” or “ain’t” with “am not.” If an abbreviation had 2 meanings, such as “he’s,” we replaced it with the most common form. This step ensured uniformity in word representation so that the frequency of a word could be captured adequately. In addition, we removed any nontext characters, created word tokens and reduced words to their base root via lemmatization. To further reduce the dimensionality of the textual data and focus on the most meaningful words, we excluded common words typically not carrying meaning, so-called “stop words” as predefined in NLTK, except for the stop word “not” which adds to the meaning of a review describing potential complaints or side effects. We also removed all product names and contraceptive methods, such as “iud,” “implant” or “pill,” from the reviews to allow our topic modeling algorithm to reveal topics that are contraceptive product and method agnostic.</p>
          <p>As <xref ref-type="table" rid="table1">Table 1</xref> shows, after the removal of stop words, there were highly frequent words in the reviews that did not relate to specific birth control side effects or complaints. To reduce noise and dimensionality, we removed the words “month,” “day,” “year,” “week” “birth,” and “control” from the reviews.</p>
          <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
              <p>Most common words in the birth control product reviews (excluding noninformative words).</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="500"/>
              <col width="500"/>
              <col width="0"/>
              <thead>
                <tr valign="top">
                  <td>Word</td>
                  <td>Occurrences (n=889,864), n (%)</td>
                  <td>
                    <break/>
                  </td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>not</td>
                  <td>30,973 (3.48)</td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>period</td>
                  <td>19,145 (2.15)</td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>month</td>
                  <td>18,361 (2.06)</td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>day</td>
                  <td>11,139 (1.25)</td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>control</td>
                  <td>10,902 (1.23)</td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>birth</td>
                  <td>10,678 (1.2)</td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>year</td>
                  <td>9986 (1.12)</td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>week</td>
                  <td>9464 (1.06)</td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>first</td>
                  <td>8702 (0.98)</td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>get</td>
                  <td>8020 (0.9)</td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>weight</td>
                  <td>7783 (0.87)</td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>would</td>
                  <td>7146 (0.8)</td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>got</td>
                  <td>7061 (0.79)</td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>time</td>
                  <td>6956 (0.78)</td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>like</td>
                  <td>6410 (0.72)</td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>side</td>
                  <td>6186 (0.7)</td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>effect</td>
                  <td>5982 (0.67)</td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>cramp</td>
                  <td>5704 (0.64)</td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>started</td>
                  <td>5545 (0.62)</td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>since</td>
                  <td colspan="2">5332 (0.6)</td>
                </tr>
                <tr valign="top">
                  <td>mood</td>
                  <td colspan="2">5302 (0.6)</td>
                </tr>
                <tr valign="top">
                  <td>taking</td>
                  <td colspan="2">5292 (0.59)</td>
                </tr>
                <tr valign="top">
                  <td>bleeding</td>
                  <td colspan="2">5278 (0.59)</td>
                </tr>
                <tr valign="top">
                  <td>acne</td>
                  <td colspan="2">5156 (0.58)</td>
                </tr>
                <tr valign="top">
                  <td>never</td>
                  <td colspan="2">5018 (0.56)</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
        </sec>
        <sec>
          <title>Topic Extraction Approach</title>
          <p>In topic modeling, selecting the optimal vectorization techniques, topic modeling algorithms, and the number of topics to extract is crucial. This process aimed to derive topics that align with domain-specific inquiries and RQs. While coherence and silhouette scores can support this selection, domain expertise and expert judgment are essential in evaluating the relevance and applicability of the themes extracted by an algorithm [<xref ref-type="bibr" rid="ref51">51</xref>].</p>
          <p>The topics described in the following sections result from an iterative strategy combining various vectorization techniques to construct a document-term matrix, including count vectorization and term-frequency–inverse document frequency (TF-IDF). We used topic modeling algorithms, such as latent semantic analysis, nonnegative matrix factorization (NMF), and latent Dirichlet allocation, extracting between 3 and 13 topics. The selection of techniques and the number of topics was based on expert judgment, Cohen coherence, and the silhouette score, with the final decision guided by domain knowledge to yield the most useful, interpretable, and distinct topics.</p>
          <p>The final technical configuration of the topic modeling in this research is as follows:</p>
          <list list-type="bullet">
            <list-item>
              <p>Vectorization—TF-IDF vectorization yielding a document-term matrix, where rows represented reviews, columns represented words, and values indicated word importance. TF-IDF highlights terms frequent in a document (ie, a product review) but less common across the corpus (ie, across all reviews), reducing the weight of ubiquitous words.</p>
            </list-item>
            <list-item>
              <p>Topic modeling algorithm—NMF decomposing the nonnegative document-term matrix into 2 lower-dimensional matrices: the topic matrix (W) and the terms matrix (H). The topic matrix represented documents by underlying topics, while the terms matrix represented topics by original words or tokens.</p>
            </list-item>
            <list-item>
              <p>Number of topics—8 topics differentiating most effectively among various types of experiences and complaints.</p>
            </list-item>
          </list>
          <p>The flowchart in <xref rid="figure1" ref-type="fig">Figure 1</xref> illustrates the overall methodological approach.</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>A flow diagram of the methodological approach used in the study. CV: count vectorization; LDA: latent Dirichlet allocation; LSA: latent semantic analysis; NLP: natural language processing; NMF: nonnegative matrix factorization; TF-IDF: term-frequency–inverse document frequency; UCI: University of California, Irvine.</p>
            </caption>
            <graphic xlink:href="ai_v4i1e68809_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>Descriptive and topic analysis of the website Drugs.com [<xref ref-type="bibr" rid="ref43">43</xref>] drug reviews dataset allowed us to answer our RQs.</p>
      <sec>
        <title>Online Ratings of Different Contraceptive Methods Available to Women (RQ 1)</title>
        <sec>
          <title>Frequency of Ratings</title>
          <p><xref ref-type="table" rid="table2">Table 2</xref> displays the distribution of ratings of birth control products in the drug review dataset from 1 to 10, with 1 being very bad and 10 being very good. The frequency diagram of the ratings is U-shaped, such that both very poor and very good ratings were common. The most common rating was 10 out of 10 (n=3905, 20.02% of the reviews), and the second most common rating was 1 out of 10 (n=2986, 15.31% of the reviews). The overall mean was 6.08, and the SD was 3.31. Thus, reviews were polarized, but on average gravitated toward positive ratings.</p>
          <table-wrap position="float" id="table2">
            <label>Table 2</label>
            <caption>
              <p>Frequency of contraceptive product ratings on a scale from 1 to 10 (1: very bad and 10: very good) in the online drug review dataset (n=19,506).</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="500"/>
              <col width="500"/>
              <thead>
                <tr valign="top">
                  <td>Rating</td>
                  <td>Frequency, n (%)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>1</td>
                  <td>2986 (15.31)</td>
                </tr>
                <tr valign="top">
                  <td>2</td>
                  <td>1409 (7.22)</td>
                </tr>
                <tr valign="top">
                  <td>3</td>
                  <td>1363 (6.99)</td>
                </tr>
                <tr valign="top">
                  <td>4</td>
                  <td>1083 (5.55)</td>
                </tr>
                <tr valign="top">
                  <td>5</td>
                  <td>1489 (7.63)</td>
                </tr>
                <tr valign="top">
                  <td>6</td>
                  <td>964 (4.94)</td>
                </tr>
                <tr valign="top">
                  <td>7</td>
                  <td>1253 (6.42)</td>
                </tr>
                <tr valign="top">
                  <td>8</td>
                  <td>2112 (10.83)</td>
                </tr>
                <tr valign="top">
                  <td>9</td>
                  <td>2942 (15.08)</td>
                </tr>
                <tr valign="top">
                  <td>10</td>
                  <td>3905 (20.02)</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
        </sec>
        <sec>
          <title>Ratings of Different Contraceptive Methods</title>
          <p><xref ref-type="table" rid="table3">Table 3</xref> provides an overview of the number of available birth control product reviews in the dataset, grouped by the product categories. COCPs are the most reviewed birth control products, constituting 44.12% (8606/19,506) of all reviews. Hormonal implants and hormonal IUDs rank second and third, respectively.</p>
          <p>Slightly more than half of birth control product reviews (n=11,176, 57.3%) are favorable according to our definition, whereas 42.7% (8330) of reviews are unfavorable. Overall, the share of unfavorable reviews varied substantially across categories. POPs had the highest share of unfavorable reviews (n=232, 53.1%), whereas nonhormonal IUDs had the lowest (n=234, 29.3%).</p>
          <p><xref rid="figure2" ref-type="fig">Figure 2</xref>, a scatter diagram with trimmed axes, reveals 2 clusters of different contraceptive methods based on mean ratings and SDs. The first cluster, located in the lower right, includes POPs, birth control shots, 91-day cycle OCPs, COCPs, and hormonal implants, with lower average ratings (5.32-5.82) and higher SDs (3.26-3.52). The second group, situated in the upper left, comprises hormonal and copper IUDs, hormonal patches, and vaginal rings, exhibiting higher average ratings (6.65-7.11) and generally lower SDs (2.99-3.13), except for copper IUDs, which had a SD of 3.28.</p>
          <table-wrap position="float" id="table3">
            <label>Table 3</label>
            <caption>
              <p>Descriptive statistics of product ratings by contraceptive method.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="200"/>
              <col width="200"/>
              <col width="200"/>
              <col width="200"/>
              <col width="200"/>
              <thead>
                <tr valign="top">
                  <td>Contraceptive method</td>
                  <td>Unique reviews (n=19,506), n (%)</td>
                  <td>Products (n=167), n (%)</td>
                  <td>Rating, mean (SD)</td>
                  <td>Number and share of unfavorable reviews (n=8330, 42.7%), n (%)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>COCP<sup>a</sup></td>
                  <td>8606 (44.12)</td>
                  <td>138 (82.6)</td>
                  <td>5.80 (3.32)</td>
                  <td>3968 (46.11)</td>
                </tr>
                <tr valign="top">
                  <td>Implant</td>
                  <td>4392 (22.52)</td>
                  <td>3 (1.8)</td>
                  <td>5.82 (3.32)</td>
                  <td>2064 (46.99)</td>
                </tr>
                <tr valign="top">
                  <td>Hormonal IUD<sup>b</sup></td>
                  <td>2871 (14.72)</td>
                  <td>4 (2.4)</td>
                  <td>7.04 (3.05)</td>
                  <td>848 (29.54)</td>
                </tr>
                <tr valign="top">
                  <td>Vaginal ring</td>
                  <td>827 (4.24)</td>
                  <td>2 (1.2)</td>
                  <td>6.7 (3.0)</td>
                  <td>297 (35.91)</td>
                </tr>
                <tr valign="top">
                  <td>Copper IUD</td>
                  <td>800 (4.1)</td>
                  <td>2 (1.2)</td>
                  <td>7.11 (3.3)</td>
                  <td>234 (29.25)</td>
                </tr>
                <tr valign="top">
                  <td>Shot</td>
                  <td>653 (3.35)</td>
                  <td>2 (1.2)</td>
                  <td>5.5 (3.5)</td>
                  <td>327 (50.08)</td>
                </tr>
                <tr valign="top">
                  <td>Patch</td>
                  <td>508 (2.6)</td>
                  <td>3 (1.8)</td>
                  <td>6.8 (3.1)</td>
                  <td>157 (30.91)</td>
                </tr>
                <tr valign="top">
                  <td>POP<sup>c</sup></td>
                  <td>437 (2.24)</td>
                  <td>11 (6.6)</td>
                  <td>5.3 (3.3)</td>
                  <td>232 (53.09)</td>
                </tr>
                <tr valign="top">
                  <td>OCP<sup>d</sup> with 91 d cycle</td>
                  <td>412 (2.11)</td>
                  <td>9 (5.4)</td>
                  <td>5.6 (3.3)</td>
                  <td>327 (49.27)</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table3fn1">
                <p><sup>a</sup>COCP: combined contraceptive oral pill.</p>
              </fn>
              <fn id="table3fn2">
                <p><sup>b</sup>IUD: intrauterine device.</p>
              </fn>
              <fn id="table3fn3">
                <p><sup>c</sup>POP: progestin-only pill.</p>
              </fn>
              <fn id="table3fn4">
                <p><sup>d</sup>OCP: oral contraceptive pill.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>A scatter diagram with trimmed axes visualizing average rating and SD of different contraceptive methods. COCP: combined contraceptive oral pill; IUD: intrauterine device; POP: progestin-only pill.</p>
            </caption>
            <graphic xlink:href="ai_v4i1e68809_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
      </sec>
      <sec>
        <title>Issues Described by Users in Unfavorable Online Reviews of Contraceptive Products Available to Women (RQ 2)</title>
        <p><xref ref-type="table" rid="table4">Table 4</xref> presents the 8 themes extracted from the 8330 unfavorable birth control product reviews in our dataset. Overall, each extracted theme corresponded to a description of side effects. There was no topic that explicitly alluded to nonhealth aspects such as cost, ethical or societal concerns, or accessibility. A total of 4 topics extracted were highly specific and related to “weight gain,” skin problems,” “loss of libido,” and “mental health problems.” Another 3 topics related to the impact of the contraceptive product on women’s menstrual cycle but alluded to distinct aspects, which we named “menstrual irregularities,” “cramps and pain,” and “continuous bleeding.” The final topic, “multiple cause dissatisfaction,” was a mixed, broad topic. It was the least distinct topic, comprising a mixture of diffused complaints ranging from headache, tiredness, general life, and relationship issues to a mere product warning. A sample review that scored high on the topic “multiple cause dissatisfaction” read as follows:</p>
        <disp-quote>
          <p>Makes me feel very moody and sensitive, my husband and I fight all the time. When we got married I felt so much in love but know not sure about it. He said I changed a lot after having our baby. So not sure if the IUD is making me feel that way. I feel so bad because I get mad very easy for little things and I feel like I am loosing my husband. Of course that he doesn’t want to wear his ring makes me think things but he said that he is not use to wear rings and I always wear mine. I cook breakfast every single day, cook lunch for us to take it to work since we do not have to much money and sometimes I feel that he doesn’t really appreciate it! Do laundry, clean and he doesn’t really help me much and he doesn’t see it. Not sure what to think.</p>
        </disp-quote>
        <p><xref ref-type="table" rid="table5">Table 5</xref> provides sample reviews for each topic. More examples can be found in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendices 1</xref> and <xref ref-type="supplementary-material" rid="app2">2</xref>.</p>
        <p>For each topic, <xref ref-type="table" rid="table4">Table 4</xref> also presents the share of online user reviews where this topic was dominant having the highest topic value in the topic matrix W. Thus, the dominant topic is the issue voiced most firmly in an unfavorable review. <xref ref-type="table" rid="table4">Table 4</xref> shows that with this dominant topic modeling scheme, the reviews were relatively evenly distributed among the 8 identified topics. The rarest dominant topic was “weight gain” with 9.69% (807/8330) of the unfavorable reviews predominantly describing this side effect. “Multiple cause dissatisfaction” dominated in 17.92% (1493/8330) of the unfavorable reviews.</p>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Topics discussed in unfavorable reviews of birth control products and their relative frequency (n=8330).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="250"/>
            <col width="500"/>
            <col width="250"/>
            <thead>
              <tr valign="top">
                <td>Topic</td>
                <td>Topic description</td>
                <td>Unfavorable reviews with this dominant topic, n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Weight gain</td>
                <td>Users describe a change in body weight, typically an increase, which is attributed to the contraceptive product</td>
                <td>807 (9.69)</td>
              </tr>
              <tr valign="top">
                <td>Skin problems</td>
                <td>Users describe an impact of the product on outward appearance, in particular acne</td>
                <td>1051 (12.62)</td>
              </tr>
              <tr valign="top">
                <td>Loss of libido</td>
                <td>Users describe a reduction or loss of interest in physical intimacy and intercourse</td>
                <td>963 (11.56)</td>
              </tr>
              <tr valign="top">
                <td>Mental health problems</td>
                <td>Users describe mental health problems, such as mood swings, depression, and anxiety</td>
                <td>902 (10.83)</td>
              </tr>
              <tr valign="top">
                <td>Menstrual irregularities</td>
                <td>Users describe different problems with their period resulting from the contraceptive method; ranging from spotting, heavy bleeding, to unusually light periods</td>
                <td>1223 (14.68)</td>
              </tr>
              <tr valign="top">
                <td>Cramps and pain</td>
                <td>Users describe particularly painful experiences, especially cramps, associated with the product or its administration</td>
                <td>926 (11.12)</td>
              </tr>
              <tr valign="top">
                <td>Continuous bleeding</td>
                <td>Users describe continuous bleeding episodes which last substantially longer than regular periods and are more pronounced than simple menstrual irregularities</td>
                <td>965 (11.58)</td>
              </tr>
              <tr valign="top">
                <td>Multiple cause dissatisfaction</td>
                <td>Users express dissatisfaction with the contraceptive product. None or various reasons are provided ranging from general side effects such as headaches to overall challenges in life that might or might not be attributable to the contraception choice</td>
                <td>1493 (17.92)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <table-wrap position="float" id="table5">
          <label>Table 5</label>
          <caption>
            <p>Examples of reviews centering on a specific topic.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="250"/>
            <col width="750"/>
            <thead>
              <tr valign="top">
                <td>Topic</td>
                <td>Sample reviews with the dominant topic</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Weight gain</td>
                <td>“Been on it for 3 months, 20 pound weight gain—always hungry and never full. No periods, but not worth the weight gain and uncontrollable appetite...Was managing weight very well prior to implant...”</td>
              </tr>
              <tr valign="top">
                <td>Skin problems</td>
                <td>“Horrible, horrible, horrible I have never had acne this bad in my life!!!!!!!!!! My WHOLE chin and jawline are red and covered in cystic acne!!! I HAD PERFECTLY CLEAR SKIN BEFORE. I am honestly in a complete panic with what is going on with my skin. I’m in shock that a small pill could do this much damage. My face hurts so bad because of the acne. Its been only 3 weeks since I started taking it. Switching to sprintec tomorrow. DO NOT USE THIS, SAVE YOUR SKIN!!!!!”</td>
              </tr>
              <tr valign="top">
                <td>Loss of libido</td>
                <td>“I have been on NuvaRing for 5 months. Within a month I noticed a decrease in my sex drive, and I’ve had vaginal dryness which makes sex painful. Bad sex has effected other parts of my life.”</td>
              </tr>
              <tr valign="top">
                <td>Mental health problems</td>
                <td>“I used this pill during my teens and it caused irritability and heavy mood swings. Perhaps it was just teen angst but I tried microgynon recently, which uses the same hormones just different levels, and experienced similar mood swings and depression.”</td>
              </tr>
              <tr valign="top">
                <td>Menstrual irregularities</td>
                <td>“I have been on this medication for almost a month. I got my period once, but it hasn’t even been a week later that I got a second period. My first period was very light and only lasted three days, but I’m not sure how this period will be.”</td>
              </tr>
              <tr valign="top">
                <td>Cramps and pain</td>
                <td>“I got the kyleena inserted today and experienced the worst cramps in my life. The insertion were (8/10) on the pain scale. I am not very sensitive to pain but can’t take any pain medication. The last 4 hours has been the worst in my entire life so far I have really bad cramps now 10/10 and nausea. I can’t even get out of bed because of the severe pain!”</td>
              </tr>
              <tr valign="top">
                <td>Continuous bleeding</td>
                <td>“With liletta I have been bleeding for 3 month s I am so so tire of bleeding.”</td>
              </tr>
              <tr valign="top">
                <td>Multiple cause dissatisfaction</td>
                <td>“Do not take this pill.”</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Relative Frequency of Side Effects Described Across Contraceptive Methods (RQ 3)</title>
        <p>For each contraceptive method, <xref rid="figure3" ref-type="fig">Figure 3</xref> shows the relative frequencies of the dominant topics in descending order according to average rating. For both copper and hormonal IUDs, the most frequent complaint by far was “cramps and pain,” which was the dominant theme in 38% (n=90) and 42% (n=355) of the reviews, respectively. For COCP, the most common complaints were “multiple cause dissatisfaction” (n=831, 21%) and “skin problems” (742, 19%). For POP and OCP that induce a 91-day cycle, “menstrual irregularities” were the most common issue (n=49, 21%, and n=49, 24% of reviews, respectively). For implants, as well as for hormonal shots, “continuous bleeding” (n=436, 21%, and n=61, 19%, respectively) was the most frequent problem described in the reviews. For hormonal patches and vaginal rings, the most frequent dominant topic was “multiple cause dissatisfaction” (n=57, 36% and 106, 36%). For hormonal patches, the second most frequently described dominant side effect prominently voiced in unfavorable online reviews was “skin problems” (n=28, 18%).</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Relative frequency of dominant topics in nonfavorable reviews by contraceptive method (as percentages). COCP: combined contraceptive oral pill; IUD: intrauterine device; POP: progestin-only pill.</p>
          </caption>
          <graphic xlink:href="ai_v4i1e68809_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>When reviewing the relative frequencies of dominant topics identified in <xref rid="figure3" ref-type="fig">Figure 3</xref>, it is important to remember that each contraceptive method was associated with a different proportion of unfavorable reviews. This was analyzed in the context of RQ 1 and is depicted in <xref ref-type="table" rid="table3">Table 3</xref> which displays substantial variation in the proportion of unfavorable reviews across contraceptive product categories; with POP having the highest share of unfavorable reviews (n=232, 53.1%) and copper IUDs having the lowest share of unfavorable reviews (n=234, 29.3%). Scaling the relative frequencies of the dominant topics shown in <xref rid="figure3" ref-type="fig">Figure 3</xref> with the overall share of unfavorable reviews of contraceptive methods displayed in <xref ref-type="table" rid="table3">Table 3</xref>, we find that for certain contraceptive methods, specific issues were very commonly discussed in online reviews in general, as in the following examples:</p>
        <list list-type="bullet">
          <list-item>
            <p>Almost a quarter, that is, 24% (n=97), of all reviews of 91-day cycle OCPs report general “menstrual irregularities” or “continuous bleeding” (this is derived from n=49, 24%, of the reviews where “menstrual irregularities” were the dominant topic plus another n=48, 24%, where “continuous bleeding” was the dominant topic; multiplied by 49.3%, the rate of unfavorable reviews).</p>
          </list-item>
          <list-item>
            <p>Overall, 17% (n=104) of all reviews of hormonal shots discussed “menstrual irregularities” or “continuous bleeding.”</p>
          </list-item>
          <list-item>
            <p>For IUDs, 12% (n=90, copper) and 11% (n=355, hormonal) of all reviews revolved around “cramps and pain” associated with the contraceptive method and its administration.</p>
          </list-item>
          <list-item>
            <p>“Loss of libido” was the dominant topic in almost every 10th review of vaginal rings, that is, 9% (n=75).</p>
          </list-item>
          <list-item>
            <p>Almost 6% (n=243) of all reviews of “hormonal implants” revolved primarily around mental health issues.</p>
          </list-item>
        </list>
      </sec>
      <sec>
        <title>Association Between Dominant Topic and Ratings of Birth Control Products (RQ 4)</title>
        <p>The final RQ relates to how severely such side effects might impact the well-being and overall quality of life of women. This approach is important for providing a balanced picture of the frequency numbers described earlier. Not every side effect, even if common, necessarily impacts overall well-being to the same extent. For example, individual reviews illustrate that “cramps and pain” might have a much more negative impact on overall well-being than menstrual irregularities. For illustration, a sample review with “cramps and pain” as the dominant topic read as follows:</p>
        <disp-quote>
          <p>My experience was absolutely horrible. Birth control works different for everyone but this was by far the worst pain I’ve ever been in...</p>
        </disp-quote>
        <p>While a sample review where menstrual irregularities were voiced read as follows:</p>
        <disp-quote>
          <p>I have been on this medication for almost a month. I got my period once, but it hasn’t even been a week later that I got a second period. My first period was very light and only lasted three days, but I’m not sure how this period will be.</p>
        </disp-quote>
        <p><xref rid="figure4" ref-type="fig">Figure 4</xref> displays boxplots of unfavorable ratings by dominant topic. The boxplots show that the frequency distributions for all dominant topic-based groups are left skewed. Consistently, the first quartile of ratings is a 1, that is, at least a quarter of all reviewers (2986 across all groups, ie, 35.8% on average) writing a nonpositive review submitted the lowest possible rating. The medians displayed in the boxplots as orange vertical lines range from 2 to 3. Only 3 dominant topics were associated with a median rating of 3, namely “menstrual irregularities,” “weight gain,” and “loss of libido.” For all other dominant topics, half of all unfavorable reviews have a rating of ≤2.</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Boxplots of ratings by dominant topic described in nonfavorable reviews.</p>
          </caption>
          <graphic xlink:href="ai_v4i1e68809_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>The mean ratings per dominant topic are represented as green star. On average, reviews predominantly describing menstrual irregularities have the highest average rating (mean 2.92, SD 1.53; 1223/8330, 14.68%). The next highest average ratings were in reviews describing weight change (mean 2.87, SD 1.52; 807/8330, 9.69%) and loss of libido (mean 2.84, SD 1.49; 963/8330, 11.56%). Conversely, reviews with the lowest ratings, on average, predominantly described multiple cause dissatisfaction (mean 2.34, SD 1.45; 1493/8330, 17.92%), cramps and pain (mean 2.39, SD 1.55; 926/8330, 11.12%), and continuous bleeding (mean 2.45, SD 1.47; 965/8330, 11.58%). Skin problems (mean 2.53, SD 1.49; 1051/8330, 12.62%) and mental health problems (mean 2.57, SD 1.48; 902/8330, 10.83%) had slightly greater ratings than the bottom 3 groups.</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Our findings are in line with the literature evaluating how users, mostly women, use social media to discuss and evaluate different contraception options. Side effects were the most important area that was discussed online. Our NLP algorithm extracted 8 topics, of which 7 clearly describe a specific unpleasant side effect and only 1 less concise topic also encompasses other issues such as general life challenges, relationship issues, or product warnings. The algorithm did not extract any frequent words indicative of nonhealth related challenges such as cost and accessibility.</p>
        <p>Our research extends the existing body of knowledge in several aspects. First, we found that in the online drug review forum, niche products tend to be overrepresented compared to their prevalence among the respective populations in the United States. For example, <xref ref-type="table" rid="table3">Table 3</xref> shows that 22.52% (4392/19,506) of the reviews discussed hormonal implants. However, their prevalence among women using reversible contraceptive products (either LARCs or short-acting methods) is 7.3% [<xref ref-type="bibr" rid="ref2">2</xref>]. Similarly, vaginal rings (827/19,506, 4.24% of reviews vs 2.9% in the respective population [<xref ref-type="bibr" rid="ref2">2</xref>]) and hormonal patches (800/19,506, 4.1% vs 1.1% [<xref ref-type="bibr" rid="ref2">2</xref>]) appear to be overrepresented. Even more interestingly, IUDs are substantially underrepresented. While 18.82% (3671/19,506) of contraceptive product reviews discuss IUDs, they are used by almost a third of women [<xref ref-type="bibr" rid="ref2">2</xref>] using female contraceptive products.</p>
        <p>The underrepresentation of IUDs might be attributable to the fact that on average, women tend to be more satisfied with IUDs than with other contraceptive products (<xref rid="figure2" ref-type="fig">Figure 2</xref>; <xref ref-type="table" rid="table3">Table 3</xref>). In general, people are more likely to write an online review when they have a complaint than when they are satisfied [<xref ref-type="bibr" rid="ref52">52</xref>]. Nevertheless, in <xref rid="figure2" ref-type="fig">Figure 2</xref> and <xref ref-type="table" rid="table3">Table 3</xref>, we observe that a substantial share of women report positive experiences with contraceptive products, ranging from slightly &#62;70% (2589/3671, 70.52%) of favorable reviews for IUDs to 46.9% (205/437) for reviews of POP. Overall satisfaction with reviewed birth control products may be even greater if the probable negative bias inherent in online reviews is accounted for.</p>
        <p>Our NLP-based evaluation of product reviews also offered valuable insights into how women experience different product-based contraceptive methods and how negative experiences relate to the overall satisfaction with the method.</p>
      </sec>
      <sec>
        <title>Hormonal Short-Acting Contraceptive Methods</title>
        <sec>
          <title>Overview</title>
          <p>A first pattern we observed was that hormonal contraceptive methods with a higher level of systemic absorption, such as POP, birth control shots, and COCP, received greater shares of unfavorable reviews (232/437, 53.1%, 327/653, 50%, and 3968/8606, 46.1%, respectively) than methods with a lower level of systemic absorption, such as hormonal IUDs (848/2871, 29.54%). For copper IUDs, which do not release any hormones, only 29.3% (234/800) of reviews were unfavorable (<xref ref-type="table" rid="table3">Table 3</xref>). Thus, based on the online reviews and ratings, it appears that on average women in the website Drugs.com [<xref ref-type="bibr" rid="ref43">43</xref>] sample are less satisfied with short-acting methods that rely on a systemic hormonal effect, which is in line with the findings of Merz et al [<xref ref-type="bibr" rid="ref27">27</xref>] studying posts on X over time. This is particularly interesting as recent literature describes a trend of women turning away from hormonal contraceptives despite their high efficacy due to the influence of social media [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]. While clinical studies confirm a range of side effects with hormonal contraception, some researchers suspect they may be perceived to be more severe than they truly are [<xref ref-type="bibr" rid="ref36">36</xref>]. However, our research suggests that women rate oral hormonal contraceptive products, hormonal implants, and shots less positively than nonhormonal methods and that this is linked with specific side effects.</p>
        </sec>
        <sec>
          <title>Progestin-Only Methods and the Role of Irregular Bleeding Pattern</title>
          <p><xref rid="figure2" ref-type="fig">Figure 2</xref> shows that POPs, contraceptive implants, and injectable contraceptives, which are all progestin-only methods, obtained comparably low average ratings with a high SD. According to the reviews, the most common side effects for these methods relate to irregular bleeding pattern and continuous bleeding (<xref rid="figure3" ref-type="fig">Figure 3</xref>). This is in line with the relevant women’s health literature describing irregular or unscheduled bleeding as their most common side effect (eg, [<xref ref-type="bibr" rid="ref53">53</xref>]). The inhomogeneous experiences with these progestin-only methods might be—to some extent—explained by the interplay between users’ expectations and actual experiences. Although irregular bleeding resulting from these progestin-only methods decreases over time [<xref ref-type="bibr" rid="ref54">54</xref>], women may be more disgruntled by the initial irregularity, especially if counseling focused more on the long-term than short-term expectations.</p>
        </sec>
        <sec>
          <title>Potential Role of Ease of Administration for Cycle Control</title>
          <p>Among the remaining short-acting contraceptive methods, hormonal patches and vaginal rings obtained comparably high average ratings and lower SDs than COCPs and extended-cycle OCPs (<xref rid="figure2" ref-type="fig">Figure 2</xref>). For COCPs, this is expected as women who are prescribed contraception for the first time often opt for the COCP due to its ease of initiation and discontinuation [<xref ref-type="bibr" rid="ref55">55</xref>]. This initial usage likely leads to varied experiences.</p>
          <p>However, this disparity in low average ratings of extended-cycle OCPs versus comparably high and more homogenous average ratings of vaginal rings and hormonal parches is unexpected, given the similarity of side effects across combined hormonal contraceptives (CHC) [<xref ref-type="bibr" rid="ref53">53</xref>]. A potential explanation of our findings is that the patch and the ring may achieve better cycle control than the extended-cycle COCP due to the lack of need for daily administration [<xref ref-type="bibr" rid="ref53">53</xref>]. Indeed, for extended-cycle OCPs, nearly half of the reviews (97/203, 47.8%) predominantly described abnormal bleeding, whereas this was only the case for 14% (22/157) of reviews of hormonal patches and 5.7% (17/297) of reviews of vaginal rings (<xref rid="figure3" ref-type="fig">Figure 3</xref>). Those opting for an extended-cycle OCP probably do so with the intent of significantly reducing or entirely ceasing their menstrual cycles, which is the primary distinction between standard and extended-cycle OCPs. Unfortunately, breakthrough bleeding is very common early in the use of an extended-cycle regimen [<xref ref-type="bibr" rid="ref53">53</xref>]. Therefore, women who are hoping for no bleeding are likely to be unhappy with increased bleeding, especially if they are not warned about this. It is also possible that there could be other explanations, such as increased hormonal stability with nonoral administration of CHC [<xref ref-type="bibr" rid="ref55">55</xref>].</p>
        </sec>
        <sec>
          <title>Skin Issues</title>
          <p>Research has consistently shown that CHC are beneficial for the treatment of acne [<xref ref-type="bibr" rid="ref56">56</xref>]. It is surprising, therefore, that in our study, skin problems appear as a dominant topic for COCPs, patches, and 91-day cycle OCPs more commonly than for other methods. Further research would be helpful to explore these findings. One possibility is that the skin problems reported by reviewers are not only acne but also other problems, such as melasma, a hyperpigmentation disorder well known to be associated with oral contraceptive use [<xref ref-type="bibr" rid="ref57">57</xref>]. However, an example investigation of reviews in which “skin problems” are discussed reveals that many reviews describe disappointment resulting from the birth control product not meetings their expectations with regards to acne control. For example,</p>
          <disp-quote>
            <p>I’ve been taking this birth control for about a week now, and I have already noticed some changes. My skin is also acne prone, and I was really hoping that this birth control would help with it. Without the pill, I usually have many bumps on my forehead, my chin is pretty red, and once in a while I will get cystic acne. Now that I’ve been taking it, I have many new pimples all over my face, like my cheeks and on my nose, where I have never gotten it before. It’s also given me MORE cystic acne which is a pain. I really wish that it could have helped, but before I switch off I want to wait a little longer to be sure.</p>
          </disp-quote>
          <p>This disappointment might make them more prone to leave a negative comment than women who experience other side effects.</p>
        </sec>
        <sec>
          <title>Loss of Libido</title>
          <p>Interestingly, the loss of libido is still associated with comparably high average product ratings. Unfavorable reviews predominantly describing a loss of libido ranked third in average rating (<xref rid="figure4" ref-type="fig">Figure 4</xref>). Our analysis also revealed that loss of libido is the most common dominant topic for vaginal rings (75/297, 25.3% of unfavorable reviews), almost double the proportion of any other method. This is interesting since controversial findings on this topic exist in the literature. It has been hypothesized that CHC may adversely affect sexual functioning by increasing sex hormone–binding globulin (SHBG), which then decreases available testosterone and leads to decreasing endogenous hormone production. Oral estrogens are known to increase SHBG via a first-pass hepatic effect [<xref ref-type="bibr" rid="ref58">58</xref>]. It could be hypothesized that nonoral administration may have a smaller effect on available testosterone, although other research has shown that both oral and vaginal CHC increase SHBG and decrease free androgens [<xref ref-type="bibr" rid="ref59">59</xref>]. It has also been hypothesized that administering CHC via a nonoral route, such as the use of a patch or ring, may mitigate effects on sexual function via increased hormonal stability. The ring could also exert a local estrogenic effect, improving lubrication [<xref ref-type="bibr" rid="ref55">55</xref>].</p>
          <p>Several studies have assessed the effect of the vaginal contraceptive ring on sexual functioning, with mixed findings [<xref ref-type="bibr" rid="ref55">55</xref>,<xref ref-type="bibr" rid="ref59">59</xref>], and a recent meta-analysis revealed a possible positive effect at 3 months but no effect at 6 months [<xref ref-type="bibr" rid="ref60">60</xref>]. A larger cross-sectional nonrandomized analysis revealed that decreased libido was most common among users of shots, rings, and implants [<xref ref-type="bibr" rid="ref8">8</xref>], which is more congruent with our analysis. It is also worth considering that direct hormonal effects are not the only way a method could affect libido; physical discomfort, vaginal dryness or irritation, and excessive bleeding are also expected to contribute. This is also illustrated in this example review:</p>
          <disp-quote>
            <p>I have been on NuvaRing for 5 months. Within a month I noticed a decrease in my sex drive, and I’ve had vaginal dryness which makes sex painful. Bad sex has effected other parts of my life.</p>
          </disp-quote>
          <p>Overall, based on the results of our study, it is plausible to anticipate that the systemic administration of hormones might lead to a greater incidence of side effects and lower satisfaction levels. This expectation is corroborated by our data, not only describing side effects with regards to irregular bleeding patterns, skin issues, and loss of libido, but also an increased frequency of complaints such as weight gain and mental health issues associated with these hormonal methods.</p>
        </sec>
      </sec>
      <sec>
        <title>Discussion of Insights on LARCs</title>
        <p>In our exploratory study, we observe that, on average, women are highly satisfied with their IUDs. In fact, among all contraceptive methods, IUDs are given the highest average ratings on the drug review website (<xref ref-type="table" rid="table3">Table 3</xref>). This finding is corroborated by existing research indicating high satisfaction levels with this contraceptive method [<xref ref-type="bibr" rid="ref56">56</xref>]. IUDs offer substantial advantages. The hormonal IUD is known for its ability to significantly reduce menstrual bleeding, with the 52 mg version being approved by the Food and Drug Administration in the United States for both contraception and heavy menstrual bleeding treatment. On the other hand, the copper IUD stands out as the sole nonhormonal choice that offers the convenience of not requiring action during each sexual encounter. Although both types of IUDs can cause undesirable bleeding-related side effects—typically breakthrough bleeding with the hormonal IUD and heavy periods with the copper IUD—these decrease over time [<xref ref-type="bibr" rid="ref54">54</xref>,<xref ref-type="bibr" rid="ref61">61</xref>]. We can reasonably assume that women opting for an IUD, which necessitates a medical procedure for insertion, would be well-informed and prepared for this.</p>
        <p>However, our research indicates that for a limited group of women, IUDs appear to create major problems. Between 11.3% (90/800) and 12.37% (355/2871) of all written online reviews emphatically describe cramps and pain related to the insertion procedure or persisting pain. In fact, cramps and pain are the dominant topic in 41.9% (355/848) and 38.5% (90/234) of unfavorable reviews of copper and hormonal IUDs, respectively (<xref rid="figure3" ref-type="fig">Figure 3</xref>). We also see that, on average, the ratings of reviews where cramps and pain are the dominant topic are the second lowest, occurring only slightly above multiple cause dissatisfaction (<xref rid="figure4" ref-type="fig">Figure 4</xref>). This observation has substantial implications for IUD counseling practices. Although physicians typically inform women about the potential side effects of IUDs, our findings underscore the necessity for health care professionals to provide even more comprehensive counseling regarding the risk of temporary as well as lasting cramps and pain, which heavily hampers women’s well-being, and to offer pain control options for the insertion procedure.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Our study is subject to several limitations. First, the reviews and ratings in online forums may exhibit bias, often skewing toward negative experiences, and there may even be a risk of fake reviews. Consequently, our dataset may not accurately represent the broader population of women using birth control products. Nonetheless, this limitation does not detract from our study’s objective, which is to illuminate the experiences with different contraceptive methods women share on a drug review website. This study was intended to supplement traditional qualitative but informal information sources used by women and their partners. Consequently, our extensive analysis of nearly 20,000 online reviews arguably offers a more representative and robust overview than anecdotal evidence gathered from conversations with friends and family regarding birth control options. All the same, we note that the reliance on data from a single source (ie, the website Drugs.com) may introduce a bias. This could affect the findings. Although the drug review dataset dates from 2009 to 2017, reviewers might have already been influenced by social media influencers, who are increasingly expressing concerns about hormonal contraceptives, sometimes inflating the severity of side effects [<xref ref-type="bibr" rid="ref36">36</xref>], and advocating for nonhormonal methods. Furthermore, the dataset only contains reviews of products. As such, natural contraceptive methods, such as calendar rhythm and withdrawal are not covered. Performing the NLP and sentiment analysis on other contraceptive product review websites could enhance the breadth and robustness of our findings but is outside the scope of this analysis.</p>
        <p>Second, our categorization did not stratify by dose or regimen timing (eg, 21 vs 24 active pills) due to insufficient review information (eg, Loestrin could refer to multiple different products with the same active ingredients in different doses and durations), nor by progestin type to avoid small group sizes.</p>
        <p>Third, there are important limitations inherent in the topic modeling of birth control product online reviews. While topic modeling offers valuable insights, it is crucial to acknowledge its constraints so that they can be addressed effectively in future research. One of the primary limitations is the subjectivity involved in choosing the right number of topics. In addition, topic modeling may not adequately capture rare or nuanced topics. In our study, which identified 8 topics, we observed 1 particularly ambiguous topic, “Multiple cause dissatisfaction.” This topic is frequently associated with vaginal rings and hormonal patches and occasionally encompasses other topics, potentially obscuring the clarity and precision of our overall results. Conversely, our algorithm effectively differentiates between “menstrual irregularities” and “continuous bleeding,” despite their similarities. Notably, women experience “continuous bleeding” as more problematic than “menstrual irregularities.” However, due to the overlap in these side effects and the associated words, some reviews scored highly for both topics.</p>
        <p>Another limitation in topic modeling is the potential ambiguity in allocating reviews to specific topics, which stems from the inherent challenge of accurately capturing the thematic essence of the text. For example, a word such as “skin” in an unfavorable review does not necessarily imply a discussion about skin-related problems. Furthermore, one review may describe several topics or side effects (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). Thus, analyses that are based on reviews grouped by dominant topic may not fully reflect other potentially confounding aspects.</p>
        <p>Despite these challenges, our analysis suggests that using TF-IDF and NMF for topic modeling with 8 topics is the most effective approach. In this setup, most topics, apart from “multiple cause dissatisfaction” and the occasionally intersecting “menstrual irregularities” and “continuous bleeding,” are well-defined by distinct symptom sets, differentiating them from others. The process involved careful consideration of both the interpretability and the distinctiveness of each topic.</p>
        <p>Finally, given the exploratory nature of our study, we did not engage in statistical significance testing; consequently, we could not definitively determine whether the observed differences in contraceptive method ratings are systematic. This study was primarily descriptive and does not involve inferential statistical analysis or controlling for confounding variables. We also did not investigate potential interactions between different side effects, such as whether reports of mental health issues could lead to more negative evaluations of other symptoms. The suitability of the dataset for inferential statistics is questionable, as it does not meet several crucial assumptions for significance tests, such as normality, homoscedasticity within groups, or independence of observations.</p>
        <p>In summary, our findings provide semiqualitative insights, highlighting the occurrence of certain side effects in the real world and how they are associated with online contraceptive product ratings. A deeper understanding of effect sizes, relationships, and causality requires further research.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This study contributes to the understanding of how contraceptive methods impact women’s overall well-being, as interpreted from a large corpus of online user narratives. Our findings provide a complementary perspective to those derived from clinical trials or the adverse effects documented in pharmaceutical labels and package inserts. By leveraging NLP to analyze user reviews, we aimed to support women in choosing contraceptive options that are not only safe and effective but also reduce the likelihood of specific symptom clusters that could negatively affect their quality of life.</p>
        <p>For instance, women seeking contraception may have specific concerns, such as potential effects on libido, skin health, or menstrual regularity. While no contraceptive option is completely free of side effects, it is crucial that women have access to information that enables them to make informed decisions about which side effects they are prepared to accept, guided by the experiences of others. Accordingly, our analysis empowers women to benefit from the collective insights and experiences of a large user base, supporting more informed decision-making. In addition, this information aids HCPs in offering personalized advice to women and their partners.</p>
        <p>A key observation from our study is that all female contraceptive methods reviewed online are associated with a substantial percentage of negative ratings. Notably, no contraceptive method to be administered by women received &#60;29% unfavorable evaluations. This finding underscores a significant opportunity for enhancement in the realm of female contraception. The objective for manufacturers would be to innovate and develop contraceptive methods that exert minimal or no negative impact on the well-being and quality of life. In light of this, there is a recent trend toward natural or calendar-based methods sometimes supported by digital cycle tracking tools. Depending on individual life circumstances and personal beliefs, these methods may constitute a viable alternative for some women despite the inherent risks resulting from use failure (the website Drugs.com [<xref ref-type="bibr" rid="ref43">43</xref>] provides a comparison of efficacy and typical use failure rates). Greater awareness of the side effects of contraceptive products for women could guide couples in making joint decisions about contraception and a more equitable sharing of responsibilities by considering more options. A secondary insight from our study is that dissatisfaction was particularly common for contraceptive products that may result in irregular or continuous bleeding, especially when users may have expected reduced or absent menstrual bleeding. IUDs are generally rated more positively than other methods, although about 1 in 10 users report severe cramps and pain which are linked to very poor ratings.</p>
        <p>In conclusion, a pivotal element of efficacious reproductive management is the provision of comprehensive information to women regarding the potential side effects of contraceptives and their likely impact on overall well-being and quality of life. Advancements in artificial intelligence in general and NLP in particular can help in extracting, aggregating, interpreting, and sharing this information. In a broader context, the empowerment of women to manage their reproductive health is acknowledged as a fundamental catalyst for economic advancement and the achievement of personal and professional aspirations, as emphasized by organizations, such as the United Nations, the World Health Organization, and the Organisation for Economic Cooperation and Development. Moreover, female sexuality transcends the dimensions of reproduction and birth control, encompassing aspects of pleasure and human connection, thereby enhancing overall well-being [<xref ref-type="bibr" rid="ref62">62</xref>]. Access to suitable contraceptive methods and thorough information about these options are vital in facilitating this empowerment.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Examples of reviews by dominant topic.</p>
        <media xlink:href="ai_v4i1e68809_app1.docx" xlink:title="DOCX File , 21 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Three example reviews and their topic values.</p>
        <media xlink:href="ai_v4i1e68809_app2.docx" xlink:title="DOCX File , 16 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CHC</term>
          <def>
            <p>combined hormonal contraceptive</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">COCP</term>
          <def>
            <p>combined oral contraceptive pill</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">HCP</term>
          <def>
            <p>health care provider</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">IUD</term>
          <def>
            <p>intrauterine device</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">LARC</term>
          <def>
            <p>long-acting reversible contraceptive</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">NLP</term>
          <def>
            <p>natural language processing</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">NMF</term>
          <def>
            <p>nonnegative matrix factorization</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">OCP</term>
          <def>
            <p>oral contraceptive pill</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">POP</term>
          <def>
            <p>progestin-only pill</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">RQ</term>
          <def>
            <p>research question</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">SHBG</term>
          <def>
            <p>sex hormone–binding globulin</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">TF-IDF</term>
          <def>
            <p>term-frequency–inverse document frequency</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb13">UCI</term>
          <def>
            <p>University of California, Irvine</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="con">
        <p>Author AN is currently not affiliated with any academic institution but contributed to this article as an Independent Researcher.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>Contraceptive use by method 2019: data booklet</article-title>
          <source>United Nations</source>
          <access-date>2024-11-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.un.org/development/desa/pd/sites/www.un.org.development.desa.pd/files/files/documents/2020/Jan/un_2019_contraceptiveusebymethod_databooklet.pdf">https://www.un.org/development/desa/pd/sites/www.un.org.development.desa.pd/files/files/documents/2020/Jan/un_2019_contraceptiveusebymethod_databooklet.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>Contraceptive use in the United States by method</article-title>
          <source>Guttmacher Institute</source>
          <access-date>2024-11-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.guttmacher.org/fact-sheet/contraceptive-method-use-united-states">https://www.guttmacher.org/fact-sheet/contraceptive-method-use-united-states</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Daniels</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Abma</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>Current contraceptive status among women aged 15-49: United States</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <access-date>2024-11-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/nchs/products/databriefs/db388.htm">https://www.cdc.gov/nchs/products/databriefs/db388.htm</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Burke</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Ridgeway</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mickler</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Reproductive empowerment and contraceptive self-care: a systematic review</article-title>
          <source>Sex Reprod Health Matters</source>
          <year>2021</year>
          <month>07</month>
          <day>27</day>
          <volume>29</volume>
          <issue>2</issue>
          <fpage>2090057</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.tandfonline.com/doi/10.1080/26410397.2022.2090057?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/26410397.2022.2090057</pub-id>
          <pub-id pub-id-type="medline">35892261</pub-id>
          <pub-id pub-id-type="pmcid">PMC9336472</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hee</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kettner</surname>
              <given-names>LO</given-names>
            </name>
            <name name-style="western">
              <surname>Vejtorp</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Continuous use of oral contraceptives: an overview of effects and side-effects</article-title>
          <source>Acta Obstet Gynecol Scand</source>
          <year>2013</year>
          <month>02</month>
          <day>05</day>
          <volume>92</volume>
          <issue>2</issue>
          <fpage>125</fpage>
          <lpage>36</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/doi/10.1111/aogs.12036"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/aogs.12036</pub-id>
          <pub-id pub-id-type="medline">23083413</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shimoni</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Intrauterine contraceptives: a review of uses, side effects, and candidates</article-title>
          <source>Semin Reprod Med</source>
          <year>2010</year>
          <month>03</month>
          <day>29</day>
          <volume>28</volume>
          <issue>2</issue>
          <fpage>118</fpage>
          <lpage>25</lpage>
          <pub-id pub-id-type="doi">10.1055/s-0030-1248136</pub-id>
          <pub-id pub-id-type="medline">20352561</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <article-title>Your contraception guide</article-title>
          <source>NHS England</source>
          <access-date>2024-01-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nhs.uk/conditions/contraception/">https://www.nhs.uk/conditions/contraception/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boozalis</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tutlam</surname>
              <given-names>NT</given-names>
            </name>
            <name name-style="western">
              <surname>Robbins</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Peipert</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Sexual desire and hormonal contraception</article-title>
          <source>Obstet Gynecol</source>
          <year>2016</year>
          <month>03</month>
          <volume>127</volume>
          <issue>3</issue>
          <fpage>563</fpage>
          <lpage>72</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/26855094"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/AOG.0000000000001286</pub-id>
          <pub-id pub-id-type="medline">26855094</pub-id>
          <pub-id pub-id-type="pii">00006250-201603000-00020</pub-id>
          <pub-id pub-id-type="pmcid">PMC4764410</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <article-title>Summary report on proceedings, minutes and final acts of the International Health Conference held in New York from 19 June to 22 July 1946</article-title>
          <source>World Health Organization</source>
          <access-date>2024-04-29</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://iris.who.int/handle/10665/85573">https://iris.who.int/handle/10665/85573</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zethraeus</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Dreber</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ranehill</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Blomberg</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Labrie</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>von Schoultz</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Johannesson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hirschberg</surname>
              <given-names>AL</given-names>
            </name>
          </person-group>
          <article-title>A first-choice combined oral contraceptive influences general well-being in healthy women: a double-blind, randomized, placebo-controlled trial</article-title>
          <source>Fertil Steril</source>
          <year>2017</year>
          <month>05</month>
          <volume>107</volume>
          <issue>5</issue>
          <fpage>1238</fpage>
          <lpage>45</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0015-0282(17)30247-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.fertnstert.2017.02.120</pub-id>
          <pub-id pub-id-type="medline">28433366</pub-id>
          <pub-id pub-id-type="pii">S0015-0282(17)30247-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barden-O'Fallon</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Speizer</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Rodriguez</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Calix</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Experience with side effects among users of injectables, the IUD, and oral contraceptive pills in four urban areas of Honduras</article-title>
          <source>Health Care Women Int</source>
          <year>2009</year>
          <month>06</month>
          <day>26</day>
          <volume>30</volume>
          <issue>6</issue>
          <fpage>475</fpage>
          <lpage>83</lpage>
          <pub-id pub-id-type="doi">10.1080/07399330902801187</pub-id>
          <pub-id pub-id-type="medline">19418321</pub-id>
          <pub-id pub-id-type="pii">910965541</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bellizzi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mannava</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Nagai</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sobel</surname>
              <given-names>HL</given-names>
            </name>
          </person-group>
          <article-title>Reasons for discontinuation of contraception among women with a current unintended pregnancy in 36 low and middle-income countries</article-title>
          <source>Contraception</source>
          <year>2020</year>
          <month>01</month>
          <volume>101</volume>
          <issue>1</issue>
          <fpage>26</fpage>
          <lpage>33</lpage>
          <pub-id pub-id-type="doi">10.1016/j.contraception.2019.09.006</pub-id>
          <pub-id pub-id-type="medline">31655068</pub-id>
          <pub-id pub-id-type="pii">S0010-7824(19)30430-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Madden</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Secura</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Nease</surname>
              <given-names>RF</given-names>
            </name>
            <name name-style="western">
              <surname>Politi</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Peipert</surname>
              <given-names>JF</given-names>
            </name>
          </person-group>
          <article-title>The role of contraceptive attributes in women's contraceptive decision making</article-title>
          <source>Am J Obstet Gynecol</source>
          <year>2015</year>
          <month>07</month>
          <volume>213</volume>
          <issue>1</issue>
          <fpage>46.e1</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/25644443"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ajog.2015.01.051</pub-id>
          <pub-id pub-id-type="medline">25644443</pub-id>
          <pub-id pub-id-type="pii">S0002-9378(15)00107-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC4485538</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grimes</surname>
              <given-names>DA</given-names>
            </name>
          </person-group>
          <article-title>The safety of oral contraceptives: epidemiologic insights from the first 30 years</article-title>
          <source>Am J Obstet Gynecol</source>
          <year>1992</year>
          <month>06</month>
          <volume>166</volume>
          <issue>6 Pt 2</issue>
          <fpage>1950</fpage>
          <lpage>4</lpage>
          <pub-id pub-id-type="doi">10.1016/0002-9378(92)91394-p</pub-id>
          <pub-id pub-id-type="medline">1605284</pub-id>
          <pub-id pub-id-type="pii">0002-9378(92)91394-P</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rocca</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Palumbo</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Visconti</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Di Carlo</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Safety and benefits of contraceptives implants: a systematic review</article-title>
          <source>Pharmaceuticals (Basel)</source>
          <year>2021</year>
          <month>06</month>
          <day>08</day>
          <volume>14</volume>
          <issue>6</issue>
          <fpage>548</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ph14060548"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ph14060548</pub-id>
          <pub-id pub-id-type="medline">34201123</pub-id>
          <pub-id pub-id-type="pii">ph14060548</pub-id>
          <pub-id pub-id-type="pmcid">PMC8229462</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>D'Souza</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bailey</surname>
              <given-names>JV</given-names>
            </name>
            <name name-style="western">
              <surname>Stephenson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Oliver</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Factors influencing contraception choice and use globally: a synthesis of systematic reviews</article-title>
          <source>Eur J Contracept Reprod Health Care</source>
          <year>2022</year>
          <month>10</month>
          <day>03</day>
          <volume>27</volume>
          <issue>5</issue>
          <fpage>364</fpage>
          <lpage>72</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.tandfonline.com/doi/abs/10.1080/13625187.2022.2096215?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/13625187.2022.2096215</pub-id>
          <pub-id pub-id-type="medline">36047713</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cooke-Jackson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rubinsky</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Gunning</surname>
              <given-names>JN</given-names>
            </name>
          </person-group>
          <article-title>"Wish I would have known that before I started using it": contraceptive messages and information seeking among young women</article-title>
          <source>Health Commun</source>
          <year>2023</year>
          <month>04</month>
          <day>20</day>
          <volume>38</volume>
          <issue>4</issue>
          <fpage>834</fpage>
          <lpage>43</lpage>
          <pub-id pub-id-type="doi">10.1080/10410236.2021.1980249</pub-id>
          <pub-id pub-id-type="medline">34544296</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Johansson</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Vesström</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Alehagen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kilander</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Women's experiences of dealing with fertility and side effects in contraceptive decision making: a qualitative study based on women's blog posts</article-title>
          <source>Reprod Health</source>
          <year>2023</year>
          <month>06</month>
          <day>29</day>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>98</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://reproductive-health-journal.biomedcentral.com/articles/10.1186/s12978-023-01642-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12978-023-01642-8</pub-id>
          <pub-id pub-id-type="medline">37381022</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12978-023-01642-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC10308677</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <article-title>SPRINTEC- norgestimate and ethinyl estradiol package insert 2011</article-title>
          <source>Rebel Distributors Corp</source>
          <access-date>2024-11-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://tinyurl.com/57mxt5uk">https://tinyurl.com/57mxt5uk</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <article-title>Label: SPRINTEC- norgestimate and ethinyl estradiol kit</article-title>
          <source>Dailymed</source>
          <access-date>2024-01-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dailymed.nlm.nih.gov/dailymed/drugInfo.cfm?setid=d9252820-131a-4870-8b11-945d1bfd5659">https://dailymed.nlm.nih.gov/dailymed/drugInfo.cfm?setid=d9252820-131a-4870-8b11-945d1bfd5659</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Simons</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Baldwin</surname>
              <given-names>DS</given-names>
            </name>
          </person-group>
          <article-title>A critical review of the definition of 'wellbeing' for doctors and their patients in a post COVID-19 era</article-title>
          <source>Int J Soc Psychiatry</source>
          <year>2021</year>
          <month>12</month>
          <day>09</day>
          <volume>67</volume>
          <issue>8</issue>
          <fpage>984</fpage>
          <lpage>91</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/abs/10.1177/00207640211032259?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/00207640211032259</pub-id>
          <pub-id pub-id-type="medline">34240644</pub-id>
          <pub-id pub-id-type="pmcid">PMC8592098</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Condon</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Need</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Fitzsimmons</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Lucy</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>University students' subjective experiences of oral contraceptive use</article-title>
          <source>J Psychosom Obstet Gynaecol</source>
          <year>1995</year>
          <month>03</month>
          <day>07</day>
          <volume>16</volume>
          <issue>1</issue>
          <fpage>37</fpage>
          <lpage>43</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.tandfonline.com/doi/10.3109/01674829509025655?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.3109/01674829509025655</pub-id>
          <pub-id pub-id-type="medline">7787956</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Inoue</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Barratt</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Richters</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Does research into contraceptive method discontinuation address women's own reasons? A critical review</article-title>
          <source>J Fam Plann Reprod Health Care</source>
          <year>2015</year>
          <month>10</month>
          <day>20</day>
          <volume>41</volume>
          <issue>4</issue>
          <fpage>292</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jfprhc.bmj.com/lookup/pmidlookup?view=long&#38;pmid=25605480"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/jfprhc-2014-100976</pub-id>
          <pub-id pub-id-type="medline">25605480</pub-id>
          <pub-id pub-id-type="pii">jfprhc-2014-100976</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martell</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Marini</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kondas</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Deutch</surname>
              <given-names>AB</given-names>
            </name>
          </person-group>
          <article-title>Psychological side effects of hormonal contraception: a disconnect between patients and providers</article-title>
          <source>Contracept Reprod Med</source>
          <year>2023</year>
          <month>01</month>
          <day>17</day>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>9</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://contraceptionmedicine.biomedcentral.com/articles/10.1186/s40834-022-00204-w"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s40834-022-00204-w</pub-id>
          <pub-id pub-id-type="medline">36647102</pub-id>
          <pub-id pub-id-type="pii">10.1186/s40834-022-00204-w</pub-id>
          <pub-id pub-id-type="pmcid">PMC9842494</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Akers</surname>
              <given-names>AY</given-names>
            </name>
            <name name-style="western">
              <surname>Gold</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Borrero</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Santucci</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schwarz</surname>
              <given-names>EB</given-names>
            </name>
          </person-group>
          <article-title>Providers' perspectives on challenges to contraceptive counseling in primary care settings</article-title>
          <source>J Womens Health</source>
          <year>2010</year>
          <month>06</month>
          <volume>19</volume>
          <issue>6</issue>
          <fpage>1163</fpage>
          <lpage>70</lpage>
          <pub-id pub-id-type="doi">10.1089/jwh.2009.1735</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pfender</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Caplan</surname>
              <given-names>SE</given-names>
            </name>
          </person-group>
          <article-title>The effect of social media influencer warranting cues on intentions to use non-hormonal contraception</article-title>
          <source>Health Commun (Forthcoming)</source>
          <year>2024</year>
          <month>09</month>
          <day>11</day>
          <fpage>1</fpage>
          <lpage>15</lpage>
          <pub-id pub-id-type="doi">10.1080/10410236.2024.2402161</pub-id>
          <pub-id pub-id-type="medline">39258763</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Merz</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Gutiérrez-Sacristán</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bartz</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>NE</given-names>
            </name>
            <name name-style="western">
              <surname>Ojo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schaefer</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>CY</given-names>
            </name>
            <name name-style="western">
              <surname>Sandoval</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Ye</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cathcart</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Starosta</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Avillach</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Population attitudes toward contraceptive methods over time on a social media platform</article-title>
          <source>Am J Obstet Gynecol</source>
          <year>2021</year>
          <month>06</month>
          <volume>224</volume>
          <issue>6</issue>
          <fpage>597.e1</fpage>
          <lpage>14</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0002-9378(20)31378-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ajog.2020.11.042</pub-id>
          <pub-id pub-id-type="medline">33309562</pub-id>
          <pub-id pub-id-type="pii">S0002-9378(20)31378-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pleasants</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Ren</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Prata</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Gomez</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Marshall</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Exploring language used in posts on r/birthcontrol: case study using data from reddit posts and natural language processing to advance contraception research</article-title>
          <source>J Med Internet Res</source>
          <year>2023</year>
          <month>6</month>
          <day>30</day>
          <volume>25</volume>
          <fpage>e46342</fpage>
          <pub-id pub-id-type="doi">10.2196/46342</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gutiérrez-Sacristán</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Janiak</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Starosta</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Blanton</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Azhir</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Goldfarb</surname>
              <given-names>CN</given-names>
            </name>
            <name name-style="western">
              <surname>Kuperwasser</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Schaefer</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Stoddard</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Vatsa</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Merz-Herrala</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Bartz</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Contraceptive content shared on social media: an analysis of Twitter</article-title>
          <source>Contracept Reprod Med</source>
          <year>2024</year>
          <month>02</month>
          <day>07</day>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>5</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://contraceptionmedicine.biomedcentral.com/articles/10.1186/s40834-024-00262-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s40834-024-00262-2</pub-id>
          <pub-id pub-id-type="medline">38321582</pub-id>
          <pub-id pub-id-type="pii">10.1186/s40834-024-00262-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC10848475</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Green</surname>
              <given-names>EP</given-names>
            </name>
            <name name-style="western">
              <surname>Whitcomb</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kahumbura</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rosen</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Goyal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Achieng</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bellows</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>"What is the best method of family planning for me?": a text mining analysis of messages between users and agents of a digital health service in Kenya</article-title>
          <source>Gates Open Res</source>
          <year>2019</year>
          <month>5</month>
          <day>29</day>
          <volume>3</volume>
          <fpage>1475</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31410395"/>
          </comment>
          <pub-id pub-id-type="doi">10.12688/gatesopenres.12999.1</pub-id>
          <pub-id pub-id-type="medline">31410395</pub-id>
          <pub-id pub-id-type="pmcid">PMC6688461</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Balakrishnan</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kroiss</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Keskes</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Friedrich</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Perception and use of reversible contraceptive methods in Germany: a social listening analysis</article-title>
          <source>Womens Health (Lond)</source>
          <year>2023</year>
          <month>01</month>
          <day>15</day>
          <volume>19</volume>
          <fpage>17455057221147390</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/abs/10.1177/17455057221147390?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/17455057221147390</pub-id>
          <pub-id pub-id-type="medline">36642972</pub-id>
          <pub-id pub-id-type="pmcid">PMC9846300</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Felice</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Søndergaard</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Balaam</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Analyzing user reviews of the first digital contraceptive: mixed methods study</article-title>
          <source>J Med Internet Res</source>
          <year>2023</year>
          <month>11</month>
          <day>14</day>
          <volume>25</volume>
          <fpage>e47131</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2023//e47131/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/47131</pub-id>
          <pub-id pub-id-type="medline">37962925</pub-id>
          <pub-id pub-id-type="pii">v25i1e47131</pub-id>
          <pub-id pub-id-type="pmcid">PMC10685276</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pfender</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Devlin</surname>
              <given-names>MM</given-names>
            </name>
          </person-group>
          <article-title>What do social media influencers say about birth control? A content analysis of YouTube vlogs about birth control</article-title>
          <source>Health Commun</source>
          <year>2023</year>
          <month>12</month>
          <day>15</day>
          <volume>38</volume>
          <issue>14</issue>
          <fpage>3336</fpage>
          <lpage>45</lpage>
          <pub-id pub-id-type="doi">10.1080/10410236.2022.2149091</pub-id>
          <pub-id pub-id-type="medline">36642835</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yeo</surname>
              <given-names>TE</given-names>
            </name>
            <name name-style="western">
              <surname>Chu</surname>
              <given-names>TH</given-names>
            </name>
          </person-group>
          <article-title>Sharing "sex secrets" on Facebook: a content analysis of youth peer communication and advice exchange on social media about sexual health and intimate relations</article-title>
          <source>J Health Commun</source>
          <year>2017</year>
          <month>09</month>
          <day>10</day>
          <volume>22</volume>
          <issue>9</issue>
          <fpage>753</fpage>
          <lpage>62</lpage>
          <pub-id pub-id-type="doi">10.1080/10810730.2017.1347217</pub-id>
          <pub-id pub-id-type="medline">28796578</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stoddard</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Pelletier</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sundquist</surname>
              <given-names>EN</given-names>
            </name>
            <name name-style="western">
              <surname>Haas-Kogan</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Kassamali</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>NR</given-names>
            </name>
            <name name-style="western">
              <surname>Bartz</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Popular contraception videos on TikTok: an assessment of content topics</article-title>
          <source>Contraception</source>
          <year>2024</year>
          <month>01</month>
          <volume>129</volume>
          <fpage>110300</fpage>
          <pub-id pub-id-type="doi">10.1016/j.contraception.2023.110300</pub-id>
          <pub-id pub-id-type="medline">37802460</pub-id>
          <pub-id pub-id-type="pii">S0010-7824(23)00406-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Black</surname>
              <given-names>KI</given-names>
            </name>
            <name name-style="western">
              <surname>Vromman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>French</surname>
              <given-names>RS</given-names>
            </name>
          </person-group>
          <article-title>Common myths and misconceptions surrounding hormonal contraception</article-title>
          <source>Best Pract Res Clin Obstet Gynaecol</source>
          <year>2025</year>
          <month>02</month>
          <volume>98</volume>
          <fpage>102573</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1521-6934(24)00133-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.bpobgyn.2024.102573</pub-id>
          <pub-id pub-id-type="medline">39705740</pub-id>
          <pub-id pub-id-type="pii">S1521-6934(24)00133-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tul</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Ali</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Riaz</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Noureen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kamranz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hayat</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Rehman</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Sentiment analysis using deep learning techniques: a review</article-title>
          <source>Int J Multimed Inf Retr</source>
          <year>2017</year>
          <volume>8</volume>
          <issue>6</issue>
          <fpage>41</fpage>
          <pub-id pub-id-type="doi">10.14569/ijacsa.2017.080657</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barbounaki</surname>
              <given-names>SG</given-names>
            </name>
            <name name-style="western">
              <surname>Gourounti</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Sarantaki</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Advances of sentiment analysis applications in obstetrics/gynecology and midwifery</article-title>
          <source>Mater Sociomed</source>
          <year>2021</year>
          <month>09</month>
          <volume>33</volume>
          <issue>3</issue>
          <fpage>225</fpage>
          <lpage>30</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34759782"/>
          </comment>
          <pub-id pub-id-type="doi">10.5455/msm.2021.33.225-230</pub-id>
          <pub-id pub-id-type="medline">34759782</pub-id>
          <pub-id pub-id-type="pii">MSM-33-225</pub-id>
          <pub-id pub-id-type="pmcid">PMC8563056</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sari</surname>
              <given-names>NP</given-names>
            </name>
            <name name-style="western">
              <surname>Munir</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>At</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Iskandar</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Twitter sentiment analysis of long-acting reversible contraceptives (LARC) methods in Indonesia with machine learning approach</article-title>
          <source>Proceedings of the International Conference on Multidisciplinary Studies (ICoMSi 2023)</source>
          <year>2024</year>
          <publisher-loc>Cambridge, MA</publisher-loc>
          <publisher-name>Atlantis Press</publisher-name>
          <fpage>167</fpage>
          <lpage>185</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bhardwaj</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Majumder</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Poria</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Investigating gender bias in BERT</article-title>
          <source>Cogn Comput</source>
          <year>2021</year>
          <month>05</month>
          <day>20</day>
          <volume>13</volume>
          <issue>4</issue>
          <fpage>1008</fpage>
          <lpage>18</lpage>
          <pub-id pub-id-type="doi">10.1007/s12559-021-09881-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Leteno</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Gourru</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Laclau</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gravier</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>An investigation of structures responsible for gender bias in BERT and DistilBERT</article-title>
          <source>Proceedings of the 21st International Symposium on Intelligent Data Analysis on Advances in Intelligent Data Analysis XXI</source>
          <year>2023</year>
          <conf-name>IDA' 23</conf-name>
          <conf-date>April 12-14, 2023</conf-date>
          <conf-loc>Louvain-la-Neuve, Belgium</conf-loc>
          <fpage>249</fpage>
          <lpage>61</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://link.springer.com/chapter/10.1007/978-3-031-30047-9_20"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/978-3-031-30047-9_20</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>ES</given-names>
            </name>
            <name name-style="western">
              <surname>Hripcsak</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Markatou</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Friedman</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Automated acquisition of disease-drug knowledge from biomedical and clinical documents: an initial study</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2008</year>
          <month>01</month>
          <day>01</day>
          <volume>15</volume>
          <issue>1</issue>
          <fpage>87</fpage>
          <lpage>98</lpage>
          <pub-id pub-id-type="doi">10.1197/jamia.m2401</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="web">
          <article-title>Birth control failure rates - the Pearl Index explained</article-title>
          <source>Drugs.com</source>
          <access-date>2024-11-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.drugs.com/medical-answers/birth-control-failure-rates-pearl-index-explained-3554953/">https://www.drugs.com/medical-answers/birth-control-failure-rates-pearl-index-explained-3554953/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kallumadi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Grer</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Drug review dataset (Drugs.com)</article-title>
          <source>UCI Machine Learning Repository</source>
          <access-date>2024-04-29</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://archive.ics.uci.edu/dataset/461/drug+review+dataset+druglib+com">https://archive.ics.uci.edu/dataset/461/drug+review+dataset+druglib+com</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gräßer</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Kallumadi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Malberg</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Zaunseder</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Aspect-based sentiment analysis of drug reviews applying cross-domain and cross-data learning</article-title>
          <source>Proceedings of the 2018 International Conference on Digital Health</source>
          <year>2018</year>
          <conf-name>DH '18</conf-name>
          <conf-date>April 23-26, 2018</conf-date>
          <conf-loc>Lyon, France</conf-loc>
          <fpage>121</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dl.acm.org/doi/10.1145/3194658.3194677"/>
          </comment>
          <pub-id pub-id-type="doi">10.1145/3194658.3194677</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="web">
          <article-title>Methods of contraception</article-title>
          <source>NHS England</source>
          <access-date>2025-02-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nhs.uk/contraception/methods-of-contraception/">https://www.nhs.uk/contraception/methods-of-contraception/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="web">
          <article-title>Natural language toolkit</article-title>
          <source>NLTK Project</source>
          <access-date>2024-01-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nltk.org/">https://www.nltk.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="web">
          <article-title>Machine learning in Python documentation</article-title>
          <source>scikit-learn</source>
          <access-date>2024-01-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://scikit-learn.org/stable/">https://scikit-learn.org/stable/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="web">
          <article-title>Matplotlib: visualization with Python</article-title>
          <source>Matplotlib</source>
          <access-date>2024-01-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://matplotlib.org/">https://matplotlib.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Waskom</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>seaborn: statistical data visualization</article-title>
          <source>J Open Source Softw</source>
          <year>2021</year>
          <month>04</month>
          <volume>6</volume>
          <issue>60</issue>
          <fpage>3021</fpage>
          <pub-id pub-id-type="doi">10.21105/joss.03021</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Turan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Yildiz</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Büyüktanir</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Comparison of LDA, NMF and BERTopic topic modeling techniques on Amazon product review dataset: a case study</article-title>
          <source>Proceedings of the 2023 Selected Papers from the International Conference on Computing, IoT and Data Analytics</source>
          <year>2023</year>
          <conf-name>ICCIDA '23</conf-name>
          <conf-date>August 11-12, 2023</conf-date>
          <conf-loc>La Mancha, Spain</conf-loc>
          <fpage>23</fpage>
          <lpage>31</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://link.springer.com/chapter/10.1007/978-3-031-53717-2_3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/978-3-031-53717-2_3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Askalidis</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Malthouse</surname>
              <given-names>EC</given-names>
            </name>
          </person-group>
          <article-title>Understanding and overcoming biases in online review systems</article-title>
          <source>Decis Support Syst</source>
          <year>2017</year>
          <month>05</month>
          <volume>97</volume>
          <fpage>23</fpage>
          <lpage>30</lpage>
          <pub-id pub-id-type="doi">10.1016/j.dss.2017.03.002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>American College of Obstetricians and Gynecologists’ Committee on Clinical Consensus–Gynecology</collab>
          </person-group>
          <article-title>General approaches to medical management of menstrual suppression: ACOG clinical consensus no. 3</article-title>
          <source>Obstet Gynecol</source>
          <year>2022</year>
          <month>09</month>
          <day>01</day>
          <volume>140</volume>
          <issue>3</issue>
          <fpage>528</fpage>
          <lpage>41</lpage>
          <pub-id pub-id-type="doi">10.1097/AOG.0000000000004899</pub-id>
          <pub-id pub-id-type="medline">36356248</pub-id>
          <pub-id pub-id-type="pii">00006250-202209000-00032</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hillard</surname>
              <given-names>PA</given-names>
            </name>
          </person-group>
          <article-title>Menstrual suppression: current perspectives</article-title>
          <source>Int J Womens Health</source>
          <year>2014</year>
          <month>06</month>
          <volume>6</volume>
          <fpage>631</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.tandfonline.com/doi/abs/10.2147/IJWH.S46680?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/IJWH.S46680</pub-id>
          <pub-id pub-id-type="medline">25018654</pub-id>
          <pub-id pub-id-type="pii">ijwh-6-631</pub-id>
          <pub-id pub-id-type="pmcid">PMC4075955</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gracia</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Sammel</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Charlesworth</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Barnhart</surname>
              <given-names>KT</given-names>
            </name>
            <name name-style="western">
              <surname>Creinin</surname>
              <given-names>MD</given-names>
            </name>
          </person-group>
          <article-title>Sexual function in first-time contraceptive ring and contraceptive patch users</article-title>
          <source>Fertil Steril</source>
          <year>2010</year>
          <month>01</month>
          <volume>93</volume>
          <issue>1</issue>
          <fpage>21</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0015-0282(08)04055-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.fertnstert.2008.09.066</pub-id>
          <pub-id pub-id-type="medline">18976753</pub-id>
          <pub-id pub-id-type="pii">S0015-0282(08)04055-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Arowojolu</surname>
              <given-names>AO</given-names>
            </name>
            <name name-style="western">
              <surname>Gallo</surname>
              <given-names>MF</given-names>
            </name>
            <name name-style="western">
              <surname>Lopez</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Grimes</surname>
              <given-names>DA</given-names>
            </name>
          </person-group>
          <article-title>Combined oral contraceptive pills for treatment of acne</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2012</year>
          <month>07</month>
          <day>11</day>
          <volume>2012</volume>
          <issue>7</issue>
          <fpage>CD004425</fpage>
          <pub-id pub-id-type="doi">10.1002/14651858.CD004425.pub6</pub-id>
          <pub-id pub-id-type="medline">22786490</pub-id>
          <pub-id pub-id-type="pmcid">PMC11437354</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Passeron</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Melasma pathogenesis and influencing factors - an overview of the latest research</article-title>
          <source>J Eur Acad Dermatol Venereol</source>
          <year>2013</year>
          <month>01</month>
          <volume>27 Suppl 1</volume>
          <fpage>5</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1111/jdv.12049</pub-id>
          <pub-id pub-id-type="medline">23205539</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sood</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Faubion</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Kuhle</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Thielen</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Shuster</surname>
              <given-names>LT</given-names>
            </name>
          </person-group>
          <article-title>Prescribing menopausal hormone therapy: an evidence-based approach</article-title>
          <source>Int J Womens Health</source>
          <year>2014</year>
          <volume>6</volume>
          <fpage>47</fpage>
          <lpage>57</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.tandfonline.com/doi/abs/10.2147/IJWH.S38342?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/IJWH.S38342</pub-id>
          <pub-id pub-id-type="medline">24474847</pub-id>
          <pub-id pub-id-type="pii">ijwh-6-047</pub-id>
          <pub-id pub-id-type="pmcid">PMC3897322</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mosorin</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Piltonen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Rantala</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Kangasniemi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Korhonen</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Bloigu</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Tapanainen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Morin-Papunen</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Oral and vaginal hormonal contraceptives induce similar unfavorable metabolic effects in women with PCOS: a randomized controlled trial</article-title>
          <source>J Clin Med</source>
          <year>2023</year>
          <month>04</month>
          <day>12</day>
          <volume>12</volume>
          <issue>8</issue>
          <fpage>2827</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=jcm12082827"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/jcm12082827</pub-id>
          <pub-id pub-id-type="medline">37109164</pub-id>
          <pub-id pub-id-type="pii">jcm12082827</pub-id>
          <pub-id pub-id-type="pmcid">PMC10143750</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abdollahpour</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ashrafizaveh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Azmoude</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Effects of the combined contraceptive vaginal ring on female sexual function: a systematic review and meta-analysis</article-title>
          <source>Malays J Med Sci</source>
          <year>2023</year>
          <month>02</month>
          <day>28</day>
          <volume>30</volume>
          <issue>1</issue>
          <fpage>21</fpage>
          <lpage>30</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36875197"/>
          </comment>
          <pub-id pub-id-type="doi">10.21315/mjms2023.30.1.3</pub-id>
          <pub-id pub-id-type="medline">36875197</pub-id>
          <pub-id pub-id-type="pii">mjms3001_art3_ra</pub-id>
          <pub-id pub-id-type="pmcid">PMC9984104</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sanders</surname>
              <given-names>JN</given-names>
            </name>
            <name name-style="western">
              <surname>Adkins</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Kaur</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Storck</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Gawron</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Turok</surname>
              <given-names>DK</given-names>
            </name>
          </person-group>
          <article-title>Bleeding, cramping, and satisfaction among new copper IUD users: a prospective study</article-title>
          <source>PLoS One</source>
          <year>2018</year>
          <month>11</month>
          <day>7</day>
          <volume>13</volume>
          <issue>11</issue>
          <fpage>e0199724</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0199724"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0199724</pub-id>
          <pub-id pub-id-type="medline">30403671</pub-id>
          <pub-id pub-id-type="pii">PONE-D-18-17164</pub-id>
          <pub-id pub-id-type="pmcid">PMC6221252</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Davison</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Bell</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>LaChina</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Holden</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>SR</given-names>
            </name>
          </person-group>
          <article-title>The relationship between self-reported sexual satisfaction and general well-being in women</article-title>
          <source>J Sex Med</source>
          <year>2009</year>
          <month>10</month>
          <volume>6</volume>
          <issue>10</issue>
          <fpage>2690</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1743-6109.2009.01406.x</pub-id>
          <pub-id pub-id-type="medline">19817981</pub-id>
          <pub-id pub-id-type="pii">S1743-6095(15)32299-2</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
