<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.3 20210610//EN" "JATS-journalpublishing1-3.dtd">
<article article-type="research-article" dtd-version="1.3" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xml:lang="ru"><front><journal-meta><journal-id journal-id-type="publisher-id">myrwd</journal-id><journal-title-group><journal-title xml:lang="ru">Реальная клиническая практика: данные и доказательства</journal-title><trans-title-group xml:lang="en"><trans-title>Real-World Data &amp; Evidence</trans-title></trans-title-group></journal-title-group><issn pub-type="epub">2782-3784</issn><publisher><publisher-name>Publishing House OKI</publisher-name></publisher></journal-meta><article-meta><article-id pub-id-type="doi">10.37489/2782-3784-myrwd-35</article-id><article-id custom-type="edn" pub-id-type="custom">BNYASS</article-id><article-id custom-type="elpub" pub-id-type="custom">myrwd-40</article-id><article-categories><subj-group subj-group-type="heading"><subject>Research Article</subject></subj-group><subj-group subj-group-type="section-heading" xml:lang="ru"><subject>БЕЗОПАСНОСТЬ ЛЕКАРСТВ</subject></subj-group><subj-group subj-group-type="section-heading" xml:lang="en"><subject>DRUG SAFETY</subject></subj-group></article-categories><title-group><article-title>Методы обнаружения сигналов безопасности лекарств с использованием регулярно собираемых данных наблюдений в электронном здравоохранении: систематический обзор</article-title><trans-title-group xml:lang="en"><trans-title>Methods for drug safety signal detection using routinely collected observational electronic health care data: a systematic review</trans-title></trans-title-group></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0003-2863-792X</contrib-id><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Мотринчук</surname><given-names>А. Ш.</given-names></name><name name-style="western" xml:lang="en"><surname>Motrinchuk</surname><given-names>A. Sh.</given-names></name></name-alternatives><bio xml:lang="ru"><p>Мотринчук Айтэн Шерифовна — Ординатор кафедры клинической фармакологи и доказательной медицины</p><p>Санкт-Петербург</p></bio><bio xml:lang="en"><p>Motrinchuk Aiten S. — resident of the department of Clinical Pharmacology and Evidence-Based Medicine</p><p>St. Petersburg</p></bio><email xlink:type="simple">aitesha555@yandex.ru</email><xref ref-type="aff" rid="aff-1"/></contrib><contrib contrib-type="author" corresp="yes"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0003-3683-1300</contrib-id><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Логиновская</surname><given-names>О. А.</given-names></name><name name-style="western" xml:lang="en"><surname>Loginovskaya</surname><given-names>O. A.</given-names></name></name-alternatives><bio xml:lang="ru"><p>Логиновская Ольга Александровна — Директор по качеству и корпоративному развитию Flex Databases; ассистент кафедры клинической фармакологии и доказательной медицины ФГБОУ ВО ПСПбГМУ им. акад. И. П. Павлова Минздрава России</p><p>Санкт-Петербург</p></bio><bio xml:lang="en"><p>Loginovskaya Olga A. — Director of Quality and Corporate Development Flex Databases; Assistant of the Department Of Clinical Pharmacology and Evidence-Based Medicine Pavlov First Saint Petersburg State Medical University</p><p>St. Petersburg</p></bio><email xlink:type="simple">olga.loginovskaya@flexdatabases.com</email><xref ref-type="aff" rid="aff-2"/></contrib><contrib contrib-type="author" corresp="yes"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0002-6345-2341</contrib-id><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Колбатов</surname><given-names>В. П.</given-names></name><name name-style="western" xml:lang="en"><surname>Kolbatov</surname><given-names>V. P.</given-names></name></name-alternatives><bio xml:lang="ru"><p>Колбатов Владимир Павлович — Ведущий специалист по сигналам</p><p>Санкт-Петербург</p></bio><bio xml:lang="en"><p>Kolbatov Vladimir P. — The best signal specialist on Flex Databases</p><p>St. Petersburg</p></bio><email xlink:type="simple">vladimir.kolbatov@flexdatabases.com</email><xref ref-type="aff" rid="aff-3"/></contrib></contrib-group><aff-alternatives id="aff-1"><aff xml:lang="ru"><institution>ФГБОУ ВО «Первый Санкт-Петербургский государственный медицинский университет имени академика И.П. Павлова» Министерства здравоохранения Российской Федерации</institution><country>Россия</country></aff><aff xml:lang="en"><institution>Federal State Budgetary Educational Institution of Higher Education "First St. Petersburg State Medical University named after Academician I.P. Pavlov" of the Ministry of Health of the Russian Federation</institution><country>Russian Federation</country></aff></aff-alternatives><aff-alternatives id="aff-2"><aff xml:lang="ru"><institution>ФГБОУ ВО «Первый Санкт-Петербургский государственный медицинский университет имени академика И.П. Павлова» Министерства здравоохранения Российской Федерации; Компания Flex Databases LLC</institution><country>Россия</country></aff><aff xml:lang="en"><institution>Federal State Budgetary Educational Institution of Higher Education "First St. Petersburg State Medical University named after Academician I.P. Pavlov" of the Ministry of Health of the Russian Federation; Flex Databases LLC</institution><country>Russian Federation</country></aff></aff-alternatives><aff-alternatives id="aff-3"><aff xml:lang="ru"><institution>Компания Flex Databases LLC</institution><country>Россия</country></aff><aff xml:lang="en"><institution>Flex Databases LLC</institution><country>Russian Federation</country></aff></aff-alternatives><pub-date pub-type="collection"><year>2023</year></pub-date><pub-date pub-type="epub"><day>12</day><month>11</month><year>2023</year></pub-date><volume>3</volume><issue>2</issue><fpage>42</fpage><lpage>55</lpage><permissions><copyright-statement>Copyright &amp;#x00A9; Мотринчук А.Ш., Логиновская О.А., Колбатов В.П., 2023</copyright-statement><copyright-year>2023</copyright-year><copyright-holder xml:lang="ru">Мотринчук А.Ш., Логиновская О.А., Колбатов В.П.</copyright-holder><copyright-holder xml:lang="en">Motrinchuk A.S., Loginovskaya O.A., Kolbatov V.P.</copyright-holder><license xml:lang="ru" license-type="creative-commons-attribution" xlink:href="https://creativecommons.org/licenses/by/4.0/" xlink:type="simple"><license-p>Данная работа распространяется под лицензией Creative Commons Attribution 4.0.</license-p></license><license xml:lang="en" license-type="creative-commons-attribution" xlink:href="https://creativecommons.org/licenses/by/4.0/" xlink:type="simple"><license-p>This work is licensed under a Creative Commons Attribution 4.0 License.</license-p></license></permissions><self-uri xlink:href="https://www.myrwd.ru/jour/article/view/40">https://www.myrwd.ru/jour/article/view/40</self-uri><abstract><p>Обнаружение сигналов является важным этапом в обнаружении побочных реакций на лекарственные препараты в пострегистрационном периоде. Увеличивается интерес к использованию регулярно собираемых данных в дополнение  к  спонтанным  сообщениям  об  обнаружении  сигналов  безопасности  лекарств.</p><p>Целью  этой  работы  является систематический обзор методов определения сигналов безопасности лекарственных средств с использованием регулярно собираемых медицинских данных.</p><sec><title>Методология</title><p>Методология. Был проведён систематический обзор в соответствии с рекомендациями PRISMA, протокол исследования зарегистрирован в PROSPERO.</p></sec><sec><title>Результат</title><p>Результат. В обзор вошла 101 статья, среди которых было 39 методологических работ, 25 документов по оценке эффективности и 24 наблюдательных исследования. Методы включали: адаптацию методов, которые использовались при спонтанных сообщениях, традиционные эпидемиологические схемы, методы, специфичные для обнаружения сигналов с использованием реальных данных. Двадцать пять исследований оценивали эффективность методов, в 16 из них в качестве основного показателя использовалась площадь под кривой (AUC) для ряда положительных и отрицательных контролей. Воспроизводимость результатов оценки эффективности была ограничена из-за отсутствия прозрачности в отчётности и отсутствия «золотого стандарта».</p></sec></abstract><trans-abstract xml:lang="en"><p>Signal detection is a crucial step in the discovery of post-marketing adverse drug reactions. There is a growing interest in using routinely collected data to complement established spontaneous report analyses.</p><sec><title>The aim</title><p>The aim. This work aims to systematically review the methods for drug safety signal detection using routinely collected healthcare data and their performance, both in general and for speciﬁc types of drugs and outcomes.</p></sec><sec><title>Metodology</title><p>Metodology. We conducted a systematic review following the PRISMA guidelines, and registered a protocol in PROSPERO.</p></sec><sec><title>Results</title><p>Results. The review included 101 articles, among which there were 39 methodological works, 25 performance assessment papers, and 24 observational studies. Methods included adaptations from those used with spontaneous reports, traditional epidemiological designs, methods speciﬁc to signal detection with real-world data. More recently, implementations of machine learning have been studied in the literature. Twenty-ﬁve studies evaluated method performances, 16 of them using the area under the curve (AUC) for a range of positive and negative controls as their main measure. Despite the likelihood that performance measurement could vary by drug-event pair, only 10 studies reported performance stratiﬁed by drugs and outcomes, in a heterogeneous manner. The replicability of the performance assessment results was limited due to lack of transparency in reporting and the lack of a gold standard reference set.</p></sec></trans-abstract><kwd-group xml:lang="ru"><kwd>сигналы</kwd><kwd>методы обнаружения сигналов безопасности лекарственных средств</kwd><kwd>данные реальной клинической практики</kwd></kwd-group><kwd-group xml:lang="en"><kwd>signal detection</kwd><kwd>methods for drug safety signal detection</kwd><kwd>real-world data</kwd></kwd-group></article-meta></front><back><ref-list><title>References</title><ref id="cit1"><label>1</label><citation-alternatives><mixed-citation xml:lang="ru">Patadia VK, Coloma P, Schuemie MJ, et al. Using real-world healthcare data for pharmacovigilancesignal detection — the experience of the EU-ADR project. Expert Rev Clin Pharmacol. 2015 Jan;8(1):95-102. doi: 10.1586/17512433.2015.992878.</mixed-citation><mixed-citation xml:lang="en">Patadia VK, Coloma P, Schuemie MJ, et al. Using real-world healthcare data for pharmacovigilancesignal detection — the experience of the EU-ADR project. Expert Rev Clin Pharmacol. 2015 Jan;8(1):95-102. doi: 10.1586/17512433.2015.992878.</mixed-citation></citation-alternatives></ref><ref id="cit2"><label>2</label><citation-alternatives><mixed-citation xml:lang="ru">CIOMS. Working Group VIII. Practical Aspects of Signal Detection in Pharmacovigilance. Council for International Organizations of Medical Sciences (CIOMS); 2010.</mixed-citation><mixed-citation xml:lang="en">CIOMS. Working Group VIII. Practical Aspects of Signal Detection in Pharmacovigilance. Council for International Organizations of Medical Sciences (CIOMS); 2010.</mixed-citation></citation-alternatives></ref><ref id="cit3"><label>3</label><citation-alternatives><mixed-citation xml:lang="ru">Bate A, Evans SJ. Quantitative signal detection using spontaneous ADR reporting. Pharmacoepidemiol Drug Saf. 2009 Jun;18(6):427-36. doi: 10.1002/pds.1742.</mixed-citation><mixed-citation xml:lang="en">Bate A, Evans SJ. Quantitative signal detection using spontaneous ADR reporting. Pharmacoepidemiol Drug Saf. 2009 Jun;18(6):427-36. doi: 10.1002/pds.1742.</mixed-citation></citation-alternatives></ref><ref id="cit4"><label>4</label><citation-alternatives><mixed-citation xml:lang="ru">Moore TJ, Furberg CD. Electronic Health Data for Postmarket Surveillance: A Vision Not Realized. DrugSaf. 2015 Jul;38(7):601-10. doi: 10.1007/s40264-015-0305-9.</mixed-citation><mixed-citation xml:lang="en">Moore TJ, Furberg CD. Electronic Health Data for Postmarket Surveillance: A Vision Not Realized. DrugSaf. 2015 Jul;38(7):601-10. doi: 10.1007/s40264-015-0305-9.</mixed-citation></citation-alternatives></ref><ref id="cit5"><label>5</label><citation-alternatives><mixed-citation xml:lang="ru">Langan SM, Schmidt SA, Wing K, et al. The reporting of studies conducted using observational routinely collected health data statement for pharmacoepidemiology (RECORD-PE). BMJ. 2018 Nov 14;363:k3532. doi: 10.1136/bmj.k3532.</mixed-citation><mixed-citation xml:lang="en">Langan SM, Schmidt SA, Wing K, et al. The reporting of studies conducted using observational routinely collected health data statement for pharmacoepidemiology (RECORD-PE). BMJ. 2018 Nov 14;363:k3532. doi: 10.1136/bmj.k3532.</mixed-citation></citation-alternatives></ref><ref id="cit6"><label>6</label><citation-alternatives><mixed-citation xml:lang="ru">Kim J, Kim M, Ha JH, et al. Signal detection of methylphenidate by comparing a spontaneous reporting database with a claims database. Regul Toxicol Pharmacol. 2011 Nov;61(2):154-60. doi: 10.1016/j.yrtph.2011.03.015.</mixed-citation><mixed-citation xml:lang="en">Kim J, Kim M, Ha JH, et al. Signal detection of methylphenidate by comparing a spontaneous reporting database with a claims database. Regul Toxicol Pharmacol. 2011 Nov;61(2):154-60. doi: 10.1016/j.yrtph.2011.03.015.</mixed-citation></citation-alternatives></ref><ref id="cit7"><label>7</label><citation-alternatives><mixed-citation xml:lang="ru">A Wahab I, Pratt NL, Kalisch LM, Roughead EE. Comparing time to adverse drug reaction signals in a spontaneous reporting database and a claims database: a case study of rofecoxib-induced myocardial infarction and rosiglitazone-induced heart failure signals in Australia. Drug Saf. 2014 Jan;37(1):53-64. doi: 10.1007/s40264-013-0124-9.</mixed-citation><mixed-citation xml:lang="en">A Wahab I, Pratt NL, Kalisch LM, Roughead EE. Comparing time to adverse drug reaction signals in a spontaneous reporting database and a claims database: a case study of rofecoxib-induced myocardial infarction and rosiglitazone-induced heart failure signals in Australia. Drug Saf. 2014 Jan;37(1):53-64. doi: 10.1007/s40264-013-0124-9.</mixed-citation></citation-alternatives></ref><ref id="cit8"><label>8</label><citation-alternatives><mixed-citation xml:lang="ru">Reps J, Feyereisl J, Garibaldi J, et al. Investigating the detection of adverse drug events in a UK general practice electronic health-care database. Paper presented at: UKCI 2011 — Proceedings of the 11th UK Workshop on Computational Intelligence; 2011; Manchester UK,167–173. doi: 10.48550/arXiv.1307.1078.</mixed-citation><mixed-citation xml:lang="en">Reps J, Feyereisl J, Garibaldi J, et al. Investigating the detection of adverse drug events in a UK general practice electronic health-care database. Paper presented at: UKCI 2011 — Proceedings of the 11th UK Workshop on Computational Intelligence; 2011; Manchester UK,167–173. doi: 10.48550/arXiv.1307.1078.</mixed-citation></citation-alternatives></ref><ref id="cit9"><label>9</label><citation-alternatives><mixed-citation xml:lang="ru">Pacurariu AC, Straus SM, Triﬁrò G, et al. Useful Interplay Between Spontaneous ADR Reports and Electronic Healthcare Records in Signal Detection. Drug Saf. 2015 Dec;38(12):1201-10. doi: 10.1007/s40264-015-0341-5.</mixed-citation><mixed-citation xml:lang="en">Pacurariu AC, Straus SM, Triﬁrò G, et al. Useful Interplay Between Spontaneous ADR Reports and Electronic Healthcare Records in Signal Detection. Drug Saf. 2015 Dec;38(12):1201-10. doi: 10.1007/s40264-015-0341-5.</mixed-citation></citation-alternatives></ref><ref id="cit10"><label>10</label><citation-alternatives><mixed-citation xml:lang="ru">Patadia VK, Schuemie MJ, Coloma P, et al. Evaluating performance of electronic healthcare records and spontaneous reporting data in drug safety signal detection. Int J Clin Pharm. 2015 Feb; 37(1):94-104. doi: 10.1007/s11096-014-0044-5.</mixed-citation><mixed-citation xml:lang="en">Patadia VK, Schuemie MJ, Coloma P, et al. Evaluating performance of electronic healthcare records and spontaneous reporting data in drug safety signal detection. Int J Clin Pharm. 2015 Feb; 37(1):94-104. doi: 10.1007/s11096-014-0044-5.</mixed-citation></citation-alternatives></ref><ref id="cit11"><label>11</label><citation-alternatives><mixed-citation xml:lang="ru">Demailly R. Détection automatisée de signaux en pharmacovigilance chez la femme enceinte à partir de bases médico-administratives. HAL; 2021.</mixed-citation><mixed-citation xml:lang="en">Demailly R. Détection automatisée de signaux en pharmacovigilance chez la femme enceinte à partir de bases médico-administratives. HAL; 2021.</mixed-citation></citation-alternatives></ref><ref id="cit12"><label>12</label><citation-alternatives><mixed-citation xml:lang="ru">Schuemie MJ. Safety surveillance of longitudinal databases: further methodological considerations. Pharmacoepidemiol Drug Saf. 2012 Jun;21(6):670-2; author reply 673-5. doi: 10.1002/pds.3259.</mixed-citation><mixed-citation xml:lang="en">Schuemie MJ. Safety surveillance of longitudinal databases: further methodological considerations. Pharmacoepidemiol Drug Saf. 2012 Jun;21(6):670-2; author reply 673-5. doi: 10.1002/pds.3259.</mixed-citation></citation-alternatives></ref><ref id="cit13"><label>13</label><citation-alternatives><mixed-citation xml:lang="ru">Norén GN, Hopstadius J, Bate A, Edwards IR. Safety surveillance of longitudinal databases: methodological considerations. Pharmacoepidemiol Drug Saf. 2011 Jul;20(7):714-7. doi: 10.1002/pds.2151.</mixed-citation><mixed-citation xml:lang="en">Norén GN, Hopstadius J, Bate A, Edwards IR. Safety surveillance of longitudinal databases: methodological considerations. Pharmacoepidemiol Drug Saf. 2011 Jul;20(7):714-7. doi: 10.1002/pds.2151.</mixed-citation></citation-alternatives></ref><ref id="cit14"><label>14</label><citation-alternatives><mixed-citation xml:lang="ru">Coloma PM, Avillach P, Salvo F, et al. A reference standard for evaluation of methods for drug safety signal detection using electronic healthcare record databases. Drug Saf. 2013 Jan;36(1):13-23. doi: 10.1007/s40264-012-0002-x.</mixed-citation><mixed-citation xml:lang="en">Coloma PM, Avillach P, Salvo F, et al. A reference standard for evaluation of methods for drug safety signal detection using electronic healthcare record databases. Drug Saf. 2013 Jan;36(1):13-23. doi: 10.1007/s40264-012-0002-x.</mixed-citation></citation-alternatives></ref><ref id="cit15"><label>15</label><citation-alternatives><mixed-citation xml:lang="ru">Gruber S, Chakravarty A, Heckbert SR, et al. Design and analysis choices for safety surveillance evaluations need to be tuned to the speciﬁcs of the hypothesized drug-outcome association. Pharmacoepidemiol Drug Saf. 2016 Sep;25(9):973-81. doi: 10.1002/pds.4065.</mixed-citation><mixed-citation xml:lang="en">Gruber S, Chakravarty A, Heckbert SR, et al. Design and analysis choices for safety surveillance evaluations need to be tuned to the speciﬁcs of the hypothesized drug-outcome association. Pharmacoepidemiol Drug Saf. 2016 Sep;25(9):973-81. doi: 10.1002/pds.4065.</mixed-citation></citation-alternatives></ref><ref id="cit16"><label>16</label><citation-alternatives><mixed-citation xml:lang="ru">Madigan D, Ryan PB, Schuemie M. Does design matter? Systematic evaluation of the impact of analytical choices on eﬀect estimates in observational studies. Ther Adv Drug Saf. 2013 Apr;4(2):53-62. doi: 10.1177/2042098613477445.</mixed-citation><mixed-citation xml:lang="en">Madigan D, Ryan PB, Schuemie M. Does design matter? Systematic evaluation of the impact of analytical choices on eﬀect estimates in observational studies. Ther Adv Drug Saf. 2013 Apr;4(2):53-62. doi: 10.1177/2042098613477445.</mixed-citation></citation-alternatives></ref><ref id="cit17"><label>17</label><citation-alternatives><mixed-citation xml:lang="ru">Madigan D, Stang P, Berlin J, et al. A systematic statistical approach to evaluating evidence from observational studies. Annu Rev Stat Appl. 2014;1:11-39. doi: 10.1146/annurev-statistics-022513-115645.</mixed-citation><mixed-citation xml:lang="en">Madigan D, Stang P, Berlin J, et al. A systematic statistical approach to evaluating evidence from observational studies. Annu Rev Stat Appl. 2014;1:11-39. doi: 10.1146/annurev-statistics-022513-115645.</mixed-citation></citation-alternatives></ref><ref id="cit18"><label>18</label><citation-alternatives><mixed-citation xml:lang="ru">Jeong E, Park N, Choi Y, Park RW, Yoon D. Machine learning model combining features from algorithms with diﬀerent analytical methodologies to detect laboratory-event-related adverse drug reaction signals. PLoS One. 2018 Nov 21;13(11):e0207749. doi: 10.1371/journal.pone.0207749. Erratum in: PLoS One. 2019 Apr 9;14(4):e0215344.</mixed-citation><mixed-citation xml:lang="en">Jeong E, Park N, Choi Y, Park RW, Yoon D. Machine learning model combining features from algorithms with diﬀerent analytical methodologies to detect laboratory-event-related adverse drug reaction signals. PLoS One. 2018 Nov 21;13(11):e0207749. doi: 10.1371/journal.pone.0207749. Erratum in: PLoS One. 2019 Apr 9;14(4):e0215344.</mixed-citation></citation-alternatives></ref><ref id="cit19"><label>19</label><citation-alternatives><mixed-citation xml:lang="ru">Fan DF, Yu YC, Ding XS, et al. Exploring the drug-induced anemia signals in children using electronic medical records. Expert Opin Drug Saf. 2019 Oct;18(10):993-999. doi: 10.1080/14740338.2019.1645832.</mixed-citation><mixed-citation xml:lang="en">Fan DF, Yu YC, Ding XS, et al. Exploring the drug-induced anemia signals in children using electronic medical records. Expert Opin Drug Saf. 2019 Oct;18(10):993-999. doi: 10.1080/14740338.2019.1645832.</mixed-citation></citation-alternatives></ref><ref id="cit20"><label>20</label><citation-alternatives><mixed-citation xml:lang="ru">Lee S, Choi J, Kim HS, et al. Standard-based comprehensive detection of adverse drug reaction signals from nursing statements and laboratory results in electronic health records. J Am Med Inform Assoc. 2017 Jul 1;24(4):697-708. doi: 10.1093/jamia/ocw168.</mixed-citation><mixed-citation xml:lang="en">Lee S, Choi J, Kim HS, et al. Standard-based comprehensive detection of adverse drug reaction signals from nursing statements and laboratory results in electronic health records. J Am Med Inform Assoc. 2017 Jul 1;24(4):697-708. doi: 10.1093/jamia/ocw168.</mixed-citation></citation-alternatives></ref><ref id="cit21"><label>21</label><citation-alternatives><mixed-citation xml:lang="ru">Wei R, Jia LL, Yu YC, et al. Pediatric drug safety signal detection of non-chemotherapy drug-induced neutropenia and agranulocytosis using electronic healthcare records. Expert Opin Drug Saf. 2019 May;18(5):435-441. doi: 10.1080/14740338.2019.1604682.</mixed-citation><mixed-citation xml:lang="en">Wei R, Jia LL, Yu YC, et al. Pediatric drug safety signal detection of non-chemotherapy drug-induced neutropenia and agranulocytosis using electronic healthcare records. Expert Opin Drug Saf. 2019 May;18(5):435-441. doi: 10.1080/14740338.2019.1604682.</mixed-citation></citation-alternatives></ref><ref id="cit22"><label>22</label><citation-alternatives><mixed-citation xml:lang="ru">Mansour A, Ying H, Dews P, et al. Fuzzy rule-based approach for detecting adverse drug reaction signal pairs. Paper presented at: 8th Conference of the European Society for Fuzzy Logic and Technology (EUSFLAT 2013). The authors — Published by Atlantis Press. 2013;384–391. doi: 10.2991/eusﬂat.2013.60.</mixed-citation><mixed-citation xml:lang="en">Mansour A, Ying H, Dews P, et al. Fuzzy rule-based approach for detecting adverse drug reaction signal pairs. Paper presented at: 8th Conference of the European Society for Fuzzy Logic and Technology (EUSFLAT 2013). The authors — Published by Atlantis Press. 2013;384–391. doi: 10.2991/eusﬂat.2013.60.</mixed-citation></citation-alternatives></ref><ref id="cit23"><label>23</label><citation-alternatives><mixed-citation xml:lang="ru">Park MY, Yoon D, Lee K, et al. A novel algorithm for detection of adverse drug reaction signals using a hospital electronic medical record database. Pharmacoepidemiol Drug Saf. 2011 Jun;20(6):598-607. doi: 10.1002/pds.2139.</mixed-citation><mixed-citation xml:lang="en">Park MY, Yoon D, Lee K, et al. A novel algorithm for detection of adverse drug reaction signals using a hospital electronic medical record database. Pharmacoepidemiol Drug Saf. 2011 Jun;20(6):598-607. doi: 10.1002/pds.2139.</mixed-citation></citation-alternatives></ref><ref id="cit24"><label>24</label><citation-alternatives><mixed-citation xml:lang="ru">Tham MY, Ye Q, Ang PS, et al. Application and optimisation of the Comparison on Extreme Laboratory Tests (CERT) algorithm for detection of adverse drug reactions: Transferability across national boundaries. Pharmacoepidemiol Drug Saf. 2018 Jan;27(1):87-94. doi: 10.1002/pds.4340.</mixed-citation><mixed-citation xml:lang="en">Tham MY, Ye Q, Ang PS, et al. Application and optimisation of the Comparison on Extreme Laboratory Tests (CERT) algorithm for detection of adverse drug reactions: Transferability across national boundaries. Pharmacoepidemiol Drug Saf. 2018 Jan;27(1):87-94. doi: 10.1002/pds.4340.</mixed-citation></citation-alternatives></ref><ref id="cit25"><label>25</label><citation-alternatives><mixed-citation xml:lang="ru">Lai EC, Hsieh CY, Kao Yang YH, Lin SJ. Detecting potential adverse reactions of sulpiride in schizophrenic patients by prescription sequence symmetry analysis. PLoS One. 2014 Feb 27;9(2):e89795. doi: 10.1371/journal.pone.0089795.</mixed-citation><mixed-citation xml:lang="en">Lai EC, Hsieh CY, Kao Yang YH, Lin SJ. Detecting potential adverse reactions of sulpiride in schizophrenic patients by prescription sequence symmetry analysis. PLoS One. 2014 Feb 27;9(2):e89795. doi: 10.1371/journal.pone.0089795.</mixed-citation></citation-alternatives></ref><ref id="cit26"><label>26</label><citation-alternatives><mixed-citation xml:lang="ru">Zhan C, Roughead E, Liu L, et al. A data-driven method to detect adverse drug events from prescription data. J Biomed Inform. 2018 Sep;85:10-20. doi: 10.1016/j.jbi.2018.07.013.</mixed-citation><mixed-citation xml:lang="en">Zhan C, Roughead E, Liu L, et al. A data-driven method to detect adverse drug events from prescription data. J Biomed Inform. 2018 Sep;85:10-20. doi: 10.1016/j.jbi.2018.07.013.</mixed-citation></citation-alternatives></ref><ref id="cit27"><label>27</label><citation-alternatives><mixed-citation xml:lang="ru">Zhan C, Roughead E, Liu L, et al. Detecting potential signals of adverse drug events from prescription data. Artif Intell Med. 2020 Apr;104:101839. doi: 10.1016/j.artmed.2020.101839.</mixed-citation><mixed-citation xml:lang="en">Zhan C, Roughead E, Liu L, et al. Detecting potential signals of adverse drug events from prescription data. Artif Intell Med. 2020 Apr;104:101839. doi: 10.1016/j.artmed.2020.101839.</mixed-citation></citation-alternatives></ref><ref id="cit28"><label>28</label><citation-alternatives><mixed-citation xml:lang="ru">Pratt N, Chan EW, Choi NK, et al. Prescription sequence symmetry analysis: assessing risk, temporality, and consistency for adverse drug reactions across datasets in ﬁve countries. Pharmacoepidemiol Drug Saf. 2015 Aug;24(8):858-64. doi: 10.1002/pds.3780.</mixed-citation><mixed-citation xml:lang="en">Pratt N, Chan EW, Choi NK, et al. Prescription sequence symmetry analysis: assessing risk, temporality, and consistency for adverse drug reactions across datasets in ﬁve countries. Pharmacoepidemiol Drug Saf. 2015 Aug;24(8):858-64. doi: 10.1002/pds.3780.</mixed-citation></citation-alternatives></ref><ref id="cit29"><label>29</label><citation-alternatives><mixed-citation xml:lang="ru">Hoang T, Liu J, Roughead E, et al. Supervised signal detection for adverse drug reactions in medication dispensing data. Comput Methods Programs Biomed. 2018 Jul;161:25-38. doi: 10.1016/j.cmpb.2018.03.021.</mixed-citation><mixed-citation xml:lang="en">Hoang T, Liu J, Roughead E, et al. Supervised signal detection for adverse drug reactions in medication dispensing data. Comput Methods Programs Biomed. 2018 Jul;161:25-38. doi: 10.1016/j.cmpb.2018.03.021.</mixed-citation></citation-alternatives></ref><ref id="cit30"><label>30</label><citation-alternatives><mixed-citation xml:lang="ru">Arnaud M, Bégaud B, Thurin N, et al. Methods for safety signal detection in health-care databases: a literature review. Expert Opin Drug Saf. 2017 Jun;16(6):721-732. doi: 10.1080/14740338.2017.1325463.</mixed-citation><mixed-citation xml:lang="en">Arnaud M, Bégaud B, Thurin N, et al. Methods for safety signal detection in health-care databases: a literature review. Expert Opin Drug Saf. 2017 Jun;16(6):721-732. doi: 10.1080/14740338.2017.1325463.</mixed-citation></citation-alternatives></ref><ref id="cit31"><label>31</label><citation-alternatives><mixed-citation xml:lang="ru">Karimi S, Wang C, Metke-Jimenez A, et al. Text and data mining techniques in adverse drug reaction detection. ACM Comput Surv. 2015;47(4):1-39. doi: 10.1145/2719920.</mixed-citation><mixed-citation xml:lang="en">Karimi S, Wang C, Metke-Jimenez A, et al. Text and data mining techniques in adverse drug reaction detection. ACM Comput Surv. 2015;47(4):1-39. doi: 10.1145/2719920.</mixed-citation></citation-alternatives></ref><ref id="cit32"><label>32</label><citation-alternatives><mixed-citation xml:lang="ru">Kaguelidou F, Durrieu G, Clavenna A. Pharmacoepidemiological research for the development and evaluation of drugs in pediatrics. Therapie. 2019 Apr;74(2):315-324. doi: 10.1016/j.therap.2018.09.077.</mixed-citation><mixed-citation xml:lang="en">Kaguelidou F, Durrieu G, Clavenna A. Pharmacoepidemiological research for the development and evaluation of drugs in pediatrics. Therapie. 2019 Apr;74(2):315-324. doi: 10.1016/j.therap.2018.09.077.</mixed-citation></citation-alternatives></ref><ref id="cit33"><label>33</label><citation-alternatives><mixed-citation xml:lang="ru">Jones JK. The role of data mining technology in the identiﬁcation of signals of possible adverse drug reactions: value and limitations. Curr Ther Res Clin Exp. 2001;62(9):664-672. doi: 10.1016/S0011-393X%2801%2980072-2.</mixed-citation><mixed-citation xml:lang="en">Jones JK. The role of data mining technology in the identiﬁcation of signals of possible adverse drug reactions: value and limitations. Curr Ther Res Clin Exp. 2001;62(9):664-672. doi: 10.1016/S0011-393X%2801%2980072-2.</mixed-citation></citation-alternatives></ref><ref id="cit34"><label>34</label><citation-alternatives><mixed-citation xml:lang="ru">Nelson JC, Ulloa-Pérez E, Bobb JF, Maro JC. Leveraging the entire cohort in drug safety monitor-ing: part 1 methods for sequential surveillance that use regression adjustment or weighting to control confounding in a multisite, rare event, distributed data setting. J Clin Epidemiol. 2019 Aug;112:77-86. doi: 10.1016/j.jclinepi.2019.04.012.</mixed-citation><mixed-citation xml:lang="en">Nelson JC, Ulloa-Pérez E, Bobb JF, Maro JC. Leveraging the entire cohort in drug safety monitor-ing: part 1 methods for sequential surveillance that use regression adjustment or weighting to control confounding in a multisite, rare event, distributed data setting. J Clin Epidemiol. 2019 Aug;112:77-86. doi: 10.1016/j.jclinepi.2019.04.012.</mixed-citation></citation-alternatives></ref><ref id="cit35"><label>35</label><citation-alternatives><mixed-citation xml:lang="ru">Lai EC, Pratt N, Hsieh CY, et al. Sequence symmetry analysis in pharmacovigilance and pharmacoepidemiologic studies. Eur J Epidemiol. 2017 Jul; 32(7):567-582. doi: 10.1007/s10654-017-0281-8.</mixed-citation><mixed-citation xml:lang="en">Lai EC, Pratt N, Hsieh CY, et al. Sequence symmetry analysis in pharmacovigilance and pharmacoepidemiologic studies. Eur J Epidemiol. 2017 Jul; 32(7):567-582. doi: 10.1007/s10654-017-0281-8.</mixed-citation></citation-alternatives></ref><ref id="cit36"><label>36</label><citation-alternatives><mixed-citation xml:lang="ru">Coloma PM, Triﬁrò G, Patadia V, Sturken boom M. Postmarketing safety surveillance: where does signal detection using electronic healthcare records ﬁt into the big picture? Drug Saf. 2013 Mar;36(3):183-97. doi: 10.1007/s40264-013-0018-x.</mixed-citation><mixed-citation xml:lang="en">Coloma PM, Triﬁrò G, Patadia V, Sturken boom M. Postmarketing safety surveillance: where does signal detection using electronic healthcare records ﬁt into the big picture? Drug Saf. 2013 Mar;36(3):183-97. doi: 10.1007/s40264-013-0018-x.</mixed-citation></citation-alternatives></ref><ref id="cit37"><label>37</label><citation-alternatives><mixed-citation xml:lang="ru">Wisniewski AF, Bate A, Bousquet C, et al. Good Signal Detection Practices: Evidence from IMI PROTECT. Drug Saf. 2016 Jun;39(6):469-90. doi: 10.1007/s40264-016-0405-1.</mixed-citation><mixed-citation xml:lang="en">Wisniewski AF, Bate A, Bousquet C, et al. Good Signal Detection Practices: Evidence from IMI PROTECT. Drug Saf. 2016 Jun;39(6):469-90. doi: 10.1007/s40264-016-0405-1.</mixed-citation></citation-alternatives></ref><ref id="cit38"><label>38</label><citation-alternatives><mixed-citation xml:lang="ru">Prieto-Merino D, Quartey G, Wang J, Kim J. Why a Bayesian approach to safety analysis in pharmacovigilance is important. Pharm Stat. 2011 Nov-Dec;10(6):554-9. doi: 10.1002/pst.524.</mixed-citation><mixed-citation xml:lang="en">Prieto-Merino D, Quartey G, Wang J, Kim J. Why a Bayesian approach to safety analysis in pharmacovigilance is important. Pharm Stat. 2011 Nov-Dec;10(6):554-9. doi: 10.1002/pst.524.</mixed-citation></citation-alternatives></ref><ref id="cit39"><label>39</label><citation-alternatives><mixed-citation xml:lang="ru">Suling M, Pigeot I. Signal detection and monitoring based on longitudinal healthcare data. Pharmaceutics. 2012 Dec 13;4(4):607-40. doi: 10.3390/pharmaceutics4040607.</mixed-citation><mixed-citation xml:lang="en">Suling M, Pigeot I. Signal detection and monitoring based on longitudinal healthcare data. Pharmaceutics. 2012 Dec 13;4(4):607-40. doi: 10.3390/pharmaceutics4040607.</mixed-citation></citation-alternatives></ref><ref id="cit40"><label>40</label><citation-alternatives><mixed-citation xml:lang="ru">Coloma PM, Triﬁrò G, Schuemie MJ, et al. Electronic healthcare databases for active drug safety surveillance: is there enough leverage? Pharmacoepidemiol Drug Saf. 2012 Jun;21(6):611-21. doi: 10.1002/pds.3197.</mixed-citation><mixed-citation xml:lang="en">Coloma PM, Triﬁrò G, Schuemie MJ, et al. Electronic healthcare databases for active drug safety surveillance: is there enough leverage? Pharmacoepidemiol Drug Saf. 2012 Jun;21(6):611-21. doi: 10.1002/pds.3197.</mixed-citation></citation-alternatives></ref><ref id="cit41"><label>41</label><citation-alternatives><mixed-citation xml:lang="ru">Gault N, Castañeda-Sanabria J, De Rycke Y, et al. Self-controlled designs in pharmacoepidemiology involving electronic healthcare databases: a systematic review. BMC Med Res Methodol. 2017 Feb 8;17(1):25. doi: 10.1186/s12874-016-0278-0.</mixed-citation><mixed-citation xml:lang="en">Gault N, Castañeda-Sanabria J, De Rycke Y, et al. Self-controlled designs in pharmacoepidemiology involving electronic healthcare databases: a systematic review. BMC Med Res Methodol. 2017 Feb 8;17(1):25. doi: 10.1186/s12874-016-0278-0.</mixed-citation></citation-alternatives></ref><ref id="cit42"><label>42</label><citation-alternatives><mixed-citation xml:lang="ru">Lian Duan L, Khoshneshin M, Street WN, Liu M. Adverse drug eﬀect detection. IEEE J Biomed Health Inform. 2013 Mar;17(2):305-11. doi: 10.1109/TITB.2012.2227272.</mixed-citation><mixed-citation xml:lang="en">Lian Duan L, Khoshneshin M, Street WN, Liu M. Adverse drug eﬀect detection. IEEE J Biomed Health Inform. 2013 Mar;17(2):305-11. doi: 10.1109/TITB.2012.2227272.</mixed-citation></citation-alternatives></ref><ref id="cit43"><label>43</label><citation-alternatives><mixed-citation xml:lang="ru">Sauzet O, Carvajal A, Escudero A, et al. Illustration of the weibull shape parameter signal detection tool using electronic healthcare record data. Drug Saf. 2013 Oct;36(10):995-1006. doi: 10.1007/s40264-013-0061-7.</mixed-citation><mixed-citation xml:lang="en">Sauzet O, Carvajal A, Escudero A, et al. Illustration of the weibull shape parameter signal detection tool using electronic healthcare record data. Drug Saf. 2013 Oct;36(10):995-1006. doi: 10.1007/s40264-013-0061-7.</mixed-citation></citation-alternatives></ref><ref id="cit44"><label>44</label><citation-alternatives><mixed-citation xml:lang="ru">Zorych I, Madigan D, Ryan P, Bate A. Disproportionality methods for pharmacovigilance in longitudinal observational databases. Stat Methods Med Res. 2013 Feb;22(1):39-56. doi: 10.1177/0962280211403602.</mixed-citation><mixed-citation xml:lang="en">Zorych I, Madigan D, Ryan P, Bate A. Disproportionality methods for pharmacovigilance in longitudinal observational databases. Stat Methods Med Res. 2013 Feb;22(1):39-56. doi: 10.1177/0962280211403602.</mixed-citation></citation-alternatives></ref><ref id="cit45"><label>45</label><citation-alternatives><mixed-citation xml:lang="ru">Schuemie MJ, Coloma PM, Straatman H, et al. Using electronic health care records for drug safety signal detection: a comparative evaluation of statistical methods. Med Care. 2012 Oct;50(10):890-7. doi: 10.1097/MLR.0b013e31825f63bf.</mixed-citation><mixed-citation xml:lang="en">Schuemie MJ, Coloma PM, Straatman H, et al. Using electronic health care records for drug safety signal detection: a comparative evaluation of statistical methods. Med Care. 2012 Oct;50(10):890-7. doi: 10.1097/MLR.0b013e31825f63bf.</mixed-citation></citation-alternatives></ref><ref id="cit46"><label>46</label><citation-alternatives><mixed-citation xml:lang="ru">Schuemie MJ. Methods for drug safety signal detection in longitudinal observational databases: LGPS and LEOPARD. Pharmacoepidemiol-DrugSaf. 2011 Mar;20(3):292-9. doi: 10.1002/pds.2051.</mixed-citation><mixed-citation xml:lang="en">Schuemie MJ. Methods for drug safety signal detection in longitudinal observational databases: LGPS and LEOPARD. Pharmacoepidemiol-DrugSaf. 2011 Mar;20(3):292-9. doi: 10.1002/pds.2051.</mixed-citation></citation-alternatives></ref><ref id="cit47"><label>47</label><citation-alternatives><mixed-citation xml:lang="ru">Suchard MA, Zorych I, Simpson SE, et al. Empirical performance of the self-controlled case series design: lessons for developing a risk identiﬁcation and analysis system. Drug Saf. 2013 Oct;36 Suppl 1:S83-93. doi: 10.1007/s40264-013-0100-4.</mixed-citation><mixed-citation xml:lang="en">Suchard MA, Zorych I, Simpson SE, et al. Empirical performance of the self-controlled case series design: lessons for developing a risk identiﬁcation and analysis system. Drug Saf. 2013 Oct;36 Suppl 1:S83-93. doi: 10.1007/s40264-013-0100-4.</mixed-citation></citation-alternatives></ref><ref id="cit48"><label>48</label><citation-alternatives><mixed-citation xml:lang="ru">Zhou X, Douglas IJ, Shen R, Bate A. Signal Detection for Recently Approved Products: Adapting and Evaluating Self-Controlled Case Series Method Using a US Claims and UK Electronic Medical Records Database. Drug Saf. 2018 May;41(5):523-536. doi: 10.1007/s40264-017-0626-y.</mixed-citation><mixed-citation xml:lang="en">Zhou X, Douglas IJ, Shen R, Bate A. Signal Detection for Recently Approved Products: Adapting and Evaluating Self-Controlled Case Series Method Using a US Claims and UK Electronic Medical Records Database. Drug Saf. 2018 May;41(5):523-536. doi: 10.1007/s40264-017-0626-y.</mixed-citation></citation-alternatives></ref><ref id="cit49"><label>49</label><citation-alternatives><mixed-citation xml:lang="ru">Morel M, Bacry E, Gaïﬀas S, et al. ConvSCCS: convolutional self-controlled case series model for lagged adverse event detection. Biostatistics. 2020 Oct 1;21(4):758-774. doi: 10.1093/biostatistics/kxz003.</mixed-citation><mixed-citation xml:lang="en">Morel M, Bacry E, Gaïﬀas S, et al. ConvSCCS: convolutional self-controlled case series model for lagged adverse event detection. Biostatistics. 2020 Oct 1;21(4):758-774. doi: 10.1093/biostatistics/kxz003.</mixed-citation></citation-alternatives></ref><ref id="cit50"><label>50</label><citation-alternatives><mixed-citation xml:lang="ru">Schuemie MJ, Triﬁrò G, Coloma PM, et al. Detecting adverse drug reactions following long-term exposure in longitudinal observational data: The exposure-adjusted self-controlled case series. Stat Methods Med Res. 2016 Dec;25(6):2577-2592. doi: 10.1177/0962280214527531.</mixed-citation><mixed-citation xml:lang="en">Schuemie MJ, Triﬁrò G, Coloma PM, et al. Detecting adverse drug reactions following long-term exposure in longitudinal observational data: The exposure-adjusted self-controlled case series. Stat Methods Med Res. 2016 Dec;25(6):2577-2592. doi: 10.1177/0962280214527531.</mixed-citation></citation-alternatives></ref><ref id="cit51"><label>51</label><citation-alternatives><mixed-citation xml:lang="ru">Simpson SE. A positive event dependence model for self-controlled case series with applications in postmarketing surveillance. Biometrics. 2013 Mar;69(1):128-36. doi: 10.1111/j.1541-0420.2012.01795.x.</mixed-citation><mixed-citation xml:lang="en">Simpson SE. A positive event dependence model for self-controlled case series with applications in postmarketing surveillance. Biometrics. 2013 Mar;69(1):128-36. doi: 10.1111/j.1541-0420.2012.01795.x.</mixed-citation></citation-alternatives></ref><ref id="cit52"><label>52</label><citation-alternatives><mixed-citation xml:lang="ru">Schneeweiss S. A basic study design for expedited safety signal evaluation based on electronic healthcare data. Pharmacoepidemiol Drug Saf. 2010 Aug;19(8):858-68. doi: 10.1002/pds.1926.</mixed-citation><mixed-citation xml:lang="en">Schneeweiss S. A basic study design for expedited safety signal evaluation based on electronic healthcare data. Pharmacoepidemiol Drug Saf. 2010 Aug;19(8):858-68. doi: 10.1002/pds.1926.</mixed-citation></citation-alternatives></ref><ref id="cit53"><label>53</label><citation-alternatives><mixed-citation xml:lang="ru">Ryan PB, Schuemie MJ, Gruber S, et al. Empirical performance of a new user cohort method: lessons for developing a risk identiﬁcation and analysis system. Drug Saf. 2013 Oct;36 Suppl 1:S59-72. doi: 10.1007/s40264-013-0099-6.</mixed-citation><mixed-citation xml:lang="en">Ryan PB, Schuemie MJ, Gruber S, et al. Empirical performance of a new user cohort method: lessons for developing a risk identiﬁcation and analysis system. Drug Saf. 2013 Oct;36 Suppl 1:S59-72. doi: 10.1007/s40264-013-0099-6.</mixed-citation></citation-alternatives></ref><ref id="cit54"><label>54</label><citation-alternatives><mixed-citation xml:lang="ru">Madigan D, Schuemie MJ, Ryan PB. Empirical performance of the case-control method: lessons for developing a risk identiﬁcation and analysis system. Drug Saf. 2013 Oct;36 Suppl1:S73-82. doi: 10.1007/s40264-013-0105-z.</mixed-citation><mixed-citation xml:lang="en">Madigan D, Schuemie MJ, Ryan PB. Empirical performance of the case-control method: lessons for developing a risk identiﬁcation and analysis system. Drug Saf. 2013 Oct;36 Suppl1:S73-82. doi: 10.1007/s40264-013-0105-z.</mixed-citation></citation-alternatives></ref><ref id="cit55"><label>55</label><citation-alternatives><mixed-citation xml:lang="ru">Grosso A, Douglas I, MacAllister R, et al. Use of the self-controlled case series method in drug safety assessment. Expert Opin Drug Saf. 2011 May;10(3):337-40. doi: 10.1517/14740338.2011.562187.</mixed-citation><mixed-citation xml:lang="en">Grosso A, Douglas I, MacAllister R, et al. Use of the self-controlled case series method in drug safety assessment. Expert Opin Drug Saf. 2011 May;10(3):337-40. doi: 10.1517/14740338.2011.562187.</mixed-citation></citation-alternatives></ref><ref id="cit56"><label>56</label><citation-alternatives><mixed-citation xml:lang="ru">Murphy S, Castro V, Colecchi J, et al. Partners HealthCare OMOP Study Report; 2011.</mixed-citation><mixed-citation xml:lang="en">Murphy S, Castro V, Colecchi J, et al. Partners HealthCare OMOP Study Report; 2011.</mixed-citation></citation-alternatives></ref><ref id="cit57"><label>57</label><citation-alternatives><mixed-citation xml:lang="ru">Takeuchi Y, Shinozaki T, Matsuyama Y. A comparison of estimators from self-controlled case series, case-crossover design, and sequence symmery analysis for pharmacoepidemiological studies. BMC Med Res Methodol. 2018 Jan 8;18(1):4. doi: 10.1186/s12874-017-0457-7.</mixed-citation><mixed-citation xml:lang="en">Takeuchi Y, Shinozaki T, Matsuyama Y. A comparison of estimators from self-controlled case series, case-crossover design, and sequence symmery analysis for pharmacoepidemiological studies. BMC Med Res Methodol. 2018 Jan 8;18(1):4. doi: 10.1186/s12874-017-0457-7.</mixed-citation></citation-alternatives></ref><ref id="cit58"><label>58</label><citation-alternatives><mixed-citation xml:lang="ru">Thurin NH, Lassalle R, Schuemie M, et al. Empirical assessment of case-based methods for drug safety alert identiﬁcation in the French National Healthcare System database (SNDS): Methodology of the ALCAPONE project. Pharmacoepidemiol Drug Saf. 2020 Sep;29(9):993-1000. doi: 10.1002/pds.4983.</mixed-citation><mixed-citation xml:lang="en">Thurin NH, Lassalle R, Schuemie M, et al. Empirical assessment of case-based methods for drug safety alert identiﬁcation in the French National Healthcare System database (SNDS): Methodology of the ALCAPONE project. Pharmacoepidemiol Drug Saf. 2020 Sep;29(9):993-1000. doi: 10.1002/pds.4983.</mixed-citation></citation-alternatives></ref><ref id="cit59"><label>59</label><citation-alternatives><mixed-citation xml:lang="ru">Norén G, Hopstadius J, Bate A, et al. Temporal pattern discovery in longitudinal electronic patient records. Data Min Knowl Disc. 2010;20:361-387. doi: 10.1007/s10618-009-0152-3.</mixed-citation><mixed-citation xml:lang="en">Norén G, Hopstadius J, Bate A, et al. Temporal pattern discovery in longitudinal electronic patient records. Data Min Knowl Disc. 2010;20:361-387. doi: 10.1007/s10618-009-0152-3.</mixed-citation></citation-alternatives></ref><ref id="cit60"><label>60</label><citation-alternatives><mixed-citation xml:lang="ru">Norén GN, Hopstadius J, Bate A. Shrinkage observed-to-expected ratios for robust and transparent large-scale pattern discovery. Stat Methods Med Res. 2013 Feb;22(1):57-69. doi: 10.1177/0962280211403604.</mixed-citation><mixed-citation xml:lang="en">Norén GN, Hopstadius J, Bate A. Shrinkage observed-to-expected ratios for robust and transparent large-scale pattern discovery. Stat Methods Med Res. 2013 Feb;22(1):57-69. doi: 10.1177/0962280211403604.</mixed-citation></citation-alternatives></ref><ref id="cit61"><label>61</label><citation-alternatives><mixed-citation xml:lang="ru">Jin H, Chen J, He H, et al. Signaling potential adverse drug reactions from administrative health databases. IEEE Trans Knowl Data Eng. 2010;22(6):839-853. doi: 10.1109/TKDE.2009.212.</mixed-citation><mixed-citation xml:lang="en">Jin H, Chen J, He H, et al. Signaling potential adverse drug reactions from administrative health databases. IEEE Trans Knowl Data Eng. 2010;22(6):839-853. doi: 10.1109/TKDE.2009.212.</mixed-citation></citation-alternatives></ref><ref id="cit62"><label>62</label><citation-alternatives><mixed-citation xml:lang="ru">Reps J, Garibaldi J, Aickelin U, et al. Comparison of algorithms that detect drug side effects using electronic healthcare databases. Soft Comput. 2013;17(12):2381-2397. doi: 10.2139/ssrn.2823255.</mixed-citation><mixed-citation xml:lang="en">Reps J, Garibaldi J, Aickelin U, et al. Comparison of algorithms that detect drug side effects using electronic healthcare databases. Soft Comput. 2013;17(12):2381-2397. doi: 10.2139/ssrn.2823255.</mixed-citation></citation-alternatives></ref><ref id="cit63"><label>63</label><citation-alternatives><mixed-citation xml:lang="ru">Jin H, Chen J, Kelman C, et al. Mining unexpected associations for signalling potential adverse drug reactions from administrative health databases. Lecture Notes in Computer Science. 2006;3918:867-876. doi: 10.1007/11731139_101.</mixed-citation><mixed-citation xml:lang="en">Jin H, Chen J, Kelman C, et al. Mining unexpected associations for signalling potential adverse drug reactions from administrative health databases. Lecture Notes in Computer Science. 2006;3918:867-876. doi: 10.1007/11731139_101.</mixed-citation></citation-alternatives></ref><ref id="cit64"><label>64</label><citation-alternatives><mixed-citation xml:lang="ru">Reps J, Garibaldi J, Aickelin U, et al. Comparing data-mining algorithms developed for longitudinal observational databases. Paper presented at: 2012 12th UK Workshop on Computational Intelligence, UKCI 2012; 2012, Edinburgh, UK. doi: 10.1109/UKCI.2012.6335771.</mixed-citation><mixed-citation xml:lang="en">Reps J, Garibaldi J, Aickelin U, et al. Comparing data-mining algorithms developed for longitudinal observational databases. Paper presented at: 2012 12th UK Workshop on Computational Intelligence, UKCI 2012; 2012, Edinburgh, UK. doi: 10.1109/UKCI.2012.6335771.</mixed-citation></citation-alternatives></ref><ref id="cit65"><label>65</label><citation-alternatives><mixed-citation xml:lang="ru">Ji Y, Ying H, Dews P, et al. An exclusive causal-leverage measure for detecting adverse drug reactions from electronic medical records. Paper presented at: Annual Conference of the North American Fuzzy Information Processing Society—NAFIPS; 2011, El Paso. doi: 10.1109/NAFIPS.2011.5751957.</mixed-citation><mixed-citation xml:lang="en">Ji Y, Ying H, Dews P, et al. An exclusive causal-leverage measure for detecting adverse drug reactions from electronic medical records. Paper presented at: Annual Conference of the North American Fuzzy Information Processing Society—NAFIPS; 2011, El Paso. doi: 10.1109/NAFIPS.2011.5751957.</mixed-citation></citation-alternatives></ref><ref id="cit66"><label>66</label><citation-alternatives><mixed-citation xml:lang="ru">Ji Y, Ying H, Dews P, et al. A potential causal association mining algorithm for screening adverse drug reactions in postmarketing surveillance. IEEE Trans Inf Technol Biomed. 2011 May;15(3):428-37. doi: 10.1109/TITB.2011.2131669.</mixed-citation><mixed-citation xml:lang="en">Ji Y, Ying H, Dews P, et al. A potential causal association mining algorithm for screening adverse drug reactions in postmarketing surveillance. IEEE Trans Inf Technol Biomed. 2011 May;15(3):428-37. doi: 10.1109/TITB.2011.2131669.</mixed-citation></citation-alternatives></ref><ref id="cit67"><label>67</label><citation-alternatives><mixed-citation xml:lang="ru">Ji Y, Ying H, Tran J, et al. A method for mining infrequent causal associations and its application in ﬁnding adverse drug reaction signal pairs. IEEE Trans Knowl Data Eng. 2013;25(4):721-733. doi: 10.1109/TKDE.2012.28.</mixed-citation><mixed-citation xml:lang="en">Ji Y, Ying H, Tran J, et al. A method for mining infrequent causal associations and its application in ﬁnding adverse drug reaction signal pairs. IEEE Trans Knowl Data Eng. 2013;25(4):721-733. doi: 10.1109/TKDE.2012.28.</mixed-citation></citation-alternatives></ref><ref id="cit68"><label>68</label><citation-alternatives><mixed-citation xml:lang="ru">Hallas J, Wang SV, Gagne JJ, et al. Hypothesis-free screening of large administrative databases for unsuspected drug-outcome associations. Eur J Epidemiol. 2018 Jun;33(6):545-555. doi: 10.1007/s10654-018-0386-8.</mixed-citation><mixed-citation xml:lang="en">Hallas J, Wang SV, Gagne JJ, et al. Hypothesis-free screening of large administrative databases for unsuspected drug-outcome associations. Eur J Epidemiol. 2018 Jun;33(6):545-555. doi: 10.1007/s10654-018-0386-8.</mixed-citation></citation-alternatives></ref><ref id="cit69"><label>69</label><citation-alternatives><mixed-citation xml:lang="ru">Arnaud M, Bégaud B, Thiessard F, et al. An Automated System Combining Safety Signal Detection and Prioritization from Healthcare Databases: A Pilot Study. Drug Saf. 2018 Apr;41(4):377-387. doi: 10.1007/s40264-017-0618-y.</mixed-citation><mixed-citation xml:lang="en">Arnaud M, Bégaud B, Thiessard F, et al. An Automated System Combining Safety Signal Detection and Prioritization from Healthcare Databases: A Pilot Study. Drug Saf. 2018 Apr;41(4):377-387. doi: 10.1007/s40264-017-0618-y.</mixed-citation></citation-alternatives></ref><ref id="cit70"><label>70</label><citation-alternatives><mixed-citation xml:lang="ru">Hellfritzsch M, Rasmussen L, Hallas J, Pottegård A. Using the Symmetry Analysis Design to Screen for Adverse Eﬀects of Non-vitamin K Antagonist Oral Anticoagulants. Drug Saf. 2018 Jul;41(7):685-695. doi: 10.1007/s40264-018-0650-6.</mixed-citation><mixed-citation xml:lang="en">Hellfritzsch M, Rasmussen L, Hallas J, Pottegård A. Using the Symmetry Analysis Design to Screen for Adverse Eﬀects of Non-vitamin K Antagonist Oral Anticoagulants. Drug Saf. 2018 Jul;41(7):685-695. doi: 10.1007/s40264-018-0650-6.</mixed-citation></citation-alternatives></ref><ref id="cit71"><label>71</label><citation-alternatives><mixed-citation xml:lang="ru">Wahab IA, Pratt NL, Ellett LK, Roughead EE. Sequence Symmetry Analysis as a Signal Detection Tool for Potential Heart Failure Adverse Events in an Administrative Claims Database. Drug Saf. 2016 Apr;39(4):347-54. doi: 10.1007/s40264-015-0391-8.</mixed-citation><mixed-citation xml:lang="en">Wahab IA, Pratt NL, Ellett LK, Roughead EE. Sequence Symmetry Analysis as a Signal Detection Tool for Potential Heart Failure Adverse Events in an Administrative Claims Database. Drug Saf. 2016 Apr;39(4):347-54. doi: 10.1007/s40264-015-0391-8.</mixed-citation></citation-alternatives></ref><ref id="cit72"><label>72</label><citation-alternatives><mixed-citation xml:lang="ru">Zhou X, Bao W, Gaﬀney M, et al. Assessing performance of sequential analysis methods for active drug safety surveillance using observational data. J Biopharm Stat. 2018;28(4):668-681. doi: 10.1080/10543406.2017.1372776.</mixed-citation><mixed-citation xml:lang="en">Zhou X, Bao W, Gaﬀney M, et al. Assessing performance of sequential analysis methods for active drug safety surveillance using observational data. J Biopharm Stat. 2018;28(4):668-681. doi: 10.1080/10543406.2017.1372776.</mixed-citation></citation-alternatives></ref><ref id="cit73"><label>73</label><citation-alternatives><mixed-citation xml:lang="ru">Kulldorﬀ M, Davis R, Kolczak M, et al. A maximized sequential probability ratio test for drug and vaccine safety surveillance. Seq Anal. 2011;30:58-78. doi: 10.1080/07474946.2011.539924.</mixed-citation><mixed-citation xml:lang="en">Kulldorﬀ M, Davis R, Kolczak M, et al. A maximized sequential probability ratio test for drug and vaccine safety surveillance. Seq Anal. 2011;30:58-78. doi: 10.1080/07474946.2011.539924.</mixed-citation></citation-alternatives></ref><ref id="cit74"><label>74</label><citation-alternatives><mixed-citation xml:lang="ru">Brown JS, Kulldorﬀ M, Chan KA, Davis RL, et al. Early detection of adverse drug events within population-based health networks: application of sequential testing methods. Pharmacoepidemiol Drug Saf. 2007 Dec;16(12):1275-84. doi: 10.1002/pds.1509.</mixed-citation><mixed-citation xml:lang="en">Brown JS, Kulldorﬀ M, Chan KA, Davis RL, et al. Early detection of adverse drug events within population-based health networks: application of sequential testing methods. Pharmacoepidemiol Drug Saf. 2007 Dec;16(12):1275-84. doi: 10.1002/pds.1509.</mixed-citation></citation-alternatives></ref><ref id="cit75"><label>75</label><citation-alternatives><mixed-citation xml:lang="ru">Brown JS, Kulldorﬀ M, Petronis KR, et al. Early adverse drug event signal detection within population-based health networks using sequential methods: key methodologic considerations. Pharmacoepidemiol Drug Saf. 2009 Mar;18(3):226-34. doi: 10.1002/pds.1706.</mixed-citation><mixed-citation xml:lang="en">Brown JS, Kulldorﬀ M, Petronis KR, et al. Early adverse drug event signal detection within population-based health networks using sequential methods: key methodologic considerations. Pharmacoepidemiol Drug Saf. 2009 Mar;18(3):226-34. doi: 10.1002/pds.1706.</mixed-citation></citation-alternatives></ref><ref id="cit76"><label>76</label><citation-alternatives><mixed-citation xml:lang="ru">Cook AJ, Tiwari RC, Wellman RD, et al. Statistical approaches to group sequential monitoring of postmarket safety surveillance data: current state of the art for use in the Mini-Sentinel pilot. Pharmacoepidemiol Drug Saf. 2012 Jan;21 Suppl 1:72-81. doi: 10.1002/pds.2320.</mixed-citation><mixed-citation xml:lang="en">Cook AJ, Tiwari RC, Wellman RD, et al. Statistical approaches to group sequential monitoring of postmarket safety surveillance data: current state of the art for use in the Mini-Sentinel pilot. Pharmacoepidemiol Drug Saf. 2012 Jan;21 Suppl 1:72-81. doi: 10.1002/pds.2320.</mixed-citation></citation-alternatives></ref><ref id="cit77"><label>77</label><citation-alternatives><mixed-citation xml:lang="ru">Li L. A conditional sequential sampling procedure for drug safety surveillance. Stat Med. 2009 Nov 10;28(25):3124-38. doi: 10.1002/sim.3689.</mixed-citation><mixed-citation xml:lang="en">Li L. A conditional sequential sampling procedure for drug safety surveillance. Stat Med. 2009 Nov 10;28(25):3124-38. doi: 10.1002/sim.3689.</mixed-citation></citation-alternatives></ref><ref id="cit78"><label>78</label><citation-alternatives><mixed-citation xml:lang="ru">Kulldorﬀ M, Fang Z, Walsh SJ. A tree-based scan statistic for database disease surveillance. Biomet-rics. 2003 Jun;59(2):323-31. doi: 10.1111/1541-0420.00039.</mixed-citation><mixed-citation xml:lang="en">Kulldorﬀ M, Fang Z, Walsh SJ. A tree-based scan statistic for database disease surveillance. Biomet-rics. 2003 Jun;59(2):323-31. doi: 10.1111/1541-0420.00039.</mixed-citation></citation-alternatives></ref><ref id="cit79"><label>79</label><citation-alternatives><mixed-citation xml:lang="ru">Kulldorﬀ M, Dashevsky I, Avery TR, et al. Drug safety data mining with a tree-based scan statistic. Pharmacoepidemiol Drug Saf. 2013 May;22(5):517-23. doi: 10.1002/pds.3423.</mixed-citation><mixed-citation xml:lang="en">Kulldorﬀ M, Dashevsky I, Avery TR, et al. Drug safety data mining with a tree-based scan statistic. Pharmacoepidemiol Drug Saf. 2013 May;22(5):517-23. doi: 10.1002/pds.3423.</mixed-citation></citation-alternatives></ref><ref id="cit80"><label>80</label><citation-alternatives><mixed-citation xml:lang="ru">HuybrechtsKF, KulldorﬀM, Hernández-DíazS, etal. Active Surveillance of the Safety of Medications Used During Pregnancy. Am J Epidemiol. 2021 Jun 1;190(6):1159-1168. doi: 10.1093/aje/kwaa288.</mixed-citation><mixed-citation xml:lang="en">HuybrechtsKF, KulldorﬀM, Hernández-DíazS, etal. Active Surveillance of the Safety of Medications Used During Pregnancy. Am J Epidemiol. 2021 Jun 1;190(6):1159-1168. doi: 10.1093/aje/kwaa288.</mixed-citation></citation-alternatives></ref><ref id="cit81"><label>81</label><citation-alternatives><mixed-citation xml:lang="ru">Schachterle SE, Hurley S, Liu Q, et al. An Implementation and Visualization of the Tree-Based Scan Statistic for Safety Event Monitoring in Longitudinal Electronic Health Data. Drug Saf. 2019 Jun;42(6):727-741. doi: 10.1007/s40264-018-00784-0.</mixed-citation><mixed-citation xml:lang="en">Schachterle SE, Hurley S, Liu Q, et al. An Implementation and Visualization of the Tree-Based Scan Statistic for Safety Event Monitoring in Longitudinal Electronic Health Data. Drug Saf. 2019 Jun;42(6):727-741. doi: 10.1007/s40264-018-00784-0.</mixed-citation></citation-alternatives></ref><ref id="cit82"><label>82</label><citation-alternatives><mixed-citation xml:lang="ru">Brown JS, Petronis KR, Bate A, et al. Drug Adverse Event Detection in Health Plan Data Using the Gamma Poisson Shrinker and Comparison to the Tree-based Scan Statistic. Pharmaceutics. 2013 Mar 14;5(1):179-200. doi: 10.3390/pharmaceutics5010179.</mixed-citation><mixed-citation xml:lang="en">Brown JS, Petronis KR, Bate A, et al. Drug Adverse Event Detection in Health Plan Data Using the Gamma Poisson Shrinker and Comparison to the Tree-based Scan Statistic. Pharmaceutics. 2013 Mar 14;5(1):179-200. doi: 10.3390/pharmaceutics5010179.</mixed-citation></citation-alternatives></ref><ref id="cit83"><label>83</label><citation-alternatives><mixed-citation xml:lang="ru">Reps JM, Garibaldi JM, Aickelin U, et al. A supervised adverse drug reaction signalling framework imitating Bradford Hill's causality considerations. J Biomed Inform. 2015 Aug;56:356-68. doi: 10.1016/j.jbi.2015.06.011.</mixed-citation><mixed-citation xml:lang="en">Reps JM, Garibaldi JM, Aickelin U, et al. A supervised adverse drug reaction signalling framework imitating Bradford Hill's causality considerations. J Biomed Inform. 2015 Aug;56:356-68. doi: 10.1016/j.jbi.2015.06.011.</mixed-citation></citation-alternatives></ref><ref id="cit84"><label>84</label><citation-alternatives><mixed-citation xml:lang="ru">Whalen E, Hauben M, Bate A. Time Series Disturbance Detection for Hypothesis-Free Signal Detection in Longitudinal Observational Databases. Drug Saf. 2018 Jun;41(6):565-577. doi: 10.1007/s40264-018-0640-8.</mixed-citation><mixed-citation xml:lang="en">Whalen E, Hauben M, Bate A. Time Series Disturbance Detection for Hypothesis-Free Signal Detection in Longitudinal Observational Databases. Drug Saf. 2018 Jun;41(6):565-577. doi: 10.1007/s40264-018-0640-8.</mixed-citation></citation-alternatives></ref><ref id="cit85"><label>85</label><citation-alternatives><mixed-citation xml:lang="ru">Karlsson I, Zhao J. Dimensionality reduction with random indexing: an application on adverse drug event detection using electronic health records. Paper presented at: Proceedings of IEEE Symposium on Computer-Based Medical Systems; 2014; New-York, 304–307. doi: 10.1109/CBMS.2014.22.</mixed-citation><mixed-citation xml:lang="en">Karlsson I, Zhao J. Dimensionality reduction with random indexing: an application on adverse drug event detection using electronic health records. Paper presented at: Proceedings of IEEE Symposium on Computer-Based Medical Systems; 2014; New-York, 304–307. doi: 10.1109/CBMS.2014.22.</mixed-citation></citation-alternatives></ref><ref id="cit86"><label>86</label><citation-alternatives><mixed-citation xml:lang="ru">Reps JM, Garibaldi JM, Aickelin U, et al. Signalling paediatric side eﬀects using an ensemble of simple study designs. Drug Saf. 2014 Mar;37(3):163-70. doi: 10.1007/s40264-014-0137-z.</mixed-citation><mixed-citation xml:lang="en">Reps JM, Garibaldi JM, Aickelin U, et al. Signalling paediatric side eﬀects using an ensemble of simple study designs. Drug Saf. 2014 Mar;37(3):163-70. doi: 10.1007/s40264-014-0137-z.</mixed-citation></citation-alternatives></ref><ref id="cit87"><label>87</label><citation-alternatives><mixed-citation xml:lang="ru">Bagattini F, Karlsson I, Rebane J, Papapetrou P. A classiﬁcation framework for exploiting sparse multi-variate temporal features with application to adverse drug event detection in medical records. BMC Med Inform Decis Mak. 2019 Jan 10;19(1):7. doi: 10.1186/s12911-018-0717-4.</mixed-citation><mixed-citation xml:lang="en">Bagattini F, Karlsson I, Rebane J, Papapetrou P. A classiﬁcation framework for exploiting sparse multi-variate temporal features with application to adverse drug event detection in medical records. BMC Med Inform Decis Mak. 2019 Jan 10;19(1):7. doi: 10.1186/s12911-018-0717-4.</mixed-citation></citation-alternatives></ref><ref id="cit88"><label>88</label><citation-alternatives><mixed-citation xml:lang="ru">Demailly R, Escolano S, Haramburu F, Tubert-Bitter P, Ahmed I. Identifying Drugs Inducing Prematurity by Mining Claims Data with High-Dimensional Confounder Score Strategies. Drug Saf. 2020 Jun;43(6):549-559. doi: 10.1007/s40264-020-00916-5.</mixed-citation><mixed-citation xml:lang="en">Demailly R, Escolano S, Haramburu F, Tubert-Bitter P, Ahmed I. Identifying Drugs Inducing Prematurity by Mining Claims Data with High-Dimensional Confounder Score Strategies. Drug Saf. 2020 Jun;43(6):549-559. doi: 10.1007/s40264-020-00916-5.</mixed-citation></citation-alternatives></ref><ref id="cit89"><label>89</label><citation-alternatives><mixed-citation xml:lang="ru">Bampa M, Papapetrou P. Mining adverse drug events using multiple feature hierarchies and patient history windows. Paper presented at: IEEE International Conference on Data Mining Workshops, ICDMW, volume 2019; 2019; Beijing, China, 925–932. doi: 10.1109/ICDMW.2019.00135.</mixed-citation><mixed-citation xml:lang="en">Bampa M, Papapetrou P. Mining adverse drug events using multiple feature hierarchies and patient history windows. Paper presented at: IEEE International Conference on Data Mining Workshops, ICDMW, volume 2019; 2019; Beijing, China, 925–932. doi: 10.1109/ICDMW.2019.00135.</mixed-citation></citation-alternatives></ref><ref id="cit90"><label>90</label><citation-alternatives><mixed-citation xml:lang="ru">Zhao J, Henriksson A, Kvist M, et al. Handling Temporality of Clinical Events for Drug Safety Surveillance. AMIA Annu Symp Proc. 2015 Nov5;2015:1371-80.</mixed-citation><mixed-citation xml:lang="en">Zhao J, Henriksson A, Kvist M, et al. Handling Temporality of Clinical Events for Drug Safety Surveillance. AMIA Annu Symp Proc. 2015 Nov5;2015:1371-80.</mixed-citation></citation-alternatives></ref><ref id="cit91"><label>91</label><citation-alternatives><mixed-citation xml:lang="ru">DuMouchel W, Ryan PB, Schuemie MJ, Madigan D. Evaluation of disproportionality safety signaling applied to healthcare databases. Drug Saf. 2013 Oct;36 Suppl1:S123-32. doi: 10.1007/s40264-013-0106-y.</mixed-citation><mixed-citation xml:lang="en">DuMouchel W, Ryan PB, Schuemie MJ, Madigan D. Evaluation of disproportionality safety signaling applied to healthcare databases. Drug Saf. 2013 Oct;36 Suppl1:S123-32. doi: 10.1007/s40264-013-0106-y.</mixed-citation></citation-alternatives></ref><ref id="cit92"><label>92</label><citation-alternatives><mixed-citation xml:lang="ru">Norén G, Hopstadius J, Bate A, Edwards IR. Safety surveillance of longitudinal databases: results on real-world data. Pharmacoepidemiol Drug Saf. 2012;21(6):673-5. doi: 10.1002/pds.3258.</mixed-citation><mixed-citation xml:lang="en">Norén G, Hopstadius J, Bate A, Edwards IR. Safety surveillance of longitudinal databases: results on real-world data. Pharmacoepidemiol Drug Saf. 2012;21(6):673-5. doi: 10.1002/pds.3258.</mixed-citation></citation-alternatives></ref></ref-list><fn-group><fn fn-type="conflict"><p>The authors declare that there are no conflicts of interest present.</p></fn></fn-group></back></article>
