<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Surg.</journal-id>
<journal-title>Frontiers in Surgery</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Surg.</abbrev-journal-title>
<issn pub-type="epub">2296-875X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fsurg.2016.00050</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Surgery</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>The First 500 Registrations to the Research Registry<sup>&#x000AE;</sup>: Advancing Registration of Under-Registered Study Types</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name><surname>Agha</surname> <given-names>Riaz</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Fowler</surname> <given-names>Alexander J.</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Limb</surname> <given-names>Christopher</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Al Omran</surname> <given-names>Yasser</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Sagoo</surname> <given-names>Harkiran</given-names></name>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Koshy</surname> <given-names>Kiron</given-names></name>
<xref ref-type="aff" rid="aff7"><sup>7</sup></xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Jafree</surname> <given-names>Daniyal J.</given-names></name>
<xref ref-type="aff" rid="aff7"><sup>7</sup></xref>
<xref ref-type="corresp" rid="cor1">&#x0002A;</xref>
<uri xlink:href="http://frontiersin.org/people/u/359241"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Anwar</surname> <given-names>Mohammed Omer</given-names></name>
<xref ref-type="aff" rid="aff8"><sup>8</sup></xref>
<uri xlink:href="http://frontiersin.org/people/u/374005"/>
</contrib>
<contrib contrib-type="author">
<name><surname>McCullogh</surname> <given-names>Peter</given-names></name>
<xref ref-type="aff" rid="aff9"><sup>9</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Orgill</surname> <given-names>Dennis Paul</given-names></name>
<xref ref-type="aff" rid="aff10"><sup>10</sup></xref>
<uri xlink:href="http://frontiersin.org/people/u/282836"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Balliol College, University of Oxford</institution>, <addr-line>Oxford</addr-line>, <country>UK</country></aff>
<aff id="aff2"><sup>2</sup><institution>Department of Plastic Surgery, Guy&#x02019;s and St. Thomas&#x02019; NHS Foundation Trust</institution>, <addr-line>London</addr-line>, <country>UK</country></aff>
<aff id="aff3"><sup>3</sup><institution>Department of Medicine, Guy&#x02019;s and St. Thomas&#x02019; NHS Foundation Trust</institution>, <addr-line>London</addr-line>, <country>UK</country></aff>
<aff id="aff4"><sup>4</sup><institution>St. Helier Hospital</institution>, <addr-line>Surrey</addr-line>, <country>UK</country></aff>
<aff id="aff5"><sup>5</sup><institution>Royal Berkshire Hospital</institution>, <addr-line>Reading</addr-line>, <country>UK</country></aff>
<aff id="aff6"><sup>6</sup><institution>GKT School of Medical Education, Kings College London</institution>, <addr-line>London</addr-line>, <country>UK</country></aff>
<aff id="aff7"><sup>7</sup><institution>UCL Medical School, University College London</institution>, <addr-line>London</addr-line>, <country>UK</country></aff>
<aff id="aff8"><sup>8</sup><institution>Queen Mary University of London</institution>, <addr-line>London</addr-line>, <country>UK</country></aff>
<aff id="aff9"><sup>9</sup><institution>Nuffield Department of Surgery, University of Oxford</institution>, <addr-line>Oxford</addr-line>, <country>UK</country></aff>
<aff id="aff10"><sup>10</sup><institution>Harvard Medical School</institution>, <addr-line>Boston, MA</addr-line>, <country>USA</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Michael William Findlay, Stanford University, USA</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Gerard Magill, Duquesne University, USA; Vachara Niumsawatt, Monash University, Australia</p></fn>
<corresp content-type="corresp" id="cor1">&#x0002A;Correspondence: Daniyal J. Jafree, <email>daniyal.jafree.13&#x00040;ucl.ac.uk</email></corresp>
<fn fn-type="other" id="fn001"><p>Specialty section: This article was submitted to Reconstructive and Plastic Surgery, a section of the journal Frontiers in Surgery</p></fn>
</author-notes>
<pub-date pub-type="epub">
<day>16</day>
<month>09</month>
<year>2016</year>
</pub-date>
<pub-date pub-type="collection">
<year>2016</year>
</pub-date>
<volume>3</volume>
<elocation-id>50</elocation-id>
<history>
<date date-type="received">
<day>06</day>
<month>07</month>
<year>2016</year>
</date>
<date date-type="accepted">
<day>29</day>
<month>08</month>
<year>2016</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2016 Agha, Fowler, Limb, Al Omran, Sagoo, Koshy, Jafree, Anwar, McCullogh and Orgill.</copyright-statement>
<copyright-year>2016</copyright-year>
<copyright-holder>Agha, Fowler, Limb, Al Omran, Sagoo, Koshy, Jafree, Anwar, McCullogh and Orgill</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) or licensor are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license>
</permissions>
<abstract abstract-type="executive-summary">
<sec id="ST1">
<title>Introduction</title>
<p>The Declaration of Helsinki 2013 encourages the registration of all research studies involving human participants. However, emphasis has been placed on prospective clinical trials, and it is estimated that only 10% of observational studies are registered. In response, Research Registry<sup>&#x000AE;</sup><xref ref-type="fn" rid="fn1"><sup>1</sup></xref> was launched in February 2015; a retrospectively curated registry that is free and easy to use. Research Registry<sup>&#x000AE;</sup> enables prospective or retrospective registration of studies, including those study types that cannot be registered on existing registries. In this study, we describe the first 500 registrations on Research Registry<sup>&#x000AE;</sup>.</p>
</sec>
<sec id="ST2">
<title>Methods</title>
<p>Since the launch of Research Registry<sup>&#x000AE;</sup> in February 2015, data of registrations have been collected, including type of studies registered, country of origin, and data curation activity. Inappropriate registrations, such as duplicates, were identified by the data curation process. These were removed from the database or modified as required. A quality score was assigned for each registration, based on Sir Austin Bradford Hill&#x02019;s criteria on what research studies should convey. Changes in quality scores over time were assessed.</p>
</sec>
<sec id="ST3">
<title>Results</title>
<p>A total of 500 studies were registered on Research Registry<sup>&#x000AE;</sup> from February 2015 to October 2015, with a total of 1.7 million patients enrolled. The most common study types were retrospective cohort studies (37.2%), case series (14.8%), and first-in-man case reports (10.4%). Registrations were received from 57 different countries; the most submissions were received from Turkey, followed by China and the United Kingdom. Retrospective data curation identified 80 studies that were initially registered as the incorrect study type, and were subsequently correct. The Kruskal&#x02013;Wallis test identified a significant improvement in quality scores for registrations from February 2015 to October 2015 (<italic>p</italic>&#x02009;&#x0003C;&#x02009;0.0001).</p>
</sec>
<sec id="ST4">
<title>Conclusions</title>
<p>Since its conception in February 2015, Research Registry<sup>&#x000AE;</sup> has established itself as a new registry that is free, easy to use, and enables the registration of various study types, including observational studies and first-in-man case reports. Going forward, our plan is to continue developing Research Registry<sup>&#x000AE;</sup> in line with user feedback and usability studies. We plan to further promote Research Registry<sup>&#x000AE;</sup> to advance the cause of registration of research, to increase compliance with the Declaration of Helsinki 2013.</p>
</sec>
</abstract>
<kwd-group>
<kwd>Helsinki Declaration</kwd>
<kwd>evidence-based medicine</kwd>
<kwd>registration</kwd>
<kwd>research design</kwd>
<kwd>databases</kwd>
</kwd-group>
<counts>
<fig-count count="6"/>
<table-count count="1"/>
<equation-count count="0"/>
<ref-count count="13"/>
<page-count count="8"/>
<word-count count="3441"/>
</counts>
</article-meta>
</front>
<body>
<sec id="S1" sec-type="introduction">
<title>Introduction</title>
<p>In 2008, the Declaration of Helsinki stated: &#x0201C;Every clinical trial must be registered in a publicly accessible database before recruitment of the first subject.&#x0201D; This core ethical guidance was updated in 2013 as follows: &#x0201C;Every research study involving human subjects must be registered in a publicly accessible database before recruitment of the first subject.&#x0201D;</p>
<p>Registration of research studies is of great importance for the progress of medical research. There are a number of benefits to registering a study (<xref ref-type="bibr" rid="B1">1</xref>). For example, the problem of publication bias, whereby studies are performed but not reported, can be more accurately identified and dissuaded. Chapman and colleagues found that one in five surgical randomized controlled trials (RCT) are discontinued early, and one in three remains unpublished 2&#x02009;years after their conclusion (<xref ref-type="bibr" rid="B2">2</xref>). This information is only available due to RCT registration. Another benefit of registering a study protocol, prior to conducting research, is the possibility to pre-specify research questions and outcomes, allowing peer-reviewers and readers to compare these to the published results. This is critical, as demonstrated by Page and colleagues, who identified that a striking 38% of systematic reviews have discrepancy in outcome reporting between protocols and published material (<xref ref-type="bibr" rid="B3">3</xref>). Moreover, registration of studies reduces duplication of work, a key source of waste in biomedical research (<xref ref-type="bibr" rid="B4">4</xref>).</p>
<p>The registration of clinical trials has been the focus of significant attention. However, while clinical trial registration has improved with time, there has been little improvement in observational studies, despite these making up a growing portion of the research landscape (<xref ref-type="bibr" rid="B5">5</xref>). It is estimated that only 10% of observational studies are registered at present on existing registries, and we have argued the need for a new registry. Many registries do not allow retrospective registration, have cost and time implications, and there is often a significant bureaucratic process to register studies (<xref ref-type="bibr" rid="B6">6</xref>). As a result, the Research Registry<sup>&#x000AE;</sup> (<uri xlink:href="http://www.researchregistry.com">www.researchregistry.com</uri>) was launched in February 2015.</p>
<p>The Research Registry<sup>&#x000AE;</sup> is funded through the International Journal of Surgery (IJS) Publishing Group, is free for all users to register and is open access. It enables free registration of any research study involving human participants, it takes a few minutes to register and allows prospective and retrospective registration. Researchers get immediate visibility of their registration, and a retrospective data curation process has been developed to remove or modify inappropriate registration (Figure <xref ref-type="fig" rid="F1">1</xref>). Data collected is in line with the World Health Organization (WHO) dataset for trial registration, and we have integrated elements of key reporting guidelines into the registration forms (<xref ref-type="bibr" rid="B7">7</xref>). Modifications to the registry have occurred following usability studies (Figure <xref ref-type="fig" rid="F2">2</xref>). This paper describes the first 500 registrations to the Research Registry<sup>&#x000AE;</sup>.</p>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p><bold>Process of registration and data curation on the Research Registry<sup>&#x000AE;</sup></bold>.</p></caption>
<graphic xlink:href="fsurg-03-00050-g001.tif"/>
</fig>
<fig id="F2" position="float">
<label>Figure 2</label>
<caption><p><bold>Timeline of development of the Research Registry<sup>&#x000AE;</sup></bold>. All months are in 2015. IRB, Institutional Review Board; WHO, World Health Organization.</p></caption>
<graphic xlink:href="fsurg-03-00050-g002.tif"/>
</fig>
</sec>
<sec id="S2" sec-type="materials|methods">
<title>Materials and Methods</title>
<sec id="S2-1">
<title>Descriptives of Registrations</title>
<p>This study was a retrospective database analysis of the Research Registry<sup>&#x000AE;</sup>, and involves no human participants, so was not registered. The Research Registry<sup>&#x000AE;</sup> database (accessible at <uri xlink:href="http://www.researchregistry.com/browse-the-registry.html">http://www.researchregistry.com/browse-the-registry.html</uri>) was extracted when 500 complete registrations were reached on 17th October 2015. The following characteristics were calculated based on the 500 extracted studies. The number of registrations per calendar month was calculated. The number of patients enrolled in registered studies was calculated with mean number of patients per registration. The study location, which is entered by authors upon registration, was also extracted. The types of studies registered and the number of registrations per study type were analyzed. Where authors unspecified study design by selecting &#x0201C;Other,&#x0201D; and then self-entered a study design, studies were allocated to the most appropriate study design after discussion between two curators (Alexander J. Fowler and Christopher Limb).</p>
</sec>
<sec id="S2-2">
<title>Data Curation</title>
<p>Retrospective data curation is the means by which all registrations in the Research Registry<sup>&#x000AE;</sup> are reviewed on a weekly basis. A standardized policy was followed by all curators on a rolling rota. Curators identified inappropriate registrations (Figure <xref ref-type="fig" rid="F1">1</xref>). Each curation team then generated a data curation report for that week. These reports included the number of registrations with identified problems, and the commonest reasons for inappropriate registration are provided. Data curation began prospectively in July 2015, but a full retrospective &#x0201C;sweep&#x0201D; was also performed to ensure the integrity of the database. Once inappropriate registrations had been highlighted, these were forwarded to and removed by the Director (Riaz Agha). At the end of the study period, after baseline data for the first 500 registrations to the Research Registry<sup>&#x000AE;</sup> were obtained, data curation reports were retrieved and data extracted.</p>
</sec>
<sec id="S2-3">
<title>Data Quality</title>
<p>The quality of data within the Research Registry<sup>&#x000AE;</sup> was assessed using quality criteria that were developed alongside the registry. These are based on Sir Austin Bradford Hill&#x02019;s criteria for what an account of a research study should convey (<xref ref-type="bibr" rid="B8">8</xref>), and each of the four key questions is linked directly to fields in the database (Table <xref ref-type="table" rid="T1">1</xref>). Studies were scored out of nine using these quality criteria; receiving one point for each criterion met. Two teams of researchers (Christopher Limb/Mohammed Omer Anwar/Harkiran Sagoo and Yasser Al Omran/Kiron Koshy/Daniyal J. Jafree) scored each registration independently and compared results. Individual discrepancies in scoring were referred to the lead researcher for each group (Christopher Limb or Yasser Al Omran) for adjudication, and where consensus was not made, the decision was escalated to the lead author (Riaz Agha). The proportion of quality criteria met per registration was expressed as a percentage.</p>
<table-wrap position="float" id="T1">
<label>Table 1</label>
<caption><p><bold>Quality indicator score for registrations</bold>.</p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th valign="top" align="left">Question</th>
<th valign="top" align="left">Relevant area of registration form (<uri xlink:href="http://www.researchregistry.com/browse-the-registry.html&#x00023;home/addregistration/">http://www.researchregistry.com/browse-the-registry.html&#x00023;home/addregistration/</uri>)</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">1. Who did the research?</td>
<td align="left" valign="top"><list list-type="bullet">
<list-item><p>Primary investigator</p></list-item>
</list>
</td>
</tr>
<tr>
<td align="left" valign="top">2. Where did they do the research?</td>
<td align="left" valign="top"><list list-type="bullet">
<list-item><p>Participating institutions</p></list-item>
<list-item><p>Countries recruiting</p></list-item>
</list>
</td>
</tr>
<tr>
<td align="left" valign="top">3. Why did they do it?</td>
<td align="left" valign="top"><list list-type="bullet">
<list-item><p>Key questions and objectives</p></list-item>
</list>
</td>
</tr>
<tr>
<td align="left" valign="top">4. What did they do? This can be expanded to include the PICO items.</td>
<td align="left" valign="top"><list list-type="bullet">
<list-item><p>Patient population</p></list-item>
<list-item><p>Intervention</p></list-item>
<list-item><p>Control or comparator</p></list-item>
<list-item><p>Primary outcomes (and secondary if used)</p></list-item>
</list>
</td>
</tr>
<tr>
<td align="left" valign="top">5. When did they do it?</td>
<td align="left" valign="top"><list list-type="bullet">
<list-item><p>Dates of enrollment</p></list-item>
</list>
</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="S2-4">
<title>Statistical Analysis</title>
<p>Descriptive data were calculated for the number of registrations, country of registration, and type of study. The number of patients was calculated by addition of the number of patients reported in the study registration for all 500 registrations. Inter-rater reliability was calculated for the quality criteria, and quality of registrations are presented on a month-by-month basis. An independent samples Kruskal&#x02013;Wallis test was performed to ascertain if there was a significant difference between median month-by-month quality scores. All data were managed using Microsoft Excel 2013 (Microsoft, Redmond, VA, USA), statistical analysis was performed using IBM SPSS Statistics for Window, Version 22.0 (IBM Corp., Armond, NY, USA).</p>
</sec>
</sec>
<sec id="S3">
<title>Results</title>
<sec id="S3-1">
<title>Number of Study Registrations</title>
<p>From the launch of the Research Registry<sup>&#x000AE;</sup> in February 2015, a 9-month period passed until the registration of 500 research studies. In October 2015, the database was extracted for analysis. The number of registrations per calendar month was determined (Figure <xref ref-type="fig" rid="F3">3</xref>). There has been a mean growth of 6% in registrations per month since the launch of the registry in February 2015.</p>
<fig id="F3" position="float">
<label>Figure 3</label>
<caption><p><bold>Number of study registrations to the Research Registry<sup>&#x000AE;</sup> per calendar month</bold>. A total of 500 registrations were reached mid-way through October, so this graph represents only a portion of October&#x02019;s registrations.</p></caption>
<graphic xlink:href="fsurg-03-00050-g003.tif"/>
</fig>
</sec>
<sec id="S3-2">
<title>Number of Included Patients</title>
<p>87.2% (436 of 500) registrations reported the number of patients included in their studies. Across these, a total of 1.77 million patients were enrolled. The median number of participants per study was 79 (inter quartile range: 30&#x02013;200).</p>
</sec>
<sec id="S3-3">
<title>Source of Registrations</title>
<p>Registrations originate from 57 countries, of which the top 10 countries from which registrations were analyzed (Figure <xref ref-type="fig" rid="F4">4</xref>). Turkey registered the most studies (52 of 500, 10.4%), followed by China (50 of 500, 10%) and the United Kingdom (46 of 500, 9.2%). The top 10 countries of registration made up 329 of 500 studies (65.8%) and the mean number of studies registered by these countries was 30 (SD&#x02009;&#x0003D;&#x02009;14.9).</p>
<fig id="F4" position="float">
<label>Figure 4</label>
<caption><p><bold>Top 10 countries where studies were registered to the Research Registry<sup>&#x000AE;</sup></bold>.</p></caption>
<graphic xlink:href="fsurg-03-00050-g004.tif"/>
</fig>
</sec>
<sec id="S3-4">
<title>Types of Studies Registered</title>
<p>Of the 500 studies registered to the Research Registry<sup>&#x000AE;</sup>, the commonest study type was retrospective cohort studies (186 of 500, 37.2%). Case series also made up a large proportion of registered studies (74 of 500, 14.8%). The third largest population was first-in-man case reports (52 of 500, 10.4%) (Figure <xref ref-type="fig" rid="F5">5</xref>).</p>
<fig id="F5" position="float">
<label>Figure 5</label>
<caption><p><bold>Bar chart of the types of studies registered in the Research Registry<sup>&#x000AE;</sup></bold>.</p></caption>
<graphic xlink:href="fsurg-03-00050-g005.tif"/>
</fig>
</sec>
<sec id="S3-5">
<title>Data Curation</title>
<p>Retrospective weekly data curation resulted in 88 studies being deleted. Eighty studies were registered as the wrong study type (91% of 88 studies deleted) and there were eight duplicate studies that were deleted (9% of 90 studies deleted). These were studies that were inputted twice.</p>
</sec>
<sec id="S3-6">
<title>Quality Criteria</title>
<p>The quality criteria score increased significantly over the course of the first 500 registrations (Figure <xref ref-type="fig" rid="F6">6</xref>). The median quality score of the first 50 registrations was 44% (4 of 9) and gradually increased to 100% (9 of 9) for the last 50 registrations in the cohort of 500. When compared on a month-by-month basis, the median score improved month on month and the Kruskal&#x02013;Wallis test demonstrated significant improvement in median quality scores over the study period (<italic>p</italic>&#x02009;&#x0003C;&#x02009;0.001). The inter-rater agreement of quality scoring was 66.4% (a complete match of score was achieved in 332 of 500 scores).</p>
<fig id="F6" position="float">
<label>Figure 6</label>
<caption><p><bold>Boxplot of median quality indicator score of registrations to the Research Registry<sup>&#x000AE;</sup>, including inter quartile range and minimum/maximum scores</bold>. &#x0002A;Statistically significant according to Kruskal&#x02013;Wallis test.</p></caption>
<graphic xlink:href="fsurg-03-00050-g006.tif"/>
</fig>
</sec>
</sec>
<sec id="S4" sec-type="discussion">
<title>Discussion</title>
<p>Over the study period, the Research Registry<sup>&#x000AE;</sup> has received registrations from over 57 countries, accounting for over 1.77 million patients, who were otherwise in unregistered studies. Registrations per month gradually increased over the study period, with the exception of August. Objective quality indicators have improved over the course of the first 500 registrations.</p>
<p>The highest number of registrations was received from Turkey, China, and the UK. This reflects in part submissions to two journals, IJS and Annals of Medicine and Surgery (AMS), where registration is mandatory promoting the Research Registry<sup>&#x000AE;</sup> as a venue for registration. Concerns were initially raised as to whether clinicians would be willing to register their study as a necessary step during the submission process. This concern was unfounded and authors have engaged well with the process, with no drop in the number of manuscripts being received at IJS or AMS. The number of submissions deleted for being incorrectly registered (<italic>n</italic>&#x02009;&#x0003D;&#x02009;80) was mostly case reports. The IDEAL framework to improve the quality of surgical research encourages the registration of first-in-man case reports (<xref ref-type="bibr" rid="B9">9</xref>). These should reflect the first time a particular technique is utilized clinically; however, some authors incorrectly register a normal case report with Research Registry<sup>&#x000AE;</sup>.</p>
<p>We have observed a gradual increase in registrations per month, from launch in February 2015, to the end of the study period in October 2015, with the exception of August. This is likely due to the reduced number of papers submitted for publication during August and, therefore, less authors directed to the registry. During the study period, over 1.77 million patients were included in registered studies and prior to the launch of the Research Registry<sup>&#x000AE;</sup>, many of these studies would not have had a venue of registration. The breadth of countries from which registrations have been received demonstrates the global impact of the Research Registry<sup>&#x000AE;</sup> and the breadth of research registration that can be achieved.</p>
<p>It has been estimated that 10% of all observational studies are registered at present. When establishing the Research Registry<sup>&#x000AE;</sup>, observational studies were a key focus and this is evidenced in our study breakdown. Over 37% of the registrations during the study period were retrospective cohort studies &#x02013; studies that previously would have limited options for registration, and if conducted retrospectively, no venue of registration, prior to the launch of the Research Registry<sup>&#x000AE;</sup>. Given other registries have found the registration of observational studies challenging, our example of utilizing a journal to boost compliance may be a way forward to improve registration of such studies. The registry has evolved from its surgical roots and recent registrations include an intervention to improve nutritional intake; the investigation of physical activity in women who have had treatment for breast cancer (<xref ref-type="bibr" rid="B10">10</xref>) and a pilot study of tremor disruption in Parkinson&#x02019;s disease (<xref ref-type="bibr" rid="B11">11</xref>). Through an agile and iterative approach, new features have been added. These include unique features, such as the ability to upload multimedia to demonstrate interventions, for example, videos of surgical procedures. In September 2015, we added the function to deposit data and results, as well as the ability to update entries. We have also integrated key reporting criteria from STROBE, CONSORT, and PRISMA into our registration forms.</p>
<p>This analysis has a number of limitations, it is limited to a solitary database and we have had a number of challenges, which are similar to other established registries (<xref ref-type="bibr" rid="B12">12</xref>). Initially, we had difficulty with inappropriately filled fields in registrations and this reflects the poor quality score initially (Figure <xref ref-type="fig" rid="F6">6</xref>). This was improved with the combination of mandatory fields and careful data curation. Over time, the registration form has been improved both with formal reviews of the database, and with suggestions from data curators as they review registrations on a weekly basis. We have also experienced technical difficulties, such as the &#x0201C;search the database&#x0201D; function initially using a Google-based search, which was prevented by a national firewall in China. This was rectified by using a non-Google search facility and this aspect of the site has been functioning well in China since July 2015, and during the study period, China provided over 10% of registrations (<xref ref-type="bibr" rid="B13">13</xref>).</p>
<p>The Research Registry<sup>&#x000AE;</sup> has established itself as a new registry with a clear focus on areas not well represented in existing registries, such as observational studies and those registering retrospectively. Going forward, our plan is to continue developing the platform in line with user and data curator feedback and usability studies. We also aim to establish ourselves as a novel registry, addressing the unmet demands of existing registries to include other study types. Ultimately, we will use this registry to improve compliance with the Declaration of Helsinki 2013.</p>
</sec>
<sec id="S5">
<title>Author Contributions</title>
<p>All authors contributed substantially to the implementation of the study. Specifically, RA was involved in the conception and design of the study. RA, AF, CL, YA, HS, KK, DJ and MA were involved in data acquisition and analysis. RA, AF, CL, PM and DO were involved in data interpretation. Subsequently, RA wrote the first draft, and all authors were then involved in the critical revision and approval of the manuscript.</p>
</sec>
<sec id="S6">
<title>Conflict of Interest Statement</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
</body>
<back>
<ref-list>
<title>References</title>
<ref id="B1"><label>1</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Loder</surname> <given-names>E</given-names></name> <name><surname>Groves</surname> <given-names>T</given-names></name> <name><surname>Macauley</surname> <given-names>D</given-names></name></person-group>. <article-title>Registration of observational studies</article-title>. <source>BMJ</source> (<year>2010</year>) <volume>340</volume>:<fpage>c950</fpage>.<pub-id pub-id-type="doi">10.1136/bmj.c950</pub-id></citation></ref>
<ref id="B2"><label>2</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chapman</surname> <given-names>SJ</given-names></name> <name><surname>Shelton</surname> <given-names>B</given-names></name> <name><surname>Mahmood</surname> <given-names>H</given-names></name> <name><surname>Fitzgerald</surname> <given-names>JE</given-names></name> <name><surname>Harrison</surname> <given-names>EM</given-names></name> <name><surname>Bhangu</surname> <given-names>A</given-names></name></person-group>. <article-title>Discontinuation and non-publication of surgical randomised controlled trials: observational study</article-title>. <source>BMJ</source> (<year>2014</year>) <volume>349</volume>:<fpage>g6870</fpage>.<pub-id pub-id-type="doi">10.1136/bmj.g6870</pub-id><pub-id pub-id-type="pmid">25491195</pub-id></citation></ref>
<ref id="B3"><label>3</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Page</surname> <given-names>MJ</given-names></name> <name><surname>McKenzie</surname> <given-names>JE</given-names></name> <name><surname>Kirkham</surname> <given-names>J</given-names></name> <name><surname>Dwan</surname> <given-names>K</given-names></name> <name><surname>Kramer</surname> <given-names>S</given-names></name> <name><surname>Green</surname> <given-names>S</given-names></name> <etal/></person-group> <article-title>Bias due to selective inclusion and reporting of outcomes and analyses in systematic reviews of randomised trials of healthcare interventions</article-title>. <source>Cochrane Database Syst Rev</source> (<year>2014</year>) (<issue>10</issue>):<fpage>MR000035</fpage>.<pub-id pub-id-type="doi">10.1002/14651858.MR000035.pub2</pub-id><pub-id pub-id-type="pmid">25271098</pub-id></citation></ref>
<ref id="B4"><label>4</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Moher</surname> <given-names>D</given-names></name> <name><surname>Glasziou</surname> <given-names>P</given-names></name> <name><surname>Chalmers</surname> <given-names>I</given-names></name> <name><surname>Nasser</surname> <given-names>M</given-names></name> <name><surname>Bossuyt</surname> <given-names>PMM</given-names></name> <name><surname>Korevaar</surname> <given-names>DA</given-names></name> <etal/></person-group> <article-title>Increasing value and reducing waste in biomedical research: who&#x02019;s listening?</article-title> <source>Lancet</source> (<year>2016</year>) <volume>387</volume>(<issue>10027</issue>):<fpage>1573</fpage>&#x02013;<lpage>86</lpage>.<pub-id pub-id-type="doi">10.1016/S0140-6736(15)00307-4</pub-id></citation></ref>
<ref id="B5"><label>5</label><citation citation-type="web"><person-group person-group-type="author"><name><surname>Naik</surname> <given-names>G</given-names></name></person-group>. <source>Analytical Trend Troubles Scientists [Internet]</source>. (<year>2016</year>). Available from: <uri xlink:href="http://www.wsj.com/news/articles/SB10001424052702303916904577377841427001840">http://www.wsj.com/news/articles/SB10001424052702303916904577377841427001840</uri></citation></ref>
<ref id="B6"><label>6</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Agha</surname> <given-names>R</given-names></name> <name><surname>Rosin</surname> <given-names>D</given-names></name></person-group>. <article-title>The Research Registry<sup>&#x000AE;</sup> &#x02013; answering the call to register every research study involving human participants</article-title>. <source>Int J Surg</source> (<year>2015</year>) <volume>16</volume>(<issue>Pt A</issue>):<fpage>113</fpage>&#x02013;<lpage>5</lpage>.<pub-id pub-id-type="doi">10.1016/j.ijsu.2015.03.001</pub-id></citation></ref>
<ref id="B7"><label>7</label><citation citation-type="web"><collab>WHO</collab>. <source>The World Health Organisation Minimum Dataset [Internet]</source>. (<year>2016</year>). Available from: <uri xlink:href="http://www.who.int/ictrp/network/trds/en/">http://www.who.int/ictrp/network/trds/en/</uri></citation></ref>
<ref id="B8"><label>8</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hill</surname> <given-names>AB</given-names></name></person-group>. <article-title>The reasons for writing</article-title>. <source>Br Med J</source> (<year>1965</year>) <volume>IV</volume>:<fpage>870</fpage>.</citation></ref>
<ref id="B9"><label>9</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>McCulloch</surname> <given-names>P</given-names></name> <name><surname>Altman</surname> <given-names>DG</given-names></name> <name><surname>Campbell</surname> <given-names>WB</given-names></name> <name><surname>Flum</surname> <given-names>DR</given-names></name> <name><surname>Glasziou</surname> <given-names>P</given-names></name> <name><surname>Marshall</surname> <given-names>JC</given-names></name> <etal/></person-group> <article-title>No surgical innovation without evaluation: the IDEAL recommendations</article-title>. <source>Lancet</source> (<year>2009</year>) <volume>374</volume>(<issue>9695</issue>):<fpage>1105</fpage>&#x02013;<lpage>12</lpage>.<pub-id pub-id-type="doi">10.1016/S0140-6736(09)61116-8</pub-id><pub-id pub-id-type="pmid">19782876</pub-id></citation></ref>
<ref id="B10"><label>10</label><citation citation-type="web"><person-group person-group-type="author"><name><surname>Richardson</surname> <given-names>J</given-names></name> <name><surname>Erol</surname> <given-names>R</given-names></name></person-group>. <source>The Impact of a Group Intervention to Improve Nutritional Intake and Physical Activity for Women Who Have Had Treatment for Breast Cancer [Internet]. Research Registry<sup>&#x000AE;</sup></source>. (<year>2015</year>). Available from: <uri xlink:href="http://www.researchregistry.com/browse-the-registry.html&#x00023;home/registrationdetails/566071d5af34c88b1e79e588/">http://www.researchregistry.com/browse-the-registry.html&#x00023;home/registrationdetails/566071d5af34c88b1e79e588/</uri></citation></ref>
<ref id="B11"><label>11</label><citation citation-type="web"><person-group person-group-type="author"><name><surname>Mitchell</surname> <given-names>A</given-names></name> <name><surname>Buttery</surname> <given-names>P</given-names></name></person-group>. <source>Pilot Study of Tremor Disruption in Parkinson&#x02019;s Disease and Tremor Disorders [Internet]. Research Registry<sup>&#x000AE;</sup></source>. (<year>2015</year>). Available from: <uri xlink:href="http://www.researchregistry.com/browse-the-registry.html&#x00023;home/registrationdetails/565703d6a16f74883bcf92d4/">http://www.researchregistry.com/browse-the-registry.html&#x00023;home/registrationdetails/565703d6a16f74883bcf92d4/</uri></citation></ref>
<ref id="B12"><label>12</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tse</surname> <given-names>T</given-names></name> <name><surname>Williams</surname> <given-names>RJ</given-names></name> <name><surname>Zarin</surname> <given-names>DA</given-names></name></person-group>. <article-title>Reporting &#x0201C;basic results&#x0201D; in <uri xlink:href="https://ClinicalTrials.gov">ClinicalTrials.gov</uri></article-title>. <source>Chest</source> (<year>2009</year>) <volume>136</volume>(<issue>1</issue>):<fpage>295</fpage>&#x02013;<lpage>303</lpage>.<pub-id pub-id-type="doi">10.1378/chest.08-3022</pub-id></citation></ref>
<ref id="B13"><label>13</label><citation citation-type="web"><person-group person-group-type="author"><name><surname>Carson</surname> <given-names>B</given-names></name></person-group>. <source>9 Incredibly Popular Websites That Are Still Blocked in CHINA [Internet]</source>. <publisher-name>Business Insider UK</publisher-name> (<year>2015</year>). Available from: <uri xlink:href="http://uk.businessinsider.com/websites-blocked-in-china-2015-7?r&#x0003D;US&#x00026;IR&#x0003D;T">http://uk.businessinsider.com/websites-blocked-in-china-2015-7?r&#x0003D;US&#x00026;IR&#x0003D;T</uri></citation></ref>
</ref-list>
<fn-group>
<fn id="fn1"><p><sup>1</sup><uri xlink:href="http://www.researchregistry.com">www.researchregistry.com</uri></p></fn>
</fn-group>
</back>
</article>