<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.3" xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Mol. Biosci.</journal-id>
<journal-title>Frontiers in Molecular Biosciences</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Mol. Biosci.</abbrev-journal-title>
<issn pub-type="epub">2296-889X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">729513</article-id>
<article-id pub-id-type="doi">10.3389/fmolb.2021.729513</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Molecular Biosciences</subject>
<subj-group>
<subject>Technology and Code</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Structural Biology in the Clouds: The WeNMR-EOSC Ecosystem</article-title>
<alt-title alt-title-type="left-running-head">Honorato et&#x20;al.</alt-title>
<alt-title alt-title-type="right-running-head">The WeNMR-EOSC Ecosystem</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>Honorato</surname>
<given-names>Rodrigo V.</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/707722/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Koukos</surname>
<given-names>Panagiotis I.</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Jim&#xe9;nez-Garc&#xed;a</surname>
<given-names>Brian</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1107488/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Tsaregorodtsev</surname>
<given-names>Andrei</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Verlato</surname>
<given-names>Marco</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1382787/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Giachetti</surname>
<given-names>Andrea</given-names>
</name>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Rosato</surname>
<given-names>Antonio</given-names>
</name>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/381598/overview"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Bonvin</surname>
<given-names>Alexandre M. J.&#x20;J.</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="corresp" rid="c001">&#x2a;</xref>
<uri xlink:href="https://loop.frontiersin.org/people/123572/overview"/>
</contrib>
</contrib-group>
<aff id="aff1">
<label>
<sup>1</sup>
</label>Bijvoet Centre for Biomolecular Research, Faculty of Science, Department of Chemistry, Utrecht University, <addr-line>Utrecht</addr-line>, <country>Netherlands</country>
</aff>
<aff id="aff2">
<label>
<sup>2</sup>
</label>Aix Marseille University, CNRS/IN2P3, CPPM, <addr-line>Marseille</addr-line>, <country>France</country>
</aff>
<aff id="aff3">
<label>
<sup>3</sup>
</label>INFN, Sezione di Padova, <addr-line>Padova</addr-line>, <country>Italy</country>
</aff>
<aff id="aff4">
<label>
<sup>4</sup>
</label>Department of Chemistry and Magnetic Resonance Center, University of Florence, and C.I.R.M.M.P, <addr-line>Fiorentino</addr-line>, <country>Italy</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>
<bold>Edited by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/678304/overview">Massimiliano Bonomi</ext-link>, Institut Pasteur, France</p>
</fn>
<fn fn-type="edited-by">
<p>
<bold>Reviewed by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/53805/overview">Carlo Camilloni</ext-link>, University of Milan, Italy</p>
<p>
<ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/840515/overview">Shruthi Viswanath</ext-link>, National Centre for Biological Sciences, India</p>
</fn>
<corresp id="c001">&#x2a;Correspondence: Alexandre M. J.&#x20;J.&#x20;Bonvin, <email>a.m.j.j.bonvin@uu.nl</email>
</corresp>
<fn fn-type="other">
<p>This article was submitted to Biological Modeling and Simulation, a section of the journal Frontiers in Molecular Biosciences</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>28</day>
<month>07</month>
<year>2021</year>
</pub-date>
<pub-date pub-type="collection">
<year>2021</year>
</pub-date>
<volume>8</volume>
<elocation-id>729513</elocation-id>
<history>
<date date-type="received">
<day>23</day>
<month>06</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>13</day>
<month>07</month>
<year>2021</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2021 Honorato, Koukos, Jim&#xe9;nez-Garc&#xed;a, Tsaregorodtsev, Verlato, Giachetti, Rosato and Bonvin.</copyright-statement>
<copyright-year>2021</copyright-year>
<copyright-holder>Honorato, Koukos, Jim&#xe9;nez-Garc&#xed;a, Tsaregorodtsev, Verlato, Giachetti, Rosato and Bonvin</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these&#x20;terms.</p>
</license>
</permissions>
<abstract>
<p>Structural biology aims at characterizing the structural and dynamic properties of biological macromolecules at atomic details. Gaining insight into three dimensional structures of biomolecules and their interactions is critical for understanding the vast majority of cellular processes, with direct applications in health and food sciences. Since 2010, the WeNMR project (<ext-link ext-link-type="uri" xlink:href="http://www.wenmr.eu/">www.wenmr.eu</ext-link>) has implemented numerous web-based services to facilitate the use of advanced computational tools by researchers in the field, using the high throughput computing infrastructure provided by EGI. These services have been further developed in subsequent initiatives under H2020 projects and are now operating as Thematic Services in the European Open Science Cloud portal (<ext-link ext-link-type="uri" xlink:href="http://www.eosc-portal.eu">www.eosc-portal.eu</ext-link>), sending &#x3e;12&#xa0;millions of jobs and using around 4,000&#x20;CPU-years per year. Here we review 10&#xa0;years of successful e-infrastructure solutions serving a large worldwide community of over 23,000 users to date, providing them with user-friendly, web-based solutions that run complex workflows in structural biology. The current set of active WeNMR portals are described, together with the complex backend machinery that allows distributed computing resources to be harvested efficiently.</p>
</abstract>
<kwd-group>
<kwd>structural biology</kwd>
<kwd>distributed computing</kwd>
<kwd>web portal</kwd>
<kwd>e-infrastructure</kwd>
<kwd>web services</kwd>
</kwd-group>
<contract-num rid="cn001">EOSC-Hub 777536 EGI-ACE 101017567 BioExcel 823830 BioExcel 675728</contract-num>
<contract-sponsor id="cn001">Horizon 2020<named-content content-type="fundref-id">10.13039/501100007601</named-content>
</contract-sponsor>
<contract-sponsor id="cn002">Nederlandse Organisatie voor Wetenschappelijk Onderzoek<named-content content-type="fundref-id">10.13039/501100003246</named-content>
</contract-sponsor>
</article-meta>
</front>
<body>
<sec id="s1">
<title>Introduction</title>
<p>Proteins and nucleic acids are the main biological macromolecules responsible for function and maintenance of most of the machinery of life. The study of these macromolecules, their three-dimensional (3D) structure, dynamical behavior and interactions are crucial to gain a better understanding of relevant biological processes both related to biotechnological applications as well as health related such as the development of new&#x20;drugs.</p>
<p>Since many years, in the context of WeNMR (<ext-link ext-link-type="uri" xlink:href="http://www.wenmr.eu/">www.wenmr.eu</ext-link>) now operating as a Thematic service provider in the European Open Science Cloud (EOSC), we have provided the community with relevant and specialized software that make up a valuable toolkit for structural biology researchers. One critical aspect aside from providing the community with valuable tools is to also provide the means of executing them in a user-friendly, efficient and cost-effective distributed manner, as done <italic>via</italic> the DIRAC Workload Manager (<xref ref-type="bibr" rid="B22">Tsaregorodtsev and Project, 2014</xref>).</p>
<p>Here we present an overview of the structural biology services provided <italic>via</italic> the WeNMR-EOSC ecosystem, what are the technological challenges and solutions that need to be implemented for an efficient use of distributed computing resources and how those are used by an active community worldwide.</p>
</sec>
<sec id="s2">
<title>Services</title>
<p>The study of macromolecular structures is a multifaceted challenge in which researchers must apply different approaches and tools to gain a better understanding of their function, behavior and dynamics. To this end, within the WeNMR-EOSC project, we have been developing different tools, making them freely available to the community as webservices. The following paragraphs provide a short overview of currently active services under the EOSC portal.</p>
<sec id="s2-1">
<title>AMBER-Based Portal Server for-NMR</title>
<p>The AMPS-NMR (AMBER-based Portal Server for NMR structures) (<xref ref-type="bibr" rid="B6">Bertini et&#x20;al., 2011</xref>) provides a user-friendly interface to run restrained molecular dynamics simulations (rMD) to refine experimental NMR structures, and to perform molecular dynamics simulations of biomacromolecular systems in general. Calculations can be run on CPUs or GPGPUs. The latter provide significantly faster performance (<xref ref-type="bibr" rid="B2">Andreetto et&#x20;al., 2017</xref>) but are limited in availability. For NMR structures, the use of the AMPS-NMR portal results in a consistent improvement of features such as rotamer distributions, backbone normality and occurrence of steric clashes, without affecting agreement with the experimental data. The effect of rMD refinement is especially relevant for protein regions where the amount of experimental information is scarce. The rMD protocol has been implemented as a predefined multi-step procedure, so that the user does not need to know in detail how to tune the many parameters involved in a relatively complex MD calculation; the portal also handles automatically the most commonly used formats for experimental data. The AMPS-NMR webserver is available at <ext-link ext-link-type="uri" xlink:href="http://py-enmr.cerm.unifi.it/access/index">http://py-enmr.cerm.unifi.it/access/index</ext-link>.</p>
</sec>
<sec id="s2-2">
<title>DISVIS</title>
<p>The interaction between molecules can be experimentally characterized with methods such as cross-linking mass spectrometry (XL-MS) and FRET (<xref ref-type="bibr" rid="B17">Okamoto and Sako, 2017</xref>; <xref ref-type="bibr" rid="B29">Yu and Huang, 2017</xref>) which can provide information about which residues are participating in the interaction as well as the distance (or an upper limit to it) between the reacting groups of the residues. DISVIS is a tool that allows researchers to visualize the three-dimensional distance-restrained possible interaction space between the interacting proteins partners. It can be used to investigate if the restraints are mutually exclusive and identify possible false positives in the input data. DISVIS is freely available at <ext-link ext-link-type="uri" xlink:href="https://wenmr.science.uu.nl/disvis">https://wenmr.science.uu.nl/disvis</ext-link>.</p>
</sec>
<sec id="s2-3">
<title>FANTEN</title>
<p>FANTEN (<xref ref-type="bibr" rid="B20">Rinaldelli et&#x20;al., 2015</xref>) aims at the determination of the anisotropy tensors associated with NMR paramagnetic pseudocontact shifts (pcs) and/or residual dipolar couplings (rdc&#x2019;s). FANTEN also permits the pcs-driven determination of the 3D structure of protein-protein adducts using a rigid body approach; the user can then submit these models directly to HADDOCK for flexible refinement. The FANTEN web server is available at <ext-link ext-link-type="uri" xlink:href="http://abs.cerm.unifi.it:8080/">http://abs.cerm.unifi.it:8080/</ext-link>.</p>
</sec>
<sec id="s2-4">
<title>HADDOCK</title>
<p>The pioneer of integrative docking, HADDOCK (<italic>High Ambiguity Driven biomolecular DOCKing</italic>) (<xref ref-type="bibr" rid="B8">Dominguez et&#x20;al., 2003</xref>) allows users to make use of a variety of experimental and theoretical information to drive the docking of up to 20 macromolecules. The latest version (v2.4) supports the docking of proteins, small-molecules, nucleic acids, peptides, cyclic peptides, glycans, and glycosylated proteins. To accommodate the complexity that naturally arises from &#x3e;18&#xa0;years of development of new features and docking modes without compromising usability and accessibility, HADDOCK has been made freely available (with registration) to the community since 2008&#x20;<italic>via</italic> an intuitive webserver (<xref ref-type="bibr" rid="B27">Vries et&#x20;al., 2010</xref>; <xref ref-type="bibr" rid="B24">Zundert et&#x20;al., 2016</xref>). Since exposing 400&#x2b; parameters could hinder user experience (and usability), users are separated in access tiers: Users belonging to the &#x201c;Easy&#x201d; tier can access and modify a limited number of parameters whereas users belonging to the &#x201c;Guru&#x201d; tier (granted upon specific request from users in their registration page) have full access and control of the docking protocol. The HADDOCK webserver is available at <ext-link ext-link-type="uri" xlink:href="https://wenmr.science.uu.nl/haddock2.4">https://wenmr.science.uu.nl/haddock2.4</ext-link>.</p>
</sec>
<sec id="s2-5">
<title>MetalPDB</title>
<p>MetalPDB (<xref ref-type="bibr" rid="B3">Andreini et&#x20;al., 2013a</xref>; <xref ref-type="bibr" rid="B19">Putignano et&#x20;al., 2017</xref>) is a database collecting information on the metal-binding sites present in the 3D structures of biological macromolecules (<xref ref-type="bibr" rid="B19">Putignano et&#x20;al., 2017</xref>). In particular, metal sites are represented in MetalPDB, as 3D templates describing the local environment around the metal ion(s) independently of the overall macromolecular fold. Among its features, MetalPDB provides detailed statistical analyses regarding metal usage in proteins of known 3D structure, encompassing protein families, and in catalysis; it also includes tools for the structural comparison of metal sites (<xref ref-type="bibr" rid="B4">Andreini et&#x20;al., 2013b</xref>). MetalPDB is available at <ext-link ext-link-type="uri" xlink:href="https://metalpdb.cerm.unifi.it/">https://metalpdb.cerm.unifi.it/</ext-link>
</p>
</sec>
<sec id="s2-6">
<title>Protein Data Bank-Tools Web</title>
<p>The classic Protein Data Bank (PDB) file format is a flat text file that is still used by many structural biology software to represent the spatial coordinates of macromolecular structures, even though the official format of the worldwide PDB (wwPDB) (<xref ref-type="bibr" rid="B5">Berman et&#x20;al., 2003</xref>) has now shifted to the Crystallographic Information Framework (mmCIF) dictionary (<xref ref-type="bibr" rid="B7">Bourne et&#x20;al., 1997</xref>). The simple flat text PDB format, despite its apparent simplicity, follows strict formatting rules which can be easily overlooked during editing resulting in various errors. Such errors are usually of syntactic nature (e.g., shifting columns or missing fields) due to typos introduced by users after manual-editing PDB files, although semantic errors are also very common (e.g., incorrect atom naming, overlapping numbering, duplications, etc.). PDB-tools web (<xref ref-type="bibr" rid="B11">Jim&#xe9;nez-Garc&#xed;a et&#x20;al., 2021</xref>) is a fully configurable, user-friendly web interface for the command-line application <italic>pdb-tools</italic> (<xref ref-type="bibr" rid="B21">Rodrigues et&#x20;al., 2018</xref>). Using the portal users can, in a few clicks, build a complex pipeline which can then be saved (and uploaded) for future use and reproducibility. This pipeline is composed by different processing blocks with atomic tasks on the PDB provided data, to name a few, removing certain atom types, renaming chains, renumbering residues, removing multiple occupancies or detecting gaps among many others. The webserver is available at <ext-link ext-link-type="uri" xlink:href="https://wenmr.science.uu.nl/pdbtools/">https://wenmr.science.uu.nl/pdbtools/</ext-link> and the list of all available processing blocks is described on the online manual at <ext-link ext-link-type="uri" xlink:href="https://wenmr.science.uu.nl/pdbtools/manual">https://wenmr.science.uu.nl/pdbtools/manual</ext-link>.</p>
</sec>
<sec id="s2-7">
<title>Powerfit</title>
<p>Cryo-electron microscopy (cryo-EM) is an experimental technique that can be used to obtain direct images of large macromolecular complexes (<xref ref-type="bibr" rid="B10">Fernandez-Leiro and Scheres, 2016</xref>). When the resolution of the resulting EM data is not sufficient to build models directly in the maps, it is common to fit existing 3D structures into those maps. To this end, Powerfit has been developed as a Python package for fast and sensitive rigid body fitting of molecular structures into EM density maps with a core-weighted local cross correlation scoring function (<xref ref-type="bibr" rid="B31">Zundert and Bonvin, 2015b</xref>). It is freely available as a webserver (<xref ref-type="bibr" rid="B23">Zundert et&#x20;al., 2017</xref>) running on both local and GPU-accelerated distributed infrastructures at <ext-link ext-link-type="uri" xlink:href="https://alcazar.science.uu.nl/services/POWERFIT">https://alcazar.science.uu.nl/services/POWERFIT</ext-link>.</p>
</sec>
<sec id="s2-8">
<title>proABC-2</title>
<p>Monoclonal antibodies have been consolidated as therapeutic tools due to their high affinity and specificity towards their target. proABC-2 (<xref ref-type="bibr" rid="B1">Ambrosetti et&#x20;al., 2020</xref>), the updated version of proABC (<xref ref-type="bibr" rid="B18">Olimpieri et&#x20;al., 2013</xref>), is a valuable tool that predicts which antibody residues can form intermolecular contacts with its antigen and further give insight into the chemical components of such interactions, differentiating between hydrophobic and hydrophilic interactions. The latest version replaced the previously used random forest paratope predictor by a convolutional neural network algorithm. Predictions obtained by proABC-2 can be used for example, to guide molecular docking, leading to improvements of success rate and quality of the predicted models. proABC-2 is available at <ext-link ext-link-type="uri" xlink:href="https://wenmr.science.uu.nl/proabc2/">https://wenmr.science.uu.nl/proabc2/</ext-link>.</p>
</sec>
<sec id="s2-9">
<title>Prodigy</title>
<p>In addition to elucidating the structural aspects of a biomolecular complex and its interacting components, it is of crucial importance to be able to estimate the strength of the interaction, or, in other words, to be able to predict the binding affinity of the complex. PRODIGY, the <italic>PROtein binDIng enerGY Prediction tool</italic> (<xref ref-type="bibr" rid="B25">Vangone and Bonvin, 2015</xref>) allows to predict the binding affinity of protein-protein complexes from their three-dimensional structures. It does so by calculating features derived both from interfacial residue contacts as well as those from the non-interface residues (<xref ref-type="bibr" rid="B13">Kastritis et&#x20;al., 2014</xref>). The same rationale has been expanded to protein-ligand complexes (PRODIGY-LIGAND) (<xref ref-type="bibr" rid="B14">Kurkcuoglu et&#x20;al., 2018</xref>; <xref ref-type="bibr" rid="B26">Vangone et&#x20;al., 2018</xref>) and to the classification of interfaces in crystal structures as biological or crystallographic (PRODIGY-CRYSTAL) (<xref ref-type="bibr" rid="B9">Elez et&#x20;al., 2018</xref>; <xref ref-type="bibr" rid="B12">Jim&#xe9;nez-Garc&#xed;a et&#x20;al., 2019</xref>). PRODIGY services are available at <ext-link ext-link-type="uri" xlink:href="https://wenmr.science.uu.nl/prodigy/">https://wenmr.science.uu.nl/prodigy/</ext-link>.</p>
</sec>
<sec id="s2-10">
<title>SpotON</title>
<p>Once an interaction has been characterized, it is valuable to know which parts of the interface contribute more to the binding, namely what are interaction &#x201c;hot spots&#x201d;&#x2014;residues that upon mutation to alanine confer a difference in the binding free energy of the complex greater than 2.0&#xa0;kcal/mol. The experimental identification of these regions is typically low throughput, laborious and expensive since it involves multiple rounds of point mutations and binding energy evaluations. SpotON was developed a computational approach to identify and classify interface residues as either hot spots, with positive contribution to the interface or null spots, with little to no significant contribution to the interface (<xref ref-type="bibr" rid="B15">Melo et&#x20;al., 2016</xref>; <xref ref-type="bibr" rid="B16">Moreira et&#x20;al., 2017</xref>). Its predictor combines different machine-learning algorithms, and it is available as a free and easy-to-use webserver <ext-link ext-link-type="uri" xlink:href="https://alcazar.science.uu.nl/services/SPOTON">https://alcazar.science.uu.nl/services/SPOTON</ext-link>.</p>
</sec>
</sec>
<sec id="s3">
<title>Infrastructure</title>
<p>The WeNMR portals use either local or distributed computing resources, while harvesting GPU resources in some cases to speed up the computations. Some portals, especially the ones making use of the EOSC-EGI high-throughput computational resources (see below) do require registration for use (<xref ref-type="fig" rid="F1">Figure&#x20;1</xref>).</p>
<fig id="F1" position="float">
<label>FIGURE 1</label>
<caption>
<p>Schematic panel displaying which type of input data and restraint are supported by each WeNMR-EOSC service as well as execution infrastructure used, registration policy and certificate handling.</p>
</caption>
<graphic xlink:href="fmolb-08-729513-g001.tif"/>
</fig>
<sec id="s3-1">
<title>European Open Science Cloud-EGI</title>
<p>The EGI Federation is an international e-Infrastructure providing advanced computing and data analytics for research and innovation. In the last decade it evolved from the high energy physics compute grid (WLCG) towards a multi-disciplinary, multi-technology infrastructure federating hundreds of resource centers worldwide and delivering large-scale data analysis capabilities (&#x3e;1&#xa0;millions of CPU-cores and &#x3e;900&#xa0;PB of disk and tape storage) to more than 70,000 researchers covering many scientific disciplines. During 2020 it delivered 13&#xa0;billions of CPU hours of High Throughput Computing (HTC) and 18&#xa0;millions of CPU hours of cloud computing (<xref ref-type="fig" rid="F2">Figure&#x20;2</xref>).</p>
<fig id="F2" position="float">
<label>FIGURE 2</label>
<caption>
<p>Usage of EOSC/EGI HTC resources per year in terms of normalized CPU hours for the WeNMR services (source EGI accounting portal).</p>
</caption>
<graphic xlink:href="fmolb-08-729513-g002.tif"/>
</fig>
<p>EGI was one of the main actors and the coordinator of EOSC-Hub, a three-year European project that ended in March 2021, aimed at starting the design and implementation of the European Open Science Cloud. EGI operates several core elements of EOSC and contributes to EOSC service portfolio offering services like e.g., HTC, Cloud Compute, Workload Manager, and Check-in which are relevant for WeNMR. Moreover, with the support of the recently started EGI-ACE project, under which WeNMR services are further operated, EGI will deliver the EOSC Compute Platform and will contribute to the EOSC Data Commons through a federation of cloud compute and storage facilities, Platform as a Service (PaaS) services and data spaces with analytics tools and federated access services.</p>
<p>The collaboration between EGI and WeNMR dates back to their early days, when in 2011 WeNMR became the first Virtual Research Community officially recognized by EGI. A formal Service Level Agreement (SLA) was established in 2016 and has since been periodically updated and recently extended until June 2023. The SLA between EGI and WeNMR is a document summarizing ten Operational Level Agreements (OLAs) between EGI and ten resource centers committed to providing HTC, cloud compute and storage capacity with availability and reliability above well-defined targets constantly monitored by the EGI operation team. These ten resource centers are located in Czech Republic, Italy, Portugal, Spain, Taiwan, Netherlands, and Ukraine. They ensure the availability of 6050 HEPSPEC&#x2032;06 normalized CPU-years per year of HTC computing time, 540 virtual CPU-cores of cloud compute capacity, and 59&#xa0;TB of online storage capacity. Furthermore, a grid site hosted at the <italic>Consorzio Interuniversitario Risonanze Magnetiche di Metalloproteine Paramagnetiche</italic> (CIRMMP) provides several GPGPU cards that greatly enhanced the performance of the DISVIS, POWERFIT, and AMPS-NMR applications. Next to the SLA sites, additional resources are also available on an opportunistic use basis. During 2020 the HTC capacity has further increased by adding some Open Science Grid resources hosted in the US and a few WLCG sites hosted in France, Germany and Spain that decided to support WeNMR COVID-19 related&#x20;jobs.</p>
</sec>
<sec id="s3-2">
<title>Single Sign-On</title>
<p>The WeNMR community has since the beginning recognized the importance of having a Single Sign-On (SSO) mechanism to access their web portals with unique login credentials. The first SSO was implemented in 2013 under the WeNMR European project, allowing users to subscribe to portals, validate personal grid certificates and manage job submissions all from one web page, collecting at the same time accounting records and user&#x2019;s geographic information. A few years later, with the support of the West-Life H2020 European project (2015&#x2013;2018), the WeNMR SSO was gradually replaced with the West-Life SSO. In recent years the SSO mechanisms typically have relied on an Authentication and Authorization Infrastructure (AAI) based on services like the IdP-SP-Proxy and standard protocols like SAML, OpeniD Connect and OAuth, and have been designed following the guidelines of the <italic>Authentication and Authorization for Research and Collaboration</italic> (AARC) initiative launched in May 2015. With the support of the EOSC-Hub project (2018&#x2013;2021) the WeNMR services transitioned to the current AAI solution based on the EGI Check-in service. Developed from the same AARC Blueprint Architecture<xref ref-type="fn" rid="fn1">
<sup>1</sup>
</xref>, EGI Check-in solution is part of EOSC service catalogue, and has also been adopted by the Instruct-ERIC infrastructure. Nowadays all the WeNMR portals integrate EGI Check-in as SSO mechanism. Users can register to the EGI Check-in at <ext-link ext-link-type="uri" xlink:href="https://aai.egi.eu/">https://aai.egi.eu</ext-link> and use those credentials to register to WeNMR services. All portals are compliant with the European General Data Protection Regulation (GDPR) with clear condition of use (<ext-link ext-link-type="uri" xlink:href="https://wenmr.science.uu.nl/conditions">https://wenmr.science.uu.nl/conditions</ext-link>) and privacy measures (<ext-link ext-link-type="uri" xlink:href="https://wenmr.science.uu.nl/privacy">https://wenmr.science.uu.nl/privacy</ext-link>).</p>
</sec>
<sec id="s3-3">
<title>Dirac Workload Manager</title>
<p>The EGI Workload Manager is a service enabling users to access distributed computing resources of various types through a single user-friendly interface. It is one of the services offered by the EGI e-infrastructure project and it is also available <italic>via</italic> the EOSC Compute Platform. The service is built upon the software from the DIRAC Interware project (<ext-link ext-link-type="uri" xlink:href="http://diracgrid.org">http://diracgrid.org</ext-link>) (<xref ref-type="bibr" rid="B22">Tsaregorodtsev and Project, 2014</xref>). The project is providing a development framework and a set of ready-to-use components to build distributed computing systems of arbitrary complexity. It provides a complete solution for communities needing access to computing and storage resources distributed geographically, integrated in different grid and cloud infrastructures or standalone computing clusters and supercomputers. The DIRAC Workload Manager serves multiple scientific communities&#x2013;partners of the EGI e-infrastructure and the WeNMR Collaboration as one of its most active users. User tasks prepared by the WeNMR application portals are submitted to the Workload Manager service. The service performs reservation of computing resources by means of so-called pilot jobs which are submitted to various computing centers with appropriate access protocols. Once deployed on worker nodes, pilot jobs verify the execution environment and then request user payloads from the central DIRAC Task Queue. Altogether, the pilot jobs and the central Task Queue form a dynamic virtual batch system that overcomes the heterogeneity of the underlying computing infrastructures. This workload scheduling architecture allows to easily add new resources transparently for the users. It also makes it easy to apply usage policies by defining fine grained priorities to certain activities. For example, during the COVID pandemic it allowed to quickly make available resources of the sites willing to contribute to the COVID-related studies and ensure high priority of these jobs compared to other regular WeNMR activities.</p>
</sec>
</sec>
<sec id="s4">
<title>Community and Usage</title>
<p>The WeNMR services combined have had over 150.000&#x2b; users (<xref ref-type="table" rid="T1">Table&#x20;1</xref>). User satisfaction is monitored and the services have various support mechanisms summarized at <ext-link ext-link-type="uri" xlink:href="https://www.wenmr.eu/support">https://www.wenmr.eu/support</ext-link> allowing users to fill in requests and ask specific questions. This large userbase is provided with tutorials to ensure the tools are being used to their best (<xref ref-type="table" rid="T2">Table&#x20;2</xref>). The user&#x2019;s feedback and issues are one of the driving forces towards the improvement of the services and implementation of new features.</p>
<table-wrap id="T1" position="float">
<label>TABLE 1</label>
<caption>
<p>Usage statistics and satisfactions of the WeNMR services as of July&#x20;2021.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="left">Service</th>
<th align="center">Satisfaction rating [scale 1&#x2013;5] (&#x23;of respondents)</th>
<th align="center">Total number of users to date</th>
<th align="center">Total number of served requests to date</th>
<th align="center">Web portal Release year</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">AMPS-NMR</td>
<td align="center">-</td>
<td align="char" char=".">657</td>
<td align="char" char=".">27144</td>
<td align="char" char=".">2011</td>
</tr>
<tr>
<td align="left">DisVis</td>
<td align="center">4.76 (76)</td>
<td align="char" char=".">3545</td>
<td align="char" char=".">3947</td>
<td align="char" char=".">2016</td>
</tr>
<tr>
<td align="left">HADDOCK</td>
<td align="center">4.9 (5448)</td>
<td align="char" char=".">23254</td>
<td align="char" char=".">354910</td>
<td align="char" char=".">2008</td>
</tr>
<tr>
<td align="left">MetalPDB</td>
<td align="center">-</td>
<td align="char" char=".">158930&#x2a;</td>
<td align="char" char=".">225425&#x2a;&#x2a;</td>
<td align="char" char=".">2013</td>
</tr>
<tr>
<td align="left">PDB-tools web</td>
<td align="center">4.91 (74)</td>
<td align="center">-</td>
<td align="char" char=".">5012</td>
<td align="char" char=".">2020</td>
</tr>
<tr>
<td align="left">Powerfit</td>
<td align="center">4.78 (18)</td>
<td align="char" char=".">2834</td>
<td align="char" char=".">747</td>
<td align="char" char=".">2016</td>
</tr>
<tr>
<td align="left">proABC-2</td>
<td align="center">4.84 (73)</td>
<td align="center">-</td>
<td align="char" char=".">8017</td>
<td align="char" char=".">2019</td>
</tr>
<tr>
<td align="left">Prodigy</td>
<td align="center">4.79 (2191)</td>
<td align="center">-</td>
<td align="char" char=".">158981</td>
<td align="char" char=".">2016</td>
</tr>
<tr>
<td align="left">SpotON</td>
<td align="center">4.7 (82)</td>
<td align="char" char=".">3253</td>
<td align="char" char=".">6829</td>
<td align="char" char=".">2017</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>&#x2a;-Unique Ips.</p>
</fn>
<fn>
<p>&#x2a;&#x2a;-Pages served.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<table-wrap id="T2" position="float">
<label>TABLE 2</label>
<caption>
<p>Tutorials and user support material for the WeNMR-EOSC services.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="left">Service</th>
<th align="center">Tutorials/Manuals</th>
<th align="center">Support</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">AMPS-NMR</td>
<td align="center">
<ext-link ext-link-type="uri" xlink:href="https://www.wenmr.eu/tutorials/#rmd-amber">https://www.wenmr.eu/tutorials/&#x23;rmd-amber</ext-link>
</td>
<td align="center">
<italic>Via</italic> e-mail</td>
</tr>
<tr>
<td align="left">DISVIS</td>
<td align="center">
<ext-link ext-link-type="uri" xlink:href="https://www.bonvinlab.org/education/Others/disvis-webserver/">https://www.bonvinlab.org/education/Others/disvis-webserver/</ext-link>
</td>
<td align="center">
<ext-link ext-link-type="uri" xlink:href="https://ask.bioexcel.eu">https://ask.bioexcel.eu</ext-link>
</td>
</tr>
<tr>
<td align="left">FANTEN</td>
<td align="center">
<ext-link ext-link-type="uri" xlink:href="http://abs.cerm.unifi.it:8080/manual/FANTEN_manual.pdf">http://abs.cerm.unifi.it:8080/manual/FANTEN_manual.pdf</ext-link>
</td>
<td align="center">
<italic>Via</italic> e-mail</td>
</tr>
<tr>
<td align="left">HADDOCK</td>
<td align="center">
<ext-link ext-link-type="uri" xlink:href="https://www.bonvinlab.org/education/HADDOCK24/">https://www.bonvinlab.org/education/HADDOCK24/</ext-link>
</td>
<td align="center">
<ext-link ext-link-type="uri" xlink:href="https://ask.bioexcel.eu">https://ask.bioexcel.eu</ext-link>
</td>
</tr>
<tr>
<td align="left">MetalPDB</td>
<td align="center">
<ext-link ext-link-type="uri" xlink:href="https://metalpdb.cerm.unifi.it/glossary">https://metalpdb.cerm.unifi.it/glossary</ext-link>
</td>
<td align="center">
<italic>Via</italic> e-mail</td>
</tr>
<tr>
<td align="left">PDB-tools web</td>
<td align="center">
<ext-link ext-link-type="uri" xlink:href="https://wenmr.science.uu.nl/pdbtools/manual">https://wenmr.science.uu.nl/pdbtools/manual</ext-link>
</td>
<td align="center">
<ext-link ext-link-type="uri" xlink:href="https://ask.bioexcel.eu">https://ask.bioexcel.eu</ext-link>
</td>
</tr>
<tr>
<td align="left">Powerfit</td>
<td align="center">
<ext-link ext-link-type="uri" xlink:href="https://www.bonvinlab.org/education/Others/powerfit-webserver">https://www.bonvinlab.org/education/Others/powerfit-webserver</ext-link>
</td>
<td align="center">
<ext-link ext-link-type="uri" xlink:href="https://ask.bioexcel.eu">https://ask.bioexcel.eu</ext-link>
</td>
</tr>
<tr>
<td align="left">proABC-2</td>
<td align="center">
<ext-link ext-link-type="uri" xlink:href="https://wenmr.science.uu.nl/proabc2/manual">https://wenmr.science.uu.nl/proabc2/manual</ext-link>
</td>
<td align="center">
<italic>Via</italic> e-mail</td>
</tr>
<tr>
<td align="left">Prodigy</td>
<td align="center">
<ext-link ext-link-type="uri" xlink:href="https://wenmr.science.uu.nl/prodigy/manual">https://wenmr.science.uu.nl/prodigy/manual</ext-link>
</td>
<td align="center">
<ext-link ext-link-type="uri" xlink:href="https://ask.bioexcel.eu">https://ask.bioexcel.eu</ext-link>
</td>
</tr>
<tr>
<td align="left">SpotON</td>
<td align="center">
<ext-link ext-link-type="uri" xlink:href="https://alcazar.science.uu.nl/cgi/services/SPOTON/spoton/help">https://alcazar.science.uu.nl/cgi/services/SPOTON/spoton/help</ext-link>
</td>
<td align="center">
<ext-link ext-link-type="uri" xlink:href="https://ask.bioexcel.eu">https://ask.bioexcel.eu</ext-link>
</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>The services discussed here have been making use of EGI HTC resources since 2009. <xref ref-type="fig" rid="F1">Figure&#x20;1</xref>, plots the normalized CPU usage per month, clearly showing the increasing use of the EGI HTC resources over time, culminating in 2020 to the equivalent of &#x223c;5300 CPU years&#x2019; worth of computing.</p>
<p>During the COVID pandemic, one of the most used WeNMR service, HADDOCK, has seen a significant increase of both the number of submissions and single users, with about 1/3 of all submissions since April 2021 being COVID-related (<xref ref-type="fig" rid="F3">Figure&#x20;3</xref>).</p>
<fig id="F3" position="float">
<label>FIGURE 3</label>
<caption>
<p>Number of submissions <bold>(A)</bold> and unique active users <bold>(B)</bold> per month of the HADDOCK WeNMR portal since 2019. An active user is a user who has submitted at least one run to the portal during the specified period. Since April 2020 users can flag their submission as COVID-related (orange bars). Those represent about 1/3 of the total number of submissions.</p>
</caption>
<graphic xlink:href="fmolb-08-729513-g003.tif"/>
</fig>
</sec>
<sec sec-type="conclusion" id="s5">
<title>Conclusion</title>
<p>Over more than a decade the WeNMR project has facilitated the use of advanced computational tools. Taking advantage of the EGI high throughput compute infrastructure, it has developed as a Thematic Services in the European Open Science Cloud. Its large worldwide user community of over 23,000 users distributed over 125 countries, submitted in 2020&#x20;&#x3e;12&#xa0;million jobs that accounted for &#x223c;4,000&#x20;CPU-years. In tight collaboration with EGI, WeNMR has constantly improved its services, for example, piloting the use of distributed GPU resources and facilitating user access through the implementation of a single sign one mechanism. Its valuable services are offered <italic>via</italic> user-friendly web-based solutions that allows researchers to execute complex workflows at the click of their mouse without having to deal with the complexity of managing and distributing computations. The impact is evident from both usage of the services in research and education and from the number of citations of the various tools (&#x3e;800 since 2020). The active WeNMR user community, in turn, acts a catalyst for further development and improvement of the services.</p>
</sec>
</body>
<back>
<sec id="s6">
<title>Data Availability Statement</title>
<p>The original contributions presented in the study are included in the article/Supplementary Material, further inquiries can be directed to the corresponding authors.</p>
</sec>
<sec id="s7">
<title>Author Contributions</title>
<p>RH and AB conceived the structure of the manuscript and all authors contributed to the writing.</p>
</sec>
<sec id="s8">
<title>Funding</title>
<p>This work is co-funded by the Horizon 2020 projects EOSC-hub (Grant number 777536), EGI-ACE (Grant number 101017567) and BioExcel (Grant numbers 823830 and 675728) and by a computing grant from NWO-ENW (project number 2019.053).</p>
</sec>
<sec sec-type="COI-statement" id="s9">
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
<p>BJ-G is the editor of the &#x201c;Web Tools for Modeling and Analysis of Biomolecular Interactions&#x201d; research&#x20;topic.</p>
</sec>
<sec id="s10" sec-type="disclaimer">
<title>Publisher&#x2019;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<ack>
<p>The EGI team over the years is acknowledged for their continuous support in the operation of our services and facilitating the access to the EOSC/EGI HTC resources.</p>
</ack>
<fn-group>
<fn id="fn1">
<label>1</label>
<p>
<ext-link ext-link-type="uri" xlink:href="%20https://aarc-project.eu/wp-content/uploads/2019/05/AARC2-DJRA1.4_v2-FINAL.pdf">https://aarc-project.eu/wp-content/uploads/2019/05/AARC2-DJRA1.4_v2-FINAL.pdf</ext-link>.</p>
</fn>
</fn-group>
<ref-list>
<title>References</title>
<ref id="B1">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ambrosetti</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Olsen</surname>
<given-names>T. H.</given-names>
</name>
<name>
<surname>Olimpieri</surname>
<given-names>P. P.</given-names>
</name>
<name>
<surname>Jim&#xe9;nez-Garc&#xed;a</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Milanetti</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Marcatilli</surname>
<given-names>P.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>proABC-2: PRediction of AntiBody Contacts V2 and its Application to Information-Driven Docking</article-title>. <source>Bioinformatics</source> <volume>36</volume>, <fpage>5107</fpage>&#x2013;<lpage>5108</lpage>. <pub-id pub-id-type="doi">10.1093/bioinformatics/btaa644</pub-id> </citation>
</ref>
<ref id="B2">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Andreetto</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Astalos</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Dobrucky</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Giachetti</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Rebatto</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Rosato</surname>
<given-names>A.</given-names>
</name>
<etal/>
</person-group> (<year>2017</year>). <article-title>EGI Federated Platforms Supporting Accelerated Computing</article-title>. <source>Proc. Int. Symp. Grids Clouds Isgc</source> <volume>2017</volume>, <fpage>Pos Isgc2017</fpage>. <pub-id pub-id-type="doi">10.22323/1.293.0020</pub-id> </citation>
</ref>
<ref id="B3">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Andreini</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Cavallaro</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Lorenzini</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Rosato</surname>
<given-names>A.</given-names>
</name>
</person-group> (<year>2013a</year>). <article-title>MetalPDB: a Database of Metal Sites in Biological Macromolecular Structures</article-title>. <source>Nucleic Acids Res.</source> <volume>41</volume>, <fpage>D312</fpage>&#x2013;<lpage>D319</lpage>. <pub-id pub-id-type="doi">10.1093/nar/gks1063</pub-id> </citation>
</ref>
<ref id="B4">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Andreini</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Cavallaro</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Rosato</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Valasatava</surname>
<given-names>Y.</given-names>
</name>
</person-group> (<year>2013b</year>). <article-title>MetalS2: A Tool for the Structural Alignment of Minimal Functional Sites in Metal-Binding Proteins and Nucleic Acids</article-title>. <source>J.&#x20;Chem. Inf. Model.</source> <volume>53</volume>, <fpage>3064</fpage>&#x2013;<lpage>3075</lpage>. <pub-id pub-id-type="doi">10.1021/ci400459w</pub-id> </citation>
</ref>
<ref id="B5">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Berman</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Henrick</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Nakamura</surname>
<given-names>H.</given-names>
</name>
</person-group> (<year>2003</year>). <article-title>Announcing the Worldwide Protein Data Bank</article-title>. <source>Nat. Struct. Mol. Biol.</source> <volume>10</volume>, <fpage>980</fpage>. <pub-id pub-id-type="doi">10.1038/nsb1203-980</pub-id> </citation>
</ref>
<ref id="B6">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bertini</surname>
<given-names>I.</given-names>
</name>
<name>
<surname>Case</surname>
<given-names>D. A.</given-names>
</name>
<name>
<surname>Ferella</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Giachetti</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Rosato</surname>
<given-names>A.</given-names>
</name>
</person-group> (<year>2011</year>). <article-title>A Grid-Enabled Web portal for NMR Structure Refinement with AMBER</article-title>. <source>Bioinformatics</source> <volume>27</volume>, <fpage>2384</fpage>&#x2013;<lpage>2390</lpage>. <pub-id pub-id-type="doi">10.1093/bioinformatics/btr415</pub-id> </citation>
</ref>
<ref id="B7">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bourne</surname>
<given-names>P. E.</given-names>
</name>
<name>
<surname>Berman</surname>
<given-names>H. M.</given-names>
</name>
<name>
<surname>McMahon</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Watenpaugh</surname>
<given-names>K. D.</given-names>
</name>
<name>
<surname>Westbrook</surname>
<given-names>J.&#x20;D.</given-names>
</name>
<name>
<surname>Fitzgerald</surname>
<given-names>P. M. D.</given-names>
</name>
</person-group> (<year>1997</year>). <article-title>[30] Macromolecular Crystallographic Information File</article-title>. <source>Methods Enzymol.</source> <volume>277</volume>, <fpage>571</fpage>&#x2013;<lpage>590</lpage>. <pub-id pub-id-type="doi">10.1016/s0076-6879(97)77032-0</pub-id> </citation>
</ref>
<ref id="B8">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Dominguez</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Boelens</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Bonvin</surname>
<given-names>A. M. J.&#x20;J.</given-names>
</name>
</person-group> (<year>2003</year>). <article-title>HADDOCK: A Protein&#x2212;Protein Docking Approach Based on Biochemical or Biophysical Information</article-title>. <source>J.&#x20;Am. Chem. Soc.</source> <volume>125</volume>, <fpage>1731</fpage>&#x2013;<lpage>1737</lpage>. <pub-id pub-id-type="doi">10.1021/ja026939x</pub-id> </citation>
</ref>
<ref id="B9">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Elez</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Bonvin</surname>
<given-names>A. M. J.&#x20;J.</given-names>
</name>
<name>
<surname>Vangone</surname>
<given-names>A.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Distinguishing Crystallographic from Biological Interfaces in Protein Complexes: Role of Intermolecular Contacts and Energetics for Classification</article-title>. <source>Bmc Bioinformatics</source> <volume>19</volume>, <fpage>438</fpage>. <pub-id pub-id-type="doi">10.1186/s12859-018-2414-9</pub-id> </citation>
</ref>
<ref id="B10">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Fernandez-Leiro</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Scheres</surname>
<given-names>S. H. W.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>Unravelling Biological Macromolecules with Cryo-Electron Microscopy</article-title>. <source>Nature</source> <volume>537</volume>, <fpage>339</fpage>&#x2013;<lpage>346</lpage>. <pub-id pub-id-type="doi">10.1038/nature19948</pub-id> </citation>
</ref>
<ref id="B11">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jim&#xe9;nez&#x2010;Garc&#xed;a</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Teixeira</surname>
<given-names>J.&#x20;M. C.</given-names>
</name>
<name>
<surname>Trellet</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Rodrigues</surname>
<given-names>J.&#x20;P. G. L. M.</given-names>
</name>
<name>
<surname>Bonvin</surname>
<given-names>A. M. J.&#x20;J.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>PDB&#x2010;tools Web: A User&#x2010;friendly Interface for the Manipulation of PDB Files</article-title>. <source>Proteins Struct. Funct. Bioinform</source> <volume>89</volume>, <fpage>330</fpage>&#x2013;<lpage>335</lpage>. <pub-id pub-id-type="doi">10.1002/prot.26018</pub-id> </citation>
</ref>
<ref id="B12">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jim&#xe9;nez-Garc&#xed;a</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Elez</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Koukos</surname>
<given-names>P. I.</given-names>
</name>
<name>
<surname>Bonvin</surname>
<given-names>A. M.</given-names>
</name>
<name>
<surname>Vangone</surname>
<given-names>A.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>PRODIGY-crystal: a Web-Tool for Classification of Biological Interfaces in Protein Complexes</article-title>. <source>Bioinformatics</source> <volume>35</volume>, <fpage>4821</fpage>&#x2013;<lpage>4823</lpage>. <pub-id pub-id-type="doi">10.1093/bioinformatics/btz437</pub-id> </citation>
</ref>
<ref id="B13">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kastritis</surname>
<given-names>P. L.</given-names>
</name>
<name>
<surname>Rodrigues</surname>
<given-names>J.&#x20;P. G. L. M.</given-names>
</name>
<name>
<surname>Folkers</surname>
<given-names>G. E.</given-names>
</name>
<name>
<surname>Boelens</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Bonvin</surname>
<given-names>A. M. J.&#x20;J.</given-names>
</name>
</person-group> (<year>2014</year>). <article-title>Proteins Feel More Than They See: Fine-Tuning of Binding Affinity by Properties of the Non-interacting Surface</article-title>. <source>J.&#x20;Mol. Biol.</source> <volume>426</volume>, <fpage>2632</fpage>&#x2013;<lpage>2652</lpage>. <pub-id pub-id-type="doi">10.1016/j.jmb.2014.04.017</pub-id> </citation>
</ref>
<ref id="B14">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kurkcuoglu</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Koukos</surname>
<given-names>P. I.</given-names>
</name>
<name>
<surname>Citro</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Trellet</surname>
<given-names>M. E.</given-names>
</name>
<name>
<surname>Rodrigues</surname>
<given-names>J.&#x20;P. G. L. M.</given-names>
</name>
<name>
<surname>Moreira</surname>
<given-names>I. S.</given-names>
</name>
<etal/>
</person-group> (<year>2018</year>). <article-title>Performance of HADDOCK and a Simple Contact-Based Protein-Ligand Binding Affinity Predictor in the D3R Grand Challenge 2</article-title>. <source>J.&#x20;Comput. Aided Mol. Des.</source> <volume>32</volume>, <fpage>175</fpage>&#x2013;<lpage>185</lpage>. <pub-id pub-id-type="doi">10.1007/s10822-017-0049-y</pub-id> </citation>
</ref>
<ref id="B15">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Melo</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Fieldhouse</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Melo</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Correia</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Cordeiro</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>G&#xfc;m&#xfc;&#x15f;</surname>
<given-names>Z.</given-names>
</name>
<etal/>
</person-group> (<year>2016</year>). <article-title>A Machine Learning Approach for Hot-Spot Detection at Protein-Protein Interfaces</article-title>. <source>Ijms</source> <volume>17</volume>, <fpage>1215</fpage>. <pub-id pub-id-type="doi">10.3390/ijms17081215</pub-id> </citation>
</ref>
<ref id="B16">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Moreira</surname>
<given-names>I. S.</given-names>
</name>
<name>
<surname>Koukos</surname>
<given-names>P. I.</given-names>
</name>
<name>
<surname>Melo</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Almeida</surname>
<given-names>J.&#x20;G.</given-names>
</name>
<name>
<surname>Preto</surname>
<given-names>A. J.</given-names>
</name>
<name>
<surname>Schaarschmidt</surname>
<given-names>J.</given-names>
</name>
<etal/>
</person-group> (<year>2017</year>). <article-title>SpotOn: High Accuracy Identification of Protein-Protein Interface Hot-Spots</article-title>. <source>Sci. Rep.</source> <volume>7</volume>, <fpage>8007</fpage>. <pub-id pub-id-type="doi">10.1038/s41598-017-08321-2</pub-id> </citation>
</ref>
<ref id="B17">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Okamoto</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Sako</surname>
<given-names>Y.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>Recent Advances in FRET for the Study of Protein Interactions and Dynamics</article-title>. <source>Curr. Opin. Struct. Biol.</source> <volume>46</volume>, <fpage>16</fpage>&#x2013;<lpage>23</lpage>. <pub-id pub-id-type="doi">10.1016/j.sbi.2017.03.010</pub-id> </citation>
</ref>
<ref id="B18">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Olimpieri</surname>
<given-names>P. P.</given-names>
</name>
<name>
<surname>Chailyan</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Tramontano</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Marcatili</surname>
<given-names>P.</given-names>
</name>
</person-group> (<year>2013</year>). <article-title>Prediction of Site-specific Interactions in Antibody-Antigen Complexes: the proABC Method and Server</article-title>. <source>Bioinformatics</source> <volume>29</volume>, <fpage>2285</fpage>&#x2013;<lpage>2291</lpage>. <pub-id pub-id-type="doi">10.1093/bioinformatics/btt369</pub-id> </citation>
</ref>
<ref id="B19">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Putignano</surname>
<given-names>V.</given-names>
</name>
<name>
<surname>Rosato</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Banci</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Andreini</surname>
<given-names>C.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>MetalPDB in 2018: a Database of Metal Sites in Biological Macromolecular Structures</article-title>. <source>Nucleic Acids Res.</source> <volume>46</volume>, <fpage>D459</fpage>&#x2013;<lpage>D464</lpage>. <pub-id pub-id-type="doi">10.1093/nar/gkx989</pub-id> </citation>
</ref>
<ref id="B20">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Rinaldelli</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Carlon</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Ravera</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Parigi</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Luchinat</surname>
<given-names>C.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>FANTEN: a New Web-Based Interface for the Analysis of Magnetic Anisotropy-Induced NMR Data</article-title>. <source>J.&#x20;Biomol. Nmr</source> <volume>61</volume>, <fpage>21</fpage>&#x2013;<lpage>34</lpage>. <pub-id pub-id-type="doi">10.1007/s10858-014-9877-4</pub-id> </citation>
</ref>
<ref id="B21">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Rodrigues</surname>
<given-names>J.&#x20;P. G. L. M.</given-names>
</name>
<name>
<surname>Teixeira</surname>
<given-names>J.&#x20;M. C.</given-names>
</name>
<name>
<surname>Trellet</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Bonvin</surname>
<given-names>A. M. J.&#x20;J.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Pdb-Tools: a Swiss Army Knife for Molecular Structures</article-title>. <source>F1000Res</source> <volume>7</volume>, <fpage>1961</fpage>. <pub-id pub-id-type="doi">10.12688/f1000research.17456.1</pub-id> </citation>
</ref>
<ref id="B22">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Tsaregorodtsev</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Project</surname>
<given-names>the. D.</given-names>
</name>
</person-group> (<year>2014</year>). <article-title>DIRAC Distributed Computing Services</article-title>. <source>J.&#x20;Phys. Conf. Ser.</source> <volume>513</volume>, <fpage>032096</fpage>. <pub-id pub-id-type="doi">10.1088/1742-6596/513/3/032096</pub-id> </citation>
</ref>
<ref id="B23">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>van Zundert</surname>
<given-names>G. C.</given-names>
</name>
<name>
<surname>Trellet</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Schaarschmidt</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Kurkcuoglu</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>David</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Verlato</surname>
<given-names>M.</given-names>
</name>
<etal/>
</person-group> (<year>2017</year>). <article-title>The DisVis and PowerFit Web Servers: Explorative and Integrative Modeling of Biomolecular Complexes</article-title>. <source>J.&#x20;Mol. Biol.</source> <volume>429</volume>, <fpage>399</fpage>&#x2013;<lpage>407</lpage>. <pub-id pub-id-type="doi">10.1016/j.jmb.2016.11.032</pub-id> </citation>
</ref>
<ref id="B24">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>van Zundert</surname>
<given-names>G. C. P.</given-names>
</name>
<name>
<surname>Rodrigues</surname>
<given-names>J.&#x20;P. G. L. M.</given-names>
</name>
<name>
<surname>Trellet</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Schmitz</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Kastritis</surname>
<given-names>P. L.</given-names>
</name>
<name>
<surname>Karaca</surname>
<given-names>E.</given-names>
</name>
<etal/>
</person-group> (<year>2016</year>). <article-title>The HADDOCK2.2 Web Server: User-Friendly Integrative Modeling of Biomolecular Complexes</article-title>. <source>J.&#x20;Mol. Biol.</source> <volume>428</volume>, <fpage>720</fpage>&#x2013;<lpage>725</lpage>. <pub-id pub-id-type="doi">10.1016/j.jmb.2015.09.014</pub-id> </citation>
</ref>
<ref id="B25">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Vangone</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Bonvin</surname>
<given-names>A. M.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>Contacts-based Prediction of Binding Affinity in Protein-Protein Complexes</article-title>. <source>Elife</source> <volume>4</volume>, <fpage>e07454</fpage>. <pub-id pub-id-type="doi">10.7554/elife.07454</pub-id> </citation>
</ref>
<ref id="B26">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Vangone</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Schaarschmidt</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Koukos</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Geng</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Citro</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Trellet</surname>
<given-names>M. E.</given-names>
</name>
<etal/>
</person-group> (<year>2018</year>). <article-title>Large-scale Prediction of Binding Affinity in Protein-Small Ligand Complexes: the PRODIGY-LIG Web Server</article-title>. <source>Bioinformatics</source> <volume>35</volume>, <fpage>1585</fpage>&#x2013;<lpage>1587</lpage>. <pub-id pub-id-type="doi">10.1093/bioinformatics/bty816</pub-id> </citation>
</ref>
<ref id="B27">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Vries</surname>
<given-names>S. J.&#x20;de.</given-names>
</name>
<name>
<surname>Dijk</surname>
<given-names>M. van.</given-names>
</name>
<name>
<surname>Bonvin</surname>
<given-names>A. M. J.&#x20;J.</given-names>
</name>
</person-group> (<year>2010</year>). <article-title>The HADDOCK Web Server for Data-Driven Biomolecular Docking</article-title>. <source>Nat. Protoc.</source> <volume>5</volume>, <fpage>883</fpage>&#x2013;<lpage>897</lpage>. <pub-id pub-id-type="doi">10.1038/nprot.2010.32</pub-id> </citation>
</ref>
<ref id="B28">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Xue</surname>
<given-names>L. C.</given-names>
</name>
<name>
<surname>Rodrigues</surname>
<given-names>J.&#x20;P.</given-names>
</name>
<name>
<surname>Kastritis</surname>
<given-names>P. L.</given-names>
</name>
<name>
<surname>Bonvin</surname>
<given-names>A. M.</given-names>
</name>
<name>
<surname>Vangone</surname>
<given-names>A.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>PRODIGY: a Web Server for Predicting the Binding Affinity of Protein-Protein Complexes</article-title>. <source>Bioinformatics</source> <volume>32</volume>, <fpage>btw514</fpage>&#x2013;<lpage>3678</lpage>. <pub-id pub-id-type="doi">10.1093/bioinformatics/btw514</pub-id> </citation>
</ref>
<ref id="B29">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yu</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Huang</surname>
<given-names>L.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>Cross-Linking Mass Spectrometry: An Emerging Technology for Interactomics and Structural Biology</article-title>. <source>Anal. Chem.</source> <volume>90</volume>, <fpage>144</fpage>&#x2013;<lpage>165</lpage>. <pub-id pub-id-type="doi">10.1021/acs.analchem.7b04431</pub-id> </citation>
</ref>
<ref id="B30">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zundert</surname>
<given-names>G. C. P. van.</given-names>
</name>
<name>
<surname>Bonvin</surname>
<given-names>A. M. J.&#x20;J.</given-names>
</name>
</person-group> (<year>2015a</year>). <article-title>DisVis: Quantifying and Visualizing Accessible Interaction Space of Distance-Restrained Biomolecular Complexes</article-title>. <source>Bioinformatics</source> <volume>31</volume>, <fpage>3222</fpage>&#x2013;<lpage>3224</lpage>. <pub-id pub-id-type="doi">10.1093/bioinformatics/btv333</pub-id> </citation>
</ref>
<ref id="B31">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zundert</surname>
<given-names>G. C. P. van.</given-names>
</name>
<name>
<surname>Bonvin</surname>
<given-names>A. M. J.&#x20;J.</given-names>
</name>
</person-group> (<year>2015b</year>). <article-title>Fast and Sensitive Rigid-Body Fitting into Cryo-EM Density Maps with PowerFit</article-title>. <source>Aims Biophys.</source> <volume>2</volume>, <fpage>73</fpage>&#x2013;<lpage>87</lpage>. <pub-id pub-id-type="doi">10.3934/biophy.2015.2.73</pub-id> </citation>
</ref>
</ref-list>
</back>
</article>