var bibbase_data = {"data":"<img src=\"//bibbase.org/img/ajax-loader.gif\" id=\"spinner\"\n  style=\"display: none;\" alt=\"Loading..\" />\n\n<div id=\"bibbase\">\n\n  <script type=\"text/javascript\">\n    var bibbase = {\n      params: {\"bib\":\"https://api.zotero.org/groups/4799514/items?key=euYq5cdKpGK6xljQmpW8AeSb&format=bibtex&limit=100\",\"jsonp\":\"1\",\"host\":\"bibbase.org\"},\n      data: [{\"bibtype\":\"article\",\"type\":\"article\",\"title\":\"How Does Knowledge Evolve in Open Knowledge Graphs?\",\"copyright\":\"https://creativecommons.org/licenses/by/4.0/legalcode\",\"url\":\"https://drops.dagstuhl.de/entities/document/10.4230/TGDK.1.1.11\",\"doi\":\"10.4230/TGDK.1.1.11\",\"abstract\":\"Openly available, collaboratively edited Knowledge Graphs (KGs) are key platforms for the collective management of evolving knowledge. The present work aims t o provide an analysis of the obstacles related to investigating and processing specifically this central aspect of evolution in KGs. To this end, we discuss (i) the dimensions of evolution in KGs, (ii) the observability of evolution in existing, open, collaboratively constructed Knowledge Graphs over time, and (iii) possible metrics to analyse this evolution. We provide an overview of relevant state-of-the-art research, ranging from metrics developed for Knowledge Graphs specifically to potential methods from related fields such as network science. Additionally, we discuss technical approaches - and their current limitations - related to storing, analysing and processing large and evolving KGs in terms of handling typical KG downstream tasks.\",\"language\":\"en\",\"urldate\":\"2023-12-20\",\"journal\":\"DROPS-IDN/v2/document/10.4230/TGDK.1.1.11\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Polleres\"],\"firstnames\":[\"Axel\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Pernisch\"],\"firstnames\":[\"Romana\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Bonifati\"],\"firstnames\":[\"Angela\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Dell'Aglio\"],\"firstnames\":[\"Daniele\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Dobriy\"],\"firstnames\":[\"Daniil\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Dumbrava\"],\"firstnames\":[\"Stefania\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Etcheverry\"],\"firstnames\":[\"Lorena\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Ferranti\"],\"firstnames\":[\"Nicolas\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Hose\"],\"firstnames\":[\"Katja\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Jiménez-Ruiz\"],\"firstnames\":[\"Ernesto\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lissandrini\"],\"firstnames\":[\"Matteo\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Scherp\"],\"firstnames\":[\"Ansgar\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Tommasini\"],\"firstnames\":[\"Riccardo\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wachs\"],\"firstnames\":[\"Johannes\"],\"suffixes\":[]}],\"year\":\"2023\",\"bibtex\":\"@article{polleres_how_2023,\\n\\ttitle = {How {Does} {Knowledge} {Evolve} in {Open} {Knowledge} {Graphs}?},\\n\\tcopyright = {https://creativecommons.org/licenses/by/4.0/legalcode},\\n\\turl = {https://drops.dagstuhl.de/entities/document/10.4230/TGDK.1.1.11},\\n\\tdoi = {10.4230/TGDK.1.1.11},\\n\\tabstract = {Openly available, collaboratively edited Knowledge Graphs (KGs) are key platforms for the collective management of evolving knowledge. The present work aims t o provide an analysis of the obstacles related to investigating and processing specifically this central aspect of evolution in KGs. To this end, we discuss (i) the dimensions of evolution in KGs, (ii) the observability of evolution in existing, open, collaboratively constructed Knowledge Graphs over time, and (iii) possible metrics to analyse this evolution. We provide an overview of relevant state-of-the-art research, ranging from metrics developed for Knowledge Graphs specifically to potential methods from related fields such as network science. Additionally, we discuss technical approaches - and their current limitations - related to storing, analysing and processing large and evolving KGs in terms of handling typical KG downstream tasks.},\\n\\tlanguage = {en},\\n\\turldate = {2023-12-20},\\n\\tjournal = {DROPS-IDN/v2/document/10.4230/TGDK.1.1.11},\\n\\tauthor = {Polleres, Axel and Pernisch, Romana and Bonifati, Angela and Dell'Aglio, Daniele and Dobriy, Daniil and Dumbrava, Stefania and Etcheverry, Lorena and Ferranti, Nicolas and Hose, Katja and Jiménez-Ruiz, Ernesto and Lissandrini, Matteo and Scherp, Ansgar and Tommasini, Riccardo and Wachs, Johannes},\\n\\tyear = {2023},\\n}\\n\\n\",\"author_short\":[\"Polleres, A.\",\"Pernisch, R.\",\"Bonifati, A.\",\"Dell'Aglio, D.\",\"Dobriy, D.\",\"Dumbrava, S.\",\"Etcheverry, L.\",\"Ferranti, N.\",\"Hose, K.\",\"Jiménez-Ruiz, E.\",\"Lissandrini, M.\",\"Scherp, A.\",\"Tommasini, R.\",\"Wachs, J.\"],\"key\":\"polleres_how_2023\",\"id\":\"polleres_how_2023\",\"bibbaseid\":\"polleres-pernisch-bonifati-dellaglio-dobriy-dumbrava-etcheverry-ferranti-etal-howdoesknowledgeevolveinopenknowledgegraphs-2023\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://drops.dagstuhl.de/entities/document/10.4230/TGDK.1.1.11\"},\"metadata\":{\"authorlinks\":{}},\"downloads\":1,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"address\":\"New York, NY, USA\",\"series\":\"K-CAP '23\",\"title\":\"Do you catch my drift? On the usage of embedding methods to measure concept shift in knowledge graphs\",\"isbn\":\"9798400701412\",\"shorttitle\":\"Do you catch my drift?\",\"url\":\"https://dl.acm.org/doi/10.1145/3587259.3627555\",\"doi\":\"10.1145/3587259.3627555\",\"abstract\":\"Automatically detecting and measuring differences between evolving Knowledge Graphs (KGs) has been a topic of investigation for years. With the rising popularity of embedding methods, we investigate the possibility of using embeddings to detect Concept Shift in evolving KGs. Specifically, we go deeper into the usage of nearest neighbour set comparison as the basis for a similarity measure, and show why this approach is conceptually problematic. As an alternative, we explore the possibility of using clustering methods. This paper serves to (i) inform the community about the challenges that arise when using KG embeddings for the comparison of different versions of a KG specifically, (ii) investigate how this is supported by theories on knowledge representation and semantic representation in NLP and (iii) take the first steps into the direction of valuable representation of semantics within KGs for comparison.\",\"urldate\":\"2023-12-20\",\"booktitle\":\"Proceedings of the 12th Knowledge Capture Conference 2023\",\"publisher\":\"Association for Computing Machinery\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Verkijk\"],\"firstnames\":[\"Stella\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Roothaert\"],\"firstnames\":[\"Ritten\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Pernisch\"],\"firstnames\":[\"Romana\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Schlobach\"],\"firstnames\":[\"Stefan\"],\"suffixes\":[]}],\"month\":\"December\",\"year\":\"2023\",\"keywords\":\"Concept Shift, Knowledge Graph Embeddings, NLP, Semantics\",\"pages\":\"70–74\",\"bibtex\":\"@inproceedings{verkijk_you_2023,\\n\\taddress = {New York, NY, USA},\\n\\tseries = {K-{CAP} '23},\\n\\ttitle = {Do you catch my drift? {On} the usage of embedding methods to measure concept shift in knowledge graphs},\\n\\tisbn = {9798400701412},\\n\\tshorttitle = {Do you catch my drift?},\\n\\turl = {https://dl.acm.org/doi/10.1145/3587259.3627555},\\n\\tdoi = {10.1145/3587259.3627555},\\n\\tabstract = {Automatically detecting and measuring differences between evolving Knowledge Graphs (KGs) has been a topic of investigation for years. With the rising popularity of embedding methods, we investigate the possibility of using embeddings to detect Concept Shift in evolving KGs. Specifically, we go deeper into the usage of nearest neighbour set comparison as the basis for a similarity measure, and show why this approach is conceptually problematic. As an alternative, we explore the possibility of using clustering methods. This paper serves to (i) inform the community about the challenges that arise when using KG embeddings for the comparison of different versions of a KG specifically, (ii) investigate how this is supported by theories on knowledge representation and semantic representation in NLP and (iii) take the first steps into the direction of valuable representation of semantics within KGs for comparison.},\\n\\turldate = {2023-12-20},\\n\\tbooktitle = {Proceedings of the 12th {Knowledge} {Capture} {Conference} 2023},\\n\\tpublisher = {Association for Computing Machinery},\\n\\tauthor = {Verkijk, Stella and Roothaert, Ritten and Pernisch, Romana and Schlobach, Stefan},\\n\\tmonth = dec,\\n\\tyear = {2023},\\n\\tkeywords = {Concept Shift, Knowledge Graph Embeddings, NLP, Semantics},\\n\\tpages = {70--74},\\n}\\n\\n\",\"author_short\":[\"Verkijk, S.\",\"Roothaert, R.\",\"Pernisch, R.\",\"Schlobach, S.\"],\"key\":\"verkijk_you_2023\",\"id\":\"verkijk_you_2023\",\"bibbaseid\":\"verkijk-roothaert-pernisch-schlobach-doyoucatchmydriftontheusageofembeddingmethodstomeasureconceptshiftinknowledgegraphs-2023\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://dl.acm.org/doi/10.1145/3587259.3627555\"},\"keyword\":[\"Concept Shift\",\"Knowledge Graph Embeddings\",\"NLP\",\"Semantics\"],\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"incollection\",\"type\":\"incollection\",\"series\":\"Frontiers in Artificial Intelligence and Applications\",\"title\":\"Approximate Answering of Graph Queries\",\"volume\":\"369\",\"isbn\":\"978-1-64368-407-9\",\"url\":\"https://doi.org/10.3233/FAIA230149\",\"booktitle\":\"Compendium of Neurosymbolic Artificial Intelligence\",\"publisher\":\"IOS Press\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Cochez\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Alivanistos\"],\"firstnames\":[\"Dimitrios\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Arakelyan\"],\"firstnames\":[\"Erik\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Berrendorf\"],\"firstnames\":[\"Max\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Daza\"],\"firstnames\":[\"Daniel\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Galkin\"],\"firstnames\":[\"Mikhail\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Minervini\"],\"firstnames\":[\"Pasquale\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Niepert\"],\"firstnames\":[\"Mathias\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Ren\"],\"firstnames\":[\"Hongyu\"],\"suffixes\":[]}],\"editor\":[{\"propositions\":[],\"lastnames\":[\"Hitzler\"],\"firstnames\":[\"Pascal\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Sarker\"],\"firstnames\":[\"Md\",\"Kamruzzaman\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Eberhart\"],\"firstnames\":[\"Aaron\"],\"suffixes\":[]}],\"year\":\"2023\",\"doi\":\"10.3233/FAIA230149\",\"pages\":\"373–386\",\"bibtex\":\"@incollection{cochez_approximate_2023,\\n\\tseries = {Frontiers in {Artificial} {Intelligence} and {Applications}},\\n\\ttitle = {Approximate {Answering} of {Graph} {Queries}},\\n\\tvolume = {369},\\n\\tisbn = {978-1-64368-407-9},\\n\\turl = {https://doi.org/10.3233/FAIA230149},\\n\\tbooktitle = {Compendium of {Neurosymbolic} {Artificial} {Intelligence}},\\n\\tpublisher = {IOS Press},\\n\\tauthor = {Cochez, Michael and Alivanistos, Dimitrios and Arakelyan, Erik and Berrendorf, Max and Daza, Daniel and Galkin, Mikhail and Minervini, Pasquale and Niepert, Mathias and Ren, Hongyu},\\n\\teditor = {Hitzler, Pascal and Sarker, Md Kamruzzaman and Eberhart, Aaron},\\n\\tyear = {2023},\\n\\tdoi = {10.3233/FAIA230149},\\n\\tpages = {373--386},\\n}\\n\\n\",\"author_short\":[\"Cochez, M.\",\"Alivanistos, D.\",\"Arakelyan, E.\",\"Berrendorf, M.\",\"Daza, D.\",\"Galkin, M.\",\"Minervini, P.\",\"Niepert, M.\",\"Ren, H.\"],\"editor_short\":[\"Hitzler, P.\",\"Sarker, M. K.\",\"Eberhart, A.\"],\"key\":\"cochez_approximate_2023\",\"id\":\"cochez_approximate_2023\",\"bibbaseid\":\"cochez-alivanistos-arakelyan-berrendorf-daza-galkin-minervini-niepert-etal-approximateansweringofgraphqueries-2023\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://doi.org/10.3233/FAIA230149\"},\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"title\":\"A knowledge graph approach to predict and interpret disease-causing gene interactions\",\"volume\":\"24\",\"url\":\"https://doi.org/10.1186/s12859-023-05451-5\",\"doi\":\"10.1186/S12859-023-05451-5\",\"number\":\"1\",\"journal\":\"BMC Bioinformatics\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Renaux\"],\"firstnames\":[\"Alexandre\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Terwagne\"],\"firstnames\":[\"Chloé\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cochez\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Tiddi\"],\"firstnames\":[\"Ilaria\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Nowé\"],\"firstnames\":[\"Ann\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lenaerts\"],\"firstnames\":[\"Tom\"],\"suffixes\":[]}],\"year\":\"2023\",\"pages\":\"324\",\"bibtex\":\"@article{renaux_knowledge_2023,\\n\\ttitle = {A knowledge graph approach to predict and interpret disease-causing gene interactions},\\n\\tvolume = {24},\\n\\turl = {https://doi.org/10.1186/s12859-023-05451-5},\\n\\tdoi = {10.1186/S12859-023-05451-5},\\n\\tnumber = {1},\\n\\tjournal = {BMC Bioinformatics},\\n\\tauthor = {Renaux, Alexandre and Terwagne, Chloé and Cochez, Michael and Tiddi, Ilaria and Nowé, Ann and Lenaerts, Tom},\\n\\tyear = {2023},\\n\\tpages = {324},\\n}\\n\\n\",\"author_short\":[\"Renaux, A.\",\"Terwagne, C.\",\"Cochez, M.\",\"Tiddi, I.\",\"Nowé, A.\",\"Lenaerts, T.\"],\"key\":\"renaux_knowledge_2023\",\"id\":\"renaux_knowledge_2023\",\"bibbaseid\":\"renaux-terwagne-cochez-tiddi-now-lenaerts-aknowledgegraphapproachtopredictandinterpretdiseasecausinggeneinteractions-2023\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://doi.org/10.1186/s12859-023-05451-5\"},\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"title\":\"Explainable AI for Bioinformatics: Methods, Tools and Applications\",\"volume\":\"24\",\"url\":\"https://doi.org/10.1093/bib/bbad236\",\"doi\":\"10.1093/BIB/BBAD236\",\"number\":\"5\",\"journal\":\"Briefings Bioinformatics\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Karim\"],\"firstnames\":[\"Md\",\"Rezaul\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Islam\"],\"firstnames\":[\"Tanhim\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Shajalal\"],\"firstnames\":[\"Md\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Beyan\"],\"firstnames\":[\"Oya\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lange\"],\"firstnames\":[\"Christoph\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cochez\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Rebholz-Schuhmann\"],\"firstnames\":[\"Dietrich\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Decker\"],\"firstnames\":[\"Stefan\"],\"suffixes\":[]}],\"month\":\"October\",\"year\":\"2023\",\"bibtex\":\"@article{karim_explainable_2023,\\n\\ttitle = {Explainable {AI} for {Bioinformatics}: {Methods}, {Tools} and {Applications}},\\n\\tvolume = {24},\\n\\turl = {https://doi.org/10.1093/bib/bbad236},\\n\\tdoi = {10.1093/BIB/BBAD236},\\n\\tnumber = {5},\\n\\tjournal = {Briefings Bioinformatics},\\n\\tauthor = {Karim, Md Rezaul and Islam, Tanhim and Shajalal, Md and Beyan, Oya and Lange, Christoph and Cochez, Michael and Rebholz-Schuhmann, Dietrich and Decker, Stefan},\\n\\tmonth = oct,\\n\\tyear = {2023},\\n}\\n\\n\",\"author_short\":[\"Karim, M. R.\",\"Islam, T.\",\"Shajalal, M.\",\"Beyan, O.\",\"Lange, C.\",\"Cochez, M.\",\"Rebholz-Schuhmann, D.\",\"Decker, S.\"],\"key\":\"karim_explainable_2023\",\"id\":\"karim_explainable_2023\",\"bibbaseid\":\"karim-islam-shajalal-beyan-lange-cochez-rebholzschuhmann-decker-explainableaiforbioinformaticsmethodstoolsandapplications-2023\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://doi.org/10.1093/bib/bbad236\"},\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"address\":\"Athens, Greece\",\"title\":\"Qualifier Recommendation for Wikidata\",\"url\":\"https://wikidataworkshop.github.io/2023/#mu-sessions\",\"abstract\":\"Wikidata, a collaborative knowledge base for structured data, empowers both human and machine users to contribute and access information. Its main role is in supporting Wikimedia projects by acting as the central storage database for the Wikimedia movement. To optimize the manual process of adding new facts, Wikidata utilizes the association rule-based PropertySuggester tool. However, a recent paper introduced the SchemaTree, a novel approach that surpasses the state-of-the-art PropertySuggester in all performance metrics. The new recommender employs a trie-based method and frequentist inference to efficiently learn and represent property set probabilities within RDF graphs. In this paper, we adapt that recommendation approach, to recommend qualifiers. Specifically, we want to find out whether the recommendation can be done using co-occurrence information of the qualifiers, or whether type information of the item and the value of statements improves performance. We found that the qualifier recommender that uses co-occurring qualifiers and type information leads to the best performance.\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Ducu\"],\"firstnames\":[\"Andrei\",\"Mihai\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cochez\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]}],\"month\":\"November\",\"year\":\"2023\",\"bibtex\":\"@inproceedings{ducu_qualifier_2023,\\n\\taddress = {Athens, Greece},\\n\\ttitle = {Qualifier {Recommendation} for {Wikidata}},\\n\\turl = {https://wikidataworkshop.github.io/2023/#mu-sessions},\\n\\tabstract = {Wikidata, a collaborative knowledge base for structured data, empowers both human and machine users to contribute and access information. Its main role is in supporting Wikimedia projects by acting as the central storage database for the Wikimedia movement. To optimize the manual process of adding new facts, Wikidata utilizes the association rule-based PropertySuggester tool. However, a recent paper introduced the SchemaTree, a novel approach that surpasses the state-of-the-art PropertySuggester in all performance metrics. The new recommender employs a trie-based method and frequentist inference to efficiently learn and represent property set probabilities within RDF graphs. In this paper, we adapt that recommendation approach, to recommend qualifiers. Specifically, we want to find out whether the recommendation can be done using co-occurrence information of the qualifiers, or whether type information of the item and the value of statements improves performance. We found that the qualifier recommender that uses co-occurring qualifiers and type information leads to the best performance.},\\n\\tauthor = {Ducu, Andrei Mihai and Cochez, Michael},\\n\\tmonth = nov,\\n\\tyear = {2023},\\n}\\n\\n\",\"author_short\":[\"Ducu, A. M.\",\"Cochez, M.\"],\"key\":\"ducu_qualifier_2023\",\"id\":\"ducu_qualifier_2023\",\"bibbaseid\":\"ducu-cochez-qualifierrecommendationforwikidata-2023\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://wikidataworkshop.github.io/2023/#mu-sessions\"},\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"title\":\"Knowledge Graph Embeddings: Open Challenges and Opportunities\",\"volume\":\"1\",\"number\":\"1\",\"journal\":\"Transactions on Graph Data and Knowledge\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Biswas\"],\"firstnames\":[\"Russa\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Kaffee\"],\"firstnames\":[\"Lucie-Aimée\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cochez\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Dumbrava\"],\"firstnames\":[\"Stefania\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Jendal\"],\"firstnames\":[\"Theis\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lissandrini\"],\"firstnames\":[\"Matteo\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lopez\"],\"firstnames\":[\"Vanessa\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Menc\"],\"firstnames\":[\"Eneldo\",\"Loza\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Paulheim\"],\"firstnames\":[\"Heiko\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Sack\"],\"firstnames\":[\"Harald\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Vakaj\"],\"firstnames\":[\"Edlira\",\"Kalemi\"],\"suffixes\":[]},{\"propositions\":[\"de\"],\"lastnames\":[\"Melo\"],\"firstnames\":[\"Gerard\"],\"suffixes\":[]}],\"month\":\"December\",\"year\":\"2023\",\"bibtex\":\"@article{biswas_knowledge_2023,\\n\\ttitle = {Knowledge {Graph} {Embeddings}: {Open} {Challenges} and {Opportunities}},\\n\\tvolume = {1},\\n\\tnumber = {1},\\n\\tjournal = {Transactions on Graph Data and Knowledge},\\n\\tauthor = {Biswas, Russa and Kaffee, Lucie-Aimée and Cochez, Michael and Dumbrava, Stefania and Jendal, Theis and Lissandrini, Matteo and Lopez, Vanessa and Menc, Eneldo Loza and Paulheim, Heiko and Sack, Harald and Vakaj, Edlira Kalemi and de Melo, Gerard},\\n\\tmonth = dec,\\n\\tyear = {2023},\\n}\\n\\n\",\"author_short\":[\"Biswas, R.\",\"Kaffee, L.\",\"Cochez, M.\",\"Dumbrava, S.\",\"Jendal, T.\",\"Lissandrini, M.\",\"Lopez, V.\",\"Menc, E. L.\",\"Paulheim, H.\",\"Sack, H.\",\"Vakaj, E. K.\",\"de Melo, G.\"],\"key\":\"biswas_knowledge_2023\",\"id\":\"biswas_knowledge_2023\",\"bibbaseid\":\"biswas-kaffee-cochez-dumbrava-jendal-lissandrini-lopez-menc-etal-knowledgegraphembeddingsopenchallengesandopportunities-2023\",\"role\":\"author\",\"urls\":{},\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"address\":\"New Orleans\",\"title\":\"Adapting Neural Link Predictors for Data-Efficient Complex Query Answering\",\"url\":\"https://openreview.net/forum?id=1G7CBp8o7L\",\"doi\":\"10.48550/arXiv.2301.12313\",\"abstract\":\"Answering complex queries on incomplete knowledge graphs is a challenging task where a model needs to answer complex logical queries in the presence of missing knowledge. Prior work in the literature has proposed to address this problem by designing architectures trained end-to-end for the complex query answering task with a reasoning process that is hard to interpret while requiring data and resource-intensive training. Other lines of research have proposed re-using simple neural link predictors to answer complex queries, reducing the amount of training data by orders of magnitude while providing interpretable answers. The neural link predictor used in such approaches is not explicitly optimised for the complex query answering task, implying that its scores are not calibrated to interact together. We propose to address these problems via CQD , a parameter-efficient score \\\\emph\\\\adaptation\\\\ model optimised to re-calibrate neural link prediction scores for the complex query answering task. While the neural link predictor is frozen, the adaptation component – which only increases the number of model parameters by – is trained on the downstream complex query answering task. Furthermore, the calibration component enables us to support reasoning over queries that include atomic negations, which was previously impossible with link predictors. In our experiments, CQD produces significantly more accurate results than current state-of-the-art methods, improving from to Mean Reciprocal Rank values averaged across all datasets and query types while using of the available training query types. We further show that CQD is data-efficient, achieving competitive results with only of the complex training queries and robust in out-of-domain evaluations. Source code and datasets are available at https://github.com/EdinburghNLP/adaptive-cqd.\",\"publisher\":\"OpenReview.net\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Arakelyan\"],\"firstnames\":[\"Erik\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Minervini\"],\"firstnames\":[\"Pasquale\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Daza\"],\"firstnames\":[\"Daniel\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cochez\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Augenstein\"],\"firstnames\":[\"Isabelle\"],\"suffixes\":[]}],\"month\":\"July\",\"year\":\"2023\",\"note\":\"arXiv:2301.12313 [cs]\",\"keywords\":\"Computer Science - Artificial Intelligence, Computer Science - Logic in Computer Science, Computer Science - Machine Learning, Computer Science - Neural and Evolutionary Computing\",\"bibtex\":\"@inproceedings{arakelyan_adapting_2023,\\n\\taddress = {New Orleans},\\n\\ttitle = {Adapting {Neural} {Link} {Predictors} for {Data}-{Efficient} {Complex} {Query} {Answering}},\\n\\turl = {https://openreview.net/forum?id=1G7CBp8o7L},\\n\\tdoi = {10.48550/arXiv.2301.12313},\\n\\tabstract = {Answering complex queries on incomplete knowledge graphs is a challenging task where a model needs to answer complex logical queries in the presence of missing knowledge. Prior work in the literature has proposed to address this problem by designing architectures trained end-to-end for the complex query answering task with a reasoning process that is hard to interpret while requiring data and resource-intensive training. Other lines of research have proposed re-using simple neural link predictors to answer complex queries, reducing the amount of training data by orders of magnitude while providing interpretable answers. The neural link predictor used in such approaches is not explicitly optimised for the complex query answering task, implying that its scores are not calibrated to interact together. We propose to address these problems via CQD\\n, a parameter-efficient score {\\\\textbackslash}emph\\\\{adaptation\\\\} model optimised to re-calibrate neural link prediction scores for the complex query answering task. While the neural link predictor is frozen, the adaptation component -- which only increases the number of model parameters by \\n -- is trained on the downstream complex query answering task. Furthermore, the calibration component enables us to support reasoning over queries that include atomic negations, which was previously impossible with link predictors. In our experiments, CQD\\n produces significantly more accurate results than current state-of-the-art methods, improving from \\n to \\n Mean Reciprocal Rank values averaged across all datasets and query types while using \\n of the available training query types. We further show that CQD\\n is data-efficient, achieving competitive results with only \\n of the complex training queries and robust in out-of-domain evaluations. Source code and datasets are available at https://github.com/EdinburghNLP/adaptive-cqd.},\\n\\tpublisher = {OpenReview.net},\\n\\tauthor = {Arakelyan, Erik and Minervini, Pasquale and Daza, Daniel and Cochez, Michael and Augenstein, Isabelle},\\n\\tmonth = jul,\\n\\tyear = {2023},\\n\\tnote = {arXiv:2301.12313 [cs]},\\n\\tkeywords = {Computer Science - Artificial Intelligence, Computer Science - Logic in Computer Science, Computer Science - Machine Learning, Computer Science - Neural and Evolutionary Computing},\\n}\\n\\n\",\"author_short\":[\"Arakelyan, E.\",\"Minervini, P.\",\"Daza, D.\",\"Cochez, M.\",\"Augenstein, I.\"],\"key\":\"arakelyan_adapting_2023\",\"id\":\"arakelyan_adapting_2023\",\"bibbaseid\":\"arakelyan-minervini-daza-cochez-augenstein-adaptingneurallinkpredictorsfordataefficientcomplexqueryanswering-2023\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://openreview.net/forum?id=1G7CBp8o7L\"},\"keyword\":[\"Computer Science - Artificial Intelligence\",\"Computer Science - Logic in Computer Science\",\"Computer Science - Machine Learning\",\"Computer Science - Neural and Evolutionary Computing\"],\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Reasoning beyond Triples: Recent Advances in Knowledge Graph Embeddings\",\"url\":\"https://doi.org/10.1145/3583780.3615294\",\"doi\":\"10.1145/3583780.3615294\",\"booktitle\":\"Proceedings of the 32nd ACM International Conference on Information and Knowledge Management, CIKM 2023, Birmingham, United Kingdom, October 21-25, 2023\",\"publisher\":\"ACM\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Xiong\"],\"firstnames\":[\"Bo\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Nayyeri\"],\"firstnames\":[\"Mojtaba\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Daza\"],\"firstnames\":[\"Daniel\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cochez\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]}],\"editor\":[{\"propositions\":[],\"lastnames\":[\"Frommholz\"],\"firstnames\":[\"Ingo\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Hopfgartner\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lee\"],\"firstnames\":[\"Mark\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Oakes\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lalmas\"],\"firstnames\":[\"Mounia\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Zhang\"],\"firstnames\":[\"Min\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Santos\"],\"firstnames\":[\"Rodrygo\",\"L.\",\"T.\"],\"suffixes\":[]}],\"year\":\"2023\",\"pages\":\"5228–5231\",\"bibtex\":\"@inproceedings{xiong_reasoning_2023,\\n\\ttitle = {Reasoning beyond {Triples}: {Recent} {Advances} in {Knowledge} {Graph} {Embeddings}},\\n\\turl = {https://doi.org/10.1145/3583780.3615294},\\n\\tdoi = {10.1145/3583780.3615294},\\n\\tbooktitle = {Proceedings of the 32nd {ACM} {International} {Conference} on {Information} and {Knowledge} {Management}, {CIKM} 2023, {Birmingham}, {United} {Kingdom}, {October} 21-25, 2023},\\n\\tpublisher = {ACM},\\n\\tauthor = {Xiong, Bo and Nayyeri, Mojtaba and Daza, Daniel and Cochez, Michael},\\n\\teditor = {Frommholz, Ingo and Hopfgartner, Frank and Lee, Mark and Oakes, Michael and Lalmas, Mounia and Zhang, Min and Santos, Rodrygo L. T.},\\n\\tyear = {2023},\\n\\tpages = {5228--5231},\\n}\\n\\n\",\"author_short\":[\"Xiong, B.\",\"Nayyeri, M.\",\"Daza, D.\",\"Cochez, M.\"],\"editor_short\":[\"Frommholz, I.\",\"Hopfgartner, F.\",\"Lee, M.\",\"Oakes, M.\",\"Lalmas, M.\",\"Zhang, M.\",\"Santos, R. L. T.\"],\"key\":\"xiong_reasoning_2023\",\"id\":\"xiong_reasoning_2023\",\"bibbaseid\":\"xiong-nayyeri-daza-cochez-reasoningbeyondtriplesrecentadvancesinknowledgegraphembeddings-2023\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://doi.org/10.1145/3583780.3615294\"},\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"title\":\"Structural Summarization of Semantic Graphs Using Quotients\",\"volume\":\"1\",\"abstract\":\"Graph summarization is the process of computing a compact version of an input graph while preserving chosen features of its structure. We consider semantic graphs where the features include edge labels and label sets associated with a vertex. Graph summaries are typically much smaller than the original graph. Applications that depend on the preserved features can perform their tasks on the summary, but much faster or with less memory overhead, while producing the same outcome as if they were applied on the original graph. In this survey, we focus on structural summaries based on quotients that organize vertices in equivalence classes of shared features. Structural summaries are particularly popular for semantic graphs and have the advantage of defining a precise graph-based output. We consider approaches and algorithms for both static and temporal graphs. A common example of quotient-based structural summaries is bisimulation, and we discuss this in detail. While there exist other surveys on graph summarization, to the best of our knowledge, we are the first to bring in a focused discussion on quotients, bisimulation, and their relation. Furthermore, structural summarization naturally connects well with formal logic due to the discrete structures considered. We complete the survey with a brief description of approaches beyond structural summaries.\",\"number\":\"1\",\"journal\":\"Transactions on Graph Data and Knowledge\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Scherp\"],\"firstnames\":[\"Ansgar\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Richerby\"],\"firstnames\":[\"David\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Blume\"],\"firstnames\":[\"Till\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cochez\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Rau\"],\"firstnames\":[\"Jannik\"],\"suffixes\":[]}],\"month\":\"December\",\"year\":\"2023\",\"bibtex\":\"@article{scherp_structural_2023,\\n\\ttitle = {Structural {Summarization} of {Semantic} {Graphs} {Using} {Quotients}},\\n\\tvolume = {1},\\n\\tabstract = {Graph summarization is the process of computing a compact version of an input graph while preserving chosen features of its structure. \\nWe consider semantic graphs where the features include edge labels and label sets associated with a vertex. Graph summaries are typically much smaller than the original graph. Applications that depend on the preserved features can perform their tasks on the summary, but much faster or with less memory overhead, while producing the same outcome as if they were applied on the original graph. \\n\\nIn this survey, we focus on structural summaries based on quotients that organize vertices in equivalence classes of shared features.\\nStructural summaries are particularly popular for semantic graphs and have the advantage of defining a precise graph-based output. We consider approaches and algorithms for both static and temporal graphs. A common example of quotient-based structural summaries is bisimulation, and we discuss this in detail. While there exist other surveys on graph summarization, to the best of our knowledge, we are the first to bring in a focused discussion on quotients, bisimulation, and their relation. Furthermore, structural summarization naturally connects well with formal logic due to the discrete structures considered. We complete the survey with a brief description of approaches beyond structural summaries.},\\n\\tnumber = {1},\\n\\tjournal = {Transactions on Graph Data and Knowledge},\\n\\tauthor = {Scherp, Ansgar and Richerby, David and Blume, Till and Cochez, Michael and Rau, Jannik},\\n\\tmonth = dec,\\n\\tyear = {2023},\\n}\\n\\n\",\"author_short\":[\"Scherp, A.\",\"Richerby, D.\",\"Blume, T.\",\"Cochez, M.\",\"Rau, J.\"],\"key\":\"scherp_structural_2023\",\"id\":\"scherp_structural_2023\",\"bibbaseid\":\"scherp-richerby-blume-cochez-rau-structuralsummarizationofsemanticgraphsusingquotients-2023\",\"role\":\"author\",\"urls\":{},\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"title\":\"BioBLP: a modular framework for learning on multimodal biomedical knowledge graphs\",\"volume\":\"14\",\"issn\":\"2041-1480\",\"url\":\"https://doi.org/10.1186/s13326-023-00301-y\",\"doi\":\"10.1186/s13326-023-00301-y\",\"abstract\":\"Knowledge graphs (KGs) are an important tool for representing complex relationships between entities in the biomedical domain. Several methods have been proposed for learning embeddings that can be used to predict new links in such graphs. Some methods ignore valuable attribute data associated with entities in biomedical KGs, such as protein sequences, or molecular graphs. Other works incorporate such data, but assume that entities can be represented with the same data modality. This is not always the case for biomedical KGs, where entities exhibit heterogeneous modalities that are central to their representation in the subject domain.\",\"number\":\"1\",\"journal\":\"Journal of Biomedical Semantics\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Daza\"],\"firstnames\":[\"Daniel\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Alivanistos\"],\"firstnames\":[\"Dimitrios\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Mitra\"],\"firstnames\":[\"Payal\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Pijnenburg\"],\"firstnames\":[\"Thom\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cochez\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Groth\"],\"firstnames\":[\"Paul\"],\"suffixes\":[]}],\"month\":\"December\",\"year\":\"2023\",\"pages\":\"20\",\"bibtex\":\"@article{daza_bioblp_2023,\\n\\ttitle = {{BioBLP}: a modular framework for learning on multimodal biomedical knowledge graphs},\\n\\tvolume = {14},\\n\\tissn = {2041-1480},\\n\\turl = {https://doi.org/10.1186/s13326-023-00301-y},\\n\\tdoi = {10.1186/s13326-023-00301-y},\\n\\tabstract = {Knowledge graphs (KGs) are an important tool for representing complex relationships between entities in the biomedical domain. Several methods have been proposed for learning embeddings that can be used to predict new links in such graphs. Some methods ignore valuable attribute data associated with entities in biomedical KGs, such as protein sequences, or molecular graphs. Other works incorporate such data, but assume that entities can be represented with the same data modality. This is not always the case for biomedical KGs, where entities exhibit heterogeneous modalities that are central to their representation in the subject domain.},\\n\\tnumber = {1},\\n\\tjournal = {Journal of Biomedical Semantics},\\n\\tauthor = {Daza, Daniel and Alivanistos, Dimitrios and Mitra, Payal and Pijnenburg, Thom and Cochez, Michael and Groth, Paul},\\n\\tmonth = dec,\\n\\tyear = {2023},\\n\\tpages = {20},\\n}\\n\\n\",\"author_short\":[\"Daza, D.\",\"Alivanistos, D.\",\"Mitra, P.\",\"Pijnenburg, T.\",\"Cochez, M.\",\"Groth, P.\"],\"key\":\"daza_bioblp_2023\",\"id\":\"daza_bioblp_2023\",\"bibbaseid\":\"daza-alivanistos-mitra-pijnenburg-cochez-groth-bioblpamodularframeworkforlearningonmultimodalbiomedicalknowledgegraphs-2023\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://doi.org/10.1186/s13326-023-00301-y\"},\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"address\":\"Cham\",\"title\":\"Descriptive Comparison of Visual Ontology Change Summarisation Methods\",\"volume\":\"13998\",\"isbn\":\"9783031434570 9783031434587\",\"url\":\"https://link.springer.com/10.1007/978-3-031-43458-7_10\",\"language\":\"en\",\"urldate\":\"2023-11-13\",\"booktitle\":\"The Semantic Web: ESWC 2023 Satellite Events\",\"publisher\":\"Springer Nature Switzerland\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Chung\"],\"firstnames\":[\"Kornpol\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Pernisch\"],\"firstnames\":[\"Romana\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Schlobach\"],\"firstnames\":[\"Stefan\"],\"suffixes\":[]}],\"editor\":[{\"propositions\":[],\"lastnames\":[\"Pesquita\"],\"firstnames\":[\"Catia\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Skaf-Molli\"],\"firstnames\":[\"Hala\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Efthymiou\"],\"firstnames\":[\"Vasilis\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Kirrane\"],\"firstnames\":[\"Sabrina\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Ngonga\"],\"firstnames\":[\"Axel\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Collarana\"],\"firstnames\":[\"Diego\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cerqueira\"],\"firstnames\":[\"Renato\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Alam\"],\"firstnames\":[\"Mehwish\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Trojahn\"],\"firstnames\":[\"Cassia\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Hertling\"],\"firstnames\":[\"Sven\"],\"suffixes\":[]}],\"year\":\"2023\",\"doi\":\"10.1007/978-3-031-43458-7_10\",\"pages\":\"54–58\",\"bibtex\":\"@inproceedings{pesquita_descriptive_2023,\\n\\taddress = {Cham},\\n\\ttitle = {Descriptive {Comparison} of {Visual} {Ontology} {Change} {Summarisation} {Methods}},\\n\\tvolume = {13998},\\n\\tisbn = {9783031434570 9783031434587},\\n\\turl = {https://link.springer.com/10.1007/978-3-031-43458-7_10},\\n\\tlanguage = {en},\\n\\turldate = {2023-11-13},\\n\\tbooktitle = {The {Semantic} {Web}: {ESWC} 2023 {Satellite} {Events}},\\n\\tpublisher = {Springer Nature Switzerland},\\n\\tauthor = {Chung, Kornpol and Pernisch, Romana and Schlobach, Stefan},\\n\\teditor = {Pesquita, Catia and Skaf-Molli, Hala and Efthymiou, Vasilis and Kirrane, Sabrina and Ngonga, Axel and Collarana, Diego and Cerqueira, Renato and Alam, Mehwish and Trojahn, Cassia and Hertling, Sven},\\n\\tyear = {2023},\\n\\tdoi = {10.1007/978-3-031-43458-7_10},\\n\\tpages = {54--58},\\n}\\n\\n\",\"author_short\":[\"Chung, K.\",\"Pernisch, R.\",\"Schlobach, S.\"],\"editor_short\":[\"Pesquita, C.\",\"Skaf-Molli, H.\",\"Efthymiou, V.\",\"Kirrane, S.\",\"Ngonga, A.\",\"Collarana, D.\",\"Cerqueira, R.\",\"Alam, M.\",\"Trojahn, C.\",\"Hertling, S.\"],\"key\":\"pesquita_descriptive_2023\",\"id\":\"pesquita_descriptive_2023\",\"bibbaseid\":\"chung-pernisch-schlobach-descriptivecomparisonofvisualontologychangesummarisationmethods-2023\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://link.springer.com/10.1007/978-3-031-43458-7_10\"},\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Towards Extreme and Sustainable Graph Processing for Urgent Societal Challenges in Europe\",\"doi\":\"10.1109/CloudSummit54781.2022.00010\",\"abstract\":\"The Graph-Massivizer project, funded by the Horizon Europe research and innovation program, researches and develops a high-performance, scalable, and sustainable platform for information processing and reasoning based on the massive graph (MG) representation of extreme data. It delivers a toolkit of five open-source software tools and FAIR graph datasets covering the sustainable lifecycle of processing extreme data as MGs. The tools focus on holistic usability (from extreme data ingestion and MG creation), automated intelligence (through analytics and reasoning), performance modelling, and environmental sustainability tradeoffs, supported by credible data-driven evidence across the computing continuum. The automated operation uses the emerging serverless computing paradigm for efficiency and event responsiveness. Thus, it supports experienced and novice stakeholders from a broad group of large and small organisations to capitalise on extreme data through MG programming and processing. Graph-Massivizer validates its innovation on four complementary use cases considering their extreme data properties and coverage of the three sustainability pillars (economy, society, and environment): sustainable green finance, global environment protection foresight, green AI for the sustainable automotive industry, and data centre digital twin for exascale computing. Graph-Massivizer promises 70% more efficient analytics than AliGraph, and 30 % improved energy awareness for extract, transform and load storage operations than Amazon Redshift. Furthermore, it aims to demonstrate a possible two-fold improvement in data centre energy efficiency and over 25 % lower greenhouse gas emissions for basic graph operations.\",\"booktitle\":\"2022 IEEE Cloud Summit\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Prodan\"],\"firstnames\":[\"Radu\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Kimovski\"],\"firstnames\":[\"Dragi\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Bartolini\"],\"firstnames\":[\"Andrea\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cochez\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Iosup\"],\"firstnames\":[\"Alexandru\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Kharlamov\"],\"firstnames\":[\"Evgeny\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Rožanec\"],\"firstnames\":[\"Jože\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Vasiliu\"],\"firstnames\":[\"Laurenţiu\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Vărbănescu\"],\"firstnames\":[\"Ana\",\"Lucia\"],\"suffixes\":[]}],\"month\":\"October\",\"year\":\"2022\",\"keywords\":\"Cognition, Data centers, Europe, Extreme data, Green products, Serverless computing, Technological innovation, Transforms, graph processing, serverless computing, sustainability\",\"pages\":\"23–30\",\"bibtex\":\"@inproceedings{prodan_towards_2022,\\n\\ttitle = {Towards {Extreme} and {Sustainable} {Graph} {Processing} for {Urgent} {Societal} {Challenges} in {Europe}},\\n\\tdoi = {10.1109/CloudSummit54781.2022.00010},\\n\\tabstract = {The Graph-Massivizer project, funded by the Horizon Europe research and innovation program, researches and develops a high-performance, scalable, and sustainable platform for information processing and reasoning based on the massive graph (MG) representation of extreme data. It delivers a toolkit of five open-source software tools and FAIR graph datasets covering the sustainable lifecycle of processing extreme data as MGs. The tools focus on holistic usability (from extreme data ingestion and MG creation), automated intelligence (through analytics and reasoning), performance modelling, and environmental sustainability tradeoffs, supported by credible data-driven evidence across the computing continuum. The automated operation uses the emerging serverless computing paradigm for efficiency and event responsiveness. Thus, it supports experienced and novice stakeholders from a broad group of large and small organisations to capitalise on extreme data through MG programming and processing. Graph-Massivizer validates its innovation on four complementary use cases considering their extreme data properties and coverage of the three sustainability pillars (economy, society, and environment): sustainable green finance, global environment protection foresight, green AI for the sustainable automotive industry, and data centre digital twin for exascale computing. Graph-Massivizer promises 70\\\\% more efficient analytics than AliGraph, and 30 \\\\% improved energy awareness for extract, transform and load storage operations than Amazon Redshift. Furthermore, it aims to demonstrate a possible two-fold improvement in data centre energy efficiency and over 25 \\\\% lower greenhouse gas emissions for basic graph operations.},\\n\\tbooktitle = {2022 {IEEE} {Cloud} {Summit}},\\n\\tauthor = {Prodan, Radu and Kimovski, Dragi and Bartolini, Andrea and Cochez, Michael and Iosup, Alexandru and Kharlamov, Evgeny and Rožanec, Jože and Vasiliu, Laurenţiu and Vărbănescu, Ana Lucia},\\n\\tmonth = oct,\\n\\tyear = {2022},\\n\\tkeywords = {Cognition, Data centers, Europe, Extreme data, Green products, Serverless computing, Technological innovation, Transforms, graph processing, serverless computing, sustainability},\\n\\tpages = {23--30},\\n}\\n\\n\",\"author_short\":[\"Prodan, R.\",\"Kimovski, D.\",\"Bartolini, A.\",\"Cochez, M.\",\"Iosup, A.\",\"Kharlamov, E.\",\"Rožanec, J.\",\"Vasiliu, L.\",\"Vărbănescu, A. L.\"],\"key\":\"prodan_towards_2022\",\"id\":\"prodan_towards_2022\",\"bibbaseid\":\"prodan-kimovski-bartolini-cochez-iosup-kharlamov-roanec-vasiliu-etal-towardsextremeandsustainablegraphprocessingforurgentsocietalchallengesineurope-2022\",\"role\":\"author\",\"urls\":{},\"keyword\":[\"Cognition\",\"Data centers\",\"Europe\",\"Extreme data\",\"Green products\",\"Serverless computing\",\"Technological innovation\",\"Transforms\",\"graph processing\",\"serverless computing\",\"sustainability\"],\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"address\":\"New York, NY, USA\",\"series\":\"CIKM '22\",\"title\":\"Intersection of Parallels as an Early Stopping Criterion\",\"isbn\":\"978-1-4503-9236-5\",\"url\":\"https://dl.acm.org/doi/10.1145/3511808.3557366\",\"doi\":\"10.1145/3511808.3557366\",\"abstract\":\"A common way to avoid overfitting in supervised learning is early stopping, where a held-out set is used for iterative evaluation during training to find a sweet spot in the number of training steps that gives maximum generalization. However, such a method requires a disjoint validation set, thus part of the labeled data from the training set is usually left out for this purpose, which is not ideal when training data is scarce. Furthermore, when the training labels are noisy, the performance of the model over a validation set may not be an accurate proxy for generalization. In this paper, we propose a method to spot an early stopping point in the training iterations of an overparameterized (NN) without the need for a validation set. We first show that in the overparameterized regime the randomly initialized weights of a linear model converge to the same direction during training. Using this result, we propose to train two parallel instances of a linear model, initialized with different random seeds, and use their intersection as a signal to detect overfitting. In order to detect intersection, we use the cosine distance between the weights of the parallel models during training iterations. Noticing that the final layer of a NN is a linear map of pre-last layer activations to output logits, we build on our criterion for linear models and propose an extension to multi-layer networks, using the new notion of counterfactual weights. We conduct experiments on two areas that early stopping has noticeable impact on preventing overfitting of a NN: (i) learning from noisy labels; and (ii) learning to rank in information retrieval. Our experiments on four widely used datasets confirm the effectiveness of our method for generalization. For a wide range of learning rates, our method, called Cosine-Distance Criterion (CDC), leads to better generalization on average than all the methods that we compare against in almost all of the tested cases.\",\"urldate\":\"2023-04-21\",\"booktitle\":\"Proceedings of the 31st ACM International Conference on Information & Knowledge Management\",\"publisher\":\"Association for Computing Machinery\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Vardasbi\"],\"firstnames\":[\"Ali\"],\"suffixes\":[]},{\"propositions\":[\"de\"],\"lastnames\":[\"Rijke\"],\"firstnames\":[\"Maarten\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Dehghani\"],\"firstnames\":[\"Mostafa\"],\"suffixes\":[]}],\"month\":\"October\",\"year\":\"2022\",\"keywords\":\"cosine distance, early stopping, generalization, overparameterization\",\"pages\":\"1965–1974\",\"bibtex\":\"@inproceedings{vardasbi_intersection_2022,\\n\\taddress = {New York, NY, USA},\\n\\tseries = {{CIKM} '22},\\n\\ttitle = {Intersection of {Parallels} as an {Early} {Stopping} {Criterion}},\\n\\tisbn = {978-1-4503-9236-5},\\n\\turl = {https://dl.acm.org/doi/10.1145/3511808.3557366},\\n\\tdoi = {10.1145/3511808.3557366},\\n\\tabstract = {A common way to avoid overfitting in supervised learning is early stopping, where a held-out set is used for iterative evaluation during training to find a sweet spot in the number of training steps that gives maximum generalization. However, such a method requires a disjoint validation set, thus part of the labeled data from the training set is usually left out for this purpose, which is not ideal when training data is scarce. Furthermore, when the training labels are noisy, the performance of the model over a validation set may not be an accurate proxy for generalization. In this paper, we propose a method to spot an early stopping point in the training iterations of an overparameterized (NN) without the need for a validation set. We first show that in the overparameterized regime the randomly initialized weights of a linear model converge to the same direction during training. Using this result, we propose to train two parallel instances of a linear model, initialized with different random seeds, and use their intersection as a signal to detect overfitting. In order to detect intersection, we use the cosine distance between the weights of the parallel models during training iterations. Noticing that the final layer of a NN is a linear map of pre-last layer activations to output logits, we build on our criterion for linear models and propose an extension to multi-layer networks, using the new notion of counterfactual weights. We conduct experiments on two areas that early stopping has noticeable impact on preventing overfitting of a NN: (i) learning from noisy labels; and (ii) learning to rank in information retrieval. Our experiments on four widely used datasets confirm the effectiveness of our method for generalization. For a wide range of learning rates, our method, called Cosine-Distance Criterion (CDC), leads to better generalization on average than all the methods that we compare against in almost all of the tested cases.},\\n\\turldate = {2023-04-21},\\n\\tbooktitle = {Proceedings of the 31st {ACM} {International} {Conference} on {Information} \\\\& {Knowledge} {Management}},\\n\\tpublisher = {Association for Computing Machinery},\\n\\tauthor = {Vardasbi, Ali and de Rijke, Maarten and Dehghani, Mostafa},\\n\\tmonth = oct,\\n\\tyear = {2022},\\n\\tkeywords = {cosine distance, early stopping, generalization, overparameterization},\\n\\tpages = {1965--1974},\\n}\\n\\n\",\"author_short\":[\"Vardasbi, A.\",\"de Rijke, M.\",\"Dehghani, M.\"],\"key\":\"vardasbi_intersection_2022\",\"id\":\"vardasbi_intersection_2022\",\"bibbaseid\":\"vardasbi-derijke-dehghani-intersectionofparallelsasanearlystoppingcriterion-2022\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://dl.acm.org/doi/10.1145/3511808.3557366\"},\"keyword\":[\"cosine distance\",\"early stopping\",\"generalization\",\"overparameterization\"],\"metadata\":{\"authorlinks\":{}},\"downloads\":1,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"address\":\"New York, NY, USA\",\"series\":\"SIGIR '22\",\"title\":\"Probabilistic Permutation Graph Search: Black-Box Optimization for Fairness in Ranking\",\"isbn\":\"978-1-4503-8732-3\",\"shorttitle\":\"Probabilistic Permutation Graph Search\",\"url\":\"https://doi.org/10.1145/3477495.3532045\",\"doi\":\"10.1145/3477495.3532045\",\"abstract\":\"There are several measures for fairness in ranking, based on different underlying assumptions and perspectives. \\\\acPL optimization with the REINFORCE algorithm can be used for optimizing black-box objective functions over permutations. In particular, it can be used for optimizing fairness measures. However, though effective for queries with a moderate number of repeating sessions, \\\\acPL optimization has room for improvement for queries with a small number of repeating sessions. In this paper, we present a novel way of representing permutation distributions, based on the notion of permutation graphs. Similar to~\\\\acPL, our distribution representation, called~\\\\acPPG, can be used for black-box optimization of fairness. Different from~\\\\acPL, where pointwise logits are used as the distribution parameters, in~\\\\acPPG pairwise inversion probabilities together with a reference permutation construct the distribution. As such, the reference permutation can be set to the best sampled permutation regarding the objective function, making~\\\\acPPG suitable for both deterministic and stochastic rankings. Our experiments show that~\\\\acPPG, while comparable to~\\\\acPL for larger session repetitions (i.e., stochastic ranking), improves over~\\\\acPL for optimizing fairness metrics for queries with one session (i.e., deterministic ranking). Additionally, when accurate utility estimations are available, e.g., in tabular models, the performance of \\\\acPPG in fairness optimization is significantly boosted compared to lower quality utility estimations from a learning to rank model, leading to a large performance gap with PL. Finally, the pairwise probabilities make it possible to impose pairwise constraints such as \\\"item $d_1$ should always be ranked higher than item $d_2$.'' Such constraints can be used to simultaneously optimize the fairness metric and control another objective such as ranking performance.\",\"urldate\":\"2023-04-21\",\"booktitle\":\"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval\",\"publisher\":\"Association for Computing Machinery\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Vardasbi\"],\"firstnames\":[\"Ali\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Sarvi\"],\"firstnames\":[\"Fatemeh\"],\"suffixes\":[]},{\"propositions\":[\"de\"],\"lastnames\":[\"Rijke\"],\"firstnames\":[\"Maarten\"],\"suffixes\":[]}],\"month\":\"July\",\"year\":\"2022\",\"keywords\":\"fairness in ranking, permutation distribution, permutation graph, plackett-luce\",\"pages\":\"715–725\",\"bibtex\":\"@inproceedings{vardasbi_probabilistic_2022,\\n\\taddress = {New York, NY, USA},\\n\\tseries = {{SIGIR} '22},\\n\\ttitle = {Probabilistic {Permutation} {Graph} {Search}: {Black}-{Box} {Optimization} for {Fairness} in {Ranking}},\\n\\tisbn = {978-1-4503-8732-3},\\n\\tshorttitle = {Probabilistic {Permutation} {Graph} {Search}},\\n\\turl = {https://doi.org/10.1145/3477495.3532045},\\n\\tdoi = {10.1145/3477495.3532045},\\n\\tabstract = {There are several measures for fairness in ranking, based on different underlying assumptions and perspectives. {\\\\textbackslash}acPL optimization with the REINFORCE algorithm can be used for optimizing black-box objective functions over permutations. In particular, it can be used for optimizing fairness measures. However, though effective for queries with a moderate number of repeating sessions, {\\\\textbackslash}acPL optimization has room for improvement for queries with a small number of repeating sessions. In this paper, we present a novel way of representing permutation distributions, based on the notion of permutation graphs. Similar to{\\\\textasciitilde}{\\\\textbackslash}acPL, our distribution representation, called{\\\\textasciitilde}{\\\\textbackslash}acPPG, can be used for black-box optimization of fairness. Different from{\\\\textasciitilde}{\\\\textbackslash}acPL, where pointwise logits are used as the distribution parameters, in{\\\\textasciitilde}{\\\\textbackslash}acPPG pairwise inversion probabilities together with a reference permutation construct the distribution. As such, the reference permutation can be set to the best sampled permutation regarding the objective function, making{\\\\textasciitilde}{\\\\textbackslash}acPPG suitable for both deterministic and stochastic rankings. Our experiments show that{\\\\textasciitilde}{\\\\textbackslash}acPPG, while comparable to{\\\\textasciitilde}{\\\\textbackslash}acPL for larger session repetitions (i.e., stochastic ranking), improves over{\\\\textasciitilde}{\\\\textbackslash}acPL for optimizing fairness metrics for queries with one session (i.e., deterministic ranking). Additionally, when accurate utility estimations are available, e.g., in tabular models, the performance of {\\\\textbackslash}acPPG in fairness optimization is significantly boosted compared to lower quality utility estimations from a learning to rank model, leading to a large performance gap with PL. Finally, the pairwise probabilities make it possible to impose pairwise constraints such as \\\"item \\\\$d\\\\_1\\\\$ should always be ranked higher than item \\\\$d\\\\_2\\\\$.'' Such constraints can be used to simultaneously optimize the fairness metric and control another objective such as ranking performance.},\\n\\turldate = {2023-04-21},\\n\\tbooktitle = {Proceedings of the 45th {International} {ACM} {SIGIR} {Conference} on {Research} and {Development} in {Information} {Retrieval}},\\n\\tpublisher = {Association for Computing Machinery},\\n\\tauthor = {Vardasbi, Ali and Sarvi, Fatemeh and de Rijke, Maarten},\\n\\tmonth = jul,\\n\\tyear = {2022},\\n\\tkeywords = {fairness in ranking, permutation distribution, permutation graph, plackett-luce},\\n\\tpages = {715--725},\\n}\\n\\n\",\"author_short\":[\"Vardasbi, A.\",\"Sarvi, F.\",\"de Rijke, M.\"],\"key\":\"vardasbi_probabilistic_2022\",\"id\":\"vardasbi_probabilistic_2022\",\"bibbaseid\":\"vardasbi-sarvi-derijke-probabilisticpermutationgraphsearchblackboxoptimizationforfairnessinranking-2022\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://doi.org/10.1145/3477495.3532045\"},\"keyword\":[\"fairness in ranking\",\"permutation distribution\",\"permutation graph\",\"plackett-luce\"],\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"title\":\"Recommending scientific datasets using author networks in ensemble methods\",\"volume\":\"5\",\"issn\":\"2451-8484\",\"url\":\"https://content.iospress.com/articles/data-science/ds220056\",\"doi\":\"10.3233/DS-220056\",\"abstract\":\"Open access to datasets is increasingly driving modern science. Consequently, discovering such datasets is becoming an important functionality for scientists in many different fields. We investigate methods for dataset recommendation : the task of re\",\"language\":\"en\",\"number\":\"2\",\"urldate\":\"2023-04-22\",\"journal\":\"Data Science\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Wang\"],\"firstnames\":[\"Xu\"],\"suffixes\":[]},{\"propositions\":[\"van\"],\"lastnames\":[\"Harmelen\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Huang\"],\"firstnames\":[\"Zhisheng\"],\"suffixes\":[]}],\"month\":\"July\",\"year\":\"2022\",\"note\":\"Publisher: IOS Press\",\"pages\":\"167–193\",\"bibtex\":\"@article{wang_recommending_2022,\\n\\ttitle = {Recommending scientific datasets using author networks in ensemble methods},\\n\\tvolume = {5},\\n\\tissn = {2451-8484},\\n\\turl = {https://content.iospress.com/articles/data-science/ds220056},\\n\\tdoi = {10.3233/DS-220056},\\n\\tabstract = {Open access to datasets is increasingly driving modern science. Consequently, discovering such datasets is becoming an important functionality for scientists in many different fields. We investigate methods for dataset recommendation : the task of re},\\n\\tlanguage = {en},\\n\\tnumber = {2},\\n\\turldate = {2023-04-22},\\n\\tjournal = {Data Science},\\n\\tauthor = {Wang, Xu and van Harmelen, Frank and Huang, Zhisheng},\\n\\tmonth = jul,\\n\\tyear = {2022},\\n\\tnote = {Publisher: IOS Press},\\n\\tpages = {167--193},\\n}\\n\\n\",\"author_short\":[\"Wang, X.\",\"van Harmelen, F.\",\"Huang, Z.\"],\"key\":\"wang_recommending_2022\",\"id\":\"wang_recommending_2022\",\"bibbaseid\":\"wang-vanharmelen-huang-recommendingscientificdatasetsusingauthornetworksinensemblemethods-2022\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://content.iospress.com/articles/data-science/ds220056\"},\"metadata\":{\"authorlinks\":{}},\"downloads\":1,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"address\":\"Cham\",\"title\":\"Unsupervised Feature Selection for Efficient Exploration of High Dimensional Data\",\"isbn\":\"978-3-030-82472-3\",\"url\":\"https://www.cochez.nl/papers/feature_selection_for_exploration.pdf\",\"abstract\":\"The exponential growth in the ability to generate, capture, and store high dimensional data has driven sophisticated machine learning applications. However, high dimensionality often poses a challenge for analysts to effectively identify and extract relevant features from datasets. Though many feature selection methods have shown good results in supervised learning, the major challenge lies in the area of unsupervised feature selection. For example, in the domain of data visualization, high-dimensional data is difficult to visualize and interpret due to the limitations of the screen, resulting in visual clutter. Visualizations are more interpretable when visualized in a low dimensional feature space. To mitigate these challenges, we present an approach to perform unsupervised feature clustering and selection using our novel graph clustering algorithm based on Clique-Cover Theory. We implemented our approach in an interactive data exploration tool which facilitates the exploration of relationships between features and generates interpretable visualizations.\",\"booktitle\":\"Advances in Databases and Information Systems\",\"publisher\":\"Springer International Publishing\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Chakrabarti\"],\"firstnames\":[\"Arnab\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Das\"],\"firstnames\":[\"Abhijeet\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cochez\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Quix\"],\"firstnames\":[\"Christoph\"],\"suffixes\":[]}],\"editor\":[{\"propositions\":[],\"lastnames\":[\"Bellatreche\"],\"firstnames\":[\"Ladjel\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Dumas\"],\"firstnames\":[\"Marlon\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Karras\"],\"firstnames\":[\"Panagiotis\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Matulevičius\"],\"firstnames\":[\"Raimundas\"],\"suffixes\":[]}],\"month\":\"August\",\"year\":\"2021\",\"pages\":\"183–197\",\"bibtex\":\"@inproceedings{chakrabarti_unsupervised_2021,\\n\\taddress = {Cham},\\n\\ttitle = {Unsupervised {Feature} {Selection} for {Efficient} {Exploration} of {High} {Dimensional} {Data}},\\n\\tisbn = {978-3-030-82472-3},\\n\\turl = {https://www.cochez.nl/papers/feature_selection_for_exploration.pdf},\\n\\tabstract = {The exponential growth in the ability to generate, capture, and store high dimensional data has driven sophisticated machine learning applications. However, high dimensionality often poses a challenge for analysts to effectively identify and extract relevant features from datasets. Though many feature selection methods have shown good results in supervised learning, the major challenge lies in the area of unsupervised feature selection. For example, in the domain of data visualization, high-dimensional data is difficult to visualize and interpret due to the limitations of the screen, resulting in visual clutter. Visualizations are more interpretable when visualized in a low dimensional feature space. To mitigate these challenges, we present an approach to perform unsupervised feature clustering and selection using our novel graph clustering algorithm based on Clique-Cover Theory. We implemented our approach in an interactive data exploration tool which facilitates the exploration of relationships between features and generates interpretable visualizations.},\\n\\tbooktitle = {Advances in {Databases} and {Information} {Systems}},\\n\\tpublisher = {Springer International Publishing},\\n\\tauthor = {Chakrabarti, Arnab and Das, Abhijeet and Cochez, Michael and Quix, Christoph},\\n\\teditor = {Bellatreche, Ladjel and Dumas, Marlon and Karras, Panagiotis and Matulevičius, Raimundas},\\n\\tmonth = aug,\\n\\tyear = {2021},\\n\\tpages = {183--197},\\n}\\n\\n\",\"author_short\":[\"Chakrabarti, A.\",\"Das, A.\",\"Cochez, M.\",\"Quix, C.\"],\"editor_short\":[\"Bellatreche, L.\",\"Dumas, M.\",\"Karras, P.\",\"Matulevičius, R.\"],\"key\":\"chakrabarti_unsupervised_2021\",\"id\":\"chakrabarti_unsupervised_2021\",\"bibbaseid\":\"chakrabarti-das-cochez-quix-unsupervisedfeatureselectionforefficientexplorationofhighdimensionaldata-2021\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://www.cochez.nl/papers/feature_selection_for_exploration.pdf\"},\"metadata\":{\"authorlinks\":{}},\"downloads\":2,\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"title\":\"DeepKneeExplainer: Explainable Knee Osteoarthritis Diagnosis From Radiographs and Magnetic Resonance Imaging\",\"volume\":\"9\",\"doi\":\"10.1109/ACCESS.2021.3062493\",\"journal\":\"IEEE Access\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Karim\"],\"firstnames\":[\"Md.\",\"Rezaul\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Jiao\"],\"firstnames\":[\"Jiao\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Döhmen\"],\"firstnames\":[\"Till\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cochez\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Beyan\"],\"firstnames\":[\"Oya\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Rebholz-Schuhmann\"],\"firstnames\":[\"Dietrich\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Decker\"],\"firstnames\":[\"Stefan\"],\"suffixes\":[]}],\"month\":\"February\",\"year\":\"2021\",\"pages\":\"39757–39780\",\"bibtex\":\"@article{karim_deepkneeexplainer_2021,\\n\\ttitle = {{DeepKneeExplainer}: {Explainable} {Knee} {Osteoarthritis} {Diagnosis} {From} {Radiographs} and {Magnetic} {Resonance} {Imaging}},\\n\\tvolume = {9},\\n\\tdoi = {10.1109/ACCESS.2021.3062493},\\n\\tjournal = {IEEE Access},\\n\\tauthor = {Karim, Md. Rezaul and Jiao, Jiao and Döhmen, Till and Cochez, Michael and Beyan, Oya and Rebholz-Schuhmann, Dietrich and Decker, Stefan},\\n\\tmonth = feb,\\n\\tyear = {2021},\\n\\tpages = {39757--39780},\\n}\\n\\n\",\"author_short\":[\"Karim, M. R.\",\"Jiao, J.\",\"Döhmen, T.\",\"Cochez, M.\",\"Beyan, O.\",\"Rebholz-Schuhmann, D.\",\"Decker, S.\"],\"key\":\"karim_deepkneeexplainer_2021\",\"id\":\"karim_deepkneeexplainer_2021\",\"bibbaseid\":\"karim-jiao-dhmen-cochez-beyan-rebholzschuhmann-decker-deepkneeexplainerexplainablekneeosteoarthritisdiagnosisfromradiographsandmagneticresonanceimaging-2021\",\"role\":\"author\",\"urls\":{},\"metadata\":{\"authorlinks\":{}},\"downloads\":3,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"address\":\"Cham\",\"title\":\"Approximate Knowledge Graph Query Answering: From Ranking to Binary Classification\",\"isbn\":\"978-3-030-72308-8\",\"abstract\":\"Large, heterogeneous datasets are characterized by missing or even erroneous information. This is more evident when they are the product of community effort or automatic fact extraction methods from external sources, such as text. A special case of the aforementioned phenomenon can be seen in knowledge graphs, where this mostly appears in the form of missing or incorrect edges and nodes.\",\"booktitle\":\"Graph Structures for Knowledge Representation and Reasoning\",\"publisher\":\"Springer International Publishing\",\"author\":[{\"propositions\":[\"van\"],\"lastnames\":[\"Bakel\"],\"firstnames\":[\"Ruud\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Aleksiev\"],\"firstnames\":[\"Teodor\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Daza\"],\"firstnames\":[\"Daniel\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Alivanistos\"],\"firstnames\":[\"Dimitrios\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cochez\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]}],\"editor\":[{\"propositions\":[],\"lastnames\":[\"Cochez\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Croitoru\"],\"firstnames\":[\"Madalina\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Marquis\"],\"firstnames\":[\"Pierre\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Rudolph\"],\"firstnames\":[\"Sebastian\"],\"suffixes\":[]}],\"month\":\"September\",\"year\":\"2021\",\"pages\":\"107–124\",\"bibtex\":\"@inproceedings{van_bakel_approximate_2021,\\n\\taddress = {Cham},\\n\\ttitle = {Approximate {Knowledge} {Graph} {Query} {Answering}: {From} {Ranking} to {Binary} {Classification}},\\n\\tisbn = {978-3-030-72308-8},\\n\\tabstract = {Large, heterogeneous datasets are characterized by missing or even erroneous information. This is more evident when they are the product of community effort or automatic fact extraction methods from external sources, such as text. A special case of the aforementioned phenomenon can be seen in knowledge graphs, where this mostly appears in the form of missing or incorrect edges and nodes.},\\n\\tbooktitle = {Graph {Structures} for {Knowledge} {Representation} and {Reasoning}},\\n\\tpublisher = {Springer International Publishing},\\n\\tauthor = {van Bakel, Ruud and Aleksiev, Teodor and Daza, Daniel and Alivanistos, Dimitrios and Cochez, Michael},\\n\\teditor = {Cochez, Michael and Croitoru, Madalina and Marquis, Pierre and Rudolph, Sebastian},\\n\\tmonth = sep,\\n\\tyear = {2021},\\n\\tpages = {107--124},\\n}\\n\\n\",\"author_short\":[\"van Bakel, R.\",\"Aleksiev, T.\",\"Daza, D.\",\"Alivanistos, D.\",\"Cochez, M.\"],\"editor_short\":[\"Cochez, M.\",\"Croitoru, M.\",\"Marquis, P.\",\"Rudolph, S.\"],\"key\":\"van_bakel_approximate_2021\",\"id\":\"van_bakel_approximate_2021\",\"bibbaseid\":\"vanbakel-aleksiev-daza-alivanistos-cochez-approximateknowledgegraphqueryansweringfromrankingtobinaryclassification-2021\",\"role\":\"author\",\"urls\":{},\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"address\":\"Cham\",\"title\":\"Towards Easy Vocabulary Drafts with Neologism 2.0\",\"isbn\":\"978-3-030-80418-3\",\"url\":\"https://openreview.net/forum?id=PoAI5RrlUFj\",\"abstract\":\"Shared vocabularies and ontologies are essential for many applications. Although standards and recommendations already cover many areas, adaptations are usually necessary to represent concrete use-cases properly. Domain experts are unfamiliar with ontology engineering, which creates special requirements for needed tool support. Simple sketch applications are usually too imprecise, while comprehensive ontology editors are often too complicated for non-experts. We present Neologism 2.0 – an open-source tool for quick vocabulary creation through domain experts. Its guided vocabulary creation and its collaborative graph editor enable the quick creation of proper vocabularies, even for non-experts, and dramatically reduces the time and effort to draft vocabularies collaboratively. An RDF export allows quick bootstrapping of any other Semantic Web tool.\",\"booktitle\":\"The Semantic Web: ESWC 2021 Satellite Events\",\"publisher\":\"Springer International Publishing\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Lipp\"],\"firstnames\":[\"Johannes\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Gleim\"],\"firstnames\":[\"Lars\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cochez\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Dimitriadis\"],\"firstnames\":[\"Iraklis\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Ali\"],\"firstnames\":[\"Hussain\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Alvarez\"],\"firstnames\":[\"Daniel\",\"Hoppe\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lange\"],\"firstnames\":[\"Christoph\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Decker\"],\"firstnames\":[\"Stefan\"],\"suffixes\":[]}],\"editor\":[{\"propositions\":[],\"lastnames\":[\"Verborgh\"],\"firstnames\":[\"Ruben\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Dimou\"],\"firstnames\":[\"Anastasia\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Hogan\"],\"firstnames\":[\"Aidan\"],\"suffixes\":[]},{\"propositions\":[\"d'Amato\"],\"lastnames\":[],\"firstnames\":[\"Claudia\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Tiddi\"],\"firstnames\":[\"Ilaria\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Bröring\"],\"firstnames\":[\"Arne\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Mayer\"],\"firstnames\":[\"Simon\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Ongenae\"],\"firstnames\":[\"Femke\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Tommasini\"],\"firstnames\":[\"Riccardo\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Alam\"],\"firstnames\":[\"Mehwish\"],\"suffixes\":[]}],\"month\":\"June\",\"year\":\"2021\",\"keywords\":\"discoverylab\",\"pages\":\"21–26\",\"bibtex\":\"@inproceedings{lipp_towards_2021,\\n\\taddress = {Cham},\\n\\ttitle = {Towards {Easy} {Vocabulary} {Drafts} with {Neologism} 2.0},\\n\\tisbn = {978-3-030-80418-3},\\n\\turl = {https://openreview.net/forum?id=PoAI5RrlUFj},\\n\\tabstract = {Shared vocabularies and ontologies are essential for many applications. Although standards and recommendations already cover many areas, adaptations are usually necessary to represent concrete use-cases properly. Domain experts are unfamiliar with ontology engineering, which creates special requirements for needed tool support. Simple sketch applications are usually too imprecise, while comprehensive ontology editors are often too complicated for non-experts. We present Neologism 2.0 – an open-source tool for quick vocabulary creation through domain experts. Its guided vocabulary creation and its collaborative graph editor enable the quick creation of proper vocabularies, even for non-experts, and dramatically reduces the time and effort to draft vocabularies collaboratively. An RDF export allows quick bootstrapping of any other Semantic Web tool.},\\n\\tbooktitle = {The {Semantic} {Web}: {ESWC} 2021 {Satellite} {Events}},\\n\\tpublisher = {Springer International Publishing},\\n\\tauthor = {Lipp, Johannes and Gleim, Lars and Cochez, Michael and Dimitriadis, Iraklis and Ali, Hussain and Alvarez, Daniel Hoppe and Lange, Christoph and Decker, Stefan},\\n\\teditor = {Verborgh, Ruben and Dimou, Anastasia and Hogan, Aidan and d'Amato, Claudia and Tiddi, Ilaria and Bröring, Arne and Mayer, Simon and Ongenae, Femke and Tommasini, Riccardo and Alam, Mehwish},\\n\\tmonth = jun,\\n\\tyear = {2021},\\n\\tkeywords = {discoverylab},\\n\\tpages = {21--26},\\n}\\n\\n\",\"author_short\":[\"Lipp, J.\",\"Gleim, L.\",\"Cochez, M.\",\"Dimitriadis, I.\",\"Ali, H.\",\"Alvarez, D. H.\",\"Lange, C.\",\"Decker, S.\"],\"editor_short\":[\"Verborgh, R.\",\"Dimou, A.\",\"Hogan, A.\",\"d'Amato , C.\",\"Tiddi, I.\",\"Bröring, A.\",\"Mayer, S.\",\"Ongenae, F.\",\"Tommasini, R.\",\"Alam, M.\"],\"key\":\"lipp_towards_2021\",\"id\":\"lipp_towards_2021\",\"bibbaseid\":\"lipp-gleim-cochez-dimitriadis-ali-alvarez-lange-decker-towardseasyvocabularydraftswithneologism20-2021\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://openreview.net/forum?id=PoAI5RrlUFj\"},\"keyword\":[\"discoverylab\"],\"metadata\":{\"authorlinks\":{}},\"downloads\":5,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Hyperbolic Embedding Inference for Structured Multi-Label Prediction\",\"booktitle\":\"NeurIPS2022\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Xiong\"],\"firstnames\":[\"Bo\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cochez\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Nayyeri\"],\"firstnames\":[\"Mojtaba\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Staab\"],\"firstnames\":[\"Steffen\"],\"suffixes\":[]}],\"month\":\"November\",\"year\":\"2022\",\"bibtex\":\"@inproceedings{xiong_hyperbolic_2022,\\n\\ttitle = {Hyperbolic {Embedding} {Inference} for {Structured} {Multi}-{Label} {Prediction}},\\n\\tbooktitle = {{NeurIPS2022}},\\n\\tauthor = {Xiong, Bo and Cochez, Michael and Nayyeri, Mojtaba and Staab, Steffen},\\n\\tmonth = nov,\\n\\tyear = {2022},\\n}\\n\\n\",\"author_short\":[\"Xiong, B.\",\"Cochez, M.\",\"Nayyeri, M.\",\"Staab, S.\"],\"key\":\"xiong_hyperbolic_2022\",\"id\":\"xiong_hyperbolic_2022\",\"bibbaseid\":\"xiong-cochez-nayyeri-staab-hyperbolicembeddinginferenceforstructuredmultilabelprediction-2022\",\"role\":\"author\",\"urls\":{},\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"series\":\"Lecture Notes in Computer Science\",\"title\":\"Question Answering with Additive Restrictive Training (QuAART): Question Answering for the Rapid Development of New Knowledge Extraction Pipelines\",\"volume\":\"13514\",\"url\":\"https://doi.org/10.1007/978-3-031-17105-5\\\\_4\",\"doi\":\"10.1007/978-3-031-17105-5_4\",\"booktitle\":\"Knowledge Engineering and Knowledge Management - 23rd International Conference, EKAW 2022, Bolzano, Italy, September 26-29, 2022, Proceedings\",\"publisher\":\"Springer\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Harper\"],\"firstnames\":[\"Corey\",\"A.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Jr\"],\"firstnames\":[\"Ron\",\"Daniel\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Groth\"],\"firstnames\":[\"Paul\"],\"suffixes\":[]}],\"editor\":[{\"propositions\":[],\"lastnames\":[\"Corcho\"],\"firstnames\":[\"Óscar\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Hollink\"],\"firstnames\":[\"Laura\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Kutz\"],\"firstnames\":[\"Oliver\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Troquard\"],\"firstnames\":[\"Nicolas\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Ekaputra\"],\"firstnames\":[\"Fajar\",\"J.\"],\"suffixes\":[]}],\"month\":\"September\",\"year\":\"2022\",\"pages\":\"51–65\",\"bibtex\":\"@inproceedings{harper_question_2022,\\n\\tseries = {Lecture {Notes} in {Computer} {Science}},\\n\\ttitle = {Question {Answering} with {Additive} {Restrictive} {Training} ({QuAART}): {Question} {Answering} for the {Rapid} {Development} of {New} {Knowledge} {Extraction} {Pipelines}},\\n\\tvolume = {13514},\\n\\turl = {https://doi.org/10.1007/978-3-031-17105-5\\\\_4},\\n\\tdoi = {10.1007/978-3-031-17105-5_4},\\n\\tbooktitle = {Knowledge {Engineering} and {Knowledge} {Management} - 23rd {International} {Conference}, {EKAW} 2022, {Bolzano}, {Italy}, {September} 26-29, 2022, {Proceedings}},\\n\\tpublisher = {Springer},\\n\\tauthor = {Harper, Corey A. and Jr, Ron Daniel and Groth, Paul},\\n\\teditor = {Corcho, Óscar and Hollink, Laura and Kutz, Oliver and Troquard, Nicolas and Ekaputra, Fajar J.},\\n\\tmonth = sep,\\n\\tyear = {2022},\\n\\tpages = {51--65},\\n}\\n\\n\",\"author_short\":[\"Harper, C. A.\",\"Jr, R. D.\",\"Groth, P.\"],\"editor_short\":[\"Corcho, Ó.\",\"Hollink, L.\",\"Kutz, O.\",\"Troquard, N.\",\"Ekaputra, F. J.\"],\"key\":\"harper_question_2022\",\"id\":\"harper_question_2022\",\"bibbaseid\":\"harper-jr-groth-questionansweringwithadditiverestrictivetrainingquaartquestionansweringfortherapiddevelopmentofnewknowledgeextractionpipelines-2022\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://doi.org/10.1007/978-3-031-17105-5\\\\_4\"},\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"address\":\"Cham\",\"title\":\"Scientific Item Recommendation Using a Citation Network\",\"isbn\":\"978-3-031-10986-7\",\"booktitle\":\"Knowledge Science, Engineering and Management\",\"publisher\":\"Springer International Publishing\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Wang\"],\"firstnames\":[\"Xu\"],\"suffixes\":[]},{\"propositions\":[\"van\"],\"lastnames\":[\"Harmelen\"],\"firstnames\":[\"Frank\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cochez\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Huang\"],\"firstnames\":[\"Zhisheng\\\"\"],\"suffixes\":[\"editor=\\\"Memmi\",\",\",\"Gerard\"]},{\"propositions\":[],\"lastnames\":[\"Yang\"],\"firstnames\":[\"Baijian\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Kong\"],\"firstnames\":[\"Linghe\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Zhang\"],\"firstnames\":[\"Tianwei\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Qiu\"],\"firstnames\":[\"Meikang\"],\"suffixes\":[]}],\"month\":\"August\",\"year\":\"2022\",\"pages\":\"469–484\",\"bibtex\":\"@inproceedings{wang_scientific_2022,\\n\\taddress = {Cham},\\n\\ttitle = {Scientific {Item} {Recommendation} {Using} a {Citation} {Network}},\\n\\tisbn = {978-3-031-10986-7},\\n\\tbooktitle = {Knowledge {Science}, {Engineering} and {Management}},\\n\\tpublisher = {Springer International Publishing},\\n\\tauthor = {Wang, Xu and van Harmelen, Frank and Cochez, Michael and Huang, Zhisheng\\\", editor=\\\"Memmi, Gerard and Yang, Baijian and Kong, Linghe and Zhang, Tianwei and Qiu, Meikang},\\n\\tmonth = aug,\\n\\tyear = {2022},\\n\\tpages = {469--484},\\n}\\n\\n\",\"author_short\":[\"Wang, X.\",\"van Harmelen, F.\",\"Cochez, M.\",\"Huang, Z.\",\"Yang, B.\",\"Kong, L.\",\"Zhang, T.\",\"Qiu, M.\"],\"key\":\"wang_scientific_2022\",\"id\":\"wang_scientific_2022\",\"bibbaseid\":\"wang-vanharmelen-cochez-huang-yang-kong-zhang-qiu-scientificitemrecommendationusingacitationnetwork-2022\",\"role\":\"author\",\"urls\":{},\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"title\":\"Towards a standard-based open data ecosystem: analysis of DCAT-AP use at national and European level\",\"volume\":\"18\",\"number\":\"2\",\"journal\":\"Electronic Government, an International Journal\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Barthelemy\"],\"firstnames\":[\"Florian\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cochez\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Dimitriadis\"],\"firstnames\":[\"Iraklis\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Karim\"],\"firstnames\":[\"Naila\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Loutas\"],\"firstnames\":[\"Nikolaos\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Magnisalis\"],\"firstnames\":[\"Ioannis\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Comet\"],\"firstnames\":[\"Lina\",\"Molinas\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Peristeras\"],\"firstnames\":[\"Vassilios\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wyns\"],\"firstnames\":[\"Brecht\"],\"suffixes\":[]}],\"month\":\"January\",\"year\":\"2022\",\"note\":\"Publisher: Inderscience Publishers (IEL)\",\"pages\":\"137–180\",\"bibtex\":\"@article{barthelemy_towards_2022,\\n\\ttitle = {Towards a standard-based open data ecosystem: analysis of {DCAT}-{AP} use at national and {European} level},\\n\\tvolume = {18},\\n\\tnumber = {2},\\n\\tjournal = {Electronic Government, an International Journal},\\n\\tauthor = {Barthelemy, Florian and Cochez, Michael and Dimitriadis, Iraklis and Karim, Naila and Loutas, Nikolaos and Magnisalis, Ioannis and Comet, Lina Molinas and Peristeras, Vassilios and Wyns, Brecht},\\n\\tmonth = jan,\\n\\tyear = {2022},\\n\\tnote = {Publisher: Inderscience Publishers (IEL)},\\n\\tpages = {137--180},\\n}\\n\\n\",\"author_short\":[\"Barthelemy, F.\",\"Cochez, M.\",\"Dimitriadis, I.\",\"Karim, N.\",\"Loutas, N.\",\"Magnisalis, I.\",\"Comet, L. M.\",\"Peristeras, V.\",\"Wyns, B.\"],\"key\":\"barthelemy_towards_2022\",\"id\":\"barthelemy_towards_2022\",\"bibbaseid\":\"barthelemy-cochez-dimitriadis-karim-loutas-magnisalis-comet-peristeras-etal-towardsastandardbasedopendataecosystemanalysisofdcatapuseatnationalandeuropeanlevel-2022\",\"role\":\"author\",\"urls\":{},\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"address\":\"Virtual Event, Lyon, France\",\"series\":\"WWW '22\",\"title\":\"Scaling R-GCN Training with Graph Summarization\",\"isbn\":\"978-1-4503-9130-6\",\"url\":\"https://arxiv.org/abs/2203.02622\",\"doi\":\"https://doi.org/10.1145/3487553.3524719\",\"booktitle\":\"WWW '22: Companion Proceedings of the Web Conference 2022\",\"publisher\":\"Association for Computing Machinery\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Generale\"],\"firstnames\":[\"Alessandro\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Blume\"],\"firstnames\":[\"Till\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cochez\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]}],\"month\":\"April\",\"year\":\"2022\",\"note\":\"arXiv preprint arXiv:2203.02622\",\"keywords\":\"graph neural network, graph summarization, scalability\",\"pages\":\"1073–1082\",\"bibtex\":\"@inproceedings{generale_scaling_2022,\\n\\taddress = {Virtual Event, Lyon, France},\\n\\tseries = {{WWW} '22},\\n\\ttitle = {Scaling {R}-{GCN} {Training} with {Graph} {Summarization}},\\n\\tisbn = {978-1-4503-9130-6},\\n\\turl = {https://arxiv.org/abs/2203.02622},\\n\\tdoi = {https://doi.org/10.1145/3487553.3524719},\\n\\tbooktitle = {{WWW} '22: {Companion} {Proceedings} of the {Web} {Conference} 2022},\\n\\tpublisher = {Association for Computing Machinery},\\n\\tauthor = {Generale, Alessandro and Blume, Till and Cochez, Michael},\\n\\tmonth = apr,\\n\\tyear = {2022},\\n\\tnote = {arXiv preprint arXiv:2203.02622},\\n\\tkeywords = {graph neural network, graph summarization, scalability},\\n\\tpages = {1073--1082},\\n}\\n\\n\",\"author_short\":[\"Generale, A.\",\"Blume, T.\",\"Cochez, M.\"],\"key\":\"generale_scaling_2022\",\"id\":\"generale_scaling_2022\",\"bibbaseid\":\"generale-blume-cochez-scalingrgcntrainingwithgraphsummarization-2022\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://arxiv.org/abs/2203.02622\"},\"keyword\":[\"graph neural network\",\"graph summarization\",\"scalability\"],\"metadata\":{\"authorlinks\":{}},\"downloads\":1,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Exposure-Aware Recommendation using Contextual Bandits\",\"copyright\":\"Creative Commons Attribution 4.0 International\",\"url\":\"https://arxiv.org/abs/2209.01665\",\"doi\":\"10.48550/ARXIV.2209.01665\",\"publisher\":\"5th FAccTRec Workshop on Responsible Recommendation in conjunction with ACM RecSys 2022\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Mansoury\"],\"firstnames\":[\"Masoud\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Mobasher\"],\"firstnames\":[\"Bamshad\"],\"suffixes\":[]},{\"propositions\":[\"van\"],\"lastnames\":[\"Hoof\"],\"firstnames\":[\"Herke\"],\"suffixes\":[]}],\"month\":\"September\",\"year\":\"2022\",\"keywords\":\"FOS: Computer and information sciences, Information Retrieval (cs.IR)\",\"bibtex\":\"@inproceedings{mansoury_exposure-aware_2022,\\n\\ttitle = {Exposure-{Aware} {Recommendation} using {Contextual} {Bandits}},\\n\\tcopyright = {Creative Commons Attribution 4.0 International},\\n\\turl = {https://arxiv.org/abs/2209.01665},\\n\\tdoi = {10.48550/ARXIV.2209.01665},\\n\\tpublisher = {5th FAccTRec Workshop on Responsible Recommendation in conjunction with ACM RecSys 2022},\\n\\tauthor = {Mansoury, Masoud and Mobasher, Bamshad and van Hoof, Herke},\\n\\tmonth = sep,\\n\\tyear = {2022},\\n\\tkeywords = {FOS: Computer and information sciences, Information Retrieval (cs.IR)},\\n}\\n\\n\",\"author_short\":[\"Mansoury, M.\",\"Mobasher, B.\",\"van Hoof, H.\"],\"key\":\"mansoury_exposure-aware_2022\",\"id\":\"mansoury_exposure-aware_2022\",\"bibbaseid\":\"mansoury-mobasher-vanhoof-exposureawarerecommendationusingcontextualbandits-2022\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://arxiv.org/abs/2209.01665\"},\"keyword\":[\"FOS: Computer and information sciences\",\"Information Retrieval (cs.IR)\"],\"metadata\":{\"authorlinks\":{}},\"downloads\":4,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Query Embedding on Hyper-Relational Knowledge Graphs\",\"url\":\"https://openreview.net/forum?id=4rLw09TgRw9\",\"booktitle\":\"The Tenth International Conference on Learning Representations, ICLR 2022, Virtual Event, April 25-29, 2022\",\"publisher\":\"OpenReview.net\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Alivanistos\"],\"firstnames\":[\"Dimitrios\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Berrendorf\"],\"firstnames\":[\"Max\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cochez\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Galkin\"],\"firstnames\":[\"Mikhail\"],\"suffixes\":[]}],\"month\":\"April\",\"year\":\"2022\",\"bibtex\":\"@inproceedings{alivanistos_query_2022,\\n\\ttitle = {Query {Embedding} on {Hyper}-{Relational} {Knowledge} {Graphs}},\\n\\turl = {https://openreview.net/forum?id=4rLw09TgRw9},\\n\\tbooktitle = {The {Tenth} {International} {Conference} on {Learning} {Representations}, {ICLR} 2022, {Virtual} {Event}, {April} 25-29, 2022},\\n\\tpublisher = {OpenReview.net},\\n\\tauthor = {Alivanistos, Dimitrios and Berrendorf, Max and Cochez, Michael and Galkin, Mikhail},\\n\\tmonth = apr,\\n\\tyear = {2022},\\n}\\n\\n\",\"author_short\":[\"Alivanistos, D.\",\"Berrendorf, M.\",\"Cochez, M.\",\"Galkin, M.\"],\"key\":\"alivanistos_query_2022\",\"id\":\"alivanistos_query_2022\",\"bibbaseid\":\"alivanistos-berrendorf-cochez-galkin-queryembeddingonhyperrelationalknowledgegraphs-2022\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://openreview.net/forum?id=4rLw09TgRw9\"},\"metadata\":{\"authorlinks\":{}},\"downloads\":1,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"series\":\"CEUR Workshop Proceedings\",\"title\":\"Potential Energy to Improve Link Prediction With Relational Graph Neural Networks\",\"volume\":\"3121\",\"url\":\"http://ceur-ws.org/Vol-3121/short2.pdf\",\"booktitle\":\"Proceedings of the AAAI 2022 Spring Symposium on Machine Learning and Knowledge Engineering for Hybrid Intelligence (AAAI-MAKE 2022), Stanford University, Palo Alto, California, USA, March 21-23, 2022\",\"publisher\":\"CEUR-WS.org\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Colombo\"],\"firstnames\":[\"Simone\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Alivanistos\"],\"firstnames\":[\"Dimitrios\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cochez\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]}],\"editor\":[{\"propositions\":[],\"lastnames\":[\"Martin\"],\"firstnames\":[\"Andreas\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Hinkelmann\"],\"firstnames\":[\"Knut\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Fill\"],\"firstnames\":[\"Hans-Georg\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Gerber\"],\"firstnames\":[\"Aurona\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lenat\"],\"firstnames\":[\"Doug\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Stolle\"],\"firstnames\":[\"Reinhard\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Harmelen\"],\"firstnames\":[\"Frank\",\"van\"],\"suffixes\":[]}],\"month\":\"March\",\"year\":\"2022\",\"bibtex\":\"@inproceedings{colombo_potential_2022,\\n\\tseries = {{CEUR} {Workshop} {Proceedings}},\\n\\ttitle = {Potential {Energy} to {Improve} {Link} {Prediction} {With} {Relational} {Graph} {Neural} {Networks}},\\n\\tvolume = {3121},\\n\\turl = {http://ceur-ws.org/Vol-3121/short2.pdf},\\n\\tbooktitle = {Proceedings of the {AAAI} 2022 {Spring} {Symposium} on {Machine} {Learning} and {Knowledge} {Engineering} for {Hybrid} {Intelligence} ({AAAI}-{MAKE} 2022), {Stanford} {University}, {Palo} {Alto}, {California}, {USA}, {March} 21-23, 2022},\\n\\tpublisher = {CEUR-WS.org},\\n\\tauthor = {Colombo, Simone and Alivanistos, Dimitrios and Cochez, Michael},\\n\\teditor = {Martin, Andreas and Hinkelmann, Knut and Fill, Hans-Georg and Gerber, Aurona and Lenat, Doug and Stolle, Reinhard and Harmelen, Frank van},\\n\\tmonth = mar,\\n\\tyear = {2022},\\n}\\n\\n\",\"author_short\":[\"Colombo, S.\",\"Alivanistos, D.\",\"Cochez, M.\"],\"editor_short\":[\"Martin, A.\",\"Hinkelmann, K.\",\"Fill, H.\",\"Gerber, A.\",\"Lenat, D.\",\"Stolle, R.\",\"Harmelen, F. v.\"],\"key\":\"colombo_potential_2022\",\"id\":\"colombo_potential_2022\",\"bibbaseid\":\"colombo-alivanistos-cochez-potentialenergytoimprovelinkpredictionwithrelationalgraphneuralnetworks-2022\",\"role\":\"author\",\"urls\":{\"Paper\":\"http://ceur-ws.org/Vol-3121/short2.pdf\"},\"metadata\":{\"authorlinks\":{}},\"downloads\":1,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Inductive Entity Representations from Text via Link Prediction\",\"url\":\"https://doi.org/10.1145/3442381.3450141\",\"doi\":\"10.1145/3442381.3450141\",\"booktitle\":\"WWW '21: The Web Conference 2021, Virtual Event / Ljubljana, Slovenia, April 19-23, 2021\",\"publisher\":\"ACM / IW3C2\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Daza\"],\"firstnames\":[\"Daniel\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cochez\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Groth\"],\"firstnames\":[\"Paul\"],\"suffixes\":[]}],\"editor\":[{\"propositions\":[],\"lastnames\":[\"Leskovec\"],\"firstnames\":[\"Jure\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Grobelnik\"],\"firstnames\":[\"Marko\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Najork\"],\"firstnames\":[\"Marc\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Tang\"],\"firstnames\":[\"Jie\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Zia\"],\"firstnames\":[\"Leila\"],\"suffixes\":[]}],\"month\":\"April\",\"year\":\"2021\",\"pages\":\"798–808\",\"bibtex\":\"@inproceedings{daza_inductive_2021,\\n\\ttitle = {Inductive {Entity} {Representations} from {Text} via {Link} {Prediction}},\\n\\turl = {https://doi.org/10.1145/3442381.3450141},\\n\\tdoi = {10.1145/3442381.3450141},\\n\\tbooktitle = {{WWW} '21: {The} {Web} {Conference} 2021, {Virtual} {Event} / {Ljubljana}, {Slovenia}, {April} 19-23, 2021},\\n\\tpublisher = {ACM / IW3C2},\\n\\tauthor = {Daza, Daniel and Cochez, Michael and Groth, Paul},\\n\\teditor = {Leskovec, Jure and Grobelnik, Marko and Najork, Marc and Tang, Jie and Zia, Leila},\\n\\tmonth = apr,\\n\\tyear = {2021},\\n\\tpages = {798--808},\\n}\\n\\n\",\"author_short\":[\"Daza, D.\",\"Cochez, M.\",\"Groth, P.\"],\"editor_short\":[\"Leskovec, J.\",\"Grobelnik, M.\",\"Najork, M.\",\"Tang, J.\",\"Zia, L.\"],\"key\":\"daza_inductive_2021\",\"id\":\"daza_inductive_2021\",\"bibbaseid\":\"daza-cochez-groth-inductiveentityrepresentationsfromtextvialinkprediction-2021\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://doi.org/10.1145/3442381.3450141\"},\"metadata\":{\"authorlinks\":{}},\"downloads\":2,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Complex Query Answering with Neural Link Predictors\",\"url\":\"https://openreview.net/forum?id=Mos9F9kDwkz\",\"booktitle\":\"International Conference on Learning Representations (ICLR 2021)\",\"publisher\":\"Openreview\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Arakelyan\"],\"firstnames\":[\"Erik\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Daza\"],\"firstnames\":[\"Daniel\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Minervini\"],\"firstnames\":[\"Pasquale\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cochez\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]}],\"month\":\"May\",\"year\":\"2021\",\"note\":\"_eprint: 2011.03459\",\"bibtex\":\"@inproceedings{arakelyan_complex_2021,\\n\\ttitle = {Complex {Query} {Answering} with {Neural} {Link} {Predictors}},\\n\\turl = {https://openreview.net/forum?id=Mos9F9kDwkz},\\n\\tbooktitle = {International {Conference} on {Learning} {Representations} ({ICLR} 2021)},\\n\\tpublisher = {Openreview},\\n\\tauthor = {Arakelyan, Erik and Daza, Daniel and Minervini, Pasquale and Cochez, Michael},\\n\\tmonth = may,\\n\\tyear = {2021},\\n\\tnote = {\\\\_eprint: 2011.03459},\\n}\\n\\n\",\"author_short\":[\"Arakelyan, E.\",\"Daza, D.\",\"Minervini, P.\",\"Cochez, M.\"],\"key\":\"arakelyan_complex_2021\",\"id\":\"arakelyan_complex_2021\",\"bibbaseid\":\"arakelyan-daza-minervini-cochez-complexqueryansweringwithneurallinkpredictors-2021\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://openreview.net/forum?id=Mos9F9kDwkz\"},\"metadata\":{\"authorlinks\":{}},\"downloads\":5,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"address\":\"New York, NY, USA\",\"series\":\"K-CAP '21\",\"title\":\"Multi-Domain and Explainable Prediction of Changes in Web Vocabularies\",\"isbn\":\"978-1-4503-8457-5\",\"url\":\"https://doi-org.vu-nl.idm.oclc.org/10.1145/3460210.3493583\",\"doi\":\"10.1145/3460210.3493583\",\"abstract\":\"Web vocabularies (WV) have become a fundamental tool for structuring Web data: over 10 million sites use structured data formats and ontologies to markup content. Maintaining these vocabularies and keeping up with their changes are manual tasks with very limited automated support, impacting both publishers and users. Existing work shows that machine learning can be used to reliably predict vocabulary changes, but on specific domains (e.g. biomedicine) and with limited explanations on the impact of changes (e.g. their type, frequency, etc.). In this paper, we describe a framework that uses various supervised learning models to learn and predict changes in versioned vocabularies, independent of their domain. Using well-established results in ontology evolution we extract domain-agnostic and human-interpretable features and explain their influence on change predictability. Applying our method on 139 WV from 9 different domains, we find that ontology structural and instance data, the number of versions, and the release frequency highly correlate with predictability of change. These results can pave the way towards integrating predictive models into knowledge engineering practices and methods.\",\"language\":\"English\",\"booktitle\":\"Proceedings of the 11th on Knowledge Capture Conference\",\"publisher\":\"Association for Computing Machinery\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Meroño-Peñuela\"],\"firstnames\":[\"Albert\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Pernisch\"],\"firstnames\":[\"Romana\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Guéret\"],\"firstnames\":[\"Christophe\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Schlobach\"],\"firstnames\":[\"Stefan\"],\"suffixes\":[]}],\"month\":\"December\",\"year\":\"2021\",\"note\":\"event-place: Virtual Event, USA\",\"keywords\":\"change modelling, ontology evolution, vocabulary change\",\"pages\":\"193–200\",\"bibtex\":\"@inproceedings{merono-penuela_multi-domain_2021,\\n\\taddress = {New York, NY, USA},\\n\\tseries = {K-{CAP} '21},\\n\\ttitle = {Multi-{Domain} and {Explainable} {Prediction} of {Changes} in {Web} {Vocabularies}},\\n\\tisbn = {978-1-4503-8457-5},\\n\\turl = {https://doi-org.vu-nl.idm.oclc.org/10.1145/3460210.3493583},\\n\\tdoi = {10.1145/3460210.3493583},\\n\\tabstract = {Web vocabularies (WV) have become a fundamental tool for structuring Web data: over 10 million sites use structured data formats and ontologies to markup content. Maintaining these vocabularies and keeping up with their changes are manual tasks with very limited automated support, impacting both publishers and users. Existing work shows that machine learning can be used to reliably predict vocabulary changes, but on specific domains (e.g. biomedicine) and with limited explanations on the impact of changes (e.g. their type, frequency, etc.). In this paper, we describe a framework that uses various supervised learning models to learn and predict changes in versioned vocabularies, independent of their domain. Using well-established results in ontology evolution we extract domain-agnostic and human-interpretable features and explain their influence on change predictability. Applying our method on 139 WV from 9 different domains, we find that ontology structural and instance data, the number of versions, and the release frequency highly correlate with predictability of change. These results can pave the way towards integrating predictive models into knowledge engineering practices and methods.},\\n\\tlanguage = {English},\\n\\tbooktitle = {Proceedings of the 11th on {Knowledge} {Capture} {Conference}},\\n\\tpublisher = {Association for Computing Machinery},\\n\\tauthor = {Meroño-Peñuela, Albert and Pernisch, Romana and Guéret, Christophe and Schlobach, Stefan},\\n\\tmonth = dec,\\n\\tyear = {2021},\\n\\tnote = {event-place: Virtual Event, USA},\\n\\tkeywords = {change modelling, ontology evolution, vocabulary change},\\n\\tpages = {193--200},\\n}\\n\\n\",\"author_short\":[\"Meroño-Peñuela, A.\",\"Pernisch, R.\",\"Guéret, C.\",\"Schlobach, S.\"],\"key\":\"merono-penuela_multi-domain_2021\",\"id\":\"merono-penuela_multi-domain_2021\",\"bibbaseid\":\"meroopeuela-pernisch-guret-schlobach-multidomainandexplainablepredictionofchangesinwebvocabularies-2021\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://doi-org.vu-nl.idm.oclc.org/10.1145/3460210.3493583\"},\"keyword\":[\"change modelling\",\"ontology evolution\",\"vocabulary change\"],\"metadata\":{\"authorlinks\":{}},\"downloads\":1,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"A Machine With Human-Like Memory Systems\",\"booktitle\":\"arXiv preprint arXiv:2204.01611\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Kim\"],\"firstnames\":[\"Taewoon\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cochez\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Francois-Lavet\"],\"firstnames\":[\"Vincent\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Neerincx\"],\"firstnames\":[\"Mark\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Vossen\"],\"firstnames\":[\"Piek\"],\"suffixes\":[]}],\"year\":\"2023\",\"bibtex\":\"@inproceedings{kim_machine_2023,\\n\\ttitle = {A {Machine} {With} {Human}-{Like} {Memory} {Systems}},\\n\\tbooktitle = {{arXiv} preprint {arXiv}:2204.01611},\\n\\tauthor = {Kim, Taewoon and Cochez, Michael and Francois-Lavet, Vincent and Neerincx, Mark and Vossen, Piek},\\n\\tyear = {2023},\\n}\\n\\n\",\"author_short\":[\"Kim, T.\",\"Cochez, M.\",\"Francois-Lavet, V.\",\"Neerincx, M.\",\"Vossen, P.\"],\"key\":\"kim_machine_2023\",\"id\":\"kim_machine_2023\",\"bibbaseid\":\"kim-cochez-francoislavet-neerincx-vossen-amachinewithhumanlikememorysystems-2023\",\"role\":\"author\",\"urls\":{},\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Prompting as Probing: Using Language Models for Knowledge Base Construction\",\"volume\":\"3274\",\"copyright\":\"arXiv.org perpetual, non-exclusive license\",\"url\":\"https://ceur-ws.org/Vol-3274/paper2.pdf\",\"doi\":\"10.48550/ARXIV.2208.11057\",\"booktitle\":\"Proceedings of the Semantic Web Challenge on Knowledge Base Construction from Pre-trained Language Models 2022 co-located with the 21st International Semantic Web Conference (ISWC2022)\",\"publisher\":\"CEUR-ws.org\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Alivanistos\"],\"firstnames\":[\"Dimitrios\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Santamaría\"],\"firstnames\":[\"Selene\",\"Báez\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cochez\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Kalo\"],\"firstnames\":[\"Jan-Christoph\"],\"suffixes\":[]},{\"propositions\":[\"van\"],\"lastnames\":[\"Krieken\"],\"firstnames\":[\"Emile\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Thanapalasingam\"],\"firstnames\":[\"Thiviyan\"],\"suffixes\":[]}],\"month\":\"October\",\"year\":\"2022\",\"keywords\":\"Artificial Intelligence (cs.AI), Computation and Language (cs.CL), FOS: Computer and information sciences\",\"pages\":\"11–34\",\"bibtex\":\"@inproceedings{alivanistos_prompting_2022,\\n\\ttitle = {Prompting as {Probing}: {Using} {Language} {Models} for {Knowledge} {Base} {Construction}},\\n\\tvolume = {3274},\\n\\tcopyright = {arXiv.org perpetual, non-exclusive license},\\n\\turl = {https://ceur-ws.org/Vol-3274/paper2.pdf},\\n\\tdoi = {10.48550/ARXIV.2208.11057},\\n\\tbooktitle = {Proceedings of the {Semantic} {Web} {Challenge} on {Knowledge} {Base} {Construction} from {Pre}-trained {Language} {Models} 2022 co-located with the 21st {International} {Semantic} {Web} {Conference} ({ISWC2022})},\\n\\tpublisher = {CEUR-ws.org},\\n\\tauthor = {Alivanistos, Dimitrios and Santamaría, Selene Báez and Cochez, Michael and Kalo, Jan-Christoph and van Krieken, Emile and Thanapalasingam, Thiviyan},\\n\\tmonth = oct,\\n\\tyear = {2022},\\n\\tkeywords = {Artificial Intelligence (cs.AI), Computation and Language (cs.CL), FOS: Computer and information sciences},\\n\\tpages = {11--34},\\n}\\n\\n\",\"author_short\":[\"Alivanistos, D.\",\"Santamaría, S. B.\",\"Cochez, M.\",\"Kalo, J.\",\"van Krieken, E.\",\"Thanapalasingam, T.\"],\"key\":\"alivanistos_prompting_2022\",\"id\":\"alivanistos_prompting_2022\",\"bibbaseid\":\"alivanistos-santamara-cochez-kalo-vankrieken-thanapalasingam-promptingasprobingusinglanguagemodelsforknowledgebaseconstruction-2022\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://ceur-ws.org/Vol-3274/paper2.pdf\"},\"keyword\":[\"Artificial Intelligence (cs.AI)\",\"Computation and Language (cs.CL)\",\"FOS: Computer and information sciences\"],\"metadata\":{\"authorlinks\":{}},\"downloads\":4,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"address\":\"Cham\",\"series\":\"Lecture Notes in Computer Science\",\"title\":\"Parameter-Efficient Sparse Retrievers and Rerankers Using Adapters\",\"isbn\":\"978-3-031-28238-6\",\"doi\":\"10.1007/978-3-031-28238-6_2\",\"abstract\":\"Parameter-Efficient transfer learning with Adapters have been studied in Natural Language Processing (NLP) as an alternative to full fine-tuning. Adapters are memory-efficient and scale well with downstream tasks by training small bottle-neck layers added between transformer layers while keeping the large pretrained language model (PLMs) frozen. In spite of showing promising results in NLP, these methods are under-explored in Information Retrieval. While previous studies have only experimented with dense retriever or in a cross lingual retrieval scenario, in this paper we aim to complete the picture on the use of adapters in IR. First, we study adapters for SPLADE, a sparse retriever, for which adapters not only retain the efficiency and effectiveness otherwise achieved by finetuning, but are memory-efficient and orders of magnitude lighter to train. We observe that Adapters-SPLADE not only optimizes just 2% of training parameters, but outperforms fully fine-tuned counterpart and existing parameter-efficient dense IR models on IR benchmark datasets. Secondly, we address domain adaptation of neural retrieval thanks to adapters on cross-domain BEIR datasets and TripClick. Finally, we also consider knowledge sharing between rerankers and first stage rankers. Overall, our study complete the examination of adapters for neural IR. (The code can be found at: https://github.com/naver/splade/tree/adapter-splade.)\",\"language\":\"en\",\"booktitle\":\"Advances in Information Retrieval\",\"publisher\":\"Springer Nature Switzerland\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Pal\"],\"firstnames\":[\"Vaishali\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Lassance\"],\"firstnames\":[\"Carlos\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Déjean\"],\"firstnames\":[\"Hervé\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Clinchant\"],\"firstnames\":[\"Stéphane\"],\"suffixes\":[]}],\"editor\":[{\"propositions\":[],\"lastnames\":[\"Kamps\"],\"firstnames\":[\"Jaap\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Goeuriot\"],\"firstnames\":[\"Lorraine\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Crestani\"],\"firstnames\":[\"Fabio\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Maistro\"],\"firstnames\":[\"Maria\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Joho\"],\"firstnames\":[\"Hideo\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Davis\"],\"firstnames\":[\"Brian\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Gurrin\"],\"firstnames\":[\"Cathal\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Kruschwitz\"],\"firstnames\":[\"Udo\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Caputo\"],\"firstnames\":[\"Annalina\"],\"suffixes\":[]}],\"year\":\"2023\",\"keywords\":\"Adapters, Information Retrieval, Sparse neural retriever\",\"pages\":\"16–31\",\"bibtex\":\"@inproceedings{pal_parameter-efficient_2023,\\n\\taddress = {Cham},\\n\\tseries = {Lecture {Notes} in {Computer} {Science}},\\n\\ttitle = {Parameter-{Efficient} {Sparse} {Retrievers} and {Rerankers} {Using} {Adapters}},\\n\\tisbn = {978-3-031-28238-6},\\n\\tdoi = {10.1007/978-3-031-28238-6_2},\\n\\tabstract = {Parameter-Efficient transfer learning with Adapters have been studied in Natural Language Processing (NLP) as an alternative to full fine-tuning. Adapters are memory-efficient and scale well with downstream tasks by training small bottle-neck layers added between transformer layers while keeping the large pretrained language model (PLMs) frozen. In spite of showing promising results in NLP, these methods are under-explored in Information Retrieval. While previous studies have only experimented with dense retriever or in a cross lingual retrieval scenario, in this paper we aim to complete the picture on the use of adapters in IR. First, we study adapters for SPLADE, a sparse retriever, for which adapters not only retain the efficiency and effectiveness otherwise achieved by finetuning, but are memory-efficient and orders of magnitude lighter to train. We observe that Adapters-SPLADE not only optimizes just 2\\\\% of training parameters, but outperforms fully fine-tuned counterpart and existing parameter-efficient dense IR models on IR benchmark datasets. Secondly, we address domain adaptation of neural retrieval thanks to adapters on cross-domain BEIR datasets and TripClick. Finally, we also consider knowledge sharing between rerankers and first stage rankers. Overall, our study complete the examination of adapters for neural IR. (The code can be found at: https://github.com/naver/splade/tree/adapter-splade.)},\\n\\tlanguage = {en},\\n\\tbooktitle = {Advances in {Information} {Retrieval}},\\n\\tpublisher = {Springer Nature Switzerland},\\n\\tauthor = {Pal, Vaishali and Lassance, Carlos and Déjean, Hervé and Clinchant, Stéphane},\\n\\teditor = {Kamps, Jaap and Goeuriot, Lorraine and Crestani, Fabio and Maistro, Maria and Joho, Hideo and Davis, Brian and Gurrin, Cathal and Kruschwitz, Udo and Caputo, Annalina},\\n\\tyear = {2023},\\n\\tkeywords = {Adapters, Information Retrieval, Sparse neural retriever},\\n\\tpages = {16--31},\\n}\\n\\n\",\"author_short\":[\"Pal, V.\",\"Lassance, C.\",\"Déjean, H.\",\"Clinchant, S.\"],\"editor_short\":[\"Kamps, J.\",\"Goeuriot, L.\",\"Crestani, F.\",\"Maistro, M.\",\"Joho, H.\",\"Davis, B.\",\"Gurrin, C.\",\"Kruschwitz, U.\",\"Caputo, A.\"],\"key\":\"pal_parameter-efficient_2023\",\"id\":\"pal_parameter-efficient_2023\",\"bibbaseid\":\"pal-lassance-djean-clinchant-parameterefficientsparseretrieversandrerankersusingadapters-2023\",\"role\":\"author\",\"urls\":{},\"keyword\":[\"Adapters\",\"Information Retrieval\",\"Sparse neural retriever\"],\"metadata\":{\"authorlinks\":{}},\"downloads\":1,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"address\":\"New York, NY, USA\",\"series\":\"SIGIR '22\",\"title\":\"The Seventh Workshop on Search-Oriented Conversational Artificial Intelligence (SCAI'22)\",\"isbn\":\"978-1-4503-8732-3\",\"url\":\"https://dl.acm.org/doi/10.1145/3477495.3531700\",\"doi\":\"10.1145/3477495.3531700\",\"abstract\":\"The goal of the seventh edition of SCAI (https://scai.info) is to bring together and further grow a community of researchers and practitioners interested in conversational systems for information access. The previous iterations of the workshop already demonstrated the breadth and multidisciplinarity inherent in the design and development of conversational search agents. The proposed shift from traditional web search to search interfaces enabled via human-like dialogue leads to a number of challenges, and although such challenges have received more attention in the recent years, there are many pending research questions that should be addressed by the information retrieval community and can largely benefit from a collaboration with other research fields, such as natural language processing, machine learning, human-computer interaction and dialogue systems. This workshop is intended as a platform enabling a continuous discussion of the major research challenges that surround the design of search-oriented conversational systems. This year, participants have the opportunity to meet in person and have more in-depth interactive discussions with a full-day onsite workshop.\",\"urldate\":\"2023-04-20\",\"booktitle\":\"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval\",\"publisher\":\"Association for Computing Machinery\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Penha\"],\"firstnames\":[\"Gustavo\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Vakulenko\"],\"firstnames\":[\"Svitlana\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Dusek\"],\"firstnames\":[\"Ondrej\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Clark\"],\"firstnames\":[\"Leigh\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Pal\"],\"firstnames\":[\"Vaishali\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Adlakha\"],\"firstnames\":[\"Vaibhav\"],\"suffixes\":[]}],\"month\":\"July\",\"year\":\"2022\",\"keywords\":\"conversational information access, conversational search, information-seeking dialogue\",\"pages\":\"3466–3469\",\"bibtex\":\"@inproceedings{penha_seventh_2022,\\n\\taddress = {New York, NY, USA},\\n\\tseries = {{SIGIR} '22},\\n\\ttitle = {The {Seventh} {Workshop} on {Search}-{Oriented} {Conversational} {Artificial} {Intelligence} ({SCAI}'22)},\\n\\tisbn = {978-1-4503-8732-3},\\n\\turl = {https://dl.acm.org/doi/10.1145/3477495.3531700},\\n\\tdoi = {10.1145/3477495.3531700},\\n\\tabstract = {The goal of the seventh edition of SCAI (https://scai.info) is to bring together and further grow a community of researchers and practitioners interested in conversational systems for information access. The previous iterations of the workshop already demonstrated the breadth and multidisciplinarity inherent in the design and development of conversational search agents. The proposed shift from traditional web search to search interfaces enabled via human-like dialogue leads to a number of challenges, and although such challenges have received more attention in the recent years, there are many pending research questions that should be addressed by the information retrieval community and can largely benefit from a collaboration with other research fields, such as natural language processing, machine learning, human-computer interaction and dialogue systems. This workshop is intended as a platform enabling a continuous discussion of the major research challenges that surround the design of search-oriented conversational systems. This year, participants have the opportunity to meet in person and have more in-depth interactive discussions with a full-day onsite workshop.},\\n\\turldate = {2023-04-20},\\n\\tbooktitle = {Proceedings of the 45th {International} {ACM} {SIGIR} {Conference} on {Research} and {Development} in {Information} {Retrieval}},\\n\\tpublisher = {Association for Computing Machinery},\\n\\tauthor = {Penha, Gustavo and Vakulenko, Svitlana and Dusek, Ondrej and Clark, Leigh and Pal, Vaishali and Adlakha, Vaibhav},\\n\\tmonth = jul,\\n\\tyear = {2022},\\n\\tkeywords = {conversational information access, conversational search, information-seeking dialogue},\\n\\tpages = {3466--3469},\\n}\\n\\n\",\"author_short\":[\"Penha, G.\",\"Vakulenko, S.\",\"Dusek, O.\",\"Clark, L.\",\"Pal, V.\",\"Adlakha, V.\"],\"key\":\"penha_seventh_2022\",\"id\":\"penha_seventh_2022\",\"bibbaseid\":\"penha-vakulenko-dusek-clark-pal-adlakha-theseventhworkshoponsearchorientedconversationalartificialintelligencescai22-2022\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://dl.acm.org/doi/10.1145/3477495.3531700\"},\"keyword\":[\"conversational information access\",\"conversational search\",\"information-seeking dialogue\"],\"metadata\":{\"authorlinks\":{}},\"downloads\":3,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"address\":\"Amsterdam Netherlands\",\"title\":\"MORS 2021: 1st Workshop on Multi-Objective Recommender Systems\",\"isbn\":\"978-1-4503-8458-2\",\"shorttitle\":\"MORS 2021\",\"url\":\"https://dl.acm.org/doi/10.1145/3460231.3470936\",\"doi\":\"10.1145/3460231.3470936\",\"language\":\"en\",\"urldate\":\"2023-04-20\",\"booktitle\":\"Fifteenth ACM Conference on Recommender Systems\",\"publisher\":\"ACM\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Abdollahpouri\"],\"firstnames\":[\"Himan\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Elahi\"],\"firstnames\":[\"Mehdi\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Mansoury\"],\"firstnames\":[\"Masoud\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Sahebi\"],\"firstnames\":[\"Shaghayegh\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Nazari\"],\"firstnames\":[\"Zahra\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Chaney\"],\"firstnames\":[\"Allison\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Loni\"],\"firstnames\":[\"Babak\"],\"suffixes\":[]}],\"month\":\"September\",\"year\":\"2021\",\"pages\":\"787–788\",\"bibtex\":\"@inproceedings{abdollahpouri_mors_2021,\\n\\taddress = {Amsterdam Netherlands},\\n\\ttitle = {{MORS} 2021: 1st {Workshop} on {Multi}-{Objective} {Recommender} {Systems}},\\n\\tisbn = {978-1-4503-8458-2},\\n\\tshorttitle = {{MORS} 2021},\\n\\turl = {https://dl.acm.org/doi/10.1145/3460231.3470936},\\n\\tdoi = {10.1145/3460231.3470936},\\n\\tlanguage = {en},\\n\\turldate = {2023-04-20},\\n\\tbooktitle = {Fifteenth {ACM} {Conference} on {Recommender} {Systems}},\\n\\tpublisher = {ACM},\\n\\tauthor = {Abdollahpouri, Himan and Elahi, Mehdi and Mansoury, Masoud and Sahebi, Shaghayegh and Nazari, Zahra and Chaney, Allison and Loni, Babak},\\n\\tmonth = sep,\\n\\tyear = {2021},\\n\\tpages = {787--788},\\n}\\n\\n\",\"author_short\":[\"Abdollahpouri, H.\",\"Elahi, M.\",\"Mansoury, M.\",\"Sahebi, S.\",\"Nazari, Z.\",\"Chaney, A.\",\"Loni, B.\"],\"key\":\"abdollahpouri_mors_2021\",\"id\":\"abdollahpouri_mors_2021\",\"bibbaseid\":\"abdollahpouri-elahi-mansoury-sahebi-nazari-chaney-loni-mors20211stworkshoponmultiobjectiverecommendersystems-2021\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://dl.acm.org/doi/10.1145/3460231.3470936\"},\"metadata\":{\"authorlinks\":{}},\"downloads\":2,\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"title\":\"Knowledge Graphs\",\"volume\":\"54\",\"issn\":\"0360-0300\",\"url\":\"https://doi-org.vu-nl.idm.oclc.org/10.1145/3447772\",\"doi\":\"10.1145/3447772\",\"abstract\":\"In this article, we provide a comprehensive introduction to knowledge graphs, which have recently garnered significant attention from both industry and academia in scenarios that require exploiting diverse, dynamic, large-scale collections of data. After some opening remarks, we motivate and contrast various graph-based data models, as well as languages used to query and validate knowledge graphs. We explain how knowledge can be represented and extracted using a combination of deductive and inductive techniques. We conclude with high-level future research directions for knowledge graphs.\",\"number\":\"4\",\"journal\":\"ACM Comput. Surv.\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Hogan\"],\"firstnames\":[\"Aidan\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Blomqvist\"],\"firstnames\":[\"Eva\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cochez\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"D’amato\"],\"firstnames\":[\"Claudia\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Melo\"],\"firstnames\":[\"Gerard\",\"De\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Gutierrez\"],\"firstnames\":[\"Claudio\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Kirrane\"],\"firstnames\":[\"Sabrina\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Gayo\"],\"firstnames\":[\"José\",\"Emilio\",\"Labra\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Navigli\"],\"firstnames\":[\"Roberto\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Neumaier\"],\"firstnames\":[\"Sebastian\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Ngomo\"],\"firstnames\":[\"Axel-Cyrille\",\"Ngonga\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Polleres\"],\"firstnames\":[\"Axel\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Rashid\"],\"firstnames\":[\"Sabbir\",\"M.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Rula\"],\"firstnames\":[\"Anisa\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Schmelzeisen\"],\"firstnames\":[\"Lukas\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Sequeda\"],\"firstnames\":[\"Juan\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Staab\"],\"firstnames\":[\"Steffen\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Zimmermann\"],\"firstnames\":[\"Antoine\"],\"suffixes\":[]}],\"month\":\"July\",\"year\":\"2021\",\"note\":\"Place: New York, NY, USA Publisher: Association for Computing Machinery\",\"keywords\":\"Knowledge graphs, embeddings, graph algorithms, graph databases, graph neural networks, graph query languages, ontologies, rule mining, shapes\",\"bibtex\":\"@article{hogan_knowledge_2021,\\n\\ttitle = {Knowledge {Graphs}},\\n\\tvolume = {54},\\n\\tissn = {0360-0300},\\n\\turl = {https://doi-org.vu-nl.idm.oclc.org/10.1145/3447772},\\n\\tdoi = {10.1145/3447772},\\n\\tabstract = {In this article, we provide a comprehensive introduction to knowledge graphs, which have recently garnered significant attention from both industry and academia in scenarios that require exploiting diverse, dynamic, large-scale collections of data. After some opening remarks, we motivate and contrast various graph-based data models, as well as languages used to query and validate knowledge graphs. We explain how knowledge can be represented and extracted using a combination of deductive and inductive techniques. We conclude with high-level future research directions for knowledge graphs.},\\n\\tnumber = {4},\\n\\tjournal = {ACM Comput. Surv.},\\n\\tauthor = {Hogan, Aidan and Blomqvist, Eva and Cochez, Michael and D’amato, Claudia and Melo, Gerard De and Gutierrez, Claudio and Kirrane, Sabrina and Gayo, José Emilio Labra and Navigli, Roberto and Neumaier, Sebastian and Ngomo, Axel-Cyrille Ngonga and Polleres, Axel and Rashid, Sabbir M. and Rula, Anisa and Schmelzeisen, Lukas and Sequeda, Juan and Staab, Steffen and Zimmermann, Antoine},\\n\\tmonth = jul,\\n\\tyear = {2021},\\n\\tnote = {Place: New York, NY, USA\\nPublisher: Association for Computing Machinery},\\n\\tkeywords = {Knowledge graphs, embeddings, graph algorithms, graph databases, graph neural networks, graph query languages, ontologies, rule mining, shapes},\\n}\\n\\n\",\"author_short\":[\"Hogan, A.\",\"Blomqvist, E.\",\"Cochez, M.\",\"D’amato, C.\",\"Melo, G. D.\",\"Gutierrez, C.\",\"Kirrane, S.\",\"Gayo, J. E. L.\",\"Navigli, R.\",\"Neumaier, S.\",\"Ngomo, A. N.\",\"Polleres, A.\",\"Rashid, S. M.\",\"Rula, A.\",\"Schmelzeisen, L.\",\"Sequeda, J.\",\"Staab, S.\",\"Zimmermann, A.\"],\"key\":\"hogan_knowledge_2021\",\"id\":\"hogan_knowledge_2021\",\"bibbaseid\":\"hogan-blomqvist-cochez-damato-melo-gutierrez-kirrane-gayo-etal-knowledgegraphs-2021\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://doi-org.vu-nl.idm.oclc.org/10.1145/3447772\"},\"keyword\":[\"Knowledge graphs\",\"embeddings\",\"graph algorithms\",\"graph databases\",\"graph neural networks\",\"graph query languages\",\"ontologies\",\"rule mining\",\"shapes\"],\"metadata\":{\"authorlinks\":{}},\"downloads\":13,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"address\":\"Seattle WA USA\",\"title\":\"MORS 2022: The Second Workshop on Multi-Objective Recommender Systems\",\"isbn\":\"978-1-4503-9278-5\",\"shorttitle\":\"MORS 2022\",\"url\":\"https://dl.acm.org/doi/10.1145/3523227.3547410\",\"doi\":\"10.1145/3523227.3547410\",\"language\":\"en\",\"urldate\":\"2023-04-20\",\"booktitle\":\"Sixteenth ACM Conference on Recommender Systems\",\"publisher\":\"ACM\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Abdollahpouri\"],\"firstnames\":[\"Himan\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Sahebi\"],\"firstnames\":[\"Shaghayegh\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Elahi\"],\"firstnames\":[\"Mehdi\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Mansoury\"],\"firstnames\":[\"Masoud\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Loni\"],\"firstnames\":[\"Babak\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Nazari\"],\"firstnames\":[\"Zahra\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Dimakopoulou\"],\"firstnames\":[\"Maria\"],\"suffixes\":[]}],\"month\":\"September\",\"year\":\"2022\",\"pages\":\"658–660\",\"bibtex\":\"@inproceedings{abdollahpouri_mors_2022,\\n\\taddress = {Seattle WA USA},\\n\\ttitle = {{MORS} 2022: {The} {Second} {Workshop} on {Multi}-{Objective} {Recommender} {Systems}},\\n\\tisbn = {978-1-4503-9278-5},\\n\\tshorttitle = {{MORS} 2022},\\n\\turl = {https://dl.acm.org/doi/10.1145/3523227.3547410},\\n\\tdoi = {10.1145/3523227.3547410},\\n\\tlanguage = {en},\\n\\turldate = {2023-04-20},\\n\\tbooktitle = {Sixteenth {ACM} {Conference} on {Recommender} {Systems}},\\n\\tpublisher = {ACM},\\n\\tauthor = {Abdollahpouri, Himan and Sahebi, Shaghayegh and Elahi, Mehdi and Mansoury, Masoud and Loni, Babak and Nazari, Zahra and Dimakopoulou, Maria},\\n\\tmonth = sep,\\n\\tyear = {2022},\\n\\tpages = {658--660},\\n}\\n\\n\",\"author_short\":[\"Abdollahpouri, H.\",\"Sahebi, S.\",\"Elahi, M.\",\"Mansoury, M.\",\"Loni, B.\",\"Nazari, Z.\",\"Dimakopoulou, M.\"],\"key\":\"abdollahpouri_mors_2022\",\"id\":\"abdollahpouri_mors_2022\",\"bibbaseid\":\"abdollahpouri-sahebi-elahi-mansoury-loni-nazari-dimakopoulou-mors2022thesecondworkshoponmultiobjectiverecommendersystems-2022\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://dl.acm.org/doi/10.1145/3523227.3547410\"},\"metadata\":{\"authorlinks\":{}},\"downloads\":2,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"address\":\"Dublin, Ireland\",\"title\":\"SlotGAN: Detecting Mentions in Text via Adversarial Distant Learning\",\"url\":\"https://aclanthology.org/2022.spnlp-1.4\",\"doi\":\"10.18653/v1/2022.spnlp-1.4\",\"abstract\":\"We present SlotGAN, a framework for training a mention detection model that only requires unlabeled text and a gazetteer. It consists of a generator trained to extract spans from an input sentence, and a discriminator trained to determine whether a span comes from the generator, or from the gazetteer.We evaluate the method on English newswire data and compare it against supervised, weakly-supervised, and unsupervised methods. We find that the performance of the method is lower than these baselines, because it tends to generate more and longer spans, and in some cases it relies only on capitalization. In other cases, it generates spans that are valid but differ from the benchmark. When evaluated with metrics based on overlap, we find that SlotGAN performs within 95% of the precision of a supervised method, and 84% of its recall. Our results suggest that the model can generate spans that overlap well, but an additional filtering mechanism is required.\",\"booktitle\":\"Proceedings of the Sixth Workshop on Structured Prediction for NLP\",\"publisher\":\"Association for Computational Linguistics\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Daza\"],\"firstnames\":[\"Daniel\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cochez\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Groth\"],\"firstnames\":[\"Paul\"],\"suffixes\":[]}],\"month\":\"May\",\"year\":\"2022\",\"pages\":\"32–39\",\"bibtex\":\"@inproceedings{daza_slotgan_2022,\\n\\taddress = {Dublin, Ireland},\\n\\ttitle = {{SlotGAN}: {Detecting} {Mentions} in {Text} via {Adversarial} {Distant} {Learning}},\\n\\turl = {https://aclanthology.org/2022.spnlp-1.4},\\n\\tdoi = {10.18653/v1/2022.spnlp-1.4},\\n\\tabstract = {We present SlotGAN, a framework for training a mention detection model that only requires unlabeled text and a gazetteer. It consists of a generator trained to extract spans from an input sentence, and a discriminator trained to determine whether a span comes from the generator, or from the gazetteer.We evaluate the method on English newswire data and compare it against supervised, weakly-supervised, and unsupervised methods. We find that the performance of the method is lower than these baselines, because it tends to generate more and longer spans, and in some cases it relies only on capitalization. In other cases, it generates spans that are valid but differ from the benchmark. When evaluated with metrics based on overlap, we find that SlotGAN performs within 95\\\\% of the precision of a supervised method, and 84\\\\% of its recall. Our results suggest that the model can generate spans that overlap well, but an additional filtering mechanism is required.},\\n\\tbooktitle = {Proceedings of the {Sixth} {Workshop} on {Structured} {Prediction} for {NLP}},\\n\\tpublisher = {Association for Computational Linguistics},\\n\\tauthor = {Daza, Daniel and Cochez, Michael and Groth, Paul},\\n\\tmonth = may,\\n\\tyear = {2022},\\n\\tpages = {32--39},\\n}\\n\\n\",\"author_short\":[\"Daza, D.\",\"Cochez, M.\",\"Groth, P.\"],\"key\":\"daza_slotgan_2022\",\"id\":\"daza_slotgan_2022\",\"bibbaseid\":\"daza-cochez-groth-slotgandetectingmentionsintextviaadversarialdistantlearning-2022\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://aclanthology.org/2022.spnlp-1.4\"},\"metadata\":{\"authorlinks\":{}},\"downloads\":1,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"DeepCOVIDExplainer: Explainable COVID-19 Diagnosis from Chest X-ray Images\",\"url\":\"https://arxiv.org/abs/2004.04582\",\"doi\":\"10.1109/BIBM49941.2020.9313304\",\"booktitle\":\"2020 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Karim\"],\"firstnames\":[\"Md.\",\"Rezaul\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Döhmen\"],\"firstnames\":[\"Till\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cochez\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Beyan\"],\"firstnames\":[\"Oya\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Rebholz-Schuhmann\"],\"firstnames\":[\"Dietrich\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Decker\"],\"firstnames\":[\"Stefan\"],\"suffixes\":[]}],\"year\":\"2020\",\"pages\":\"1034–1037\",\"bibtex\":\"@inproceedings{karim_deepcovidexplainer_2020,\\n\\ttitle = {{DeepCOVIDExplainer}: {Explainable} {COVID}-19 {Diagnosis} from {Chest} {X}-ray {Images}},\\n\\turl = {https://arxiv.org/abs/2004.04582},\\n\\tdoi = {10.1109/BIBM49941.2020.9313304},\\n\\tbooktitle = {2020 {IEEE} {International} {Conference} on {Bioinformatics} and {Biomedicine} ({BIBM})},\\n\\tauthor = {Karim, Md. Rezaul and Döhmen, Till and Cochez, Michael and Beyan, Oya and Rebholz-Schuhmann, Dietrich and Decker, Stefan},\\n\\tyear = {2020},\\n\\tpages = {1034--1037},\\n}\\n\\n\",\"author_short\":[\"Karim, M. R.\",\"Döhmen, T.\",\"Cochez, M.\",\"Beyan, O.\",\"Rebholz-Schuhmann, D.\",\"Decker, S.\"],\"key\":\"karim_deepcovidexplainer_2020\",\"id\":\"karim_deepcovidexplainer_2020\",\"bibbaseid\":\"karim-dhmen-cochez-beyan-rebholzschuhmann-decker-deepcovidexplainerexplainablecovid19diagnosisfromchestxrayimages-2020\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://arxiv.org/abs/2004.04582\"},\"metadata\":{\"authorlinks\":{}},\"downloads\":1,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Classification Benchmarks for Under-resourced Bengali Language based on Multichannel Convolutifonal-LSTM Network\",\"url\":\"https://arxiv.org/abs/2004.07807\",\"doi\":\"10.1109/DSAA49011.2020.00053\",\"booktitle\":\"2020 IEEE 7th International Conference on Data Science and Advanced Analytics (DSAA)\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Karim\"],\"firstnames\":[\"Md.\",\"Rezaul\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Raja\",\"Chakravarthi\"],\"firstnames\":[\"Bharathi\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"McCrae\"],\"firstnames\":[\"John\",\"P.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cochez\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]}],\"year\":\"2020\",\"pages\":\"390–399\",\"bibtex\":\"@inproceedings{karim_classification_2020,\\n\\ttitle = {Classification {Benchmarks} for {Under}-resourced {Bengali} {Language} based on {Multichannel} {Convolutifonal}-{LSTM} {Network}},\\n\\turl = {https://arxiv.org/abs/2004.07807},\\n\\tdoi = {10.1109/DSAA49011.2020.00053},\\n\\tbooktitle = {2020 {IEEE} 7th {International} {Conference} on {Data} {Science} and {Advanced} {Analytics} ({DSAA})},\\n\\tauthor = {Karim, Md. Rezaul and Raja Chakravarthi, Bharathi and McCrae, John P. and Cochez, Michael},\\n\\tyear = {2020},\\n\\tpages = {390--399},\\n}\\n\\n\",\"author_short\":[\"Karim, M. R.\",\"Raja Chakravarthi, B.\",\"McCrae, J. P.\",\"Cochez, M.\"],\"key\":\"karim_classification_2020\",\"id\":\"karim_classification_2020\",\"bibbaseid\":\"karim-rajachakravarthi-mccrae-cochez-classificationbenchmarksforunderresourcedbengalilanguagebasedonmultichannelconvolutifonallstmnetwork-2020\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://arxiv.org/abs/2004.07807\"},\"metadata\":{\"authorlinks\":{}},\"downloads\":1,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"address\":\"Cham\",\"title\":\"GEval: A Modular and Extensible Evaluation Framework for Graph Embedding Techniques\",\"isbn\":\"978-3-030-49461-2\",\"abstract\":\"While RDF data are graph shaped by nature, most traditional Machine Learning (ML) algorithms expect data in a vector form. To transform graph elements to vectors, several graph embedding approaches have been proposed. Comparing these approaches is interesting for 1) developers of new embedding techniques to verify in which cases their proposal outperforms the state-of-art and 2) consumers of these techniques in choosing the best approach according to the task(s) the vectors will be used for. The comparison could be delayed (and made difficult) by the choice of tasks, the design of the evaluation, the selection of models, parameters, and needed datasets. We propose GEval, an evaluation framework to simplify the evaluation and the comparison of graph embedding techniques. The covered tasks range from ML tasks (Classification, Regression, Clustering), semantic tasks (entity relatedness, document similarity) to semantic analogies. However, GEval is designed to be (easily) extensible. In this article, we will describe the design and development of the proposed framework by detailing its overall structure, the already implemented tasks, and how to extend it. In conclusion, to demonstrate its operating approach, we consider the parameter tuning of the KGloVe algorithm as a use case.\",\"booktitle\":\"The Semantic Web\",\"publisher\":\"Springer International Publishing\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Pellegrino\"],\"firstnames\":[\"Maria\",\"Angela\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Altabba\"],\"firstnames\":[\"Abdulrahman\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Garofalo\"],\"firstnames\":[\"Martina\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Ristoski\"],\"firstnames\":[\"Petar\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cochez\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]}],\"editor\":[{\"propositions\":[],\"lastnames\":[\"Harth\"],\"firstnames\":[\"Andreas\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Kirrane\"],\"firstnames\":[\"Sabrina\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Ngonga\",\"Ngomo\"],\"firstnames\":[\"Axel-Cyrille\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Paulheim\"],\"firstnames\":[\"Heiko\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Rula\"],\"firstnames\":[\"Anisa\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Gentile\"],\"firstnames\":[\"Anna\",\"Lisa\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Haase\"],\"firstnames\":[\"Peter\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cochez\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]}],\"year\":\"2020\",\"pages\":\"565–582\",\"bibtex\":\"@inproceedings{pellegrino_geval_2020,\\n\\taddress = {Cham},\\n\\ttitle = {{GEval}: {A} {Modular} and {Extensible} {Evaluation} {Framework} for {Graph} {Embedding} {Techniques}},\\n\\tisbn = {978-3-030-49461-2},\\n\\tabstract = {While RDF data are graph shaped by nature, most traditional Machine Learning (ML) algorithms expect data in a vector form. To transform graph elements to vectors, several graph embedding approaches have been proposed. Comparing these approaches is interesting for 1) developers of new embedding techniques to verify in which cases their proposal outperforms the state-of-art and 2) consumers of these techniques in choosing the best approach according to the task(s) the vectors will be used for. The comparison could be delayed (and made difficult) by the choice of tasks, the design of the evaluation, the selection of models, parameters, and needed datasets. We propose GEval, an evaluation framework to simplify the evaluation and the comparison of graph embedding techniques. The covered tasks range from ML tasks (Classification, Regression, Clustering), semantic tasks (entity relatedness, document similarity) to semantic analogies. However, GEval is designed to be (easily) extensible. In this article, we will describe the design and development of the proposed framework by detailing its overall structure, the already implemented tasks, and how to extend it. In conclusion, to demonstrate its operating approach, we consider the parameter tuning of the KGloVe algorithm as a use case.},\\n\\tbooktitle = {The {Semantic} {Web}},\\n\\tpublisher = {Springer International Publishing},\\n\\tauthor = {Pellegrino, Maria Angela and Altabba, Abdulrahman and Garofalo, Martina and Ristoski, Petar and Cochez, Michael},\\n\\teditor = {Harth, Andreas and Kirrane, Sabrina and Ngonga Ngomo, Axel-Cyrille and Paulheim, Heiko and Rula, Anisa and Gentile, Anna Lisa and Haase, Peter and Cochez, Michael},\\n\\tyear = {2020},\\n\\tpages = {565--582},\\n}\\n\\n\",\"author_short\":[\"Pellegrino, M. A.\",\"Altabba, A.\",\"Garofalo, M.\",\"Ristoski, P.\",\"Cochez, M.\"],\"editor_short\":[\"Harth, A.\",\"Kirrane, S.\",\"Ngonga Ngomo, A.\",\"Paulheim, H.\",\"Rula, A.\",\"Gentile, A. L.\",\"Haase, P.\",\"Cochez, M.\"],\"key\":\"pellegrino_geval_2020\",\"id\":\"pellegrino_geval_2020\",\"bibbaseid\":\"pellegrino-altabba-garofalo-ristoski-cochez-gevalamodularandextensibleevaluationframeworkforgraphembeddingtechniques-2020\",\"role\":\"author\",\"urls\":{},\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"title\":\"Deep learning-based clustering approaches for bioinformatics\",\"issn\":\"1477-4054\",\"url\":\"https://doi.org/10.1093/bib/bbz170\",\"doi\":\"10.1093/bib/bbz170\",\"abstract\":\"Clustering is central to many data-driven bioinformatics research and serves a powerful computational method. In particular, clustering helps at analyzing unstructured and high-dimensional data in the form of sequences, expressions, texts and images. Further, clustering is used to gain insights into biological processes in the genomics level, e.g. clustering of gene expressions provides insights on the natural structure inherent in the data, understanding gene functions, cellular processes, subtypes of cells and understanding gene regulations. Subsequently, clustering approaches, including hierarchical, centroid-based, distribution-based, density-based and self-organizing maps, have long been studied and used in classical machine learning settings. In contrast, deep learning (DL)-based representation and feature learning for clustering have not been reviewed and employed extensively. Since the quality of clustering is not only dependent on the distribution of data points but also on the learned representation, deep neural networks can be effective means to transform mappings from a high-dimensional data space into a lower-dimensional feature space, leading to improved clustering results. In this paper, we review state-of-the-art DL-based approaches for cluster analysis that are based on representation learning, which we hope to be useful, particularly for bioinformatics research. Further, we explore in detail the training procedures of DL-based clustering algorithms, point out different clustering quality metrics and evaluate several DL-based approaches on three bioinformatics use cases, including bioimaging, cancer genomics and biomedical text mining. We believe this review and the evaluation results will provide valuable insights and serve a starting point for researchers wanting to apply DL-based unsupervised methods to solve emerging bioinformatics research problems.\",\"journal\":\"Briefings in Bioinformatics\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Karim\"],\"firstnames\":[\"Md\",\"Rezaul\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Beyan\"],\"firstnames\":[\"Oya\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Zappa\"],\"firstnames\":[\"Achille\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Costa\"],\"firstnames\":[\"Ivan\",\"G\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Rebholz-Schuhmann\"],\"firstnames\":[\"Dietrich\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cochez\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Decker\"],\"firstnames\":[\"Stefan\"],\"suffixes\":[]}],\"month\":\"February\",\"year\":\"2020\",\"note\":\"_eprint: https://academic.oup.com/bib/advance-article-pdf/doi/10.1093/bib/bbz170/32313172/bbz170.pdf\",\"bibtex\":\"@article{karim_deep_2020,\\n\\ttitle = {Deep learning-based clustering approaches for bioinformatics},\\n\\tissn = {1477-4054},\\n\\turl = {https://doi.org/10.1093/bib/bbz170},\\n\\tdoi = {10.1093/bib/bbz170},\\n\\tabstract = {Clustering is central to many data-driven bioinformatics research and serves a powerful computational method. In particular, clustering helps at analyzing unstructured and high-dimensional data in the form of sequences, expressions, texts and images. Further, clustering is used to gain insights into biological processes in the genomics level, e.g. clustering of gene expressions provides insights on the natural structure inherent in the data, understanding gene functions, cellular processes, subtypes of cells and understanding gene regulations. Subsequently, clustering approaches, including hierarchical, centroid-based, distribution-based, density-based and self-organizing maps, have long been studied and used in classical machine learning settings. In contrast, deep learning (DL)-based representation and feature learning for clustering have not been reviewed and employed extensively. Since the quality of clustering is not only dependent on the distribution of data points but also on the learned representation, deep neural networks can be effective means to transform mappings from a high-dimensional data space into a lower-dimensional feature space, leading to improved clustering results. In this paper, we review state-of-the-art DL-based approaches for cluster analysis that are based on representation learning, which we hope to be useful, particularly for bioinformatics research. Further, we explore in detail the training procedures of DL-based clustering algorithms, point out different clustering quality metrics and evaluate several DL-based approaches on three bioinformatics use cases, including bioimaging, cancer genomics and biomedical text mining. We believe this review and the evaluation results will provide valuable insights and serve a starting point for researchers wanting to apply DL-based unsupervised methods to solve emerging bioinformatics research problems.},\\n\\tjournal = {Briefings in Bioinformatics},\\n\\tauthor = {Karim, Md Rezaul and Beyan, Oya and Zappa, Achille and Costa, Ivan G and Rebholz-Schuhmann, Dietrich and Cochez, Michael and Decker, Stefan},\\n\\tmonth = feb,\\n\\tyear = {2020},\\n\\tnote = {\\\\_eprint: https://academic.oup.com/bib/advance-article-pdf/doi/10.1093/bib/bbz170/32313172/bbz170.pdf},\\n}\\n\\n\",\"author_short\":[\"Karim, M. R.\",\"Beyan, O.\",\"Zappa, A.\",\"Costa, I. G\",\"Rebholz-Schuhmann, D.\",\"Cochez, M.\",\"Decker, S.\"],\"key\":\"karim_deep_2020\",\"id\":\"karim_deep_2020\",\"bibbaseid\":\"karim-beyan-zappa-costa-rebholzschuhmann-cochez-decker-deeplearningbasedclusteringapproachesforbioinformatics-2020\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://doi.org/10.1093/bib/bbz170\"},\"metadata\":{\"authorlinks\":{}},\"downloads\":2,\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"title\":\"Structured query construction via knowledge graph embedding\",\"volume\":\"62\",\"issn\":\"0219-3116\",\"url\":\"https://doi.org/10.1007/s10115-019-01401-x\",\"doi\":\"10.1007/s10115-019-01401-x\",\"abstract\":\"In order to facilitate the accesses of general users to knowledge graphs, an increasing effort is being exerted to construct graph-structured queries of given natural language questions. At the core of the construction is to deduce the structure of the target query and determine the vertices/edges which constitute the query. Existing query construction methods rely on question understanding and conventional graph-based algorithms which lead to inefficient and degraded performances facing complex natural language questions over knowledge graphs with large scales. In this paper, we focus on this problem and propose a novel framework standing on recent knowledge graph embedding techniques. Our framework first encodes the underlying knowledge graph into a low-dimensional embedding space by leveraging generalized local knowledge graphs. Given a natural language question, the learned embedding representations of the knowledge graph are utilized to compute the query structure and assemble vertices/edges into the target query. Extensive experiments were conducted on the benchmark dataset, and the results demonstrate that our framework outperforms state-of-the-art baseline models regarding effectiveness and efficiency.\",\"number\":\"5\",\"journal\":\"Knowledge and Information Systems\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Wang\"],\"firstnames\":[\"Ruijie\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Wang\"],\"firstnames\":[\"Meng\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Liu\"],\"firstnames\":[\"Jun\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cochez\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Decker\"],\"firstnames\":[\"Stefan\"],\"suffixes\":[]}],\"month\":\"May\",\"year\":\"2020\",\"pages\":\"1819–1846\",\"bibtex\":\"@article{wang_structured_2020,\\n\\ttitle = {Structured query construction via knowledge graph embedding},\\n\\tvolume = {62},\\n\\tissn = {0219-3116},\\n\\turl = {https://doi.org/10.1007/s10115-019-01401-x},\\n\\tdoi = {10.1007/s10115-019-01401-x},\\n\\tabstract = {In order to facilitate the accesses of general users to knowledge graphs, an increasing effort is being exerted to construct graph-structured queries of given natural language questions. At the core of the construction is to deduce the structure of the target query and determine the vertices/edges which constitute the query. Existing query construction methods rely on question understanding and conventional graph-based algorithms which lead to inefficient and degraded performances facing complex natural language questions over knowledge graphs with large scales. In this paper, we focus on this problem and propose a novel framework standing on recent knowledge graph embedding techniques. Our framework first encodes the underlying knowledge graph into a low-dimensional embedding space by leveraging generalized local knowledge graphs. Given a natural language question, the learned embedding representations of the knowledge graph are utilized to compute the query structure and assemble vertices/edges into the target query. Extensive experiments were conducted on the benchmark dataset, and the results demonstrate that our framework outperforms state-of-the-art baseline models regarding effectiveness and efficiency.},\\n\\tnumber = {5},\\n\\tjournal = {Knowledge and Information Systems},\\n\\tauthor = {Wang, Ruijie and Wang, Meng and Liu, Jun and Cochez, Michael and Decker, Stefan},\\n\\tmonth = may,\\n\\tyear = {2020},\\n\\tpages = {1819--1846},\\n}\\n\\n\",\"author_short\":[\"Wang, R.\",\"Wang, M.\",\"Liu, J.\",\"Cochez, M.\",\"Decker, S.\"],\"key\":\"wang_structured_2020\",\"id\":\"wang_structured_2020\",\"bibbaseid\":\"wang-wang-liu-cochez-decker-structuredqueryconstructionviaknowledgegraphembedding-2020\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://doi.org/10.1007/s10115-019-01401-x\"},\"metadata\":{\"authorlinks\":{}},\"downloads\":2,\"html\":\"\"},{\"bibtype\":\"book\",\"type\":\"book\",\"series\":\"Synthesis Lectures on Data, Semantics, and Knowledge\",\"title\":\"Knowledge graphs\",\"volume\":\"12\",\"isbn\":\"978-3-031-01918-0\",\"url\":\"https://kgbook.org\",\"publisher\":\"Springer (formerly Morgan & Claypool Publishers)\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Hogan\"],\"firstnames\":[\"Aidan\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Blomqvist\"],\"firstnames\":[\"Eva\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cochez\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]},{\"propositions\":[\"d'Amato\"],\"lastnames\":[],\"firstnames\":[\"Claudia\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Melo\"],\"firstnames\":[\"Gerard\",\"de\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Gutierrez\"],\"firstnames\":[\"Claudio\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Kirrane\"],\"firstnames\":[\"Sabrina\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Gayo\"],\"firstnames\":[\"José\",\"Emilio\",\"Labra\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Navigli\"],\"firstnames\":[\"Roberto\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Neumaier\"],\"firstnames\":[\"Sebastian\"],\"suffixes\":[]},{\"firstnames\":[],\"propositions\":[],\"lastnames\":[\"others\"],\"suffixes\":[]}],\"year\":\"2021\",\"doi\":\"10.2200/S01125ED1V01Y202109DSK022\",\"bibtex\":\"@book{hogan_knowledge_2021-1,\\n\\tseries = {Synthesis {Lectures} on {Data}, {Semantics}, and {Knowledge}},\\n\\ttitle = {Knowledge graphs},\\n\\tvolume = {12},\\n\\tisbn = {978-3-031-01918-0},\\n\\turl = {https://kgbook.org},\\n\\tpublisher = {Springer (formerly Morgan \\\\& Claypool Publishers)},\\n\\tauthor = {Hogan, Aidan and Blomqvist, Eva and Cochez, Michael and d'Amato, Claudia and Melo, Gerard de and Gutierrez, Claudio and Kirrane, Sabrina and Gayo, José Emilio Labra and Navigli, Roberto and Neumaier, Sebastian and {others}},\\n\\tyear = {2021},\\n\\tdoi = {10.2200/S01125ED1V01Y202109DSK022},\\n}\\n\\n\",\"author_short\":[\"Hogan, A.\",\"Blomqvist, E.\",\"Cochez, M.\",\"d'Amato , C.\",\"Melo, G. d.\",\"Gutierrez, C.\",\"Kirrane, S.\",\"Gayo, J. E. L.\",\"Navigli, R.\",\"Neumaier, S.\",\"others\"],\"key\":\"hogan_knowledge_2021-1\",\"id\":\"hogan_knowledge_2021-1\",\"bibbaseid\":\"hogan-blomqvist-cochez-damato-melo-gutierrez-kirrane-gayo-etal-knowledgegraphs-2021\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://kgbook.org\"},\"metadata\":{\"authorlinks\":{}},\"downloads\":13,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"title\":\"Message Passing Query Embedding\",\"url\":\"https://arxiv.org/abs/2002.02406\",\"booktitle\":\"ICML Workshop - Graph Representation Learning and Beyond\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Daza\"],\"firstnames\":[\"Daniel\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cochez\"],\"firstnames\":[\"Michael\"],\"suffixes\":[]}],\"year\":\"2020\",\"bibtex\":\"@inproceedings{daza_message_2020,\\n\\ttitle = {Message {Passing} {Query} {Embedding}},\\n\\turl = {https://arxiv.org/abs/2002.02406},\\n\\tbooktitle = {{ICML} {Workshop} - {Graph} {Representation} {Learning} and {Beyond}},\\n\\tauthor = {Daza, Daniel and Cochez, Michael},\\n\\tyear = {2020},\\n}\\n\\n\",\"author_short\":[\"Daza, D.\",\"Cochez, M.\"],\"key\":\"daza_message_2020\",\"id\":\"daza_message_2020\",\"bibbaseid\":\"daza-cochez-messagepassingqueryembedding-2020\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://arxiv.org/abs/2002.02406\"},\"metadata\":{\"authorlinks\":{\"daza, d\":\"https://discoverylab.ai/\"}},\"downloads\":0,\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"article\",\"title\":\"Visualising the effects of ontology changes and studying their understanding with ChImp\",\"volume\":\"74\",\"issn\":\"1570-8268\",\"url\":\"https://www.sciencedirect.com/science/article/pii/S1570826822000117\",\"doi\":\"10.1016/j.websem.2022.100715\",\"abstract\":\"Due to the Semantic Web’s decentralised nature, ontology engineers rarely know all applications that leverage their ontology. Consequently, they are unaware of the full extent of possible consequences that changes might cause to the ontology. Our goal is to lessen the gap between ontology engineers and users by investigating ontology engineers’ understanding of ontology changes’ impact at editing time. Hence, this paper introduces the Protégé plugin ChImp which we use to reach our goal. We elicited requirements for ChImp through a questionnaire with ontology engineers. We then developed ChImp according to these requirements and it displays all changes of a given session and provides selected information on said changes and their effects. For each change, it computes a number of metrics on both the ontology and its materialisation. It displays those metrics on both the originally loaded ontology at the beginning of the editing session and the current state to help ontology engineers understand the impact of their changes. We investigated the informativeness of materialisation impact measures, the meaning of severe impact, and also the usefulness of ChImp in an online user study with 36 ontology engineers. We asked the participants to solve two ontology engineering tasks – with and without ChImp (assigned in random order) – and answer in-depth questions about the applied changes as well as the materialisation impact measures. We found that ChImp increased the participants’ understanding of change effects and that they felt better informed. Answers also suggest that the proposed measures were useful and informative. We also learned that the participants consider different outcomes of changes severe, but most would define severity based on the amount of changes to the materialisation compared to its size. The participants also acknowledged the importance of quantifying the impact of changes and that the study will affect their approach of editing ontologies.\",\"language\":\"en\",\"urldate\":\"2022-06-20\",\"journal\":\"Journal of Web Semantics\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Pernisch\"],\"firstnames\":[\"Romana\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Dell’Aglio\"],\"firstnames\":[\"Daniele\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Serbak\"],\"firstnames\":[\"Mirko\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Gonçalves\"],\"firstnames\":[\"Rafael\",\"S.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Bernstein\"],\"firstnames\":[\"Abraham\"],\"suffixes\":[]}],\"month\":\"October\",\"year\":\"2022\",\"keywords\":\"Materialisation, Ontology editing, Ontology evolution impact, User study\",\"pages\":\"100715\",\"bibtex\":\"@article{pernisch_visualising_2022,\\n\\ttitle = {Visualising the effects of ontology changes and studying their understanding with {ChImp}},\\n\\tvolume = {74},\\n\\tissn = {1570-8268},\\n\\turl = {https://www.sciencedirect.com/science/article/pii/S1570826822000117},\\n\\tdoi = {10.1016/j.websem.2022.100715},\\n\\tabstract = {Due to the Semantic Web’s decentralised nature, ontology engineers rarely know all applications that leverage their ontology. Consequently, they are unaware of the full extent of possible consequences that changes might cause to the ontology. Our goal is to lessen the gap between ontology engineers and users by investigating ontology engineers’ understanding of ontology changes’ impact at editing time. Hence, this paper introduces the Protégé plugin ChImp which we use to reach our goal. We elicited requirements for ChImp through a questionnaire with ontology engineers. We then developed ChImp according to these requirements and it displays all changes of a given session and provides selected information on said changes and their effects. For each change, it computes a number of metrics on both the ontology and its materialisation. It displays those metrics on both the originally loaded ontology at the beginning of the editing session and the current state to help ontology engineers understand the impact of their changes. We investigated the informativeness of materialisation impact measures, the meaning of severe impact, and also the usefulness of ChImp in an online user study with 36 ontology engineers. We asked the participants to solve two ontology engineering tasks – with and without ChImp (assigned in random order) – and answer in-depth questions about the applied changes as well as the materialisation impact measures. We found that ChImp increased the participants’ understanding of change effects and that they felt better informed. Answers also suggest that the proposed measures were useful and informative. We also learned that the participants consider different outcomes of changes severe, but most would define severity based on the amount of changes to the materialisation compared to its size. The participants also acknowledged the importance of quantifying the impact of changes and that the study will affect their approach of editing ontologies.},\\n\\tlanguage = {en},\\n\\turldate = {2022-06-20},\\n\\tjournal = {Journal of Web Semantics},\\n\\tauthor = {Pernisch, Romana and Dell’Aglio, Daniele and Serbak, Mirko and Gonçalves, Rafael S. and Bernstein, Abraham},\\n\\tmonth = oct,\\n\\tyear = {2022},\\n\\tkeywords = {Materialisation, Ontology editing, Ontology evolution impact, User study},\\n\\tpages = {100715},\\n}\\n\\n\",\"author_short\":[\"Pernisch, R.\",\"Dell’Aglio, D.\",\"Serbak, M.\",\"Gonçalves, R. S.\",\"Bernstein, A.\"],\"key\":\"pernisch_visualising_2022\",\"id\":\"pernisch_visualising_2022\",\"bibbaseid\":\"pernisch-dellaglio-serbak-gonalves-bernstein-visualisingtheeffectsofontologychangesandstudyingtheirunderstandingwithchimp-2022\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://www.sciencedirect.com/science/article/pii/S1570826822000117\"},\"keyword\":[\"Materialisation\",\"Ontology editing\",\"Ontology evolution impact\",\"User study\"],\"metadata\":{\"authorlinks\":{}},\"downloads\":7,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"inproceedings\",\"address\":\"Virtual Event USA\",\"title\":\"Toward Measuring the Resemblance of Embedding Models for Evolving Ontologies\",\"isbn\":\"978-1-4503-8457-5\",\"url\":\"https://dl.acm.org/doi/10.1145/3460210.3493540\",\"doi\":\"10.1145/3460210.3493540\",\"language\":\"en\",\"urldate\":\"2021-12-08\",\"booktitle\":\"Proceedings of the 11th on Knowledge Capture Conference\",\"publisher\":\"ACM\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Pernisch\"],\"firstnames\":[\"Romana\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Dell'Aglio\"],\"firstnames\":[\"Daniele\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Bernstein\"],\"firstnames\":[\"Abraham\"],\"suffixes\":[]}],\"month\":\"December\",\"year\":\"2021\",\"pages\":\"177–184\",\"bibtex\":\"@inproceedings{pernisch_toward_2021,\\n\\taddress = {Virtual Event USA},\\n\\ttitle = {Toward {Measuring} the {Resemblance} of {Embedding} {Models} for {Evolving} {Ontologies}},\\n\\tisbn = {978-1-4503-8457-5},\\n\\turl = {https://dl.acm.org/doi/10.1145/3460210.3493540},\\n\\tdoi = {10.1145/3460210.3493540},\\n\\tlanguage = {en},\\n\\turldate = {2021-12-08},\\n\\tbooktitle = {Proceedings of the 11th on {Knowledge} {Capture} {Conference}},\\n\\tpublisher = {ACM},\\n\\tauthor = {Pernisch, Romana and Dell'Aglio, Daniele and Bernstein, Abraham},\\n\\tmonth = dec,\\n\\tyear = {2021},\\n\\tpages = {177--184},\\n}\\n\",\"author_short\":[\"Pernisch, R.\",\"Dell'Aglio, D.\",\"Bernstein, A.\"],\"key\":\"pernisch_toward_2021\",\"id\":\"pernisch_toward_2021\",\"bibbaseid\":\"pernisch-dellaglio-bernstein-towardmeasuringtheresemblanceofembeddingmodelsforevolvingontologies-2021\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://dl.acm.org/doi/10.1145/3460210.3493540\"},\"metadata\":{\"authorlinks\":{}},\"downloads\":1,\"html\":\"\"}],\n      metadata: {\"authorlinks\":{}},\n      ownerID: undefined\n    };\n  </script>\n\n  <script type=\"text/javascript\">\n  var site$;\n  if (typeof $ != 'undefined') {\n    console.log('existing jquery: storing and then restoring');\n    site$ = $;\n    $ = null;\n  }\n  </script>\n\n  <script src=\"https://ajax.googleapis.com/ajax/libs/jquery/2.2.4/jquery.min.js\">\n  </script>\n  <script type=\"text/javascript\">\n  if (site$) {\n    console.log('existing jquery: avoiding conflict and restoring');\n    bb$ = $.noConflict(true);\n    $ = site$;\n  } else {\n    bb$ = $;\n  }\n  </script>\n\n  <script src=\"//bibbase.org/js/bibbase.min.js\"\n          type=\"text/javascript\">\n  </script>\n\n  <script type=\"text/javascript\"\n          src=\"https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.1/MathJax.js?config=TeX-AMS-MML_HTMLorMML\">\n  </script>\n  <script type=\"text/x-mathjax-config\">\n    MathJax.Hub.Config({tex2jax: {inlineMath: [['$','$'], ['\\\\(','\\\\)']]},\n                        skipTags: [\"body\"],\n                        processClass: \"bibbase_paper\"});\n  </script>\n\n  <style>\n  @media print {\n    .dontprint {\n        display: none !important;\n    }\n\n  .bibbase_group {\n    background-color: #E0E0E0;\n    font-style: italic;\n    font-size: larger;\n    text-shadow: 0px 0px 3px #FFFFFF;\n    border-radius: 4px 4px 4px 4px;\n    -moz-border-radius: 4px 4px 4px 4px;\n    -webkit-border-radius: 4px;\n    padding: 5px 40px 5px;\n    margin-top: 10px;\n    margin-bottom: 5px;\n    cursor: pointer;\n  }\n\n  .bibbase_paper {\n    margin-bottom: 5px;\n  }\n\n  }\n  </style>\n\n  \n  <div style=\"float: right; margin-right: 10px; margin-top: 10px; text-align: right; font-size: 12px\">\n    generated by\n    <a href=\"//bibbase.org\"\n       onclick=\"trackOutboundLink('bibbase', 'logo clicked', window.location.href, '//bibbase.org'); return false;\">\n      <img src=\"//bibbase.org/img/logo.svg\"\n           style=\"vertical-align: middle; margin-left: 3px; height: 16px;\"/\n           alt=\"bibbase.org\"\n           title=\"BibBase – The easiest way to maintain your publications page.\"\n        ></a>\n    \n  </div>\n  \n\n  <div id=\"bibbase_header\" class=\"dontprint\" style=\"\">\n\n    <ul class=\"nav nav-pills\" style=\"margin: 0px;\">\n\n      <li class=\"dropdown\" id=\"groupby_dropdown\">\n      <a class=\"dropdown-toggle\"\n         data-toggle=\"dropdown\"\n         href=\"#\">\n          Group by\n          <b class=\"caret\"></b>\n      </a>\n      <ul class=\"dropdown-menu\">\n        <li class=\"groupby year\"><a onclick=\"groupby('year')\">\n            Year</a>\n        </li>\n        <li class=\"groupby author\"><a onclick=\"groupby('author_short')\">\n            Author</a>\n        </li>\n        <li class=\"groupby type\"><a onclick=\"groupby('type')\">\n            Type</a>\n        </li>\n        <li class=\"groupby keyword\"><a onclick=\"groupby('keyword')\">\n            Keyword</a>\n        </li>\n        <li class=\"groupby downloads\"><a onclick=\"groupby('downloads')\">\n            Downloads</a>\n        </li>\n      </ul>\n      </li>\n\n\n      <li class=\"dropdown\" id=\"menu_dropdown\">\n      <a class=\"dropdown-toggle\"\n         data-toggle=\"dropdown\"\n         href=\"#\" alt=\"controls\">\n          <i class=\"fa fa-reorder\" alt=\"controls\"></i>\n          <b class=\"caret\"></b>\n      </a>\n      <ul class=\"dropdown-menu\">\n        <li>\n          <a onclick=\"toggleAll()\">\n            <i class=\"fa fa-chevron-down fa-fw\"></i> Expand/Collapse All\n          </a>\n        </li>\n        <li>\n          <a download=\"items\" href=\"data:text/bibtex;base64,QGFydGljbGV7cG9sbGVyZXNfaG93XzIwMjMsCgl0aXRsZSA9IHtIb3cge0RvZXN9IHtLbm93bGVkZ2V9IHtFdm9sdmV9IGluIHtPcGVufSB7S25vd2xlZGdlfSB7R3JhcGhzfT99LAoJY29weXJpZ2h0ID0ge2h0dHBzOi8vY3JlYXRpdmVjb21tb25zLm9yZy9saWNlbnNlcy9ieS80LjAvbGVnYWxjb2RlfSwKCXVybCA9IHtodHRwczovL2Ryb3BzLmRhZ3N0dWhsLmRlL2VudGl0aWVzL2RvY3VtZW50LzEwLjQyMzAvVEdESy4xLjEuMTF9LAoJZG9pID0gezEwLjQyMzAvVEdESy4xLjEuMTF9LAoJYWJzdHJhY3QgPSB7T3Blbmx5IGF2YWlsYWJsZSwgY29sbGFib3JhdGl2ZWx5IGVkaXRlZCBLbm93bGVkZ2UgR3JhcGhzIChLR3MpIGFyZSBrZXkgcGxhdGZvcm1zIGZvciB0aGUgY29sbGVjdGl2ZSBtYW5hZ2VtZW50IG9mIGV2b2x2aW5nIGtub3dsZWRnZS4gVGhlIHByZXNlbnQgd29yayBhaW1zIHQgbyBwcm92aWRlIGFuIGFuYWx5c2lzIG9mIHRoZSBvYnN0YWNsZXMgcmVsYXRlZCB0byBpbnZlc3RpZ2F0aW5nIGFuZCBwcm9jZXNzaW5nIHNwZWNpZmljYWxseSB0aGlzIGNlbnRyYWwgYXNwZWN0IG9mIGV2b2x1dGlvbiBpbiBLR3MuIFRvIHRoaXMgZW5kLCB3ZSBkaXNjdXNzIChpKSB0aGUgZGltZW5zaW9ucyBvZiBldm9sdXRpb24gaW4gS0dzLCAoaWkpIHRoZSBvYnNlcnZhYmlsaXR5IG9mIGV2b2x1dGlvbiBpbiBleGlzdGluZywgb3BlbiwgY29sbGFib3JhdGl2ZWx5IGNvbnN0cnVjdGVkIEtub3dsZWRnZSBHcmFwaHMgb3ZlciB0aW1lLCBhbmQgKGlpaSkgcG9zc2libGUgbWV0cmljcyB0byBhbmFseXNlIHRoaXMgZXZvbHV0aW9uLiBXZSBwcm92aWRlIGFuIG92ZXJ2aWV3IG9mIHJlbGV2YW50IHN0YXRlLW9mLXRoZS1hcnQgcmVzZWFyY2gsIHJhbmdpbmcgZnJvbSBtZXRyaWNzIGRldmVsb3BlZCBmb3IgS25vd2xlZGdlIEdyYXBocyBzcGVjaWZpY2FsbHkgdG8gcG90ZW50aWFsIG1ldGhvZHMgZnJvbSByZWxhdGVkIGZpZWxkcyBzdWNoIGFzIG5ldHdvcmsgc2NpZW5jZS4gQWRkaXRpb25hbGx5LCB3ZSBkaXNjdXNzIHRlY2huaWNhbCBhcHByb2FjaGVzIC0gYW5kIHRoZWlyIGN1cnJlbnQgbGltaXRhdGlvbnMgLSByZWxhdGVkIHRvIHN0b3JpbmcsIGFuYWx5c2luZyBhbmQgcHJvY2Vzc2luZyBsYXJnZSBhbmQgZXZvbHZpbmcgS0dzIGluIHRlcm1zIG9mIGhhbmRsaW5nIHR5cGljYWwgS0cgZG93bnN0cmVhbSB0YXNrcy59LAoJbGFuZ3VhZ2UgPSB7ZW59LAoJdXJsZGF0ZSA9IHsyMDIzLTEyLTIwfSwKCWpvdXJuYWwgPSB7RFJPUFMtSUROL3YyL2RvY3VtZW50LzEwLjQyMzAvVEdESy4xLjEuMTF9LAoJYXV0aG9yID0ge1BvbGxlcmVzLCBBeGVsIGFuZCBQZXJuaXNjaCwgUm9tYW5hIGFuZCBCb25pZmF0aSwgQW5nZWxhIGFuZCBEZWxsJ0FnbGlvLCBEYW5pZWxlIGFuZCBEb2JyaXksIERhbmlpbCBhbmQgRHVtYnJhdmEsIFN0ZWZhbmlhIGFuZCBFdGNoZXZlcnJ5LCBMb3JlbmEgYW5kIEZlcnJhbnRpLCBOaWNvbGFzIGFuZCBIb3NlLCBLYXRqYSBhbmQgSmltw6luZXotUnVpeiwgRXJuZXN0byBhbmQgTGlzc2FuZHJpbmksIE1hdHRlbyBhbmQgU2NoZXJwLCBBbnNnYXIgYW5kIFRvbW1hc2luaSwgUmljY2FyZG8gYW5kIFdhY2hzLCBKb2hhbm5lc30sCgl5ZWFyID0gezIwMjN9LAp9CgoKCkBpbnByb2NlZWRpbmdze3ZlcmtpamtfeW91XzIwMjMsCglhZGRyZXNzID0ge05ldyBZb3JrLCBOWSwgVVNBfSwKCXNlcmllcyA9IHtLLXtDQVB9ICcyM30sCgl0aXRsZSA9IHtEbyB5b3UgY2F0Y2ggbXkgZHJpZnQ/IHtPbn0gdGhlIHVzYWdlIG9mIGVtYmVkZGluZyBtZXRob2RzIHRvIG1lYXN1cmUgY29uY2VwdCBzaGlmdCBpbiBrbm93bGVkZ2UgZ3JhcGhzfSwKCWlzYm4gPSB7OTc5ODQwMDcwMTQxMn0sCglzaG9ydHRpdGxlID0ge0RvIHlvdSBjYXRjaCBteSBkcmlmdD99LAoJdXJsID0ge2h0dHBzOi8vZGwuYWNtLm9yZy9kb2kvMTAuMTE0NS8zNTg3MjU5LjM2Mjc1NTV9LAoJZG9pID0gezEwLjExNDUvMzU4NzI1OS4zNjI3NTU1fSwKCWFic3RyYWN0ID0ge0F1dG9tYXRpY2FsbHkgZGV0ZWN0aW5nIGFuZCBtZWFzdXJpbmcgZGlmZmVyZW5jZXMgYmV0d2VlbiBldm9sdmluZyBLbm93bGVkZ2UgR3JhcGhzIChLR3MpIGhhcyBiZWVuIGEgdG9waWMgb2YgaW52ZXN0aWdhdGlvbiBmb3IgeWVhcnMuIFdpdGggdGhlIHJpc2luZyBwb3B1bGFyaXR5IG9mIGVtYmVkZGluZyBtZXRob2RzLCB3ZSBpbnZlc3RpZ2F0ZSB0aGUgcG9zc2liaWxpdHkgb2YgdXNpbmcgZW1iZWRkaW5ncyB0byBkZXRlY3QgQ29uY2VwdCBTaGlmdCBpbiBldm9sdmluZyBLR3MuIFNwZWNpZmljYWxseSwgd2UgZ28gZGVlcGVyIGludG8gdGhlIHVzYWdlIG9mIG5lYXJlc3QgbmVpZ2hib3VyIHNldCBjb21wYXJpc29uIGFzIHRoZSBiYXNpcyBmb3IgYSBzaW1pbGFyaXR5IG1lYXN1cmUsIGFuZCBzaG93IHdoeSB0aGlzIGFwcHJvYWNoIGlzIGNvbmNlcHR1YWxseSBwcm9ibGVtYXRpYy4gQXMgYW4gYWx0ZXJuYXRpdmUsIHdlIGV4cGxvcmUgdGhlIHBvc3NpYmlsaXR5IG9mIHVzaW5nIGNsdXN0ZXJpbmcgbWV0aG9kcy4gVGhpcyBwYXBlciBzZXJ2ZXMgdG8gKGkpIGluZm9ybSB0aGUgY29tbXVuaXR5IGFib3V0IHRoZSBjaGFsbGVuZ2VzIHRoYXQgYXJpc2Ugd2hlbiB1c2luZyBLRyBlbWJlZGRpbmdzIGZvciB0aGUgY29tcGFyaXNvbiBvZiBkaWZmZXJlbnQgdmVyc2lvbnMgb2YgYSBLRyBzcGVjaWZpY2FsbHksIChpaSkgaW52ZXN0aWdhdGUgaG93IHRoaXMgaXMgc3VwcG9ydGVkIGJ5IHRoZW9yaWVzIG9uIGtub3dsZWRnZSByZXByZXNlbnRhdGlvbiBhbmQgc2VtYW50aWMgcmVwcmVzZW50YXRpb24gaW4gTkxQIGFuZCAoaWlpKSB0YWtlIHRoZSBmaXJzdCBzdGVwcyBpbnRvIHRoZSBkaXJlY3Rpb24gb2YgdmFsdWFibGUgcmVwcmVzZW50YXRpb24gb2Ygc2VtYW50aWNzIHdpdGhpbiBLR3MgZm9yIGNvbXBhcmlzb24ufSwKCXVybGRhdGUgPSB7MjAyMy0xMi0yMH0sCglib29rdGl0bGUgPSB7UHJvY2VlZGluZ3Mgb2YgdGhlIDEydGgge0tub3dsZWRnZX0ge0NhcHR1cmV9IHtDb25mZXJlbmNlfSAyMDIzfSwKCXB1Ymxpc2hlciA9IHtBc3NvY2lhdGlvbiBmb3IgQ29tcHV0aW5nIE1hY2hpbmVyeX0sCglhdXRob3IgPSB7VmVya2lqaywgU3RlbGxhIGFuZCBSb290aGFlcnQsIFJpdHRlbiBhbmQgUGVybmlzY2gsIFJvbWFuYSBhbmQgU2NobG9iYWNoLCBTdGVmYW59LAoJbW9udGggPSBkZWMsCgl5ZWFyID0gezIwMjN9LAoJa2V5d29yZHMgPSB7Q29uY2VwdCBTaGlmdCwgS25vd2xlZGdlIEdyYXBoIEVtYmVkZGluZ3MsIE5MUCwgU2VtYW50aWNzfSwKCXBhZ2VzID0gezcwLS03NH0sCn0KCgoKQGluY29sbGVjdGlvbntjb2NoZXpfYXBwcm94aW1hdGVfMjAyMywKCXNlcmllcyA9IHtGcm9udGllcnMgaW4ge0FydGlmaWNpYWx9IHtJbnRlbGxpZ2VuY2V9IGFuZCB7QXBwbGljYXRpb25zfX0sCgl0aXRsZSA9IHtBcHByb3hpbWF0ZSB7QW5zd2VyaW5nfSBvZiB7R3JhcGh9IHtRdWVyaWVzfX0sCgl2b2x1bWUgPSB7MzY5fSwKCWlzYm4gPSB7OTc4LTEtNjQzNjgtNDA3LTl9LAoJdXJsID0ge2h0dHBzOi8vZG9pLm9yZy8xMC4zMjMzL0ZBSUEyMzAxNDl9LAoJYm9va3RpdGxlID0ge0NvbXBlbmRpdW0gb2Yge05ldXJvc3ltYm9saWN9IHtBcnRpZmljaWFsfSB7SW50ZWxsaWdlbmNlfX0sCglwdWJsaXNoZXIgPSB7SU9TIFByZXNzfSwKCWF1dGhvciA9IHtDb2NoZXosIE1pY2hhZWwgYW5kIEFsaXZhbmlzdG9zLCBEaW1pdHJpb3MgYW5kIEFyYWtlbHlhbiwgRXJpayBhbmQgQmVycmVuZG9yZiwgTWF4IGFuZCBEYXphLCBEYW5pZWwgYW5kIEdhbGtpbiwgTWlraGFpbCBhbmQgTWluZXJ2aW5pLCBQYXNxdWFsZSBhbmQgTmllcGVydCwgTWF0aGlhcyBhbmQgUmVuLCBIb25neXV9LAoJZWRpdG9yID0ge0hpdHpsZXIsIFBhc2NhbCBhbmQgU2Fya2VyLCBNZCBLYW1ydXp6YW1hbiBhbmQgRWJlcmhhcnQsIEFhcm9ufSwKCXllYXIgPSB7MjAyM30sCglkb2kgPSB7MTAuMzIzMy9GQUlBMjMwMTQ5fSwKCXBhZ2VzID0gezM3My0tMzg2fSwKfQoKCgpAYXJ0aWNsZXtyZW5hdXhfa25vd2xlZGdlXzIwMjMsCgl0aXRsZSA9IHtBIGtub3dsZWRnZSBncmFwaCBhcHByb2FjaCB0byBwcmVkaWN0IGFuZCBpbnRlcnByZXQgZGlzZWFzZS1jYXVzaW5nIGdlbmUgaW50ZXJhY3Rpb25zfSwKCXZvbHVtZSA9IHsyNH0sCgl1cmwgPSB7aHR0cHM6Ly9kb2kub3JnLzEwLjExODYvczEyODU5LTAyMy0wNTQ1MS01fSwKCWRvaSA9IHsxMC4xMTg2L1MxMjg1OS0wMjMtMDU0NTEtNX0sCgludW1iZXIgPSB7MX0sCglqb3VybmFsID0ge0JNQyBCaW9pbmZvcm1hdGljc30sCglhdXRob3IgPSB7UmVuYXV4LCBBbGV4YW5kcmUgYW5kIFRlcndhZ25lLCBDaGxvw6kgYW5kIENvY2hleiwgTWljaGFlbCBhbmQgVGlkZGksIElsYXJpYSBhbmQgTm93w6ksIEFubiBhbmQgTGVuYWVydHMsIFRvbX0sCgl5ZWFyID0gezIwMjN9LAoJcGFnZXMgPSB7MzI0fSwKfQoKCgpAYXJ0aWNsZXtrYXJpbV9leHBsYWluYWJsZV8yMDIzLAoJdGl0bGUgPSB7RXhwbGFpbmFibGUge0FJfSBmb3Ige0Jpb2luZm9ybWF0aWNzfToge01ldGhvZHN9LCB7VG9vbHN9IGFuZCB7QXBwbGljYXRpb25zfX0sCgl2b2x1bWUgPSB7MjR9LAoJdXJsID0ge2h0dHBzOi8vZG9pLm9yZy8xMC4xMDkzL2JpYi9iYmFkMjM2fSwKCWRvaSA9IHsxMC4xMDkzL0JJQi9CQkFEMjM2fSwKCW51bWJlciA9IHs1fSwKCWpvdXJuYWwgPSB7QnJpZWZpbmdzIEJpb2luZm9ybWF0aWNzfSwKCWF1dGhvciA9IHtLYXJpbSwgTWQgUmV6YXVsIGFuZCBJc2xhbSwgVGFuaGltIGFuZCBTaGFqYWxhbCwgTWQgYW5kIEJleWFuLCBPeWEgYW5kIExhbmdlLCBDaHJpc3RvcGggYW5kIENvY2hleiwgTWljaGFlbCBhbmQgUmViaG9sei1TY2h1aG1hbm4sIERpZXRyaWNoIGFuZCBEZWNrZXIsIFN0ZWZhbn0sCgltb250aCA9IG9jdCwKCXllYXIgPSB7MjAyM30sCn0KCgoKQGlucHJvY2VlZGluZ3N7ZHVjdV9xdWFsaWZpZXJfMjAyMywKCWFkZHJlc3MgPSB7QXRoZW5zLCBHcmVlY2V9LAoJdGl0bGUgPSB7UXVhbGlmaWVyIHtSZWNvbW1lbmRhdGlvbn0gZm9yIHtXaWtpZGF0YX19LAoJdXJsID0ge2h0dHBzOi8vd2lraWRhdGF3b3Jrc2hvcC5naXRodWIuaW8vMjAyMy8jbXUtc2Vzc2lvbnN9LAoJYWJzdHJhY3QgPSB7V2lraWRhdGEsIGEgY29sbGFib3JhdGl2ZSBrbm93bGVkZ2UgYmFzZSBmb3Igc3RydWN0dXJlZCBkYXRhLCBlbXBvd2VycyBib3RoIGh1bWFuIGFuZCBtYWNoaW5lIHVzZXJzIHRvIGNvbnRyaWJ1dGUgYW5kIGFjY2VzcyBpbmZvcm1hdGlvbi4gSXRzIG1haW4gcm9sZSBpcyBpbiBzdXBwb3J0aW5nIFdpa2ltZWRpYSBwcm9qZWN0cyBieSBhY3RpbmcgYXMgdGhlIGNlbnRyYWwgc3RvcmFnZSBkYXRhYmFzZSBmb3IgdGhlIFdpa2ltZWRpYSBtb3ZlbWVudC4gVG8gb3B0aW1pemUgdGhlIG1hbnVhbCBwcm9jZXNzIG9mIGFkZGluZyBuZXcgZmFjdHMsIFdpa2lkYXRhIHV0aWxpemVzIHRoZSBhc3NvY2lhdGlvbiBydWxlLWJhc2VkIFByb3BlcnR5U3VnZ2VzdGVyIHRvb2wuIEhvd2V2ZXIsIGEgcmVjZW50IHBhcGVyIGludHJvZHVjZWQgdGhlIFNjaGVtYVRyZWUsIGEgbm92ZWwgYXBwcm9hY2ggdGhhdCBzdXJwYXNzZXMgdGhlIHN0YXRlLW9mLXRoZS1hcnQgUHJvcGVydHlTdWdnZXN0ZXIgaW4gYWxsIHBlcmZvcm1hbmNlIG1ldHJpY3MuIFRoZSBuZXcgcmVjb21tZW5kZXIgZW1wbG95cyBhIHRyaWUtYmFzZWQgbWV0aG9kIGFuZCBmcmVxdWVudGlzdCBpbmZlcmVuY2UgdG8gZWZmaWNpZW50bHkgbGVhcm4gYW5kIHJlcHJlc2VudCBwcm9wZXJ0eSBzZXQgcHJvYmFiaWxpdGllcyB3aXRoaW4gUkRGIGdyYXBocy4gSW4gdGhpcyBwYXBlciwgd2UgYWRhcHQgdGhhdCByZWNvbW1lbmRhdGlvbiBhcHByb2FjaCwgdG8gcmVjb21tZW5kIHF1YWxpZmllcnMuIFNwZWNpZmljYWxseSwgd2Ugd2FudCB0byBmaW5kIG91dCB3aGV0aGVyIHRoZSByZWNvbW1lbmRhdGlvbiBjYW4gYmUgZG9uZSB1c2luZyBjby1vY2N1cnJlbmNlIGluZm9ybWF0aW9uIG9mIHRoZSBxdWFsaWZpZXJzLCBvciB3aGV0aGVyIHR5cGUgaW5mb3JtYXRpb24gb2YgdGhlIGl0ZW0gYW5kIHRoZSB2YWx1ZSBvZiBzdGF0ZW1lbnRzIGltcHJvdmVzIHBlcmZvcm1hbmNlLiBXZSBmb3VuZCB0aGF0IHRoZSBxdWFsaWZpZXIgcmVjb21tZW5kZXIgdGhhdCB1c2VzIGNvLW9jY3VycmluZyBxdWFsaWZpZXJzIGFuZCB0eXBlIGluZm9ybWF0aW9uIGxlYWRzIHRvIHRoZSBiZXN0IHBlcmZvcm1hbmNlLn0sCglhdXRob3IgPSB7RHVjdSwgQW5kcmVpIE1paGFpIGFuZCBDb2NoZXosIE1pY2hhZWx9LAoJbW9udGggPSBub3YsCgl5ZWFyID0gezIwMjN9LAp9CgoKCkBhcnRpY2xle2Jpc3dhc19rbm93bGVkZ2VfMjAyMywKCXRpdGxlID0ge0tub3dsZWRnZSB7R3JhcGh9IHtFbWJlZGRpbmdzfToge09wZW59IHtDaGFsbGVuZ2VzfSBhbmQge09wcG9ydHVuaXRpZXN9fSwKCXZvbHVtZSA9IHsxfSwKCW51bWJlciA9IHsxfSwKCWpvdXJuYWwgPSB7VHJhbnNhY3Rpb25zIG9uIEdyYXBoIERhdGEgYW5kIEtub3dsZWRnZX0sCglhdXRob3IgPSB7Qmlzd2FzLCBSdXNzYSBhbmQgS2FmZmVlLCBMdWNpZS1BaW3DqWUgYW5kIENvY2hleiwgTWljaGFlbCBhbmQgRHVtYnJhdmEsIFN0ZWZhbmlhIGFuZCBKZW5kYWwsIFRoZWlzIGFuZCBMaXNzYW5kcmluaSwgTWF0dGVvIGFuZCBMb3BleiwgVmFuZXNzYSBhbmQgTWVuYywgRW5lbGRvIExvemEgYW5kIFBhdWxoZWltLCBIZWlrbyBhbmQgU2FjaywgSGFyYWxkIGFuZCBWYWthaiwgRWRsaXJhIEthbGVtaSBhbmQgZGUgTWVsbywgR2VyYXJkfSwKCW1vbnRoID0gZGVjLAoJeWVhciA9IHsyMDIzfSwKfQoKCgpAaW5wcm9jZWVkaW5nc3thcmFrZWx5YW5fYWRhcHRpbmdfMjAyMywKCWFkZHJlc3MgPSB7TmV3IE9ybGVhbnN9LAoJdGl0bGUgPSB7QWRhcHRpbmcge05ldXJhbH0ge0xpbmt9IHtQcmVkaWN0b3JzfSBmb3Ige0RhdGF9LXtFZmZpY2llbnR9IHtDb21wbGV4fSB7UXVlcnl9IHtBbnN3ZXJpbmd9fSwKCXVybCA9IHtodHRwczovL29wZW5yZXZpZXcubmV0L2ZvcnVtP2lkPTFHN0NCcDhvN0x9LAoJZG9pID0gezEwLjQ4NTUwL2FyWGl2LjIzMDEuMTIzMTN9LAoJYWJzdHJhY3QgPSB7QW5zd2VyaW5nIGNvbXBsZXggcXVlcmllcyBvbiBpbmNvbXBsZXRlIGtub3dsZWRnZSBncmFwaHMgaXMgYSBjaGFsbGVuZ2luZyB0YXNrIHdoZXJlIGEgbW9kZWwgbmVlZHMgdG8gYW5zd2VyIGNvbXBsZXggbG9naWNhbCBxdWVyaWVzIGluIHRoZSBwcmVzZW5jZSBvZiBtaXNzaW5nIGtub3dsZWRnZS4gUHJpb3Igd29yayBpbiB0aGUgbGl0ZXJhdHVyZSBoYXMgcHJvcG9zZWQgdG8gYWRkcmVzcyB0aGlzIHByb2JsZW0gYnkgZGVzaWduaW5nIGFyY2hpdGVjdHVyZXMgdHJhaW5lZCBlbmQtdG8tZW5kIGZvciB0aGUgY29tcGxleCBxdWVyeSBhbnN3ZXJpbmcgdGFzayB3aXRoIGEgcmVhc29uaW5nIHByb2Nlc3MgdGhhdCBpcyBoYXJkIHRvIGludGVycHJldCB3aGlsZSByZXF1aXJpbmcgZGF0YSBhbmQgcmVzb3VyY2UtaW50ZW5zaXZlIHRyYWluaW5nLiBPdGhlciBsaW5lcyBvZiByZXNlYXJjaCBoYXZlIHByb3Bvc2VkIHJlLXVzaW5nIHNpbXBsZSBuZXVyYWwgbGluayBwcmVkaWN0b3JzIHRvIGFuc3dlciBjb21wbGV4IHF1ZXJpZXMsIHJlZHVjaW5nIHRoZSBhbW91bnQgb2YgdHJhaW5pbmcgZGF0YSBieSBvcmRlcnMgb2YgbWFnbml0dWRlIHdoaWxlIHByb3ZpZGluZyBpbnRlcnByZXRhYmxlIGFuc3dlcnMuIFRoZSBuZXVyYWwgbGluayBwcmVkaWN0b3IgdXNlZCBpbiBzdWNoIGFwcHJvYWNoZXMgaXMgbm90IGV4cGxpY2l0bHkgb3B0aW1pc2VkIGZvciB0aGUgY29tcGxleCBxdWVyeSBhbnN3ZXJpbmcgdGFzaywgaW1wbHlpbmcgdGhhdCBpdHMgc2NvcmVzIGFyZSBub3QgY2FsaWJyYXRlZCB0byBpbnRlcmFjdCB0b2dldGhlci4gV2UgcHJvcG9zZSB0byBhZGRyZXNzIHRoZXNlIHByb2JsZW1zIHZpYSBDUUQKLCBhIHBhcmFtZXRlci1lZmZpY2llbnQgc2NvcmUge1x0ZXh0YmFja3NsYXNofWVtcGhce2FkYXB0YXRpb25cfSBtb2RlbCBvcHRpbWlzZWQgdG8gcmUtY2FsaWJyYXRlIG5ldXJhbCBsaW5rIHByZWRpY3Rpb24gc2NvcmVzIGZvciB0aGUgY29tcGxleCBxdWVyeSBhbnN3ZXJpbmcgdGFzay4gV2hpbGUgdGhlIG5ldXJhbCBsaW5rIHByZWRpY3RvciBpcyBmcm96ZW4sIHRoZSBhZGFwdGF0aW9uIGNvbXBvbmVudCAtLSB3aGljaCBvbmx5IGluY3JlYXNlcyB0aGUgbnVtYmVyIG9mIG1vZGVsIHBhcmFtZXRlcnMgYnkgCiAtLSBpcyB0cmFpbmVkIG9uIHRoZSBkb3duc3RyZWFtIGNvbXBsZXggcXVlcnkgYW5zd2VyaW5nIHRhc2suIEZ1cnRoZXJtb3JlLCB0aGUgY2FsaWJyYXRpb24gY29tcG9uZW50IGVuYWJsZXMgdXMgdG8gc3VwcG9ydCByZWFzb25pbmcgb3ZlciBxdWVyaWVzIHRoYXQgaW5jbHVkZSBhdG9taWMgbmVnYXRpb25zLCB3aGljaCB3YXMgcHJldmlvdXNseSBpbXBvc3NpYmxlIHdpdGggbGluayBwcmVkaWN0b3JzLiBJbiBvdXIgZXhwZXJpbWVudHMsIENRRAogcHJvZHVjZXMgc2lnbmlmaWNhbnRseSBtb3JlIGFjY3VyYXRlIHJlc3VsdHMgdGhhbiBjdXJyZW50IHN0YXRlLW9mLXRoZS1hcnQgbWV0aG9kcywgaW1wcm92aW5nIGZyb20gCiB0byAKIE1lYW4gUmVjaXByb2NhbCBSYW5rIHZhbHVlcyBhdmVyYWdlZCBhY3Jvc3MgYWxsIGRhdGFzZXRzIGFuZCBxdWVyeSB0eXBlcyB3aGlsZSB1c2luZyAKIG9mIHRoZSBhdmFpbGFibGUgdHJhaW5pbmcgcXVlcnkgdHlwZXMuIFdlIGZ1cnRoZXIgc2hvdyB0aGF0IENRRAogaXMgZGF0YS1lZmZpY2llbnQsIGFjaGlldmluZyBjb21wZXRpdGl2ZSByZXN1bHRzIHdpdGggb25seSAKIG9mIHRoZSBjb21wbGV4IHRyYWluaW5nIHF1ZXJpZXMgYW5kIHJvYnVzdCBpbiBvdXQtb2YtZG9tYWluIGV2YWx1YXRpb25zLiBTb3VyY2UgY29kZSBhbmQgZGF0YXNldHMgYXJlIGF2YWlsYWJsZSBhdCBodHRwczovL2dpdGh1Yi5jb20vRWRpbmJ1cmdoTkxQL2FkYXB0aXZlLWNxZC59LAoJcHVibGlzaGVyID0ge09wZW5SZXZpZXcubmV0fSwKCWF1dGhvciA9IHtBcmFrZWx5YW4sIEVyaWsgYW5kIE1pbmVydmluaSwgUGFzcXVhbGUgYW5kIERhemEsIERhbmllbCBhbmQgQ29jaGV6LCBNaWNoYWVsIGFuZCBBdWdlbnN0ZWluLCBJc2FiZWxsZX0sCgltb250aCA9IGp1bCwKCXllYXIgPSB7MjAyM30sCglub3RlID0ge2FyWGl2OjIzMDEuMTIzMTMgW2NzXX0sCglrZXl3b3JkcyA9IHtDb21wdXRlciBTY2llbmNlIC0gQXJ0aWZpY2lhbCBJbnRlbGxpZ2VuY2UsIENvbXB1dGVyIFNjaWVuY2UgLSBMb2dpYyBpbiBDb21wdXRlciBTY2llbmNlLCBDb21wdXRlciBTY2llbmNlIC0gTWFjaGluZSBMZWFybmluZywgQ29tcHV0ZXIgU2NpZW5jZSAtIE5ldXJhbCBhbmQgRXZvbHV0aW9uYXJ5IENvbXB1dGluZ30sCn0KCgoKQGlucHJvY2VlZGluZ3N7eGlvbmdfcmVhc29uaW5nXzIwMjMsCgl0aXRsZSA9IHtSZWFzb25pbmcgYmV5b25kIHtUcmlwbGVzfToge1JlY2VudH0ge0FkdmFuY2VzfSBpbiB7S25vd2xlZGdlfSB7R3JhcGh9IHtFbWJlZGRpbmdzfX0sCgl1cmwgPSB7aHR0cHM6Ly9kb2kub3JnLzEwLjExNDUvMzU4Mzc4MC4zNjE1Mjk0fSwKCWRvaSA9IHsxMC4xMTQ1LzM1ODM3ODAuMzYxNTI5NH0sCglib29rdGl0bGUgPSB7UHJvY2VlZGluZ3Mgb2YgdGhlIDMybmQge0FDTX0ge0ludGVybmF0aW9uYWx9IHtDb25mZXJlbmNlfSBvbiB7SW5mb3JtYXRpb259IGFuZCB7S25vd2xlZGdlfSB7TWFuYWdlbWVudH0sIHtDSUtNfSAyMDIzLCB7QmlybWluZ2hhbX0sIHtVbml0ZWR9IHtLaW5nZG9tfSwge09jdG9iZXJ9IDIxLTI1LCAyMDIzfSwKCXB1Ymxpc2hlciA9IHtBQ019LAoJYXV0aG9yID0ge1hpb25nLCBCbyBhbmQgTmF5eWVyaSwgTW9qdGFiYSBhbmQgRGF6YSwgRGFuaWVsIGFuZCBDb2NoZXosIE1pY2hhZWx9LAoJZWRpdG9yID0ge0Zyb21taG9seiwgSW5nbyBhbmQgSG9wZmdhcnRuZXIsIEZyYW5rIGFuZCBMZWUsIE1hcmsgYW5kIE9ha2VzLCBNaWNoYWVsIGFuZCBMYWxtYXMsIE1vdW5pYSBhbmQgWmhhbmcsIE1pbiBhbmQgU2FudG9zLCBSb2RyeWdvIEwuIFQufSwKCXllYXIgPSB7MjAyM30sCglwYWdlcyA9IHs1MjI4LS01MjMxfSwKfQoKCgpAYXJ0aWNsZXtzY2hlcnBfc3RydWN0dXJhbF8yMDIzLAoJdGl0bGUgPSB7U3RydWN0dXJhbCB7U3VtbWFyaXphdGlvbn0gb2Yge1NlbWFudGljfSB7R3JhcGhzfSB7VXNpbmd9IHtRdW90aWVudHN9fSwKCXZvbHVtZSA9IHsxfSwKCWFic3RyYWN0ID0ge0dyYXBoIHN1bW1hcml6YXRpb24gaXMgdGhlIHByb2Nlc3Mgb2YgY29tcHV0aW5nIGEgY29tcGFjdCB2ZXJzaW9uIG9mIGFuIGlucHV0IGdyYXBoIHdoaWxlIHByZXNlcnZpbmcgY2hvc2VuIGZlYXR1cmVzIG9mIGl0cyBzdHJ1Y3R1cmUuIApXZSBjb25zaWRlciBzZW1hbnRpYyBncmFwaHMgd2hlcmUgdGhlIGZlYXR1cmVzIGluY2x1ZGUgZWRnZSBsYWJlbHMgYW5kIGxhYmVsIHNldHMgYXNzb2NpYXRlZCB3aXRoIGEgdmVydGV4LiBHcmFwaCBzdW1tYXJpZXMgYXJlIHR5cGljYWxseSBtdWNoIHNtYWxsZXIgdGhhbiB0aGUgb3JpZ2luYWwgZ3JhcGguIEFwcGxpY2F0aW9ucyB0aGF0IGRlcGVuZCBvbiB0aGUgcHJlc2VydmVkIGZlYXR1cmVzIGNhbiBwZXJmb3JtIHRoZWlyIHRhc2tzIG9uIHRoZSBzdW1tYXJ5LCBidXQgbXVjaCBmYXN0ZXIgb3Igd2l0aCBsZXNzIG1lbW9yeSBvdmVyaGVhZCwgd2hpbGUgcHJvZHVjaW5nIHRoZSBzYW1lIG91dGNvbWUgYXMgaWYgdGhleSB3ZXJlIGFwcGxpZWQgb24gdGhlIG9yaWdpbmFsIGdyYXBoLiAKCkluIHRoaXMgc3VydmV5LCB3ZSBmb2N1cyBvbiBzdHJ1Y3R1cmFsIHN1bW1hcmllcyBiYXNlZCBvbiBxdW90aWVudHMgdGhhdCBvcmdhbml6ZSB2ZXJ0aWNlcyBpbiBlcXVpdmFsZW5jZSBjbGFzc2VzIG9mIHNoYXJlZCBmZWF0dXJlcy4KU3RydWN0dXJhbCBzdW1tYXJpZXMgYXJlIHBhcnRpY3VsYXJseSBwb3B1bGFyIGZvciBzZW1hbnRpYyBncmFwaHMgYW5kIGhhdmUgdGhlIGFkdmFudGFnZSBvZiBkZWZpbmluZyBhIHByZWNpc2UgZ3JhcGgtYmFzZWQgb3V0cHV0LiBXZSBjb25zaWRlciBhcHByb2FjaGVzIGFuZCBhbGdvcml0aG1zIGZvciBib3RoIHN0YXRpYyBhbmQgdGVtcG9yYWwgZ3JhcGhzLiBBIGNvbW1vbiBleGFtcGxlIG9mIHF1b3RpZW50LWJhc2VkIHN0cnVjdHVyYWwgc3VtbWFyaWVzIGlzIGJpc2ltdWxhdGlvbiwgYW5kIHdlIGRpc2N1c3MgdGhpcyBpbiBkZXRhaWwuIFdoaWxlIHRoZXJlIGV4aXN0IG90aGVyIHN1cnZleXMgb24gZ3JhcGggc3VtbWFyaXphdGlvbiwgdG8gdGhlIGJlc3Qgb2Ygb3VyIGtub3dsZWRnZSwgd2UgYXJlIHRoZSBmaXJzdCB0byBicmluZyBpbiBhIGZvY3VzZWQgZGlzY3Vzc2lvbiBvbiBxdW90aWVudHMsIGJpc2ltdWxhdGlvbiwgYW5kIHRoZWlyIHJlbGF0aW9uLiBGdXJ0aGVybW9yZSwgc3RydWN0dXJhbCBzdW1tYXJpemF0aW9uIG5hdHVyYWxseSBjb25uZWN0cyB3ZWxsIHdpdGggZm9ybWFsIGxvZ2ljIGR1ZSB0byB0aGUgZGlzY3JldGUgc3RydWN0dXJlcyBjb25zaWRlcmVkLiBXZSBjb21wbGV0ZSB0aGUgc3VydmV5IHdpdGggYSBicmllZiBkZXNjcmlwdGlvbiBvZiBhcHByb2FjaGVzIGJleW9uZCBzdHJ1Y3R1cmFsIHN1bW1hcmllcy59LAoJbnVtYmVyID0gezF9LAoJam91cm5hbCA9IHtUcmFuc2FjdGlvbnMgb24gR3JhcGggRGF0YSBhbmQgS25vd2xlZGdlfSwKCWF1dGhvciA9IHtTY2hlcnAsIEFuc2dhciBhbmQgUmljaGVyYnksIERhdmlkIGFuZCBCbHVtZSwgVGlsbCBhbmQgQ29jaGV6LCBNaWNoYWVsIGFuZCBSYXUsIEphbm5pa30sCgltb250aCA9IGRlYywKCXllYXIgPSB7MjAyM30sCn0KCgoKQGFydGljbGV7ZGF6YV9iaW9ibHBfMjAyMywKCXRpdGxlID0ge3tCaW9CTFB9OiBhIG1vZHVsYXIgZnJhbWV3b3JrIGZvciBsZWFybmluZyBvbiBtdWx0aW1vZGFsIGJpb21lZGljYWwga25vd2xlZGdlIGdyYXBoc30sCgl2b2x1bWUgPSB7MTR9LAoJaXNzbiA9IHsyMDQxLTE0ODB9LAoJdXJsID0ge2h0dHBzOi8vZG9pLm9yZy8xMC4xMTg2L3MxMzMyNi0wMjMtMDAzMDEteX0sCglkb2kgPSB7MTAuMTE4Ni9zMTMzMjYtMDIzLTAwMzAxLXl9LAoJYWJzdHJhY3QgPSB7S25vd2xlZGdlIGdyYXBocyAoS0dzKSBhcmUgYW4gaW1wb3J0YW50IHRvb2wgZm9yIHJlcHJlc2VudGluZyBjb21wbGV4IHJlbGF0aW9uc2hpcHMgYmV0d2VlbiBlbnRpdGllcyBpbiB0aGUgYmlvbWVkaWNhbCBkb21haW4uIFNldmVyYWwgbWV0aG9kcyBoYXZlIGJlZW4gcHJvcG9zZWQgZm9yIGxlYXJuaW5nIGVtYmVkZGluZ3MgdGhhdCBjYW4gYmUgdXNlZCB0byBwcmVkaWN0IG5ldyBsaW5rcyBpbiBzdWNoIGdyYXBocy4gU29tZSBtZXRob2RzIGlnbm9yZSB2YWx1YWJsZSBhdHRyaWJ1dGUgZGF0YSBhc3NvY2lhdGVkIHdpdGggZW50aXRpZXMgaW4gYmlvbWVkaWNhbCBLR3MsIHN1Y2ggYXMgcHJvdGVpbiBzZXF1ZW5jZXMsIG9yIG1vbGVjdWxhciBncmFwaHMuIE90aGVyIHdvcmtzIGluY29ycG9yYXRlIHN1Y2ggZGF0YSwgYnV0IGFzc3VtZSB0aGF0IGVudGl0aWVzIGNhbiBiZSByZXByZXNlbnRlZCB3aXRoIHRoZSBzYW1lIGRhdGEgbW9kYWxpdHkuIFRoaXMgaXMgbm90IGFsd2F5cyB0aGUgY2FzZSBmb3IgYmlvbWVkaWNhbCBLR3MsIHdoZXJlIGVudGl0aWVzIGV4aGliaXQgaGV0ZXJvZ2VuZW91cyBtb2RhbGl0aWVzIHRoYXQgYXJlIGNlbnRyYWwgdG8gdGhlaXIgcmVwcmVzZW50YXRpb24gaW4gdGhlIHN1YmplY3QgZG9tYWluLn0sCgludW1iZXIgPSB7MX0sCglqb3VybmFsID0ge0pvdXJuYWwgb2YgQmlvbWVkaWNhbCBTZW1hbnRpY3N9LAoJYXV0aG9yID0ge0RhemEsIERhbmllbCBhbmQgQWxpdmFuaXN0b3MsIERpbWl0cmlvcyBhbmQgTWl0cmEsIFBheWFsIGFuZCBQaWpuZW5idXJnLCBUaG9tIGFuZCBDb2NoZXosIE1pY2hhZWwgYW5kIEdyb3RoLCBQYXVsfSwKCW1vbnRoID0gZGVjLAoJeWVhciA9IHsyMDIzfSwKCXBhZ2VzID0gezIwfSwKfQoKCgpAaW5wcm9jZWVkaW5nc3twZXNxdWl0YV9kZXNjcmlwdGl2ZV8yMDIzLAoJYWRkcmVzcyA9IHtDaGFtfSwKCXRpdGxlID0ge0Rlc2NyaXB0aXZlIHtDb21wYXJpc29ufSBvZiB7VmlzdWFsfSB7T250b2xvZ3l9IHtDaGFuZ2V9IHtTdW1tYXJpc2F0aW9ufSB7TWV0aG9kc319LAoJdm9sdW1lID0gezEzOTk4fSwKCWlzYm4gPSB7OTc4MzAzMTQzNDU3MCA5NzgzMDMxNDM0NTg3fSwKCXVybCA9IHtodHRwczovL2xpbmsuc3ByaW5nZXIuY29tLzEwLjEwMDcvOTc4LTMtMDMxLTQzNDU4LTdfMTB9LAoJbGFuZ3VhZ2UgPSB7ZW59LAoJdXJsZGF0ZSA9IHsyMDIzLTExLTEzfSwKCWJvb2t0aXRsZSA9IHtUaGUge1NlbWFudGljfSB7V2VifToge0VTV0N9IDIwMjMge1NhdGVsbGl0ZX0ge0V2ZW50c319LAoJcHVibGlzaGVyID0ge1NwcmluZ2VyIE5hdHVyZSBTd2l0emVybGFuZH0sCglhdXRob3IgPSB7Q2h1bmcsIEtvcm5wb2wgYW5kIFBlcm5pc2NoLCBSb21hbmEgYW5kIFNjaGxvYmFjaCwgU3RlZmFufSwKCWVkaXRvciA9IHtQZXNxdWl0YSwgQ2F0aWEgYW5kIFNrYWYtTW9sbGksIEhhbGEgYW5kIEVmdGh5bWlvdSwgVmFzaWxpcyBhbmQgS2lycmFuZSwgU2FicmluYSBhbmQgTmdvbmdhLCBBeGVsIGFuZCBDb2xsYXJhbmEsIERpZWdvIGFuZCBDZXJxdWVpcmEsIFJlbmF0byBhbmQgQWxhbSwgTWVod2lzaCBhbmQgVHJvamFobiwgQ2Fzc2lhIGFuZCBIZXJ0bGluZywgU3Zlbn0sCgl5ZWFyID0gezIwMjN9LAoJZG9pID0gezEwLjEwMDcvOTc4LTMtMDMxLTQzNDU4LTdfMTB9LAoJcGFnZXMgPSB7NTQtLTU4fSwKfQoKCgpAaW5wcm9jZWVkaW5nc3twcm9kYW5fdG93YXJkc18yMDIyLAoJdGl0bGUgPSB7VG93YXJkcyB7RXh0cmVtZX0gYW5kIHtTdXN0YWluYWJsZX0ge0dyYXBofSB7UHJvY2Vzc2luZ30gZm9yIHtVcmdlbnR9IHtTb2NpZXRhbH0ge0NoYWxsZW5nZXN9IGluIHtFdXJvcGV9fSwKCWRvaSA9IHsxMC4xMTA5L0Nsb3VkU3VtbWl0NTQ3ODEuMjAyMi4wMDAxMH0sCglhYnN0cmFjdCA9IHtUaGUgR3JhcGgtTWFzc2l2aXplciBwcm9qZWN0LCBmdW5kZWQgYnkgdGhlIEhvcml6b24gRXVyb3BlIHJlc2VhcmNoIGFuZCBpbm5vdmF0aW9uIHByb2dyYW0sIHJlc2VhcmNoZXMgYW5kIGRldmVsb3BzIGEgaGlnaC1wZXJmb3JtYW5jZSwgc2NhbGFibGUsIGFuZCBzdXN0YWluYWJsZSBwbGF0Zm9ybSBmb3IgaW5mb3JtYXRpb24gcHJvY2Vzc2luZyBhbmQgcmVhc29uaW5nIGJhc2VkIG9uIHRoZSBtYXNzaXZlIGdyYXBoIChNRykgcmVwcmVzZW50YXRpb24gb2YgZXh0cmVtZSBkYXRhLiBJdCBkZWxpdmVycyBhIHRvb2xraXQgb2YgZml2ZSBvcGVuLXNvdXJjZSBzb2Z0d2FyZSB0b29scyBhbmQgRkFJUiBncmFwaCBkYXRhc2V0cyBjb3ZlcmluZyB0aGUgc3VzdGFpbmFibGUgbGlmZWN5Y2xlIG9mIHByb2Nlc3NpbmcgZXh0cmVtZSBkYXRhIGFzIE1Hcy4gVGhlIHRvb2xzIGZvY3VzIG9uIGhvbGlzdGljIHVzYWJpbGl0eSAoZnJvbSBleHRyZW1lIGRhdGEgaW5nZXN0aW9uIGFuZCBNRyBjcmVhdGlvbiksIGF1dG9tYXRlZCBpbnRlbGxpZ2VuY2UgKHRocm91Z2ggYW5hbHl0aWNzIGFuZCByZWFzb25pbmcpLCBwZXJmb3JtYW5jZSBtb2RlbGxpbmcsIGFuZCBlbnZpcm9ubWVudGFsIHN1c3RhaW5hYmlsaXR5IHRyYWRlb2Zmcywgc3VwcG9ydGVkIGJ5IGNyZWRpYmxlIGRhdGEtZHJpdmVuIGV2aWRlbmNlIGFjcm9zcyB0aGUgY29tcHV0aW5nIGNvbnRpbnV1bS4gVGhlIGF1dG9tYXRlZCBvcGVyYXRpb24gdXNlcyB0aGUgZW1lcmdpbmcgc2VydmVybGVzcyBjb21wdXRpbmcgcGFyYWRpZ20gZm9yIGVmZmljaWVuY3kgYW5kIGV2ZW50IHJlc3BvbnNpdmVuZXNzLiBUaHVzLCBpdCBzdXBwb3J0cyBleHBlcmllbmNlZCBhbmQgbm92aWNlIHN0YWtlaG9sZGVycyBmcm9tIGEgYnJvYWQgZ3JvdXAgb2YgbGFyZ2UgYW5kIHNtYWxsIG9yZ2FuaXNhdGlvbnMgdG8gY2FwaXRhbGlzZSBvbiBleHRyZW1lIGRhdGEgdGhyb3VnaCBNRyBwcm9ncmFtbWluZyBhbmQgcHJvY2Vzc2luZy4gR3JhcGgtTWFzc2l2aXplciB2YWxpZGF0ZXMgaXRzIGlubm92YXRpb24gb24gZm91ciBjb21wbGVtZW50YXJ5IHVzZSBjYXNlcyBjb25zaWRlcmluZyB0aGVpciBleHRyZW1lIGRhdGEgcHJvcGVydGllcyBhbmQgY292ZXJhZ2Ugb2YgdGhlIHRocmVlIHN1c3RhaW5hYmlsaXR5IHBpbGxhcnMgKGVjb25vbXksIHNvY2lldHksIGFuZCBlbnZpcm9ubWVudCk6IHN1c3RhaW5hYmxlIGdyZWVuIGZpbmFuY2UsIGdsb2JhbCBlbnZpcm9ubWVudCBwcm90ZWN0aW9uIGZvcmVzaWdodCwgZ3JlZW4gQUkgZm9yIHRoZSBzdXN0YWluYWJsZSBhdXRvbW90aXZlIGluZHVzdHJ5LCBhbmQgZGF0YSBjZW50cmUgZGlnaXRhbCB0d2luIGZvciBleGFzY2FsZSBjb21wdXRpbmcuIEdyYXBoLU1hc3Npdml6ZXIgcHJvbWlzZXMgNzBcJSBtb3JlIGVmZmljaWVudCBhbmFseXRpY3MgdGhhbiBBbGlHcmFwaCwgYW5kIDMwIFwlIGltcHJvdmVkIGVuZXJneSBhd2FyZW5lc3MgZm9yIGV4dHJhY3QsIHRyYW5zZm9ybSBhbmQgbG9hZCBzdG9yYWdlIG9wZXJhdGlvbnMgdGhhbiBBbWF6b24gUmVkc2hpZnQuIEZ1cnRoZXJtb3JlLCBpdCBhaW1zIHRvIGRlbW9uc3RyYXRlIGEgcG9zc2libGUgdHdvLWZvbGQgaW1wcm92ZW1lbnQgaW4gZGF0YSBjZW50cmUgZW5lcmd5IGVmZmljaWVuY3kgYW5kIG92ZXIgMjUgXCUgbG93ZXIgZ3JlZW5ob3VzZSBnYXMgZW1pc3Npb25zIGZvciBiYXNpYyBncmFwaCBvcGVyYXRpb25zLn0sCglib29rdGl0bGUgPSB7MjAyMiB7SUVFRX0ge0Nsb3VkfSB7U3VtbWl0fX0sCglhdXRob3IgPSB7UHJvZGFuLCBSYWR1IGFuZCBLaW1vdnNraSwgRHJhZ2kgYW5kIEJhcnRvbGluaSwgQW5kcmVhIGFuZCBDb2NoZXosIE1pY2hhZWwgYW5kIElvc3VwLCBBbGV4YW5kcnUgYW5kIEtoYXJsYW1vdiwgRXZnZW55IGFuZCBSb8W+YW5lYywgSm/FvmUgYW5kIFZhc2lsaXUsIExhdXJlbsWjaXUgYW5kIFbEg3JixINuZXNjdSwgQW5hIEx1Y2lhfSwKCW1vbnRoID0gb2N0LAoJeWVhciA9IHsyMDIyfSwKCWtleXdvcmRzID0ge0NvZ25pdGlvbiwgRGF0YSBjZW50ZXJzLCBFdXJvcGUsIEV4dHJlbWUgZGF0YSwgR3JlZW4gcHJvZHVjdHMsIFNlcnZlcmxlc3MgY29tcHV0aW5nLCBUZWNobm9sb2dpY2FsIGlubm92YXRpb24sIFRyYW5zZm9ybXMsIGdyYXBoIHByb2Nlc3NpbmcsIHNlcnZlcmxlc3MgY29tcHV0aW5nLCBzdXN0YWluYWJpbGl0eX0sCglwYWdlcyA9IHsyMy0tMzB9LAp9CgoKCkBpbnByb2NlZWRpbmdze3ZhcmRhc2JpX2ludGVyc2VjdGlvbl8yMDIyLAoJYWRkcmVzcyA9IHtOZXcgWW9yaywgTlksIFVTQX0sCglzZXJpZXMgPSB7e0NJS019ICcyMn0sCgl0aXRsZSA9IHtJbnRlcnNlY3Rpb24gb2Yge1BhcmFsbGVsc30gYXMgYW4ge0Vhcmx5fSB7U3RvcHBpbmd9IHtDcml0ZXJpb259fSwKCWlzYm4gPSB7OTc4LTEtNDUwMy05MjM2LTV9LAoJdXJsID0ge2h0dHBzOi8vZGwuYWNtLm9yZy9kb2kvMTAuMTE0NS8zNTExODA4LjM1NTczNjZ9LAoJZG9pID0gezEwLjExNDUvMzUxMTgwOC4zNTU3MzY2fSwKCWFic3RyYWN0ID0ge0EgY29tbW9uIHdheSB0byBhdm9pZCBvdmVyZml0dGluZyBpbiBzdXBlcnZpc2VkIGxlYXJuaW5nIGlzIGVhcmx5IHN0b3BwaW5nLCB3aGVyZSBhIGhlbGQtb3V0IHNldCBpcyB1c2VkIGZvciBpdGVyYXRpdmUgZXZhbHVhdGlvbiBkdXJpbmcgdHJhaW5pbmcgdG8gZmluZCBhIHN3ZWV0IHNwb3QgaW4gdGhlIG51bWJlciBvZiB0cmFpbmluZyBzdGVwcyB0aGF0IGdpdmVzIG1heGltdW0gZ2VuZXJhbGl6YXRpb24uIEhvd2V2ZXIsIHN1Y2ggYSBtZXRob2QgcmVxdWlyZXMgYSBkaXNqb2ludCB2YWxpZGF0aW9uIHNldCwgdGh1cyBwYXJ0IG9mIHRoZSBsYWJlbGVkIGRhdGEgZnJvbSB0aGUgdHJhaW5pbmcgc2V0IGlzIHVzdWFsbHkgbGVmdCBvdXQgZm9yIHRoaXMgcHVycG9zZSwgd2hpY2ggaXMgbm90IGlkZWFsIHdoZW4gdHJhaW5pbmcgZGF0YSBpcyBzY2FyY2UuIEZ1cnRoZXJtb3JlLCB3aGVuIHRoZSB0cmFpbmluZyBsYWJlbHMgYXJlIG5vaXN5LCB0aGUgcGVyZm9ybWFuY2Ugb2YgdGhlIG1vZGVsIG92ZXIgYSB2YWxpZGF0aW9uIHNldCBtYXkgbm90IGJlIGFuIGFjY3VyYXRlIHByb3h5IGZvciBnZW5lcmFsaXphdGlvbi4gSW4gdGhpcyBwYXBlciwgd2UgcHJvcG9zZSBhIG1ldGhvZCB0byBzcG90IGFuIGVhcmx5IHN0b3BwaW5nIHBvaW50IGluIHRoZSB0cmFpbmluZyBpdGVyYXRpb25zIG9mIGFuIG92ZXJwYXJhbWV0ZXJpemVkIChOTikgd2l0aG91dCB0aGUgbmVlZCBmb3IgYSB2YWxpZGF0aW9uIHNldC4gV2UgZmlyc3Qgc2hvdyB0aGF0IGluIHRoZSBvdmVycGFyYW1ldGVyaXplZCByZWdpbWUgdGhlIHJhbmRvbWx5IGluaXRpYWxpemVkIHdlaWdodHMgb2YgYSBsaW5lYXIgbW9kZWwgY29udmVyZ2UgdG8gdGhlIHNhbWUgZGlyZWN0aW9uIGR1cmluZyB0cmFpbmluZy4gVXNpbmcgdGhpcyByZXN1bHQsIHdlIHByb3Bvc2UgdG8gdHJhaW4gdHdvIHBhcmFsbGVsIGluc3RhbmNlcyBvZiBhIGxpbmVhciBtb2RlbCwgaW5pdGlhbGl6ZWQgd2l0aCBkaWZmZXJlbnQgcmFuZG9tIHNlZWRzLCBhbmQgdXNlIHRoZWlyIGludGVyc2VjdGlvbiBhcyBhIHNpZ25hbCB0byBkZXRlY3Qgb3ZlcmZpdHRpbmcuIEluIG9yZGVyIHRvIGRldGVjdCBpbnRlcnNlY3Rpb24sIHdlIHVzZSB0aGUgY29zaW5lIGRpc3RhbmNlIGJldHdlZW4gdGhlIHdlaWdodHMgb2YgdGhlIHBhcmFsbGVsIG1vZGVscyBkdXJpbmcgdHJhaW5pbmcgaXRlcmF0aW9ucy4gTm90aWNpbmcgdGhhdCB0aGUgZmluYWwgbGF5ZXIgb2YgYSBOTiBpcyBhIGxpbmVhciBtYXAgb2YgcHJlLWxhc3QgbGF5ZXIgYWN0aXZhdGlvbnMgdG8gb3V0cHV0IGxvZ2l0cywgd2UgYnVpbGQgb24gb3VyIGNyaXRlcmlvbiBmb3IgbGluZWFyIG1vZGVscyBhbmQgcHJvcG9zZSBhbiBleHRlbnNpb24gdG8gbXVsdGktbGF5ZXIgbmV0d29ya3MsIHVzaW5nIHRoZSBuZXcgbm90aW9uIG9mIGNvdW50ZXJmYWN0dWFsIHdlaWdodHMuIFdlIGNvbmR1Y3QgZXhwZXJpbWVudHMgb24gdHdvIGFyZWFzIHRoYXQgZWFybHkgc3RvcHBpbmcgaGFzIG5vdGljZWFibGUgaW1wYWN0IG9uIHByZXZlbnRpbmcgb3ZlcmZpdHRpbmcgb2YgYSBOTjogKGkpIGxlYXJuaW5nIGZyb20gbm9pc3kgbGFiZWxzOyBhbmQgKGlpKSBsZWFybmluZyB0byByYW5rIGluIGluZm9ybWF0aW9uIHJldHJpZXZhbC4gT3VyIGV4cGVyaW1lbnRzIG9uIGZvdXIgd2lkZWx5IHVzZWQgZGF0YXNldHMgY29uZmlybSB0aGUgZWZmZWN0aXZlbmVzcyBvZiBvdXIgbWV0aG9kIGZvciBnZW5lcmFsaXphdGlvbi4gRm9yIGEgd2lkZSByYW5nZSBvZiBsZWFybmluZyByYXRlcywgb3VyIG1ldGhvZCwgY2FsbGVkIENvc2luZS1EaXN0YW5jZSBDcml0ZXJpb24gKENEQyksIGxlYWRzIHRvIGJldHRlciBnZW5lcmFsaXphdGlvbiBvbiBhdmVyYWdlIHRoYW4gYWxsIHRoZSBtZXRob2RzIHRoYXQgd2UgY29tcGFyZSBhZ2FpbnN0IGluIGFsbW9zdCBhbGwgb2YgdGhlIHRlc3RlZCBjYXNlcy59LAoJdXJsZGF0ZSA9IHsyMDIzLTA0LTIxfSwKCWJvb2t0aXRsZSA9IHtQcm9jZWVkaW5ncyBvZiB0aGUgMzFzdCB7QUNNfSB7SW50ZXJuYXRpb25hbH0ge0NvbmZlcmVuY2V9IG9uIHtJbmZvcm1hdGlvbn0gXCYge0tub3dsZWRnZX0ge01hbmFnZW1lbnR9fSwKCXB1Ymxpc2hlciA9IHtBc3NvY2lhdGlvbiBmb3IgQ29tcHV0aW5nIE1hY2hpbmVyeX0sCglhdXRob3IgPSB7VmFyZGFzYmksIEFsaSBhbmQgZGUgUmlqa2UsIE1hYXJ0ZW4gYW5kIERlaGdoYW5pLCBNb3N0YWZhfSwKCW1vbnRoID0gb2N0LAoJeWVhciA9IHsyMDIyfSwKCWtleXdvcmRzID0ge2Nvc2luZSBkaXN0YW5jZSwgZWFybHkgc3RvcHBpbmcsIGdlbmVyYWxpemF0aW9uLCBvdmVycGFyYW1ldGVyaXphdGlvbn0sCglwYWdlcyA9IHsxOTY1LS0xOTc0fSwKfQoKCgpAaW5wcm9jZWVkaW5nc3t2YXJkYXNiaV9wcm9iYWJpbGlzdGljXzIwMjIsCglhZGRyZXNzID0ge05ldyBZb3JrLCBOWSwgVVNBfSwKCXNlcmllcyA9IHt7U0lHSVJ9ICcyMn0sCgl0aXRsZSA9IHtQcm9iYWJpbGlzdGljIHtQZXJtdXRhdGlvbn0ge0dyYXBofSB7U2VhcmNofToge0JsYWNrfS17Qm94fSB7T3B0aW1pemF0aW9ufSBmb3Ige0ZhaXJuZXNzfSBpbiB7UmFua2luZ319LAoJaXNibiA9IHs5NzgtMS00NTAzLTg3MzItM30sCglzaG9ydHRpdGxlID0ge1Byb2JhYmlsaXN0aWMge1Blcm11dGF0aW9ufSB7R3JhcGh9IHtTZWFyY2h9fSwKCXVybCA9IHtodHRwczovL2RvaS5vcmcvMTAuMTE0NS8zNDc3NDk1LjM1MzIwNDV9LAoJZG9pID0gezEwLjExNDUvMzQ3NzQ5NS4zNTMyMDQ1fSwKCWFic3RyYWN0ID0ge1RoZXJlIGFyZSBzZXZlcmFsIG1lYXN1cmVzIGZvciBmYWlybmVzcyBpbiByYW5raW5nLCBiYXNlZCBvbiBkaWZmZXJlbnQgdW5kZXJseWluZyBhc3N1bXB0aW9ucyBhbmQgcGVyc3BlY3RpdmVzLiB7XHRleHRiYWNrc2xhc2h9YWNQTCBvcHRpbWl6YXRpb24gd2l0aCB0aGUgUkVJTkZPUkNFIGFsZ29yaXRobSBjYW4gYmUgdXNlZCBmb3Igb3B0aW1pemluZyBibGFjay1ib3ggb2JqZWN0aXZlIGZ1bmN0aW9ucyBvdmVyIHBlcm11dGF0aW9ucy4gSW4gcGFydGljdWxhciwgaXQgY2FuIGJlIHVzZWQgZm9yIG9wdGltaXppbmcgZmFpcm5lc3MgbWVhc3VyZXMuIEhvd2V2ZXIsIHRob3VnaCBlZmZlY3RpdmUgZm9yIHF1ZXJpZXMgd2l0aCBhIG1vZGVyYXRlIG51bWJlciBvZiByZXBlYXRpbmcgc2Vzc2lvbnMsIHtcdGV4dGJhY2tzbGFzaH1hY1BMIG9wdGltaXphdGlvbiBoYXMgcm9vbSBmb3IgaW1wcm92ZW1lbnQgZm9yIHF1ZXJpZXMgd2l0aCBhIHNtYWxsIG51bWJlciBvZiByZXBlYXRpbmcgc2Vzc2lvbnMuIEluIHRoaXMgcGFwZXIsIHdlIHByZXNlbnQgYSBub3ZlbCB3YXkgb2YgcmVwcmVzZW50aW5nIHBlcm11dGF0aW9uIGRpc3RyaWJ1dGlvbnMsIGJhc2VkIG9uIHRoZSBub3Rpb24gb2YgcGVybXV0YXRpb24gZ3JhcGhzLiBTaW1pbGFyIHRve1x0ZXh0YXNjaWl0aWxkZX17XHRleHRiYWNrc2xhc2h9YWNQTCwgb3VyIGRpc3RyaWJ1dGlvbiByZXByZXNlbnRhdGlvbiwgY2FsbGVke1x0ZXh0YXNjaWl0aWxkZX17XHRleHRiYWNrc2xhc2h9YWNQUEcsIGNhbiBiZSB1c2VkIGZvciBibGFjay1ib3ggb3B0aW1pemF0aW9uIG9mIGZhaXJuZXNzLiBEaWZmZXJlbnQgZnJvbXtcdGV4dGFzY2lpdGlsZGV9e1x0ZXh0YmFja3NsYXNofWFjUEwsIHdoZXJlIHBvaW50d2lzZSBsb2dpdHMgYXJlIHVzZWQgYXMgdGhlIGRpc3RyaWJ1dGlvbiBwYXJhbWV0ZXJzLCBpbntcdGV4dGFzY2lpdGlsZGV9e1x0ZXh0YmFja3NsYXNofWFjUFBHIHBhaXJ3aXNlIGludmVyc2lvbiBwcm9iYWJpbGl0aWVzIHRvZ2V0aGVyIHdpdGggYSByZWZlcmVuY2UgcGVybXV0YXRpb24gY29uc3RydWN0IHRoZSBkaXN0cmlidXRpb24uIEFzIHN1Y2gsIHRoZSByZWZlcmVuY2UgcGVybXV0YXRpb24gY2FuIGJlIHNldCB0byB0aGUgYmVzdCBzYW1wbGVkIHBlcm11dGF0aW9uIHJlZ2FyZGluZyB0aGUgb2JqZWN0aXZlIGZ1bmN0aW9uLCBtYWtpbmd7XHRleHRhc2NpaXRpbGRlfXtcdGV4dGJhY2tzbGFzaH1hY1BQRyBzdWl0YWJsZSBmb3IgYm90aCBkZXRlcm1pbmlzdGljIGFuZCBzdG9jaGFzdGljIHJhbmtpbmdzLiBPdXIgZXhwZXJpbWVudHMgc2hvdyB0aGF0e1x0ZXh0YXNjaWl0aWxkZX17XHRleHRiYWNrc2xhc2h9YWNQUEcsIHdoaWxlIGNvbXBhcmFibGUgdG97XHRleHRhc2NpaXRpbGRlfXtcdGV4dGJhY2tzbGFzaH1hY1BMIGZvciBsYXJnZXIgc2Vzc2lvbiByZXBldGl0aW9ucyAoaS5lLiwgc3RvY2hhc3RpYyByYW5raW5nKSwgaW1wcm92ZXMgb3ZlcntcdGV4dGFzY2lpdGlsZGV9e1x0ZXh0YmFja3NsYXNofWFjUEwgZm9yIG9wdGltaXppbmcgZmFpcm5lc3MgbWV0cmljcyBmb3IgcXVlcmllcyB3aXRoIG9uZSBzZXNzaW9uIChpLmUuLCBkZXRlcm1pbmlzdGljIHJhbmtpbmcpLiBBZGRpdGlvbmFsbHksIHdoZW4gYWNjdXJhdGUgdXRpbGl0eSBlc3RpbWF0aW9ucyBhcmUgYXZhaWxhYmxlLCBlLmcuLCBpbiB0YWJ1bGFyIG1vZGVscywgdGhlIHBlcmZvcm1hbmNlIG9mIHtcdGV4dGJhY2tzbGFzaH1hY1BQRyBpbiBmYWlybmVzcyBvcHRpbWl6YXRpb24gaXMgc2lnbmlmaWNhbnRseSBib29zdGVkIGNvbXBhcmVkIHRvIGxvd2VyIHF1YWxpdHkgdXRpbGl0eSBlc3RpbWF0aW9ucyBmcm9tIGEgbGVhcm5pbmcgdG8gcmFuayBtb2RlbCwgbGVhZGluZyB0byBhIGxhcmdlIHBlcmZvcm1hbmNlIGdhcCB3aXRoIFBMLiBGaW5hbGx5LCB0aGUgcGFpcndpc2UgcHJvYmFiaWxpdGllcyBtYWtlIGl0IHBvc3NpYmxlIHRvIGltcG9zZSBwYWlyd2lzZSBjb25zdHJhaW50cyBzdWNoIGFzICJpdGVtIFwkZFxfMVwkIHNob3VsZCBhbHdheXMgYmUgcmFua2VkIGhpZ2hlciB0aGFuIGl0ZW0gXCRkXF8yXCQuJycgU3VjaCBjb25zdHJhaW50cyBjYW4gYmUgdXNlZCB0byBzaW11bHRhbmVvdXNseSBvcHRpbWl6ZSB0aGUgZmFpcm5lc3MgbWV0cmljIGFuZCBjb250cm9sIGFub3RoZXIgb2JqZWN0aXZlIHN1Y2ggYXMgcmFua2luZyBwZXJmb3JtYW5jZS59LAoJdXJsZGF0ZSA9IHsyMDIzLTA0LTIxfSwKCWJvb2t0aXRsZSA9IHtQcm9jZWVkaW5ncyBvZiB0aGUgNDV0aCB7SW50ZXJuYXRpb25hbH0ge0FDTX0ge1NJR0lSfSB7Q29uZmVyZW5jZX0gb24ge1Jlc2VhcmNofSBhbmQge0RldmVsb3BtZW50fSBpbiB7SW5mb3JtYXRpb259IHtSZXRyaWV2YWx9fSwKCXB1Ymxpc2hlciA9IHtBc3NvY2lhdGlvbiBmb3IgQ29tcHV0aW5nIE1hY2hpbmVyeX0sCglhdXRob3IgPSB7VmFyZGFzYmksIEFsaSBhbmQgU2FydmksIEZhdGVtZWggYW5kIGRlIFJpamtlLCBNYWFydGVufSwKCW1vbnRoID0ganVsLAoJeWVhciA9IHsyMDIyfSwKCWtleXdvcmRzID0ge2ZhaXJuZXNzIGluIHJhbmtpbmcsIHBlcm11dGF0aW9uIGRpc3RyaWJ1dGlvbiwgcGVybXV0YXRpb24gZ3JhcGgsIHBsYWNrZXR0LWx1Y2V9LAoJcGFnZXMgPSB7NzE1LS03MjV9LAp9CgoKCkBhcnRpY2xle3dhbmdfcmVjb21tZW5kaW5nXzIwMjIsCgl0aXRsZSA9IHtSZWNvbW1lbmRpbmcgc2NpZW50aWZpYyBkYXRhc2V0cyB1c2luZyBhdXRob3IgbmV0d29ya3MgaW4gZW5zZW1ibGUgbWV0aG9kc30sCgl2b2x1bWUgPSB7NX0sCglpc3NuID0gezI0NTEtODQ4NH0sCgl1cmwgPSB7aHR0cHM6Ly9jb250ZW50Lmlvc3ByZXNzLmNvbS9hcnRpY2xlcy9kYXRhLXNjaWVuY2UvZHMyMjAwNTZ9LAoJZG9pID0gezEwLjMyMzMvRFMtMjIwMDU2fSwKCWFic3RyYWN0ID0ge09wZW4gYWNjZXNzIHRvIGRhdGFzZXRzIGlzIGluY3JlYXNpbmdseSBkcml2aW5nIG1vZGVybiBzY2llbmNlLiBDb25zZXF1ZW50bHksIGRpc2NvdmVyaW5nIHN1Y2ggZGF0YXNldHMgaXMgYmVjb21pbmcgYW4gaW1wb3J0YW50IGZ1bmN0aW9uYWxpdHkgZm9yIHNjaWVudGlzdHMgaW4gbWFueSBkaWZmZXJlbnQgZmllbGRzLiBXZSBpbnZlc3RpZ2F0ZSBtZXRob2RzIGZvciBkYXRhc2V0IHJlY29tbWVuZGF0aW9uIDogdGhlIHRhc2sgb2YgcmV9LAoJbGFuZ3VhZ2UgPSB7ZW59LAoJbnVtYmVyID0gezJ9LAoJdXJsZGF0ZSA9IHsyMDIzLTA0LTIyfSwKCWpvdXJuYWwgPSB7RGF0YSBTY2llbmNlfSwKCWF1dGhvciA9IHtXYW5nLCBYdSBhbmQgdmFuIEhhcm1lbGVuLCBGcmFuayBhbmQgSHVhbmcsIFpoaXNoZW5nfSwKCW1vbnRoID0ganVsLAoJeWVhciA9IHsyMDIyfSwKCW5vdGUgPSB7UHVibGlzaGVyOiBJT1MgUHJlc3N9LAoJcGFnZXMgPSB7MTY3LS0xOTN9LAp9CgoKCkBpbnByb2NlZWRpbmdze2NoYWtyYWJhcnRpX3Vuc3VwZXJ2aXNlZF8yMDIxLAoJYWRkcmVzcyA9IHtDaGFtfSwKCXRpdGxlID0ge1Vuc3VwZXJ2aXNlZCB7RmVhdHVyZX0ge1NlbGVjdGlvbn0gZm9yIHtFZmZpY2llbnR9IHtFeHBsb3JhdGlvbn0gb2Yge0hpZ2h9IHtEaW1lbnNpb25hbH0ge0RhdGF9fSwKCWlzYm4gPSB7OTc4LTMtMDMwLTgyNDcyLTN9LAoJdXJsID0ge2h0dHBzOi8vd3d3LmNvY2hlei5ubC9wYXBlcnMvZmVhdHVyZV9zZWxlY3Rpb25fZm9yX2V4cGxvcmF0aW9uLnBkZn0sCglhYnN0cmFjdCA9IHtUaGUgZXhwb25lbnRpYWwgZ3Jvd3RoIGluIHRoZSBhYmlsaXR5IHRvIGdlbmVyYXRlLCBjYXB0dXJlLCBhbmQgc3RvcmUgaGlnaCBkaW1lbnNpb25hbCBkYXRhIGhhcyBkcml2ZW4gc29waGlzdGljYXRlZCBtYWNoaW5lIGxlYXJuaW5nIGFwcGxpY2F0aW9ucy4gSG93ZXZlciwgaGlnaCBkaW1lbnNpb25hbGl0eSBvZnRlbiBwb3NlcyBhIGNoYWxsZW5nZSBmb3IgYW5hbHlzdHMgdG8gZWZmZWN0aXZlbHkgaWRlbnRpZnkgYW5kIGV4dHJhY3QgcmVsZXZhbnQgZmVhdHVyZXMgZnJvbSBkYXRhc2V0cy4gVGhvdWdoIG1hbnkgZmVhdHVyZSBzZWxlY3Rpb24gbWV0aG9kcyBoYXZlIHNob3duIGdvb2QgcmVzdWx0cyBpbiBzdXBlcnZpc2VkIGxlYXJuaW5nLCB0aGUgbWFqb3IgY2hhbGxlbmdlIGxpZXMgaW4gdGhlIGFyZWEgb2YgdW5zdXBlcnZpc2VkIGZlYXR1cmUgc2VsZWN0aW9uLiBGb3IgZXhhbXBsZSwgaW4gdGhlIGRvbWFpbiBvZiBkYXRhIHZpc3VhbGl6YXRpb24sIGhpZ2gtZGltZW5zaW9uYWwgZGF0YSBpcyBkaWZmaWN1bHQgdG8gdmlzdWFsaXplIGFuZCBpbnRlcnByZXQgZHVlIHRvIHRoZSBsaW1pdGF0aW9ucyBvZiB0aGUgc2NyZWVuLCByZXN1bHRpbmcgaW4gdmlzdWFsIGNsdXR0ZXIuIFZpc3VhbGl6YXRpb25zIGFyZSBtb3JlIGludGVycHJldGFibGUgd2hlbiB2aXN1YWxpemVkIGluIGEgbG93IGRpbWVuc2lvbmFsIGZlYXR1cmUgc3BhY2UuIFRvIG1pdGlnYXRlIHRoZXNlIGNoYWxsZW5nZXMsIHdlIHByZXNlbnQgYW4gYXBwcm9hY2ggdG8gcGVyZm9ybSB1bnN1cGVydmlzZWQgZmVhdHVyZSBjbHVzdGVyaW5nIGFuZCBzZWxlY3Rpb24gdXNpbmcgb3VyIG5vdmVsIGdyYXBoIGNsdXN0ZXJpbmcgYWxnb3JpdGhtIGJhc2VkIG9uIENsaXF1ZS1Db3ZlciBUaGVvcnkuIFdlIGltcGxlbWVudGVkIG91ciBhcHByb2FjaCBpbiBhbiBpbnRlcmFjdGl2ZSBkYXRhIGV4cGxvcmF0aW9uIHRvb2wgd2hpY2ggZmFjaWxpdGF0ZXMgdGhlIGV4cGxvcmF0aW9uIG9mIHJlbGF0aW9uc2hpcHMgYmV0d2VlbiBmZWF0dXJlcyBhbmQgZ2VuZXJhdGVzIGludGVycHJldGFibGUgdmlzdWFsaXphdGlvbnMufSwKCWJvb2t0aXRsZSA9IHtBZHZhbmNlcyBpbiB7RGF0YWJhc2VzfSBhbmQge0luZm9ybWF0aW9ufSB7U3lzdGVtc319LAoJcHVibGlzaGVyID0ge1NwcmluZ2VyIEludGVybmF0aW9uYWwgUHVibGlzaGluZ30sCglhdXRob3IgPSB7Q2hha3JhYmFydGksIEFybmFiIGFuZCBEYXMsIEFiaGlqZWV0IGFuZCBDb2NoZXosIE1pY2hhZWwgYW5kIFF1aXgsIENocmlzdG9waH0sCgllZGl0b3IgPSB7QmVsbGF0cmVjaGUsIExhZGplbCBhbmQgRHVtYXMsIE1hcmxvbiBhbmQgS2FycmFzLCBQYW5hZ2lvdGlzIGFuZCBNYXR1bGV2acSNaXVzLCBSYWltdW5kYXN9LAoJbW9udGggPSBhdWcsCgl5ZWFyID0gezIwMjF9LAoJcGFnZXMgPSB7MTgzLS0xOTd9LAp9CgoKCkBhcnRpY2xle2thcmltX2RlZXBrbmVlZXhwbGFpbmVyXzIwMjEsCgl0aXRsZSA9IHt7RGVlcEtuZWVFeHBsYWluZXJ9OiB7RXhwbGFpbmFibGV9IHtLbmVlfSB7T3N0ZW9hcnRocml0aXN9IHtEaWFnbm9zaXN9IHtGcm9tfSB7UmFkaW9ncmFwaHN9IGFuZCB7TWFnbmV0aWN9IHtSZXNvbmFuY2V9IHtJbWFnaW5nfX0sCgl2b2x1bWUgPSB7OX0sCglkb2kgPSB7MTAuMTEwOS9BQ0NFU1MuMjAyMS4zMDYyNDkzfSwKCWpvdXJuYWwgPSB7SUVFRSBBY2Nlc3N9LAoJYXV0aG9yID0ge0thcmltLCBNZC4gUmV6YXVsIGFuZCBKaWFvLCBKaWFvIGFuZCBEw7ZobWVuLCBUaWxsIGFuZCBDb2NoZXosIE1pY2hhZWwgYW5kIEJleWFuLCBPeWEgYW5kIFJlYmhvbHotU2NodWhtYW5uLCBEaWV0cmljaCBhbmQgRGVja2VyLCBTdGVmYW59LAoJbW9udGggPSBmZWIsCgl5ZWFyID0gezIwMjF9LAoJcGFnZXMgPSB7Mzk3NTctLTM5NzgwfSwKfQoKCgpAaW5wcm9jZWVkaW5nc3t2YW5fYmFrZWxfYXBwcm94aW1hdGVfMjAyMSwKCWFkZHJlc3MgPSB7Q2hhbX0sCgl0aXRsZSA9IHtBcHByb3hpbWF0ZSB7S25vd2xlZGdlfSB7R3JhcGh9IHtRdWVyeX0ge0Fuc3dlcmluZ306IHtGcm9tfSB7UmFua2luZ30gdG8ge0JpbmFyeX0ge0NsYXNzaWZpY2F0aW9ufX0sCglpc2JuID0gezk3OC0zLTAzMC03MjMwOC04fSwKCWFic3RyYWN0ID0ge0xhcmdlLCBoZXRlcm9nZW5lb3VzIGRhdGFzZXRzIGFyZSBjaGFyYWN0ZXJpemVkIGJ5IG1pc3Npbmcgb3IgZXZlbiBlcnJvbmVvdXMgaW5mb3JtYXRpb24uIFRoaXMgaXMgbW9yZSBldmlkZW50IHdoZW4gdGhleSBhcmUgdGhlIHByb2R1Y3Qgb2YgY29tbXVuaXR5IGVmZm9ydCBvciBhdXRvbWF0aWMgZmFjdCBleHRyYWN0aW9uIG1ldGhvZHMgZnJvbSBleHRlcm5hbCBzb3VyY2VzLCBzdWNoIGFzIHRleHQuIEEgc3BlY2lhbCBjYXNlIG9mIHRoZSBhZm9yZW1lbnRpb25lZCBwaGVub21lbm9uIGNhbiBiZSBzZWVuIGluIGtub3dsZWRnZSBncmFwaHMsIHdoZXJlIHRoaXMgbW9zdGx5IGFwcGVhcnMgaW4gdGhlIGZvcm0gb2YgbWlzc2luZyBvciBpbmNvcnJlY3QgZWRnZXMgYW5kIG5vZGVzLn0sCglib29rdGl0bGUgPSB7R3JhcGgge1N0cnVjdHVyZXN9IGZvciB7S25vd2xlZGdlfSB7UmVwcmVzZW50YXRpb259IGFuZCB7UmVhc29uaW5nfX0sCglwdWJsaXNoZXIgPSB7U3ByaW5nZXIgSW50ZXJuYXRpb25hbCBQdWJsaXNoaW5nfSwKCWF1dGhvciA9IHt2YW4gQmFrZWwsIFJ1dWQgYW5kIEFsZWtzaWV2LCBUZW9kb3IgYW5kIERhemEsIERhbmllbCBhbmQgQWxpdmFuaXN0b3MsIERpbWl0cmlvcyBhbmQgQ29jaGV6LCBNaWNoYWVsfSwKCWVkaXRvciA9IHtDb2NoZXosIE1pY2hhZWwgYW5kIENyb2l0b3J1LCBNYWRhbGluYSBhbmQgTWFycXVpcywgUGllcnJlIGFuZCBSdWRvbHBoLCBTZWJhc3RpYW59LAoJbW9udGggPSBzZXAsCgl5ZWFyID0gezIwMjF9LAoJcGFnZXMgPSB7MTA3LS0xMjR9LAp9CgoKCkBpbnByb2NlZWRpbmdze2xpcHBfdG93YXJkc18yMDIxLAoJYWRkcmVzcyA9IHtDaGFtfSwKCXRpdGxlID0ge1Rvd2FyZHMge0Vhc3l9IHtWb2NhYnVsYXJ5fSB7RHJhZnRzfSB3aXRoIHtOZW9sb2dpc219IDIuMH0sCglpc2JuID0gezk3OC0zLTAzMC04MDQxOC0zfSwKCXVybCA9IHtodHRwczovL29wZW5yZXZpZXcubmV0L2ZvcnVtP2lkPVBvQUk1UnJsVUZqfSwKCWFic3RyYWN0ID0ge1NoYXJlZCB2b2NhYnVsYXJpZXMgYW5kIG9udG9sb2dpZXMgYXJlIGVzc2VudGlhbCBmb3IgbWFueSBhcHBsaWNhdGlvbnMuIEFsdGhvdWdoIHN0YW5kYXJkcyBhbmQgcmVjb21tZW5kYXRpb25zIGFscmVhZHkgY292ZXIgbWFueSBhcmVhcywgYWRhcHRhdGlvbnMgYXJlIHVzdWFsbHkgbmVjZXNzYXJ5IHRvIHJlcHJlc2VudCBjb25jcmV0ZSB1c2UtY2FzZXMgcHJvcGVybHkuIERvbWFpbiBleHBlcnRzIGFyZSB1bmZhbWlsaWFyIHdpdGggb250b2xvZ3kgZW5naW5lZXJpbmcsIHdoaWNoIGNyZWF0ZXMgc3BlY2lhbCByZXF1aXJlbWVudHMgZm9yIG5lZWRlZCB0b29sIHN1cHBvcnQuIFNpbXBsZSBza2V0Y2ggYXBwbGljYXRpb25zIGFyZSB1c3VhbGx5IHRvbyBpbXByZWNpc2UsIHdoaWxlIGNvbXByZWhlbnNpdmUgb250b2xvZ3kgZWRpdG9ycyBhcmUgb2Z0ZW4gdG9vIGNvbXBsaWNhdGVkIGZvciBub24tZXhwZXJ0cy4gV2UgcHJlc2VudCBOZW9sb2dpc20gMi4wIOKAkyBhbiBvcGVuLXNvdXJjZSB0b29sIGZvciBxdWljayB2b2NhYnVsYXJ5IGNyZWF0aW9uIHRocm91Z2ggZG9tYWluIGV4cGVydHMuIEl0cyBndWlkZWQgdm9jYWJ1bGFyeSBjcmVhdGlvbiBhbmQgaXRzIGNvbGxhYm9yYXRpdmUgZ3JhcGggZWRpdG9yIGVuYWJsZSB0aGUgcXVpY2sgY3JlYXRpb24gb2YgcHJvcGVyIHZvY2FidWxhcmllcywgZXZlbiBmb3Igbm9uLWV4cGVydHMsIGFuZCBkcmFtYXRpY2FsbHkgcmVkdWNlcyB0aGUgdGltZSBhbmQgZWZmb3J0IHRvIGRyYWZ0IHZvY2FidWxhcmllcyBjb2xsYWJvcmF0aXZlbHkuIEFuIFJERiBleHBvcnQgYWxsb3dzIHF1aWNrIGJvb3RzdHJhcHBpbmcgb2YgYW55IG90aGVyIFNlbWFudGljIFdlYiB0b29sLn0sCglib29rdGl0bGUgPSB7VGhlIHtTZW1hbnRpY30ge1dlYn06IHtFU1dDfSAyMDIxIHtTYXRlbGxpdGV9IHtFdmVudHN9fSwKCXB1Ymxpc2hlciA9IHtTcHJpbmdlciBJbnRlcm5hdGlvbmFsIFB1Ymxpc2hpbmd9LAoJYXV0aG9yID0ge0xpcHAsIEpvaGFubmVzIGFuZCBHbGVpbSwgTGFycyBhbmQgQ29jaGV6LCBNaWNoYWVsIGFuZCBEaW1pdHJpYWRpcywgSXJha2xpcyBhbmQgQWxpLCBIdXNzYWluIGFuZCBBbHZhcmV6LCBEYW5pZWwgSG9wcGUgYW5kIExhbmdlLCBDaHJpc3RvcGggYW5kIERlY2tlciwgU3RlZmFufSwKCWVkaXRvciA9IHtWZXJib3JnaCwgUnViZW4gYW5kIERpbW91LCBBbmFzdGFzaWEgYW5kIEhvZ2FuLCBBaWRhbiBhbmQgZCdBbWF0bywgQ2xhdWRpYSBhbmQgVGlkZGksIElsYXJpYSBhbmQgQnLDtnJpbmcsIEFybmUgYW5kIE1heWVyLCBTaW1vbiBhbmQgT25nZW5hZSwgRmVta2UgYW5kIFRvbW1hc2luaSwgUmljY2FyZG8gYW5kIEFsYW0sIE1laHdpc2h9LAoJbW9udGggPSBqdW4sCgl5ZWFyID0gezIwMjF9LAoJa2V5d29yZHMgPSB7ZGlzY292ZXJ5bGFifSwKCXBhZ2VzID0gezIxLS0yNn0sCn0KCgoKQGlucHJvY2VlZGluZ3N7eGlvbmdfaHlwZXJib2xpY18yMDIyLAoJdGl0bGUgPSB7SHlwZXJib2xpYyB7RW1iZWRkaW5nfSB7SW5mZXJlbmNlfSBmb3Ige1N0cnVjdHVyZWR9IHtNdWx0aX0te0xhYmVsfSB7UHJlZGljdGlvbn19LAoJYm9va3RpdGxlID0ge3tOZXVySVBTMjAyMn19LAoJYXV0aG9yID0ge1hpb25nLCBCbyBhbmQgQ29jaGV6LCBNaWNoYWVsIGFuZCBOYXl5ZXJpLCBNb2p0YWJhIGFuZCBTdGFhYiwgU3RlZmZlbn0sCgltb250aCA9IG5vdiwKCXllYXIgPSB7MjAyMn0sCn0KCgoKQGlucHJvY2VlZGluZ3N7aGFycGVyX3F1ZXN0aW9uXzIwMjIsCglzZXJpZXMgPSB7TGVjdHVyZSB7Tm90ZXN9IGluIHtDb21wdXRlcn0ge1NjaWVuY2V9fSwKCXRpdGxlID0ge1F1ZXN0aW9uIHtBbnN3ZXJpbmd9IHdpdGgge0FkZGl0aXZlfSB7UmVzdHJpY3RpdmV9IHtUcmFpbmluZ30gKHtRdUFBUlR9KToge1F1ZXN0aW9ufSB7QW5zd2VyaW5nfSBmb3IgdGhlIHtSYXBpZH0ge0RldmVsb3BtZW50fSBvZiB7TmV3fSB7S25vd2xlZGdlfSB7RXh0cmFjdGlvbn0ge1BpcGVsaW5lc319LAoJdm9sdW1lID0gezEzNTE0fSwKCXVybCA9IHtodHRwczovL2RvaS5vcmcvMTAuMTAwNy85NzgtMy0wMzEtMTcxMDUtNVxfNH0sCglkb2kgPSB7MTAuMTAwNy85NzgtMy0wMzEtMTcxMDUtNV80fSwKCWJvb2t0aXRsZSA9IHtLbm93bGVkZ2Uge0VuZ2luZWVyaW5nfSBhbmQge0tub3dsZWRnZX0ge01hbmFnZW1lbnR9IC0gMjNyZCB7SW50ZXJuYXRpb25hbH0ge0NvbmZlcmVuY2V9LCB7RUtBV30gMjAyMiwge0JvbHphbm99LCB7SXRhbHl9LCB7U2VwdGVtYmVyfSAyNi0yOSwgMjAyMiwge1Byb2NlZWRpbmdzfX0sCglwdWJsaXNoZXIgPSB7U3ByaW5nZXJ9LAoJYXV0aG9yID0ge0hhcnBlciwgQ29yZXkgQS4gYW5kIEpyLCBSb24gRGFuaWVsIGFuZCBHcm90aCwgUGF1bH0sCgllZGl0b3IgPSB7Q29yY2hvLCDDk3NjYXIgYW5kIEhvbGxpbmssIExhdXJhIGFuZCBLdXR6LCBPbGl2ZXIgYW5kIFRyb3F1YXJkLCBOaWNvbGFzIGFuZCBFa2FwdXRyYSwgRmFqYXIgSi59LAoJbW9udGggPSBzZXAsCgl5ZWFyID0gezIwMjJ9LAoJcGFnZXMgPSB7NTEtLTY1fSwKfQoKCgpAaW5wcm9jZWVkaW5nc3t3YW5nX3NjaWVudGlmaWNfMjAyMiwKCWFkZHJlc3MgPSB7Q2hhbX0sCgl0aXRsZSA9IHtTY2llbnRpZmljIHtJdGVtfSB7UmVjb21tZW5kYXRpb259IHtVc2luZ30gYSB7Q2l0YXRpb259IHtOZXR3b3JrfX0sCglpc2JuID0gezk3OC0zLTAzMS0xMDk4Ni03fSwKCWJvb2t0aXRsZSA9IHtLbm93bGVkZ2Uge1NjaWVuY2V9LCB7RW5naW5lZXJpbmd9IGFuZCB7TWFuYWdlbWVudH19LAoJcHVibGlzaGVyID0ge1NwcmluZ2VyIEludGVybmF0aW9uYWwgUHVibGlzaGluZ30sCglhdXRob3IgPSB7V2FuZywgWHUgYW5kIHZhbiBIYXJtZWxlbiwgRnJhbmsgYW5kIENvY2hleiwgTWljaGFlbCBhbmQgSHVhbmcsIFpoaXNoZW5nIiwgZWRpdG9yPSJNZW1taSwgR2VyYXJkIGFuZCBZYW5nLCBCYWlqaWFuIGFuZCBLb25nLCBMaW5naGUgYW5kIFpoYW5nLCBUaWFud2VpIGFuZCBRaXUsIE1laWthbmd9LAoJbW9udGggPSBhdWcsCgl5ZWFyID0gezIwMjJ9LAoJcGFnZXMgPSB7NDY5LS00ODR9LAp9CgoKCkBhcnRpY2xle2JhcnRoZWxlbXlfdG93YXJkc18yMDIyLAoJdGl0bGUgPSB7VG93YXJkcyBhIHN0YW5kYXJkLWJhc2VkIG9wZW4gZGF0YSBlY29zeXN0ZW06IGFuYWx5c2lzIG9mIHtEQ0FUfS17QVB9IHVzZSBhdCBuYXRpb25hbCBhbmQge0V1cm9wZWFufSBsZXZlbH0sCgl2b2x1bWUgPSB7MTh9LAoJbnVtYmVyID0gezJ9LAoJam91cm5hbCA9IHtFbGVjdHJvbmljIEdvdmVybm1lbnQsIGFuIEludGVybmF0aW9uYWwgSm91cm5hbH0sCglhdXRob3IgPSB7QmFydGhlbGVteSwgRmxvcmlhbiBhbmQgQ29jaGV6LCBNaWNoYWVsIGFuZCBEaW1pdHJpYWRpcywgSXJha2xpcyBhbmQgS2FyaW0sIE5haWxhIGFuZCBMb3V0YXMsIE5pa29sYW9zIGFuZCBNYWduaXNhbGlzLCBJb2FubmlzIGFuZCBDb21ldCwgTGluYSBNb2xpbmFzIGFuZCBQZXJpc3RlcmFzLCBWYXNzaWxpb3MgYW5kIFd5bnMsIEJyZWNodH0sCgltb250aCA9IGphbiwKCXllYXIgPSB7MjAyMn0sCglub3RlID0ge1B1Ymxpc2hlcjogSW5kZXJzY2llbmNlIFB1Ymxpc2hlcnMgKElFTCl9LAoJcGFnZXMgPSB7MTM3LS0xODB9LAp9CgoKCkBpbnByb2NlZWRpbmdze2dlbmVyYWxlX3NjYWxpbmdfMjAyMiwKCWFkZHJlc3MgPSB7VmlydHVhbCBFdmVudCwgTHlvbiwgRnJhbmNlfSwKCXNlcmllcyA9IHt7V1dXfSAnMjJ9LAoJdGl0bGUgPSB7U2NhbGluZyB7Un0te0dDTn0ge1RyYWluaW5nfSB3aXRoIHtHcmFwaH0ge1N1bW1hcml6YXRpb259fSwKCWlzYm4gPSB7OTc4LTEtNDUwMy05MTMwLTZ9LAoJdXJsID0ge2h0dHBzOi8vYXJ4aXYub3JnL2Ficy8yMjAzLjAyNjIyfSwKCWRvaSA9IHtodHRwczovL2RvaS5vcmcvMTAuMTE0NS8zNDg3NTUzLjM1MjQ3MTl9LAoJYm9va3RpdGxlID0ge3tXV1d9ICcyMjoge0NvbXBhbmlvbn0ge1Byb2NlZWRpbmdzfSBvZiB0aGUge1dlYn0ge0NvbmZlcmVuY2V9IDIwMjJ9LAoJcHVibGlzaGVyID0ge0Fzc29jaWF0aW9uIGZvciBDb21wdXRpbmcgTWFjaGluZXJ5fSwKCWF1dGhvciA9IHtHZW5lcmFsZSwgQWxlc3NhbmRybyBhbmQgQmx1bWUsIFRpbGwgYW5kIENvY2hleiwgTWljaGFlbH0sCgltb250aCA9IGFwciwKCXllYXIgPSB7MjAyMn0sCglub3RlID0ge2FyWGl2IHByZXByaW50IGFyWGl2OjIyMDMuMDI2MjJ9LAoJa2V5d29yZHMgPSB7Z3JhcGggbmV1cmFsIG5ldHdvcmssIGdyYXBoIHN1bW1hcml6YXRpb24sIHNjYWxhYmlsaXR5fSwKCXBhZ2VzID0gezEwNzMtLTEwODJ9LAp9CgoKCkBpbnByb2NlZWRpbmdze21hbnNvdXJ5X2V4cG9zdXJlLWF3YXJlXzIwMjIsCgl0aXRsZSA9IHtFeHBvc3VyZS17QXdhcmV9IHtSZWNvbW1lbmRhdGlvbn0gdXNpbmcge0NvbnRleHR1YWx9IHtCYW5kaXRzfX0sCgljb3B5cmlnaHQgPSB7Q3JlYXRpdmUgQ29tbW9ucyBBdHRyaWJ1dGlvbiA0LjAgSW50ZXJuYXRpb25hbH0sCgl1cmwgPSB7aHR0cHM6Ly9hcnhpdi5vcmcvYWJzLzIyMDkuMDE2NjV9LAoJZG9pID0gezEwLjQ4NTUwL0FSWElWLjIyMDkuMDE2NjV9LAoJcHVibGlzaGVyID0gezV0aCBGQWNjVFJlYyBXb3Jrc2hvcCBvbiBSZXNwb25zaWJsZSBSZWNvbW1lbmRhdGlvbiBpbiBjb25qdW5jdGlvbiB3aXRoIEFDTSBSZWNTeXMgMjAyMn0sCglhdXRob3IgPSB7TWFuc291cnksIE1hc291ZCBhbmQgTW9iYXNoZXIsIEJhbXNoYWQgYW5kIHZhbiBIb29mLCBIZXJrZX0sCgltb250aCA9IHNlcCwKCXllYXIgPSB7MjAyMn0sCglrZXl3b3JkcyA9IHtGT1M6IENvbXB1dGVyIGFuZCBpbmZvcm1hdGlvbiBzY2llbmNlcywgSW5mb3JtYXRpb24gUmV0cmlldmFsIChjcy5JUil9LAp9CgoKCkBpbnByb2NlZWRpbmdze2FsaXZhbmlzdG9zX3F1ZXJ5XzIwMjIsCgl0aXRsZSA9IHtRdWVyeSB7RW1iZWRkaW5nfSBvbiB7SHlwZXJ9LXtSZWxhdGlvbmFsfSB7S25vd2xlZGdlfSB7R3JhcGhzfX0sCgl1cmwgPSB7aHR0cHM6Ly9vcGVucmV2aWV3Lm5ldC9mb3J1bT9pZD00ckx3MDlUZ1J3OX0sCglib29rdGl0bGUgPSB7VGhlIHtUZW50aH0ge0ludGVybmF0aW9uYWx9IHtDb25mZXJlbmNlfSBvbiB7TGVhcm5pbmd9IHtSZXByZXNlbnRhdGlvbnN9LCB7SUNMUn0gMjAyMiwge1ZpcnR1YWx9IHtFdmVudH0sIHtBcHJpbH0gMjUtMjksIDIwMjJ9LAoJcHVibGlzaGVyID0ge09wZW5SZXZpZXcubmV0fSwKCWF1dGhvciA9IHtBbGl2YW5pc3RvcywgRGltaXRyaW9zIGFuZCBCZXJyZW5kb3JmLCBNYXggYW5kIENvY2hleiwgTWljaGFlbCBhbmQgR2Fsa2luLCBNaWtoYWlsfSwKCW1vbnRoID0gYXByLAoJeWVhciA9IHsyMDIyfSwKfQoKCgpAaW5wcm9jZWVkaW5nc3tjb2xvbWJvX3BvdGVudGlhbF8yMDIyLAoJc2VyaWVzID0ge3tDRVVSfSB7V29ya3Nob3B9IHtQcm9jZWVkaW5nc319LAoJdGl0bGUgPSB7UG90ZW50aWFsIHtFbmVyZ3l9IHRvIHtJbXByb3ZlfSB7TGlua30ge1ByZWRpY3Rpb259IHtXaXRofSB7UmVsYXRpb25hbH0ge0dyYXBofSB7TmV1cmFsfSB7TmV0d29ya3N9fSwKCXZvbHVtZSA9IHszMTIxfSwKCXVybCA9IHtodHRwOi8vY2V1ci13cy5vcmcvVm9sLTMxMjEvc2hvcnQyLnBkZn0sCglib29rdGl0bGUgPSB7UHJvY2VlZGluZ3Mgb2YgdGhlIHtBQUFJfSAyMDIyIHtTcHJpbmd9IHtTeW1wb3NpdW19IG9uIHtNYWNoaW5lfSB7TGVhcm5pbmd9IGFuZCB7S25vd2xlZGdlfSB7RW5naW5lZXJpbmd9IGZvciB7SHlicmlkfSB7SW50ZWxsaWdlbmNlfSAoe0FBQUl9LXtNQUtFfSAyMDIyKSwge1N0YW5mb3JkfSB7VW5pdmVyc2l0eX0sIHtQYWxvfSB7QWx0b30sIHtDYWxpZm9ybmlhfSwge1VTQX0sIHtNYXJjaH0gMjEtMjMsIDIwMjJ9LAoJcHVibGlzaGVyID0ge0NFVVItV1Mub3JnfSwKCWF1dGhvciA9IHtDb2xvbWJvLCBTaW1vbmUgYW5kIEFsaXZhbmlzdG9zLCBEaW1pdHJpb3MgYW5kIENvY2hleiwgTWljaGFlbH0sCgllZGl0b3IgPSB7TWFydGluLCBBbmRyZWFzIGFuZCBIaW5rZWxtYW5uLCBLbnV0IGFuZCBGaWxsLCBIYW5zLUdlb3JnIGFuZCBHZXJiZXIsIEF1cm9uYSBhbmQgTGVuYXQsIERvdWcgYW5kIFN0b2xsZSwgUmVpbmhhcmQgYW5kIEhhcm1lbGVuLCBGcmFuayB2YW59LAoJbW9udGggPSBtYXIsCgl5ZWFyID0gezIwMjJ9LAp9CgoKCkBpbnByb2NlZWRpbmdze2RhemFfaW5kdWN0aXZlXzIwMjEsCgl0aXRsZSA9IHtJbmR1Y3RpdmUge0VudGl0eX0ge1JlcHJlc2VudGF0aW9uc30gZnJvbSB7VGV4dH0gdmlhIHtMaW5rfSB7UHJlZGljdGlvbn19LAoJdXJsID0ge2h0dHBzOi8vZG9pLm9yZy8xMC4xMTQ1LzM0NDIzODEuMzQ1MDE0MX0sCglkb2kgPSB7MTAuMTE0NS8zNDQyMzgxLjM0NTAxNDF9LAoJYm9va3RpdGxlID0ge3tXV1d9ICcyMToge1RoZX0ge1dlYn0ge0NvbmZlcmVuY2V9IDIwMjEsIHtWaXJ0dWFsfSB7RXZlbnR9IC8ge0xqdWJsamFuYX0sIHtTbG92ZW5pYX0sIHtBcHJpbH0gMTktMjMsIDIwMjF9LAoJcHVibGlzaGVyID0ge0FDTSAvIElXM0MyfSwKCWF1dGhvciA9IHtEYXphLCBEYW5pZWwgYW5kIENvY2hleiwgTWljaGFlbCBhbmQgR3JvdGgsIFBhdWx9LAoJZWRpdG9yID0ge0xlc2tvdmVjLCBKdXJlIGFuZCBHcm9iZWxuaWssIE1hcmtvIGFuZCBOYWpvcmssIE1hcmMgYW5kIFRhbmcsIEppZSBhbmQgWmlhLCBMZWlsYX0sCgltb250aCA9IGFwciwKCXllYXIgPSB7MjAyMX0sCglwYWdlcyA9IHs3OTgtLTgwOH0sCn0KCgoKQGlucHJvY2VlZGluZ3N7YXJha2VseWFuX2NvbXBsZXhfMjAyMSwKCXRpdGxlID0ge0NvbXBsZXgge1F1ZXJ5fSB7QW5zd2VyaW5nfSB3aXRoIHtOZXVyYWx9IHtMaW5rfSB7UHJlZGljdG9yc319LAoJdXJsID0ge2h0dHBzOi8vb3BlbnJldmlldy5uZXQvZm9ydW0/aWQ9TW9zOUY5a0R3a3p9LAoJYm9va3RpdGxlID0ge0ludGVybmF0aW9uYWwge0NvbmZlcmVuY2V9IG9uIHtMZWFybmluZ30ge1JlcHJlc2VudGF0aW9uc30gKHtJQ0xSfSAyMDIxKX0sCglwdWJsaXNoZXIgPSB7T3BlbnJldmlld30sCglhdXRob3IgPSB7QXJha2VseWFuLCBFcmlrIGFuZCBEYXphLCBEYW5pZWwgYW5kIE1pbmVydmluaSwgUGFzcXVhbGUgYW5kIENvY2hleiwgTWljaGFlbH0sCgltb250aCA9IG1heSwKCXllYXIgPSB7MjAyMX0sCglub3RlID0ge1xfZXByaW50OiAyMDExLjAzNDU5fSwKfQoKCgpAaW5wcm9jZWVkaW5nc3ttZXJvbm8tcGVudWVsYV9tdWx0aS1kb21haW5fMjAyMSwKCWFkZHJlc3MgPSB7TmV3IFlvcmssIE5ZLCBVU0F9LAoJc2VyaWVzID0ge0ste0NBUH0gJzIxfSwKCXRpdGxlID0ge011bHRpLXtEb21haW59IGFuZCB7RXhwbGFpbmFibGV9IHtQcmVkaWN0aW9ufSBvZiB7Q2hhbmdlc30gaW4ge1dlYn0ge1ZvY2FidWxhcmllc319LAoJaXNibiA9IHs5NzgtMS00NTAzLTg0NTctNX0sCgl1cmwgPSB7aHR0cHM6Ly9kb2ktb3JnLnZ1LW5sLmlkbS5vY2xjLm9yZy8xMC4xMTQ1LzM0NjAyMTAuMzQ5MzU4M30sCglkb2kgPSB7MTAuMTE0NS8zNDYwMjEwLjM0OTM1ODN9LAoJYWJzdHJhY3QgPSB7V2ViIHZvY2FidWxhcmllcyAoV1YpIGhhdmUgYmVjb21lIGEgZnVuZGFtZW50YWwgdG9vbCBmb3Igc3RydWN0dXJpbmcgV2ViIGRhdGE6IG92ZXIgMTAgbWlsbGlvbiBzaXRlcyB1c2Ugc3RydWN0dXJlZCBkYXRhIGZvcm1hdHMgYW5kIG9udG9sb2dpZXMgdG8gbWFya3VwIGNvbnRlbnQuIE1haW50YWluaW5nIHRoZXNlIHZvY2FidWxhcmllcyBhbmQga2VlcGluZyB1cCB3aXRoIHRoZWlyIGNoYW5nZXMgYXJlIG1hbnVhbCB0YXNrcyB3aXRoIHZlcnkgbGltaXRlZCBhdXRvbWF0ZWQgc3VwcG9ydCwgaW1wYWN0aW5nIGJvdGggcHVibGlzaGVycyBhbmQgdXNlcnMuIEV4aXN0aW5nIHdvcmsgc2hvd3MgdGhhdCBtYWNoaW5lIGxlYXJuaW5nIGNhbiBiZSB1c2VkIHRvIHJlbGlhYmx5IHByZWRpY3Qgdm9jYWJ1bGFyeSBjaGFuZ2VzLCBidXQgb24gc3BlY2lmaWMgZG9tYWlucyAoZS5nLiBiaW9tZWRpY2luZSkgYW5kIHdpdGggbGltaXRlZCBleHBsYW5hdGlvbnMgb24gdGhlIGltcGFjdCBvZiBjaGFuZ2VzIChlLmcuIHRoZWlyIHR5cGUsIGZyZXF1ZW5jeSwgZXRjLikuIEluIHRoaXMgcGFwZXIsIHdlIGRlc2NyaWJlIGEgZnJhbWV3b3JrIHRoYXQgdXNlcyB2YXJpb3VzIHN1cGVydmlzZWQgbGVhcm5pbmcgbW9kZWxzIHRvIGxlYXJuIGFuZCBwcmVkaWN0IGNoYW5nZXMgaW4gdmVyc2lvbmVkIHZvY2FidWxhcmllcywgaW5kZXBlbmRlbnQgb2YgdGhlaXIgZG9tYWluLiBVc2luZyB3ZWxsLWVzdGFibGlzaGVkIHJlc3VsdHMgaW4gb250b2xvZ3kgZXZvbHV0aW9uIHdlIGV4dHJhY3QgZG9tYWluLWFnbm9zdGljIGFuZCBodW1hbi1pbnRlcnByZXRhYmxlIGZlYXR1cmVzIGFuZCBleHBsYWluIHRoZWlyIGluZmx1ZW5jZSBvbiBjaGFuZ2UgcHJlZGljdGFiaWxpdHkuIEFwcGx5aW5nIG91ciBtZXRob2Qgb24gMTM5IFdWIGZyb20gOSBkaWZmZXJlbnQgZG9tYWlucywgd2UgZmluZCB0aGF0IG9udG9sb2d5IHN0cnVjdHVyYWwgYW5kIGluc3RhbmNlIGRhdGEsIHRoZSBudW1iZXIgb2YgdmVyc2lvbnMsIGFuZCB0aGUgcmVsZWFzZSBmcmVxdWVuY3kgaGlnaGx5IGNvcnJlbGF0ZSB3aXRoIHByZWRpY3RhYmlsaXR5IG9mIGNoYW5nZS4gVGhlc2UgcmVzdWx0cyBjYW4gcGF2ZSB0aGUgd2F5IHRvd2FyZHMgaW50ZWdyYXRpbmcgcHJlZGljdGl2ZSBtb2RlbHMgaW50byBrbm93bGVkZ2UgZW5naW5lZXJpbmcgcHJhY3RpY2VzIGFuZCBtZXRob2RzLn0sCglsYW5ndWFnZSA9IHtFbmdsaXNofSwKCWJvb2t0aXRsZSA9IHtQcm9jZWVkaW5ncyBvZiB0aGUgMTF0aCBvbiB7S25vd2xlZGdlfSB7Q2FwdHVyZX0ge0NvbmZlcmVuY2V9fSwKCXB1Ymxpc2hlciA9IHtBc3NvY2lhdGlvbiBmb3IgQ29tcHV0aW5nIE1hY2hpbmVyeX0sCglhdXRob3IgPSB7TWVyb8Oxby1QZcOxdWVsYSwgQWxiZXJ0IGFuZCBQZXJuaXNjaCwgUm9tYW5hIGFuZCBHdcOpcmV0LCBDaHJpc3RvcGhlIGFuZCBTY2hsb2JhY2gsIFN0ZWZhbn0sCgltb250aCA9IGRlYywKCXllYXIgPSB7MjAyMX0sCglub3RlID0ge2V2ZW50LXBsYWNlOiBWaXJ0dWFsIEV2ZW50LCBVU0F9LAoJa2V5d29yZHMgPSB7Y2hhbmdlIG1vZGVsbGluZywgb250b2xvZ3kgZXZvbHV0aW9uLCB2b2NhYnVsYXJ5IGNoYW5nZX0sCglwYWdlcyA9IHsxOTMtLTIwMH0sCn0KCgoKQGlucHJvY2VlZGluZ3N7a2ltX21hY2hpbmVfMjAyMywKCXRpdGxlID0ge0Ege01hY2hpbmV9IHtXaXRofSB7SHVtYW59LXtMaWtlfSB7TWVtb3J5fSB7U3lzdGVtc319LAoJYm9va3RpdGxlID0ge3thclhpdn0gcHJlcHJpbnQge2FyWGl2fToyMjA0LjAxNjExfSwKCWF1dGhvciA9IHtLaW0sIFRhZXdvb24gYW5kIENvY2hleiwgTWljaGFlbCBhbmQgRnJhbmNvaXMtTGF2ZXQsIFZpbmNlbnQgYW5kIE5lZXJpbmN4LCBNYXJrIGFuZCBWb3NzZW4sIFBpZWt9LAoJeWVhciA9IHsyMDIzfSwKfQoKCgpAaW5wcm9jZWVkaW5nc3thbGl2YW5pc3Rvc19wcm9tcHRpbmdfMjAyMiwKCXRpdGxlID0ge1Byb21wdGluZyBhcyB7UHJvYmluZ306IHtVc2luZ30ge0xhbmd1YWdlfSB7TW9kZWxzfSBmb3Ige0tub3dsZWRnZX0ge0Jhc2V9IHtDb25zdHJ1Y3Rpb259fSwKCXZvbHVtZSA9IHszMjc0fSwKCWNvcHlyaWdodCA9IHthclhpdi5vcmcgcGVycGV0dWFsLCBub24tZXhjbHVzaXZlIGxpY2Vuc2V9LAoJdXJsID0ge2h0dHBzOi8vY2V1ci13cy5vcmcvVm9sLTMyNzQvcGFwZXIyLnBkZn0sCglkb2kgPSB7MTAuNDg1NTAvQVJYSVYuMjIwOC4xMTA1N30sCglib29rdGl0bGUgPSB7UHJvY2VlZGluZ3Mgb2YgdGhlIHtTZW1hbnRpY30ge1dlYn0ge0NoYWxsZW5nZX0gb24ge0tub3dsZWRnZX0ge0Jhc2V9IHtDb25zdHJ1Y3Rpb259IGZyb20ge1ByZX0tdHJhaW5lZCB7TGFuZ3VhZ2V9IHtNb2RlbHN9IDIwMjIgY28tbG9jYXRlZCB3aXRoIHRoZSAyMXN0IHtJbnRlcm5hdGlvbmFsfSB7U2VtYW50aWN9IHtXZWJ9IHtDb25mZXJlbmNlfSAoe0lTV0MyMDIyfSl9LAoJcHVibGlzaGVyID0ge0NFVVItd3Mub3JnfSwKCWF1dGhvciA9IHtBbGl2YW5pc3RvcywgRGltaXRyaW9zIGFuZCBTYW50YW1hcsOtYSwgU2VsZW5lIELDoWV6IGFuZCBDb2NoZXosIE1pY2hhZWwgYW5kIEthbG8sIEphbi1DaHJpc3RvcGggYW5kIHZhbiBLcmlla2VuLCBFbWlsZSBhbmQgVGhhbmFwYWxhc2luZ2FtLCBUaGl2aXlhbn0sCgltb250aCA9IG9jdCwKCXllYXIgPSB7MjAyMn0sCglrZXl3b3JkcyA9IHtBcnRpZmljaWFsIEludGVsbGlnZW5jZSAoY3MuQUkpLCBDb21wdXRhdGlvbiBhbmQgTGFuZ3VhZ2UgKGNzLkNMKSwgRk9TOiBDb21wdXRlciBhbmQgaW5mb3JtYXRpb24gc2NpZW5jZXN9LAoJcGFnZXMgPSB7MTEtLTM0fSwKfQoKCgpAaW5wcm9jZWVkaW5nc3twYWxfcGFyYW1ldGVyLWVmZmljaWVudF8yMDIzLAoJYWRkcmVzcyA9IHtDaGFtfSwKCXNlcmllcyA9IHtMZWN0dXJlIHtOb3Rlc30gaW4ge0NvbXB1dGVyfSB7U2NpZW5jZX19LAoJdGl0bGUgPSB7UGFyYW1ldGVyLXtFZmZpY2llbnR9IHtTcGFyc2V9IHtSZXRyaWV2ZXJzfSBhbmTCoHtSZXJhbmtlcnN9IHtVc2luZ30ge0FkYXB0ZXJzfX0sCglpc2JuID0gezk3OC0zLTAzMS0yODIzOC02fSwKCWRvaSA9IHsxMC4xMDA3Lzk3OC0zLTAzMS0yODIzOC02XzJ9LAoJYWJzdHJhY3QgPSB7UGFyYW1ldGVyLUVmZmljaWVudCB0cmFuc2ZlciBsZWFybmluZyB3aXRoIEFkYXB0ZXJzIGhhdmUgYmVlbiBzdHVkaWVkIGluIE5hdHVyYWwgTGFuZ3VhZ2UgUHJvY2Vzc2luZyAoTkxQKSBhcyBhbiBhbHRlcm5hdGl2ZSB0byBmdWxsIGZpbmUtdHVuaW5nLiBBZGFwdGVycyBhcmUgbWVtb3J5LWVmZmljaWVudCBhbmQgc2NhbGUgd2VsbCB3aXRoIGRvd25zdHJlYW0gdGFza3MgYnkgdHJhaW5pbmcgc21hbGwgYm90dGxlLW5lY2sgbGF5ZXJzIGFkZGVkIGJldHdlZW4gdHJhbnNmb3JtZXIgbGF5ZXJzIHdoaWxlIGtlZXBpbmcgdGhlIGxhcmdlIHByZXRyYWluZWQgbGFuZ3VhZ2UgbW9kZWwgKFBMTXMpIGZyb3plbi4gSW4gc3BpdGUgb2Ygc2hvd2luZyBwcm9taXNpbmcgcmVzdWx0cyBpbiBOTFAsIHRoZXNlIG1ldGhvZHMgYXJlIHVuZGVyLWV4cGxvcmVkIGluIEluZm9ybWF0aW9uIFJldHJpZXZhbC4gV2hpbGUgcHJldmlvdXMgc3R1ZGllcyBoYXZlIG9ubHkgZXhwZXJpbWVudGVkIHdpdGggZGVuc2UgcmV0cmlldmVyIG9yIGluIGEgY3Jvc3MgbGluZ3VhbCByZXRyaWV2YWwgc2NlbmFyaW8sIGluIHRoaXMgcGFwZXIgd2UgYWltIHRvIGNvbXBsZXRlIHRoZSBwaWN0dXJlIG9uIHRoZSB1c2Ugb2YgYWRhcHRlcnMgaW4gSVIuIEZpcnN0LCB3ZSBzdHVkeSBhZGFwdGVycyBmb3IgU1BMQURFLCBhIHNwYXJzZSByZXRyaWV2ZXIsIGZvciB3aGljaCBhZGFwdGVycyBub3Qgb25seSByZXRhaW4gdGhlIGVmZmljaWVuY3kgYW5kIGVmZmVjdGl2ZW5lc3Mgb3RoZXJ3aXNlIGFjaGlldmVkIGJ5IGZpbmV0dW5pbmcsIGJ1dCBhcmUgbWVtb3J5LWVmZmljaWVudCBhbmQgb3JkZXJzIG9mIG1hZ25pdHVkZSBsaWdodGVyIHRvIHRyYWluLiBXZSBvYnNlcnZlIHRoYXQgQWRhcHRlcnMtU1BMQURFIG5vdCBvbmx5IG9wdGltaXplcyBqdXN0IDJcJSBvZiB0cmFpbmluZyBwYXJhbWV0ZXJzLCBidXQgb3V0cGVyZm9ybXMgZnVsbHkgZmluZS10dW5lZCBjb3VudGVycGFydCBhbmQgZXhpc3RpbmcgcGFyYW1ldGVyLWVmZmljaWVudCBkZW5zZSBJUiBtb2RlbHMgb24gSVIgYmVuY2htYXJrIGRhdGFzZXRzLiBTZWNvbmRseSwgd2UgYWRkcmVzcyBkb21haW4gYWRhcHRhdGlvbiBvZiBuZXVyYWwgcmV0cmlldmFsIHRoYW5rcyB0byBhZGFwdGVycyBvbiBjcm9zcy1kb21haW4gQkVJUiBkYXRhc2V0cyBhbmQgVHJpcENsaWNrLiBGaW5hbGx5LCB3ZSBhbHNvIGNvbnNpZGVyIGtub3dsZWRnZSBzaGFyaW5nIGJldHdlZW4gcmVyYW5rZXJzIGFuZCBmaXJzdCBzdGFnZSByYW5rZXJzLiBPdmVyYWxsLCBvdXIgc3R1ZHkgY29tcGxldGUgdGhlIGV4YW1pbmF0aW9uIG9mIGFkYXB0ZXJzIGZvciBuZXVyYWwgSVIuIChUaGUgY29kZSBjYW4gYmUgZm91bmQgYXQ6IGh0dHBzOi8vZ2l0aHViLmNvbS9uYXZlci9zcGxhZGUvdHJlZS9hZGFwdGVyLXNwbGFkZS4pfSwKCWxhbmd1YWdlID0ge2VufSwKCWJvb2t0aXRsZSA9IHtBZHZhbmNlcyBpbiB7SW5mb3JtYXRpb259IHtSZXRyaWV2YWx9fSwKCXB1Ymxpc2hlciA9IHtTcHJpbmdlciBOYXR1cmUgU3dpdHplcmxhbmR9LAoJYXV0aG9yID0ge1BhbCwgVmFpc2hhbGkgYW5kIExhc3NhbmNlLCBDYXJsb3MgYW5kIETDqWplYW4sIEhlcnbDqSBhbmQgQ2xpbmNoYW50LCBTdMOpcGhhbmV9LAoJZWRpdG9yID0ge0thbXBzLCBKYWFwIGFuZCBHb2V1cmlvdCwgTG9ycmFpbmUgYW5kIENyZXN0YW5pLCBGYWJpbyBhbmQgTWFpc3RybywgTWFyaWEgYW5kIEpvaG8sIEhpZGVvIGFuZCBEYXZpcywgQnJpYW4gYW5kIEd1cnJpbiwgQ2F0aGFsIGFuZCBLcnVzY2h3aXR6LCBVZG8gYW5kIENhcHV0bywgQW5uYWxpbmF9LAoJeWVhciA9IHsyMDIzfSwKCWtleXdvcmRzID0ge0FkYXB0ZXJzLCBJbmZvcm1hdGlvbiBSZXRyaWV2YWwsIFNwYXJzZSBuZXVyYWwgcmV0cmlldmVyfSwKCXBhZ2VzID0gezE2LS0zMX0sCn0KCgoKQGlucHJvY2VlZGluZ3N7cGVuaGFfc2V2ZW50aF8yMDIyLAoJYWRkcmVzcyA9IHtOZXcgWW9yaywgTlksIFVTQX0sCglzZXJpZXMgPSB7e1NJR0lSfSAnMjJ9LAoJdGl0bGUgPSB7VGhlIHtTZXZlbnRofSB7V29ya3Nob3B9IG9uIHtTZWFyY2h9LXtPcmllbnRlZH0ge0NvbnZlcnNhdGlvbmFsfSB7QXJ0aWZpY2lhbH0ge0ludGVsbGlnZW5jZX0gKHtTQ0FJfScyMil9LAoJaXNibiA9IHs5NzgtMS00NTAzLTg3MzItM30sCgl1cmwgPSB7aHR0cHM6Ly9kbC5hY20ub3JnL2RvaS8xMC4xMTQ1LzM0Nzc0OTUuMzUzMTcwMH0sCglkb2kgPSB7MTAuMTE0NS8zNDc3NDk1LjM1MzE3MDB9LAoJYWJzdHJhY3QgPSB7VGhlIGdvYWwgb2YgdGhlIHNldmVudGggZWRpdGlvbiBvZiBTQ0FJIChodHRwczovL3NjYWkuaW5mbykgaXMgdG8gYnJpbmcgdG9nZXRoZXIgYW5kIGZ1cnRoZXIgZ3JvdyBhIGNvbW11bml0eSBvZiByZXNlYXJjaGVycyBhbmQgcHJhY3RpdGlvbmVycyBpbnRlcmVzdGVkIGluIGNvbnZlcnNhdGlvbmFsIHN5c3RlbXMgZm9yIGluZm9ybWF0aW9uIGFjY2Vzcy4gVGhlIHByZXZpb3VzIGl0ZXJhdGlvbnMgb2YgdGhlIHdvcmtzaG9wIGFscmVhZHkgZGVtb25zdHJhdGVkIHRoZSBicmVhZHRoIGFuZCBtdWx0aWRpc2NpcGxpbmFyaXR5IGluaGVyZW50IGluIHRoZSBkZXNpZ24gYW5kIGRldmVsb3BtZW50IG9mIGNvbnZlcnNhdGlvbmFsIHNlYXJjaCBhZ2VudHMuIFRoZSBwcm9wb3NlZCBzaGlmdCBmcm9tIHRyYWRpdGlvbmFsIHdlYiBzZWFyY2ggdG8gc2VhcmNoIGludGVyZmFjZXMgZW5hYmxlZCB2aWEgaHVtYW4tbGlrZSBkaWFsb2d1ZSBsZWFkcyB0byBhIG51bWJlciBvZiBjaGFsbGVuZ2VzLCBhbmQgYWx0aG91Z2ggc3VjaCBjaGFsbGVuZ2VzIGhhdmUgcmVjZWl2ZWQgbW9yZSBhdHRlbnRpb24gaW4gdGhlIHJlY2VudCB5ZWFycywgdGhlcmUgYXJlIG1hbnkgcGVuZGluZyByZXNlYXJjaCBxdWVzdGlvbnMgdGhhdCBzaG91bGQgYmUgYWRkcmVzc2VkIGJ5IHRoZSBpbmZvcm1hdGlvbiByZXRyaWV2YWwgY29tbXVuaXR5IGFuZCBjYW4gbGFyZ2VseSBiZW5lZml0IGZyb20gYSBjb2xsYWJvcmF0aW9uIHdpdGggb3RoZXIgcmVzZWFyY2ggZmllbGRzLCBzdWNoIGFzIG5hdHVyYWwgbGFuZ3VhZ2UgcHJvY2Vzc2luZywgbWFjaGluZSBsZWFybmluZywgaHVtYW4tY29tcHV0ZXIgaW50ZXJhY3Rpb24gYW5kIGRpYWxvZ3VlIHN5c3RlbXMuIFRoaXMgd29ya3Nob3AgaXMgaW50ZW5kZWQgYXMgYSBwbGF0Zm9ybSBlbmFibGluZyBhIGNvbnRpbnVvdXMgZGlzY3Vzc2lvbiBvZiB0aGUgbWFqb3IgcmVzZWFyY2ggY2hhbGxlbmdlcyB0aGF0IHN1cnJvdW5kIHRoZSBkZXNpZ24gb2Ygc2VhcmNoLW9yaWVudGVkIGNvbnZlcnNhdGlvbmFsIHN5c3RlbXMuIFRoaXMgeWVhciwgcGFydGljaXBhbnRzIGhhdmUgdGhlIG9wcG9ydHVuaXR5IHRvIG1lZXQgaW4gcGVyc29uIGFuZCBoYXZlIG1vcmUgaW4tZGVwdGggaW50ZXJhY3RpdmUgZGlzY3Vzc2lvbnMgd2l0aCBhIGZ1bGwtZGF5IG9uc2l0ZSB3b3Jrc2hvcC59LAoJdXJsZGF0ZSA9IHsyMDIzLTA0LTIwfSwKCWJvb2t0aXRsZSA9IHtQcm9jZWVkaW5ncyBvZiB0aGUgNDV0aCB7SW50ZXJuYXRpb25hbH0ge0FDTX0ge1NJR0lSfSB7Q29uZmVyZW5jZX0gb24ge1Jlc2VhcmNofSBhbmQge0RldmVsb3BtZW50fSBpbiB7SW5mb3JtYXRpb259IHtSZXRyaWV2YWx9fSwKCXB1Ymxpc2hlciA9IHtBc3NvY2lhdGlvbiBmb3IgQ29tcHV0aW5nIE1hY2hpbmVyeX0sCglhdXRob3IgPSB7UGVuaGEsIEd1c3Rhdm8gYW5kIFZha3VsZW5rbywgU3ZpdGxhbmEgYW5kIER1c2VrLCBPbmRyZWogYW5kIENsYXJrLCBMZWlnaCBhbmQgUGFsLCBWYWlzaGFsaSBhbmQgQWRsYWtoYSwgVmFpYmhhdn0sCgltb250aCA9IGp1bCwKCXllYXIgPSB7MjAyMn0sCglrZXl3b3JkcyA9IHtjb252ZXJzYXRpb25hbCBpbmZvcm1hdGlvbiBhY2Nlc3MsIGNvbnZlcnNhdGlvbmFsIHNlYXJjaCwgaW5mb3JtYXRpb24tc2Vla2luZyBkaWFsb2d1ZX0sCglwYWdlcyA9IHszNDY2LS0zNDY5fSwKfQoKCgpAaW5wcm9jZWVkaW5nc3thYmRvbGxhaHBvdXJpX21vcnNfMjAyMSwKCWFkZHJlc3MgPSB7QW1zdGVyZGFtIE5ldGhlcmxhbmRzfSwKCXRpdGxlID0ge3tNT1JTfSAyMDIxOiAxc3Qge1dvcmtzaG9wfSBvbiB7TXVsdGl9LXtPYmplY3RpdmV9IHtSZWNvbW1lbmRlcn0ge1N5c3RlbXN9fSwKCWlzYm4gPSB7OTc4LTEtNDUwMy04NDU4LTJ9LAoJc2hvcnR0aXRsZSA9IHt7TU9SU30gMjAyMX0sCgl1cmwgPSB7aHR0cHM6Ly9kbC5hY20ub3JnL2RvaS8xMC4xMTQ1LzM0NjAyMzEuMzQ3MDkzNn0sCglkb2kgPSB7MTAuMTE0NS8zNDYwMjMxLjM0NzA5MzZ9LAoJbGFuZ3VhZ2UgPSB7ZW59LAoJdXJsZGF0ZSA9IHsyMDIzLTA0LTIwfSwKCWJvb2t0aXRsZSA9IHtGaWZ0ZWVudGgge0FDTX0ge0NvbmZlcmVuY2V9IG9uIHtSZWNvbW1lbmRlcn0ge1N5c3RlbXN9fSwKCXB1Ymxpc2hlciA9IHtBQ019LAoJYXV0aG9yID0ge0FiZG9sbGFocG91cmksIEhpbWFuIGFuZCBFbGFoaSwgTWVoZGkgYW5kIE1hbnNvdXJ5LCBNYXNvdWQgYW5kIFNhaGViaSwgU2hhZ2hheWVnaCBhbmQgTmF6YXJpLCBaYWhyYSBhbmQgQ2hhbmV5LCBBbGxpc29uIGFuZCBMb25pLCBCYWJha30sCgltb250aCA9IHNlcCwKCXllYXIgPSB7MjAyMX0sCglwYWdlcyA9IHs3ODctLTc4OH0sCn0KCgoKQGFydGljbGV7aG9nYW5fa25vd2xlZGdlXzIwMjEsCgl0aXRsZSA9IHtLbm93bGVkZ2Uge0dyYXBoc319LAoJdm9sdW1lID0gezU0fSwKCWlzc24gPSB7MDM2MC0wMzAwfSwKCXVybCA9IHtodHRwczovL2RvaS1vcmcudnUtbmwuaWRtLm9jbGMub3JnLzEwLjExNDUvMzQ0Nzc3Mn0sCglkb2kgPSB7MTAuMTE0NS8zNDQ3NzcyfSwKCWFic3RyYWN0ID0ge0luIHRoaXMgYXJ0aWNsZSwgd2UgcHJvdmlkZSBhIGNvbXByZWhlbnNpdmUgaW50cm9kdWN0aW9uIHRvIGtub3dsZWRnZSBncmFwaHMsIHdoaWNoIGhhdmUgcmVjZW50bHkgZ2FybmVyZWQgc2lnbmlmaWNhbnQgYXR0ZW50aW9uIGZyb20gYm90aCBpbmR1c3RyeSBhbmQgYWNhZGVtaWEgaW4gc2NlbmFyaW9zIHRoYXQgcmVxdWlyZSBleHBsb2l0aW5nIGRpdmVyc2UsIGR5bmFtaWMsIGxhcmdlLXNjYWxlIGNvbGxlY3Rpb25zIG9mIGRhdGEuIEFmdGVyIHNvbWUgb3BlbmluZyByZW1hcmtzLCB3ZSBtb3RpdmF0ZSBhbmQgY29udHJhc3QgdmFyaW91cyBncmFwaC1iYXNlZCBkYXRhIG1vZGVscywgYXMgd2VsbCBhcyBsYW5ndWFnZXMgdXNlZCB0byBxdWVyeSBhbmQgdmFsaWRhdGUga25vd2xlZGdlIGdyYXBocy4gV2UgZXhwbGFpbiBob3cga25vd2xlZGdlIGNhbiBiZSByZXByZXNlbnRlZCBhbmQgZXh0cmFjdGVkIHVzaW5nIGEgY29tYmluYXRpb24gb2YgZGVkdWN0aXZlIGFuZCBpbmR1Y3RpdmUgdGVjaG5pcXVlcy4gV2UgY29uY2x1ZGUgd2l0aCBoaWdoLWxldmVsIGZ1dHVyZSByZXNlYXJjaCBkaXJlY3Rpb25zIGZvciBrbm93bGVkZ2UgZ3JhcGhzLn0sCgludW1iZXIgPSB7NH0sCglqb3VybmFsID0ge0FDTSBDb21wdXQuIFN1cnYufSwKCWF1dGhvciA9IHtIb2dhbiwgQWlkYW4gYW5kIEJsb21xdmlzdCwgRXZhIGFuZCBDb2NoZXosIE1pY2hhZWwgYW5kIETigJlhbWF0bywgQ2xhdWRpYSBhbmQgTWVsbywgR2VyYXJkIERlIGFuZCBHdXRpZXJyZXosIENsYXVkaW8gYW5kIEtpcnJhbmUsIFNhYnJpbmEgYW5kIEdheW8sIEpvc8OpIEVtaWxpbyBMYWJyYSBhbmQgTmF2aWdsaSwgUm9iZXJ0byBhbmQgTmV1bWFpZXIsIFNlYmFzdGlhbiBhbmQgTmdvbW8sIEF4ZWwtQ3lyaWxsZSBOZ29uZ2EgYW5kIFBvbGxlcmVzLCBBeGVsIGFuZCBSYXNoaWQsIFNhYmJpciBNLiBhbmQgUnVsYSwgQW5pc2EgYW5kIFNjaG1lbHplaXNlbiwgTHVrYXMgYW5kIFNlcXVlZGEsIEp1YW4gYW5kIFN0YWFiLCBTdGVmZmVuIGFuZCBaaW1tZXJtYW5uLCBBbnRvaW5lfSwKCW1vbnRoID0ganVsLAoJeWVhciA9IHsyMDIxfSwKCW5vdGUgPSB7UGxhY2U6IE5ldyBZb3JrLCBOWSwgVVNBClB1Ymxpc2hlcjogQXNzb2NpYXRpb24gZm9yIENvbXB1dGluZyBNYWNoaW5lcnl9LAoJa2V5d29yZHMgPSB7S25vd2xlZGdlIGdyYXBocywgZW1iZWRkaW5ncywgZ3JhcGggYWxnb3JpdGhtcywgZ3JhcGggZGF0YWJhc2VzLCBncmFwaCBuZXVyYWwgbmV0d29ya3MsIGdyYXBoIHF1ZXJ5IGxhbmd1YWdlcywgb250b2xvZ2llcywgcnVsZSBtaW5pbmcsIHNoYXBlc30sCn0KCgoKQGlucHJvY2VlZGluZ3N7YWJkb2xsYWhwb3VyaV9tb3JzXzIwMjIsCglhZGRyZXNzID0ge1NlYXR0bGUgV0EgVVNBfSwKCXRpdGxlID0ge3tNT1JTfSAyMDIyOiB7VGhlfSB7U2Vjb25kfSB7V29ya3Nob3B9IG9uIHtNdWx0aX0te09iamVjdGl2ZX0ge1JlY29tbWVuZGVyfSB7U3lzdGVtc319LAoJaXNibiA9IHs5NzgtMS00NTAzLTkyNzgtNX0sCglzaG9ydHRpdGxlID0ge3tNT1JTfSAyMDIyfSwKCXVybCA9IHtodHRwczovL2RsLmFjbS5vcmcvZG9pLzEwLjExNDUvMzUyMzIyNy4zNTQ3NDEwfSwKCWRvaSA9IHsxMC4xMTQ1LzM1MjMyMjcuMzU0NzQxMH0sCglsYW5ndWFnZSA9IHtlbn0sCgl1cmxkYXRlID0gezIwMjMtMDQtMjB9LAoJYm9va3RpdGxlID0ge1NpeHRlZW50aCB7QUNNfSB7Q29uZmVyZW5jZX0gb24ge1JlY29tbWVuZGVyfSB7U3lzdGVtc319LAoJcHVibGlzaGVyID0ge0FDTX0sCglhdXRob3IgPSB7QWJkb2xsYWhwb3VyaSwgSGltYW4gYW5kIFNhaGViaSwgU2hhZ2hheWVnaCBhbmQgRWxhaGksIE1laGRpIGFuZCBNYW5zb3VyeSwgTWFzb3VkIGFuZCBMb25pLCBCYWJhayBhbmQgTmF6YXJpLCBaYWhyYSBhbmQgRGltYWtvcG91bG91LCBNYXJpYX0sCgltb250aCA9IHNlcCwKCXllYXIgPSB7MjAyMn0sCglwYWdlcyA9IHs2NTgtLTY2MH0sCn0KCgoKQGlucHJvY2VlZGluZ3N7ZGF6YV9zbG90Z2FuXzIwMjIsCglhZGRyZXNzID0ge0R1YmxpbiwgSXJlbGFuZH0sCgl0aXRsZSA9IHt7U2xvdEdBTn06IHtEZXRlY3Rpbmd9IHtNZW50aW9uc30gaW4ge1RleHR9IHZpYSB7QWR2ZXJzYXJpYWx9IHtEaXN0YW50fSB7TGVhcm5pbmd9fSwKCXVybCA9IHtodHRwczovL2FjbGFudGhvbG9neS5vcmcvMjAyMi5zcG5scC0xLjR9LAoJZG9pID0gezEwLjE4NjUzL3YxLzIwMjIuc3BubHAtMS40fSwKCWFic3RyYWN0ID0ge1dlIHByZXNlbnQgU2xvdEdBTiwgYSBmcmFtZXdvcmsgZm9yIHRyYWluaW5nIGEgbWVudGlvbiBkZXRlY3Rpb24gbW9kZWwgdGhhdCBvbmx5IHJlcXVpcmVzIHVubGFiZWxlZCB0ZXh0IGFuZCBhIGdhemV0dGVlci4gSXQgY29uc2lzdHMgb2YgYSBnZW5lcmF0b3IgdHJhaW5lZCB0byBleHRyYWN0IHNwYW5zIGZyb20gYW4gaW5wdXQgc2VudGVuY2UsIGFuZCBhIGRpc2NyaW1pbmF0b3IgdHJhaW5lZCB0byBkZXRlcm1pbmUgd2hldGhlciBhIHNwYW4gY29tZXMgZnJvbSB0aGUgZ2VuZXJhdG9yLCBvciBmcm9tIHRoZSBnYXpldHRlZXIuV2UgZXZhbHVhdGUgdGhlIG1ldGhvZCBvbiBFbmdsaXNoIG5ld3N3aXJlIGRhdGEgYW5kIGNvbXBhcmUgaXQgYWdhaW5zdCBzdXBlcnZpc2VkLCB3ZWFrbHktc3VwZXJ2aXNlZCwgYW5kIHVuc3VwZXJ2aXNlZCBtZXRob2RzLiBXZSBmaW5kIHRoYXQgdGhlIHBlcmZvcm1hbmNlIG9mIHRoZSBtZXRob2QgaXMgbG93ZXIgdGhhbiB0aGVzZSBiYXNlbGluZXMsIGJlY2F1c2UgaXQgdGVuZHMgdG8gZ2VuZXJhdGUgbW9yZSBhbmQgbG9uZ2VyIHNwYW5zLCBhbmQgaW4gc29tZSBjYXNlcyBpdCByZWxpZXMgb25seSBvbiBjYXBpdGFsaXphdGlvbi4gSW4gb3RoZXIgY2FzZXMsIGl0IGdlbmVyYXRlcyBzcGFucyB0aGF0IGFyZSB2YWxpZCBidXQgZGlmZmVyIGZyb20gdGhlIGJlbmNobWFyay4gV2hlbiBldmFsdWF0ZWQgd2l0aCBtZXRyaWNzIGJhc2VkIG9uIG92ZXJsYXAsIHdlIGZpbmQgdGhhdCBTbG90R0FOIHBlcmZvcm1zIHdpdGhpbiA5NVwlIG9mIHRoZSBwcmVjaXNpb24gb2YgYSBzdXBlcnZpc2VkIG1ldGhvZCwgYW5kIDg0XCUgb2YgaXRzIHJlY2FsbC4gT3VyIHJlc3VsdHMgc3VnZ2VzdCB0aGF0IHRoZSBtb2RlbCBjYW4gZ2VuZXJhdGUgc3BhbnMgdGhhdCBvdmVybGFwIHdlbGwsIGJ1dCBhbiBhZGRpdGlvbmFsIGZpbHRlcmluZyBtZWNoYW5pc20gaXMgcmVxdWlyZWQufSwKCWJvb2t0aXRsZSA9IHtQcm9jZWVkaW5ncyBvZiB0aGUge1NpeHRofSB7V29ya3Nob3B9IG9uIHtTdHJ1Y3R1cmVkfSB7UHJlZGljdGlvbn0gZm9yIHtOTFB9fSwKCXB1Ymxpc2hlciA9IHtBc3NvY2lhdGlvbiBmb3IgQ29tcHV0YXRpb25hbCBMaW5ndWlzdGljc30sCglhdXRob3IgPSB7RGF6YSwgRGFuaWVsIGFuZCBDb2NoZXosIE1pY2hhZWwgYW5kIEdyb3RoLCBQYXVsfSwKCW1vbnRoID0gbWF5LAoJeWVhciA9IHsyMDIyfSwKCXBhZ2VzID0gezMyLS0zOX0sCn0KCgoKQGlucHJvY2VlZGluZ3N7a2FyaW1fZGVlcGNvdmlkZXhwbGFpbmVyXzIwMjAsCgl0aXRsZSA9IHt7RGVlcENPVklERXhwbGFpbmVyfToge0V4cGxhaW5hYmxlfSB7Q09WSUR9LTE5IHtEaWFnbm9zaXN9IGZyb20ge0NoZXN0fSB7WH0tcmF5IHtJbWFnZXN9fSwKCXVybCA9IHtodHRwczovL2FyeGl2Lm9yZy9hYnMvMjAwNC4wNDU4Mn0sCglkb2kgPSB7MTAuMTEwOS9CSUJNNDk5NDEuMjAyMC45MzEzMzA0fSwKCWJvb2t0aXRsZSA9IHsyMDIwIHtJRUVFfSB7SW50ZXJuYXRpb25hbH0ge0NvbmZlcmVuY2V9IG9uIHtCaW9pbmZvcm1hdGljc30gYW5kIHtCaW9tZWRpY2luZX0gKHtCSUJNfSl9LAoJYXV0aG9yID0ge0thcmltLCBNZC4gUmV6YXVsIGFuZCBEw7ZobWVuLCBUaWxsIGFuZCBDb2NoZXosIE1pY2hhZWwgYW5kIEJleWFuLCBPeWEgYW5kIFJlYmhvbHotU2NodWhtYW5uLCBEaWV0cmljaCBhbmQgRGVja2VyLCBTdGVmYW59LAoJeWVhciA9IHsyMDIwfSwKCXBhZ2VzID0gezEwMzQtLTEwMzd9LAp9CgoKCkBpbnByb2NlZWRpbmdze2thcmltX2NsYXNzaWZpY2F0aW9uXzIwMjAsCgl0aXRsZSA9IHtDbGFzc2lmaWNhdGlvbiB7QmVuY2htYXJrc30gZm9yIHtVbmRlcn0tcmVzb3VyY2VkIHtCZW5nYWxpfSB7TGFuZ3VhZ2V9IGJhc2VkIG9uIHtNdWx0aWNoYW5uZWx9IHtDb252b2x1dGlmb25hbH0te0xTVE19IHtOZXR3b3JrfX0sCgl1cmwgPSB7aHR0cHM6Ly9hcnhpdi5vcmcvYWJzLzIwMDQuMDc4MDd9LAoJZG9pID0gezEwLjExMDkvRFNBQTQ5MDExLjIwMjAuMDAwNTN9LAoJYm9va3RpdGxlID0gezIwMjAge0lFRUV9IDd0aCB7SW50ZXJuYXRpb25hbH0ge0NvbmZlcmVuY2V9IG9uIHtEYXRhfSB7U2NpZW5jZX0gYW5kIHtBZHZhbmNlZH0ge0FuYWx5dGljc30gKHtEU0FBfSl9LAoJYXV0aG9yID0ge0thcmltLCBNZC4gUmV6YXVsIGFuZCBSYWphIENoYWtyYXZhcnRoaSwgQmhhcmF0aGkgYW5kIE1jQ3JhZSwgSm9obiBQLiBhbmQgQ29jaGV6LCBNaWNoYWVsfSwKCXllYXIgPSB7MjAyMH0sCglwYWdlcyA9IHszOTAtLTM5OX0sCn0KCgoKQGlucHJvY2VlZGluZ3N7cGVsbGVncmlub19nZXZhbF8yMDIwLAoJYWRkcmVzcyA9IHtDaGFtfSwKCXRpdGxlID0ge3tHRXZhbH06IHtBfSB7TW9kdWxhcn0gYW5kIHtFeHRlbnNpYmxlfSB7RXZhbHVhdGlvbn0ge0ZyYW1ld29ya30gZm9yIHtHcmFwaH0ge0VtYmVkZGluZ30ge1RlY2huaXF1ZXN9fSwKCWlzYm4gPSB7OTc4LTMtMDMwLTQ5NDYxLTJ9LAoJYWJzdHJhY3QgPSB7V2hpbGUgUkRGIGRhdGEgYXJlIGdyYXBoIHNoYXBlZCBieSBuYXR1cmUsIG1vc3QgdHJhZGl0aW9uYWwgTWFjaGluZSBMZWFybmluZyAoTUwpIGFsZ29yaXRobXMgZXhwZWN0IGRhdGEgaW4gYSB2ZWN0b3IgZm9ybS4gVG8gdHJhbnNmb3JtIGdyYXBoIGVsZW1lbnRzIHRvIHZlY3RvcnMsIHNldmVyYWwgZ3JhcGggZW1iZWRkaW5nIGFwcHJvYWNoZXMgaGF2ZSBiZWVuIHByb3Bvc2VkLiBDb21wYXJpbmcgdGhlc2UgYXBwcm9hY2hlcyBpcyBpbnRlcmVzdGluZyBmb3IgMSkgZGV2ZWxvcGVycyBvZiBuZXcgZW1iZWRkaW5nIHRlY2huaXF1ZXMgdG8gdmVyaWZ5IGluIHdoaWNoIGNhc2VzIHRoZWlyIHByb3Bvc2FsIG91dHBlcmZvcm1zIHRoZSBzdGF0ZS1vZi1hcnQgYW5kIDIpIGNvbnN1bWVycyBvZiB0aGVzZSB0ZWNobmlxdWVzIGluIGNob29zaW5nIHRoZSBiZXN0IGFwcHJvYWNoIGFjY29yZGluZyB0byB0aGUgdGFzayhzKSB0aGUgdmVjdG9ycyB3aWxsIGJlIHVzZWQgZm9yLiBUaGUgY29tcGFyaXNvbiBjb3VsZCBiZSBkZWxheWVkIChhbmQgbWFkZSBkaWZmaWN1bHQpIGJ5IHRoZSBjaG9pY2Ugb2YgdGFza3MsIHRoZSBkZXNpZ24gb2YgdGhlIGV2YWx1YXRpb24sIHRoZSBzZWxlY3Rpb24gb2YgbW9kZWxzLCBwYXJhbWV0ZXJzLCBhbmQgbmVlZGVkIGRhdGFzZXRzLiBXZSBwcm9wb3NlIEdFdmFsLCBhbiBldmFsdWF0aW9uIGZyYW1ld29yayB0byBzaW1wbGlmeSB0aGUgZXZhbHVhdGlvbiBhbmQgdGhlIGNvbXBhcmlzb24gb2YgZ3JhcGggZW1iZWRkaW5nIHRlY2huaXF1ZXMuIFRoZSBjb3ZlcmVkIHRhc2tzIHJhbmdlIGZyb20gTUwgdGFza3MgKENsYXNzaWZpY2F0aW9uLCBSZWdyZXNzaW9uLCBDbHVzdGVyaW5nKSwgc2VtYW50aWMgdGFza3MgKGVudGl0eSByZWxhdGVkbmVzcywgZG9jdW1lbnQgc2ltaWxhcml0eSkgdG8gc2VtYW50aWMgYW5hbG9naWVzLiBIb3dldmVyLCBHRXZhbCBpcyBkZXNpZ25lZCB0byBiZSAoZWFzaWx5KSBleHRlbnNpYmxlLiBJbiB0aGlzIGFydGljbGUsIHdlIHdpbGwgZGVzY3JpYmUgdGhlIGRlc2lnbiBhbmQgZGV2ZWxvcG1lbnQgb2YgdGhlIHByb3Bvc2VkIGZyYW1ld29yayBieSBkZXRhaWxpbmcgaXRzIG92ZXJhbGwgc3RydWN0dXJlLCB0aGUgYWxyZWFkeSBpbXBsZW1lbnRlZCB0YXNrcywgYW5kIGhvdyB0byBleHRlbmQgaXQuIEluIGNvbmNsdXNpb24sIHRvIGRlbW9uc3RyYXRlIGl0cyBvcGVyYXRpbmcgYXBwcm9hY2gsIHdlIGNvbnNpZGVyIHRoZSBwYXJhbWV0ZXIgdHVuaW5nIG9mIHRoZSBLR2xvVmUgYWxnb3JpdGhtIGFzIGEgdXNlIGNhc2UufSwKCWJvb2t0aXRsZSA9IHtUaGUge1NlbWFudGljfSB7V2VifX0sCglwdWJsaXNoZXIgPSB7U3ByaW5nZXIgSW50ZXJuYXRpb25hbCBQdWJsaXNoaW5nfSwKCWF1dGhvciA9IHtQZWxsZWdyaW5vLCBNYXJpYSBBbmdlbGEgYW5kIEFsdGFiYmEsIEFiZHVscmFobWFuIGFuZCBHYXJvZmFsbywgTWFydGluYSBhbmQgUmlzdG9za2ksIFBldGFyIGFuZCBDb2NoZXosIE1pY2hhZWx9LAoJZWRpdG9yID0ge0hhcnRoLCBBbmRyZWFzIGFuZCBLaXJyYW5lLCBTYWJyaW5hIGFuZCBOZ29uZ2EgTmdvbW8sIEF4ZWwtQ3lyaWxsZSBhbmQgUGF1bGhlaW0sIEhlaWtvIGFuZCBSdWxhLCBBbmlzYSBhbmQgR2VudGlsZSwgQW5uYSBMaXNhIGFuZCBIYWFzZSwgUGV0ZXIgYW5kIENvY2hleiwgTWljaGFlbH0sCgl5ZWFyID0gezIwMjB9LAoJcGFnZXMgPSB7NTY1LS01ODJ9LAp9CgoKCkBhcnRpY2xle2thcmltX2RlZXBfMjAyMCwKCXRpdGxlID0ge0RlZXAgbGVhcm5pbmctYmFzZWQgY2x1c3RlcmluZyBhcHByb2FjaGVzIGZvciBiaW9pbmZvcm1hdGljc30sCglpc3NuID0gezE0NzctNDA1NH0sCgl1cmwgPSB7aHR0cHM6Ly9kb2kub3JnLzEwLjEwOTMvYmliL2JiejE3MH0sCglkb2kgPSB7MTAuMTA5My9iaWIvYmJ6MTcwfSwKCWFic3RyYWN0ID0ge0NsdXN0ZXJpbmcgaXMgY2VudHJhbCB0byBtYW55IGRhdGEtZHJpdmVuIGJpb2luZm9ybWF0aWNzIHJlc2VhcmNoIGFuZCBzZXJ2ZXMgYSBwb3dlcmZ1bCBjb21wdXRhdGlvbmFsIG1ldGhvZC4gSW4gcGFydGljdWxhciwgY2x1c3RlcmluZyBoZWxwcyBhdCBhbmFseXppbmcgdW5zdHJ1Y3R1cmVkIGFuZCBoaWdoLWRpbWVuc2lvbmFsIGRhdGEgaW4gdGhlIGZvcm0gb2Ygc2VxdWVuY2VzLCBleHByZXNzaW9ucywgdGV4dHMgYW5kIGltYWdlcy4gRnVydGhlciwgY2x1c3RlcmluZyBpcyB1c2VkIHRvIGdhaW4gaW5zaWdodHMgaW50byBiaW9sb2dpY2FsIHByb2Nlc3NlcyBpbiB0aGUgZ2Vub21pY3MgbGV2ZWwsIGUuZy4gY2x1c3RlcmluZyBvZiBnZW5lIGV4cHJlc3Npb25zIHByb3ZpZGVzIGluc2lnaHRzIG9uIHRoZSBuYXR1cmFsIHN0cnVjdHVyZSBpbmhlcmVudCBpbiB0aGUgZGF0YSwgdW5kZXJzdGFuZGluZyBnZW5lIGZ1bmN0aW9ucywgY2VsbHVsYXIgcHJvY2Vzc2VzLCBzdWJ0eXBlcyBvZiBjZWxscyBhbmQgdW5kZXJzdGFuZGluZyBnZW5lIHJlZ3VsYXRpb25zLiBTdWJzZXF1ZW50bHksIGNsdXN0ZXJpbmcgYXBwcm9hY2hlcywgaW5jbHVkaW5nIGhpZXJhcmNoaWNhbCwgY2VudHJvaWQtYmFzZWQsIGRpc3RyaWJ1dGlvbi1iYXNlZCwgZGVuc2l0eS1iYXNlZCBhbmQgc2VsZi1vcmdhbml6aW5nIG1hcHMsIGhhdmUgbG9uZyBiZWVuIHN0dWRpZWQgYW5kIHVzZWQgaW4gY2xhc3NpY2FsIG1hY2hpbmUgbGVhcm5pbmcgc2V0dGluZ3MuIEluIGNvbnRyYXN0LCBkZWVwIGxlYXJuaW5nIChETCktYmFzZWQgcmVwcmVzZW50YXRpb24gYW5kIGZlYXR1cmUgbGVhcm5pbmcgZm9yIGNsdXN0ZXJpbmcgaGF2ZSBub3QgYmVlbiByZXZpZXdlZCBhbmQgZW1wbG95ZWQgZXh0ZW5zaXZlbHkuIFNpbmNlIHRoZSBxdWFsaXR5IG9mIGNsdXN0ZXJpbmcgaXMgbm90IG9ubHkgZGVwZW5kZW50IG9uIHRoZSBkaXN0cmlidXRpb24gb2YgZGF0YSBwb2ludHMgYnV0IGFsc28gb24gdGhlIGxlYXJuZWQgcmVwcmVzZW50YXRpb24sIGRlZXAgbmV1cmFsIG5ldHdvcmtzIGNhbiBiZSBlZmZlY3RpdmUgbWVhbnMgdG8gdHJhbnNmb3JtIG1hcHBpbmdzIGZyb20gYSBoaWdoLWRpbWVuc2lvbmFsIGRhdGEgc3BhY2UgaW50byBhIGxvd2VyLWRpbWVuc2lvbmFsIGZlYXR1cmUgc3BhY2UsIGxlYWRpbmcgdG8gaW1wcm92ZWQgY2x1c3RlcmluZyByZXN1bHRzLiBJbiB0aGlzIHBhcGVyLCB3ZSByZXZpZXcgc3RhdGUtb2YtdGhlLWFydCBETC1iYXNlZCBhcHByb2FjaGVzIGZvciBjbHVzdGVyIGFuYWx5c2lzIHRoYXQgYXJlIGJhc2VkIG9uIHJlcHJlc2VudGF0aW9uIGxlYXJuaW5nLCB3aGljaCB3ZSBob3BlIHRvIGJlIHVzZWZ1bCwgcGFydGljdWxhcmx5IGZvciBiaW9pbmZvcm1hdGljcyByZXNlYXJjaC4gRnVydGhlciwgd2UgZXhwbG9yZSBpbiBkZXRhaWwgdGhlIHRyYWluaW5nIHByb2NlZHVyZXMgb2YgREwtYmFzZWQgY2x1c3RlcmluZyBhbGdvcml0aG1zLCBwb2ludCBvdXQgZGlmZmVyZW50IGNsdXN0ZXJpbmcgcXVhbGl0eSBtZXRyaWNzIGFuZCBldmFsdWF0ZSBzZXZlcmFsIERMLWJhc2VkIGFwcHJvYWNoZXMgb24gdGhyZWUgYmlvaW5mb3JtYXRpY3MgdXNlIGNhc2VzLCBpbmNsdWRpbmcgYmlvaW1hZ2luZywgY2FuY2VyIGdlbm9taWNzIGFuZCBiaW9tZWRpY2FsIHRleHQgbWluaW5nLiBXZSBiZWxpZXZlIHRoaXMgcmV2aWV3IGFuZCB0aGUgZXZhbHVhdGlvbiByZXN1bHRzIHdpbGwgcHJvdmlkZSB2YWx1YWJsZSBpbnNpZ2h0cyBhbmQgc2VydmUgYSBzdGFydGluZyBwb2ludCBmb3IgcmVzZWFyY2hlcnMgd2FudGluZyB0byBhcHBseSBETC1iYXNlZCB1bnN1cGVydmlzZWQgbWV0aG9kcyB0byBzb2x2ZSBlbWVyZ2luZyBiaW9pbmZvcm1hdGljcyByZXNlYXJjaCBwcm9ibGVtcy59LAoJam91cm5hbCA9IHtCcmllZmluZ3MgaW4gQmlvaW5mb3JtYXRpY3N9LAoJYXV0aG9yID0ge0thcmltLCBNZCBSZXphdWwgYW5kIEJleWFuLCBPeWEgYW5kIFphcHBhLCBBY2hpbGxlIGFuZCBDb3N0YSwgSXZhbiBHIGFuZCBSZWJob2x6LVNjaHVobWFubiwgRGlldHJpY2ggYW5kIENvY2hleiwgTWljaGFlbCBhbmQgRGVja2VyLCBTdGVmYW59LAoJbW9udGggPSBmZWIsCgl5ZWFyID0gezIwMjB9LAoJbm90ZSA9IHtcX2VwcmludDogaHR0cHM6Ly9hY2FkZW1pYy5vdXAuY29tL2JpYi9hZHZhbmNlLWFydGljbGUtcGRmL2RvaS8xMC4xMDkzL2JpYi9iYnoxNzAvMzIzMTMxNzIvYmJ6MTcwLnBkZn0sCn0KCgoKQGFydGljbGV7d2FuZ19zdHJ1Y3R1cmVkXzIwMjAsCgl0aXRsZSA9IHtTdHJ1Y3R1cmVkIHF1ZXJ5IGNvbnN0cnVjdGlvbiB2aWEga25vd2xlZGdlIGdyYXBoIGVtYmVkZGluZ30sCgl2b2x1bWUgPSB7NjJ9LAoJaXNzbiA9IHswMjE5LTMxMTZ9LAoJdXJsID0ge2h0dHBzOi8vZG9pLm9yZy8xMC4xMDA3L3MxMDExNS0wMTktMDE0MDEteH0sCglkb2kgPSB7MTAuMTAwNy9zMTAxMTUtMDE5LTAxNDAxLXh9LAoJYWJzdHJhY3QgPSB7SW4gb3JkZXIgdG8gZmFjaWxpdGF0ZSB0aGUgYWNjZXNzZXMgb2YgZ2VuZXJhbCB1c2VycyB0byBrbm93bGVkZ2UgZ3JhcGhzLCBhbiBpbmNyZWFzaW5nIGVmZm9ydCBpcyBiZWluZyBleGVydGVkIHRvIGNvbnN0cnVjdCBncmFwaC1zdHJ1Y3R1cmVkIHF1ZXJpZXMgb2YgZ2l2ZW4gbmF0dXJhbCBsYW5ndWFnZSBxdWVzdGlvbnMuIEF0IHRoZSBjb3JlIG9mIHRoZSBjb25zdHJ1Y3Rpb24gaXMgdG8gZGVkdWNlIHRoZSBzdHJ1Y3R1cmUgb2YgdGhlIHRhcmdldCBxdWVyeSBhbmQgZGV0ZXJtaW5lIHRoZSB2ZXJ0aWNlcy9lZGdlcyB3aGljaCBjb25zdGl0dXRlIHRoZSBxdWVyeS4gRXhpc3RpbmcgcXVlcnkgY29uc3RydWN0aW9uIG1ldGhvZHMgcmVseSBvbiBxdWVzdGlvbiB1bmRlcnN0YW5kaW5nIGFuZCBjb252ZW50aW9uYWwgZ3JhcGgtYmFzZWQgYWxnb3JpdGhtcyB3aGljaCBsZWFkIHRvIGluZWZmaWNpZW50IGFuZCBkZWdyYWRlZCBwZXJmb3JtYW5jZXMgZmFjaW5nIGNvbXBsZXggbmF0dXJhbCBsYW5ndWFnZSBxdWVzdGlvbnMgb3ZlciBrbm93bGVkZ2UgZ3JhcGhzIHdpdGggbGFyZ2Ugc2NhbGVzLiBJbiB0aGlzIHBhcGVyLCB3ZSBmb2N1cyBvbiB0aGlzIHByb2JsZW0gYW5kIHByb3Bvc2UgYSBub3ZlbCBmcmFtZXdvcmsgc3RhbmRpbmcgb24gcmVjZW50IGtub3dsZWRnZSBncmFwaCBlbWJlZGRpbmcgdGVjaG5pcXVlcy4gT3VyIGZyYW1ld29yayBmaXJzdCBlbmNvZGVzIHRoZSB1bmRlcmx5aW5nIGtub3dsZWRnZSBncmFwaCBpbnRvIGEgbG93LWRpbWVuc2lvbmFsIGVtYmVkZGluZyBzcGFjZSBieSBsZXZlcmFnaW5nIGdlbmVyYWxpemVkIGxvY2FsIGtub3dsZWRnZSBncmFwaHMuIEdpdmVuIGEgbmF0dXJhbCBsYW5ndWFnZSBxdWVzdGlvbiwgdGhlIGxlYXJuZWQgZW1iZWRkaW5nIHJlcHJlc2VudGF0aW9ucyBvZiB0aGUga25vd2xlZGdlIGdyYXBoIGFyZSB1dGlsaXplZCB0byBjb21wdXRlIHRoZSBxdWVyeSBzdHJ1Y3R1cmUgYW5kIGFzc2VtYmxlIHZlcnRpY2VzL2VkZ2VzIGludG8gdGhlIHRhcmdldCBxdWVyeS4gRXh0ZW5zaXZlIGV4cGVyaW1lbnRzIHdlcmUgY29uZHVjdGVkIG9uIHRoZSBiZW5jaG1hcmsgZGF0YXNldCwgYW5kIHRoZSByZXN1bHRzIGRlbW9uc3RyYXRlIHRoYXQgb3VyIGZyYW1ld29yayBvdXRwZXJmb3JtcyBzdGF0ZS1vZi10aGUtYXJ0IGJhc2VsaW5lIG1vZGVscyByZWdhcmRpbmcgZWZmZWN0aXZlbmVzcyBhbmQgZWZmaWNpZW5jeS59LAoJbnVtYmVyID0gezV9LAoJam91cm5hbCA9IHtLbm93bGVkZ2UgYW5kIEluZm9ybWF0aW9uIFN5c3RlbXN9LAoJYXV0aG9yID0ge1dhbmcsIFJ1aWppZSBhbmQgV2FuZywgTWVuZyBhbmQgTGl1LCBKdW4gYW5kIENvY2hleiwgTWljaGFlbCBhbmQgRGVja2VyLCBTdGVmYW59LAoJbW9udGggPSBtYXksCgl5ZWFyID0gezIwMjB9LAoJcGFnZXMgPSB7MTgxOS0tMTg0Nn0sCn0KCgoKQGJvb2t7aG9nYW5fa25vd2xlZGdlXzIwMjEtMSwKCXNlcmllcyA9IHtTeW50aGVzaXMge0xlY3R1cmVzfSBvbiB7RGF0YX0sIHtTZW1hbnRpY3N9LCBhbmQge0tub3dsZWRnZX19LAoJdGl0bGUgPSB7S25vd2xlZGdlIGdyYXBoc30sCgl2b2x1bWUgPSB7MTJ9LAoJaXNibiA9IHs5NzgtMy0wMzEtMDE5MTgtMH0sCgl1cmwgPSB7aHR0cHM6Ly9rZ2Jvb2sub3JnfSwKCXB1Ymxpc2hlciA9IHtTcHJpbmdlciAoZm9ybWVybHkgTW9yZ2FuIFwmIENsYXlwb29sIFB1Ymxpc2hlcnMpfSwKCWF1dGhvciA9IHtIb2dhbiwgQWlkYW4gYW5kIEJsb21xdmlzdCwgRXZhIGFuZCBDb2NoZXosIE1pY2hhZWwgYW5kIGQnQW1hdG8sIENsYXVkaWEgYW5kIE1lbG8sIEdlcmFyZCBkZSBhbmQgR3V0aWVycmV6LCBDbGF1ZGlvIGFuZCBLaXJyYW5lLCBTYWJyaW5hIGFuZCBHYXlvLCBKb3PDqSBFbWlsaW8gTGFicmEgYW5kIE5hdmlnbGksIFJvYmVydG8gYW5kIE5ldW1haWVyLCBTZWJhc3RpYW4gYW5kIHtvdGhlcnN9fSwKCXllYXIgPSB7MjAyMX0sCglkb2kgPSB7MTAuMjIwMC9TMDExMjVFRDFWMDFZMjAyMTA5RFNLMDIyfSwKfQoKCgpAaW5wcm9jZWVkaW5nc3tkYXphX21lc3NhZ2VfMjAyMCwKCXRpdGxlID0ge01lc3NhZ2Uge1Bhc3Npbmd9IHtRdWVyeX0ge0VtYmVkZGluZ319LAoJdXJsID0ge2h0dHBzOi8vYXJ4aXYub3JnL2Ficy8yMDAyLjAyNDA2fSwKCWJvb2t0aXRsZSA9IHt7SUNNTH0ge1dvcmtzaG9wfSAtIHtHcmFwaH0ge1JlcHJlc2VudGF0aW9ufSB7TGVhcm5pbmd9IGFuZCB7QmV5b25kfX0sCglhdXRob3IgPSB7RGF6YSwgRGFuaWVsIGFuZCBDb2NoZXosIE1pY2hhZWx9LAoJeWVhciA9IHsyMDIwfSwKfQoKCgpAYXJ0aWNsZXtwZXJuaXNjaF92aXN1YWxpc2luZ18yMDIyLAoJdGl0bGUgPSB7VmlzdWFsaXNpbmcgdGhlIGVmZmVjdHMgb2Ygb250b2xvZ3kgY2hhbmdlcyBhbmQgc3R1ZHlpbmcgdGhlaXIgdW5kZXJzdGFuZGluZyB3aXRoIHtDaEltcH19LAoJdm9sdW1lID0gezc0fSwKCWlzc24gPSB7MTU3MC04MjY4fSwKCXVybCA9IHtodHRwczovL3d3dy5zY2llbmNlZGlyZWN0LmNvbS9zY2llbmNlL2FydGljbGUvcGlpL1MxNTcwODI2ODIyMDAwMTE3fSwKCWRvaSA9IHsxMC4xMDE2L2oud2Vic2VtLjIwMjIuMTAwNzE1fSwKCWFic3RyYWN0ID0ge0R1ZSB0byB0aGUgU2VtYW50aWMgV2Vi4oCZcyBkZWNlbnRyYWxpc2VkIG5hdHVyZSwgb250b2xvZ3kgZW5naW5lZXJzIHJhcmVseSBrbm93IGFsbCBhcHBsaWNhdGlvbnMgdGhhdCBsZXZlcmFnZSB0aGVpciBvbnRvbG9neS4gQ29uc2VxdWVudGx5LCB0aGV5IGFyZSB1bmF3YXJlIG9mIHRoZSBmdWxsIGV4dGVudCBvZiBwb3NzaWJsZSBjb25zZXF1ZW5jZXMgdGhhdCBjaGFuZ2VzIG1pZ2h0IGNhdXNlIHRvIHRoZSBvbnRvbG9neS4gT3VyIGdvYWwgaXMgdG8gbGVzc2VuIHRoZSBnYXAgYmV0d2VlbiBvbnRvbG9neSBlbmdpbmVlcnMgYW5kIHVzZXJzIGJ5IGludmVzdGlnYXRpbmcgb250b2xvZ3kgZW5naW5lZXJz4oCZIHVuZGVyc3RhbmRpbmcgb2Ygb250b2xvZ3kgY2hhbmdlc+KAmSBpbXBhY3QgYXQgZWRpdGluZyB0aW1lLiBIZW5jZSwgdGhpcyBwYXBlciBpbnRyb2R1Y2VzIHRoZSBQcm90w6lnw6kgcGx1Z2luIENoSW1wIHdoaWNoIHdlIHVzZSB0byByZWFjaCBvdXIgZ29hbC4gV2UgZWxpY2l0ZWQgcmVxdWlyZW1lbnRzIGZvciBDaEltcCB0aHJvdWdoIGEgcXVlc3Rpb25uYWlyZSB3aXRoIG9udG9sb2d5IGVuZ2luZWVycy4gV2UgdGhlbiBkZXZlbG9wZWQgQ2hJbXAgYWNjb3JkaW5nIHRvIHRoZXNlIHJlcXVpcmVtZW50cyBhbmQgaXQgZGlzcGxheXMgYWxsIGNoYW5nZXMgb2YgYSBnaXZlbiBzZXNzaW9uIGFuZCBwcm92aWRlcyBzZWxlY3RlZCBpbmZvcm1hdGlvbiBvbiBzYWlkIGNoYW5nZXMgYW5kIHRoZWlyIGVmZmVjdHMuIEZvciBlYWNoIGNoYW5nZSwgaXQgY29tcHV0ZXMgYSBudW1iZXIgb2YgbWV0cmljcyBvbiBib3RoIHRoZSBvbnRvbG9neSBhbmQgaXRzIG1hdGVyaWFsaXNhdGlvbi4gSXQgZGlzcGxheXMgdGhvc2UgbWV0cmljcyBvbiBib3RoIHRoZSBvcmlnaW5hbGx5IGxvYWRlZCBvbnRvbG9neSBhdCB0aGUgYmVnaW5uaW5nIG9mIHRoZSBlZGl0aW5nIHNlc3Npb24gYW5kIHRoZSBjdXJyZW50IHN0YXRlIHRvIGhlbHAgb250b2xvZ3kgZW5naW5lZXJzIHVuZGVyc3RhbmQgdGhlIGltcGFjdCBvZiB0aGVpciBjaGFuZ2VzLiBXZSBpbnZlc3RpZ2F0ZWQgdGhlIGluZm9ybWF0aXZlbmVzcyBvZiBtYXRlcmlhbGlzYXRpb24gaW1wYWN0IG1lYXN1cmVzLCB0aGUgbWVhbmluZyBvZiBzZXZlcmUgaW1wYWN0LCBhbmQgYWxzbyB0aGUgdXNlZnVsbmVzcyBvZiBDaEltcCBpbiBhbiBvbmxpbmUgdXNlciBzdHVkeSB3aXRoIDM2IG9udG9sb2d5IGVuZ2luZWVycy4gV2UgYXNrZWQgdGhlIHBhcnRpY2lwYW50cyB0byBzb2x2ZSB0d28gb250b2xvZ3kgZW5naW5lZXJpbmcgdGFza3Mg4oCTIHdpdGggYW5kIHdpdGhvdXQgQ2hJbXAgKGFzc2lnbmVkIGluIHJhbmRvbSBvcmRlcikg4oCTIGFuZCBhbnN3ZXIgaW4tZGVwdGggcXVlc3Rpb25zIGFib3V0IHRoZSBhcHBsaWVkIGNoYW5nZXMgYXMgd2VsbCBhcyB0aGUgbWF0ZXJpYWxpc2F0aW9uIGltcGFjdCBtZWFzdXJlcy4gV2UgZm91bmQgdGhhdCBDaEltcCBpbmNyZWFzZWQgdGhlIHBhcnRpY2lwYW50c+KAmSB1bmRlcnN0YW5kaW5nIG9mIGNoYW5nZSBlZmZlY3RzIGFuZCB0aGF0IHRoZXkgZmVsdCBiZXR0ZXIgaW5mb3JtZWQuIEFuc3dlcnMgYWxzbyBzdWdnZXN0IHRoYXQgdGhlIHByb3Bvc2VkIG1lYXN1cmVzIHdlcmUgdXNlZnVsIGFuZCBpbmZvcm1hdGl2ZS4gV2UgYWxzbyBsZWFybmVkIHRoYXQgdGhlIHBhcnRpY2lwYW50cyBjb25zaWRlciBkaWZmZXJlbnQgb3V0Y29tZXMgb2YgY2hhbmdlcyBzZXZlcmUsIGJ1dCBtb3N0IHdvdWxkIGRlZmluZSBzZXZlcml0eSBiYXNlZCBvbiB0aGUgYW1vdW50IG9mIGNoYW5nZXMgdG8gdGhlIG1hdGVyaWFsaXNhdGlvbiBjb21wYXJlZCB0byBpdHMgc2l6ZS4gVGhlIHBhcnRpY2lwYW50cyBhbHNvIGFja25vd2xlZGdlZCB0aGUgaW1wb3J0YW5jZSBvZiBxdWFudGlmeWluZyB0aGUgaW1wYWN0IG9mIGNoYW5nZXMgYW5kIHRoYXQgdGhlIHN0dWR5IHdpbGwgYWZmZWN0IHRoZWlyIGFwcHJvYWNoIG9mIGVkaXRpbmcgb250b2xvZ2llcy59LAoJbGFuZ3VhZ2UgPSB7ZW59LAoJdXJsZGF0ZSA9IHsyMDIyLTA2LTIwfSwKCWpvdXJuYWwgPSB7Sm91cm5hbCBvZiBXZWIgU2VtYW50aWNzfSwKCWF1dGhvciA9IHtQZXJuaXNjaCwgUm9tYW5hIGFuZCBEZWxs4oCZQWdsaW8sIERhbmllbGUgYW5kIFNlcmJhaywgTWlya28gYW5kIEdvbsOnYWx2ZXMsIFJhZmFlbCBTLiBhbmQgQmVybnN0ZWluLCBBYnJhaGFtfSwKCW1vbnRoID0gb2N0LAoJeWVhciA9IHsyMDIyfSwKCWtleXdvcmRzID0ge01hdGVyaWFsaXNhdGlvbiwgT250b2xvZ3kgZWRpdGluZywgT250b2xvZ3kgZXZvbHV0aW9uIGltcGFjdCwgVXNlciBzdHVkeX0sCglwYWdlcyA9IHsxMDA3MTV9LAp9CgoKCkBpbnByb2NlZWRpbmdze3Blcm5pc2NoX3Rvd2FyZF8yMDIxLAoJYWRkcmVzcyA9IHtWaXJ0dWFsIEV2ZW50IFVTQX0sCgl0aXRsZSA9IHtUb3dhcmQge01lYXN1cmluZ30gdGhlIHtSZXNlbWJsYW5jZX0gb2Yge0VtYmVkZGluZ30ge01vZGVsc30gZm9yIHtFdm9sdmluZ30ge09udG9sb2dpZXN9fSwKCWlzYm4gPSB7OTc4LTEtNDUwMy04NDU3LTV9LAoJdXJsID0ge2h0dHBzOi8vZGwuYWNtLm9yZy9kb2kvMTAuMTE0NS8zNDYwMjEwLjM0OTM1NDB9LAoJZG9pID0gezEwLjExNDUvMzQ2MDIxMC4zNDkzNTQwfSwKCWxhbmd1YWdlID0ge2VufSwKCXVybGRhdGUgPSB7MjAyMS0xMi0wOH0sCglib29rdGl0bGUgPSB7UHJvY2VlZGluZ3Mgb2YgdGhlIDExdGggb24ge0tub3dsZWRnZX0ge0NhcHR1cmV9IHtDb25mZXJlbmNlfX0sCglwdWJsaXNoZXIgPSB7QUNNfSwKCWF1dGhvciA9IHtQZXJuaXNjaCwgUm9tYW5hIGFuZCBEZWxsJ0FnbGlvLCBEYW5pZWxlIGFuZCBCZXJuc3RlaW4sIEFicmFoYW19LAoJbW9udGggPSBkZWMsCgl5ZWFyID0gezIwMjF9LAoJcGFnZXMgPSB7MTc3LS0xODR9LAp9Cg==\">\n            <i class=\"fa fa-download fa-fw\"></i> Download BibTeX\n          </a>\n        </li>\n        <li>\n          <a href=\"//bibbase.org/rss?bib=https://api.zotero.org/groups/4799514/items?key=euYq5cdKpGK6xljQmpW8AeSb&amp;format=bibtex&amp;limit=100\">\n            <i class=\"fa fa-rss fa-fw\"></i> RSS Feed\n          </a>\n          </li>\n      </ul>\n      </li>\n\n      \n\n\n      \n    </ul>\n\n\n    <div class=\"alert alert-success bibbase_msg\" id=\"bibbase_msg_embed\"\n         style=\"display: none;\">\n\n      Excellent! Next you can\n      <a href=\"/network/register?next=/network/newSiteFromTemplate%3Fbiburl=https://api.zotero.org/groups/4799514/items?key=euYq5cdKpGK6xljQmpW8AeSb&amp;format=bibtex&amp;limit=100\"\n      >create a new website with this list</a>, or\n      embed it in an existing web page by copying &amp; pasting\n      any of the following snippets.\n\n      <div style=\"text-align: left; margin-top: 1em;\">\n        <strong>JavaScript</strong>\n        <span class=\"comment recommended\">(easiest)</span>\n        <div class=\"well well-small\">\n          <code>\n            &lt;script src=\"https://bibbase.org/show?bib=https%3A%2F%2Fapi.zotero.org%2Fgroups%2F4799514%2Fitems%3Fkey%3DeuYq5cdKpGK6xljQmpW8AeSb%26format%3Dbibtex%26limit%3D100&amp;jsonp=1&amp;jsonp=1\"&gt;&lt;/script&gt;\n          </code>\n        </div>\n\n        <strong>PHP</strong>\n        <div class=\"well well-small\">\n          <code>\n            &lt;?php\n            $contents = file_get_contents(\"https://bibbase.org/show?bib=https%3A%2F%2Fapi.zotero.org%2Fgroups%2F4799514%2Fitems%3Fkey%3DeuYq5cdKpGK6xljQmpW8AeSb%26format%3Dbibtex%26limit%3D100&amp;jsonp=1\");\n            print_r($contents);\n            ?&gt;\n          </code>\n        </div>\n\n        <strong>iFrame</strong>\n        <span class=\"comment\">(not recommended)</span>\n        <div class=\"well well-small\">\n          <code>\n            &lt;iframe src=\"https://bibbase.org/show?bib=https%3A%2F%2Fapi.zotero.org%2Fgroups%2F4799514%2Fitems%3Fkey%3DeuYq5cdKpGK6xljQmpW8AeSb%26format%3Dbibtex%26limit%3D100&amp;jsonp=1\"&gt;&lt;/iframe&gt;\n          </code>\n        </div>\n\n        <p>\n          For more details see the <a href=\"//bibbase.org/help\">documention</a>.\n        </p>\n      </div>\n    </div>\n\n    <div class=\"alert alert-success bibbase_msg\" id=\"bibbase_msg_preview\"\n         style=\"display: none;\">\n\n      This is a preview! To use this list on your own web site\n      or create a new web site from it,\n      <a href=\"/network/register?next=/network/newAccountWithFile%3FfileId=\"\n      >create a free account</a>. The file will be added\n      and you will be able to edit it in the File Manager.\n      We will show you instructions once you've created your account.\n    </div>\n\n    <div class=\"alert alert-warning bibbase_msg\" id=\"bibbase_msg_mendeley1\"\n         style=\"display: none;\">\n\n      <p>To the site owner:</p>\n\n      <p><strong>Action required!</strong> Mendeley is changing its\n        API. In order to keep using Mendeley with BibBase past April\n        14th, you need to:\n        <ol>\n          <li>renew the authorization for BibBase on Mendeley, and</li>\n          <li>update the BibBase URL\n            in your page the same way you did when you initially set up\n            this page.\n          </li>\n        </ol>\n      </p>\n\n      <p>\n        <a href=\"http://bibbase.org/cgi-bin/mendeley2/get.py\">\n          <i class=\"fa fa-angle-double-right\"></i>\n          Fix it now</a>\n      </p>\n    </div>\n\n  </div>\n\n\n  <div id=\"bibbase_body\">\n    \n  \n  <div class=\"bibbase_group_whole\" id=\"group_2023\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_2023')\"\n      onkeypress=\"toggleGroup('group_2023')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>2023</span>\n      <span class=\"bibbase_group_count\">\n        \n        (14)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"polleres-pernisch-bonifati-dellaglio-dobriy-dumbrava-etcheverry-ferranti-etal-howdoesknowledgeevolveinopenknowledgegraphs-2023\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://drops.dagstuhl.de/entities/document/10.4230/TGDK.1.1.11\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'polleres-pernisch-bonifati-dellaglio-dobriy-dumbrava-etcheverry-ferranti-etal-howdoesknowledgeevolveinopenknowledgegraphs-2023', 'https://drops.dagstuhl.de/entities/document/10.4230/TGDK.1.1.11', event);\">\n    How Does Knowledge Evolve in Open Knowledge Graphs?.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Polleres, A.; Pernisch, R.; Bonifati, A.; Dell'Aglio, D.; Dobriy, D.; Dumbrava, S.; Etcheverry, L.; Ferranti, N.; Hose, K.; Jiménez-Ruiz, E.; Lissandrini, M.; Scherp, A.; Tommasini, R.;  and Wachs, J.\n</span>\n\n  \n\n</span>\n\n  <i>DROPS-IDN/v2/document/10.4230/TGDK.1.1.11</i>.  2023.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://drops.dagstuhl.de/entities/document/10.4230/TGDK.1.1.11\"\n     onclick=\"log_download('polleres-pernisch-bonifati-dellaglio-dobriy-dumbrava-etcheverry-ferranti-etal-howdoesknowledgeevolveinopenknowledgegraphs-2023', 'https://drops.dagstuhl.de/entities/document/10.4230/TGDK.1.1.11', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"How Does Knowledge Evolve in Open Knowledge Graphs? [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.4230/TGDK.1.1.11\"\n     onclick=\"log_download('polleres-pernisch-bonifati-dellaglio-dobriy-dumbrava-etcheverry-ferranti-etal-howdoesknowledgeevolveinopenknowledgegraphs-2023', 'http://doi.org/10.4230/TGDK.1.1.11', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/polleres-pernisch-bonifati-dellaglio-dobriy-dumbrava-etcheverry-ferranti-etal-howdoesknowledgeevolveinopenknowledgegraphs-2023\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>1 download</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('polleres-pernisch-bonifati-dellaglio-dobriy-dumbrava-etcheverry-ferranti-etal-howdoesknowledgeevolveinopenknowledgegraphs-2023')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{polleres_how_2023,\n\ttitle = {How {Does} {Knowledge} {Evolve} in {Open} {Knowledge} {Graphs}?},\n\tcopyright = {https://creativecommons.org/licenses/by/4.0/legalcode},\n\turl = {https://drops.dagstuhl.de/entities/document/10.4230/TGDK.1.1.11},\n\tdoi = {10.4230/TGDK.1.1.11},\n\tabstract = {Openly available, collaboratively edited Knowledge Graphs (KGs) are key platforms for the collective management of evolving knowledge. The present work aims t o provide an analysis of the obstacles related to investigating and processing specifically this central aspect of evolution in KGs. To this end, we discuss (i) the dimensions of evolution in KGs, (ii) the observability of evolution in existing, open, collaboratively constructed Knowledge Graphs over time, and (iii) possible metrics to analyse this evolution. We provide an overview of relevant state-of-the-art research, ranging from metrics developed for Knowledge Graphs specifically to potential methods from related fields such as network science. Additionally, we discuss technical approaches - and their current limitations - related to storing, analysing and processing large and evolving KGs in terms of handling typical KG downstream tasks.},\n\tlanguage = {en},\n\turldate = {2023-12-20},\n\tjournal = {DROPS-IDN/v2/document/10.4230/TGDK.1.1.11},\n\tauthor = {Polleres, Axel and Pernisch, Romana and Bonifati, Angela and Dell&#x27;Aglio, Daniele and Dobriy, Daniil and Dumbrava, Stefania and Etcheverry, Lorena and Ferranti, Nicolas and Hose, Katja and Jiménez-Ruiz, Ernesto and Lissandrini, Matteo and Scherp, Ansgar and Tommasini, Riccardo and Wachs, Johannes},\n\tyear = {2023},\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Openly available, collaboratively edited Knowledge Graphs (KGs) are key platforms for the collective management of evolving knowledge. The present work aims t o provide an analysis of the obstacles related to investigating and processing specifically this central aspect of evolution in KGs. To this end, we discuss (i) the dimensions of evolution in KGs, (ii) the observability of evolution in existing, open, collaboratively constructed Knowledge Graphs over time, and (iii) possible metrics to analyse this evolution. We provide an overview of relevant state-of-the-art research, ranging from metrics developed for Knowledge Graphs specifically to potential methods from related fields such as network science. Additionally, we discuss technical approaches - and their current limitations - related to storing, analysing and processing large and evolving KGs in terms of handling typical KG downstream tasks.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"verkijk-roothaert-pernisch-schlobach-doyoucatchmydriftontheusageofembeddingmethodstomeasureconceptshiftinknowledgegraphs-2023\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://dl.acm.org/doi/10.1145/3587259.3627555\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'verkijk-roothaert-pernisch-schlobach-doyoucatchmydriftontheusageofembeddingmethodstomeasureconceptshiftinknowledgegraphs-2023', 'https://dl.acm.org/doi/10.1145/3587259.3627555', event);\">\n    Do you catch my drift? On the usage of embedding methods to measure concept shift in knowledge graphs.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Verkijk, S.; Roothaert, R.; Pernisch, R.;  and Schlobach, S.\n</span>\n\n  \n\n</span>\n\n  In <i>Proceedings of the 12th Knowledge Capture Conference 2023</i>, of <i>K-CAP '23</i>, pages 70–74, New York, NY, USA, December 2023. Association for Computing Machinery\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://dl.acm.org/doi/10.1145/3587259.3627555\"\n     onclick=\"log_download('verkijk-roothaert-pernisch-schlobach-doyoucatchmydriftontheusageofembeddingmethodstomeasureconceptshiftinknowledgegraphs-2023', 'https://dl.acm.org/doi/10.1145/3587259.3627555', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Do you catch my drift? On the usage of embedding methods to measure concept shift in knowledge graphs [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.1145/3587259.3627555\"\n     onclick=\"log_download('verkijk-roothaert-pernisch-schlobach-doyoucatchmydriftontheusageofembeddingmethodstomeasureconceptshiftinknowledgegraphs-2023', 'http://doi.org/10.1145/3587259.3627555', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/verkijk-roothaert-pernisch-schlobach-doyoucatchmydriftontheusageofembeddingmethodstomeasureconceptshiftinknowledgegraphs-2023\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('verkijk-roothaert-pernisch-schlobach-doyoucatchmydriftontheusageofembeddingmethodstomeasureconceptshiftinknowledgegraphs-2023')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{verkijk_you_2023,\n\taddress = {New York, NY, USA},\n\tseries = {K-{CAP} &#x27;23},\n\ttitle = {Do you catch my drift? {On} the usage of embedding methods to measure concept shift in knowledge graphs},\n\tisbn = {9798400701412},\n\tshorttitle = {Do you catch my drift?},\n\turl = {https://dl.acm.org/doi/10.1145/3587259.3627555},\n\tdoi = {10.1145/3587259.3627555},\n\tabstract = {Automatically detecting and measuring differences between evolving Knowledge Graphs (KGs) has been a topic of investigation for years. With the rising popularity of embedding methods, we investigate the possibility of using embeddings to detect Concept Shift in evolving KGs. Specifically, we go deeper into the usage of nearest neighbour set comparison as the basis for a similarity measure, and show why this approach is conceptually problematic. As an alternative, we explore the possibility of using clustering methods. This paper serves to (i) inform the community about the challenges that arise when using KG embeddings for the comparison of different versions of a KG specifically, (ii) investigate how this is supported by theories on knowledge representation and semantic representation in NLP and (iii) take the first steps into the direction of valuable representation of semantics within KGs for comparison.},\n\turldate = {2023-12-20},\n\tbooktitle = {Proceedings of the 12th {Knowledge} {Capture} {Conference} 2023},\n\tpublisher = {Association for Computing Machinery},\n\tauthor = {Verkijk, Stella and Roothaert, Ritten and Pernisch, Romana and Schlobach, Stefan},\n\tmonth = dec,\n\tyear = {2023},\n\tkeywords = {Concept Shift, Knowledge Graph Embeddings, NLP, Semantics},\n\tpages = {70--74},\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Automatically detecting and measuring differences between evolving Knowledge Graphs (KGs) has been a topic of investigation for years. With the rising popularity of embedding methods, we investigate the possibility of using embeddings to detect Concept Shift in evolving KGs. Specifically, we go deeper into the usage of nearest neighbour set comparison as the basis for a similarity measure, and show why this approach is conceptually problematic. As an alternative, we explore the possibility of using clustering methods. This paper serves to (i) inform the community about the challenges that arise when using KG embeddings for the comparison of different versions of a KG specifically, (ii) investigate how this is supported by theories on knowledge representation and semantic representation in NLP and (iii) take the first steps into the direction of valuable representation of semantics within KGs for comparison.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"cochez-alivanistos-arakelyan-berrendorf-daza-galkin-minervini-niepert-etal-approximateansweringofgraphqueries-2023\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://doi.org/10.3233/FAIA230149\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'cochez-alivanistos-arakelyan-berrendorf-daza-galkin-minervini-niepert-etal-approximateansweringofgraphqueries-2023', 'https://doi.org/10.3233/FAIA230149', event);\">\n    Approximate Answering of Graph Queries.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Cochez, M.; Alivanistos, D.; Arakelyan, E.; Berrendorf, M.; Daza, D.; Galkin, M.; Minervini, P.; Niepert, M.;  and Ren, H.\n</span>\n\n  \n\n</span>\n\n  In Hitzler, P.; Sarker, M. K.;  and Eberhart, A., editor(s), <i>Compendium of Neurosymbolic Artificial Intelligence</i>, volume 369, of Frontiers in Artificial Intelligence and Applications, pages 373–386. IOS Press,  2023.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://doi.org/10.3233/FAIA230149\"\n     onclick=\"log_download('cochez-alivanistos-arakelyan-berrendorf-daza-galkin-minervini-niepert-etal-approximateansweringofgraphqueries-2023', 'https://doi.org/10.3233/FAIA230149', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Approximate Answering of Graph Queries [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.3233/FAIA230149\"\n     onclick=\"log_download('cochez-alivanistos-arakelyan-berrendorf-daza-galkin-minervini-niepert-etal-approximateansweringofgraphqueries-2023', 'http://doi.org/10.3233/FAIA230149', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/cochez-alivanistos-arakelyan-berrendorf-daza-galkin-minervini-niepert-etal-approximateansweringofgraphqueries-2023\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('cochez-alivanistos-arakelyan-berrendorf-daza-galkin-minervini-niepert-etal-approximateansweringofgraphqueries-2023')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@incollection{cochez_approximate_2023,\n\tseries = {Frontiers in {Artificial} {Intelligence} and {Applications}},\n\ttitle = {Approximate {Answering} of {Graph} {Queries}},\n\tvolume = {369},\n\tisbn = {978-1-64368-407-9},\n\turl = {https://doi.org/10.3233/FAIA230149},\n\tbooktitle = {Compendium of {Neurosymbolic} {Artificial} {Intelligence}},\n\tpublisher = {IOS Press},\n\tauthor = {Cochez, Michael and Alivanistos, Dimitrios and Arakelyan, Erik and Berrendorf, Max and Daza, Daniel and Galkin, Mikhail and Minervini, Pasquale and Niepert, Mathias and Ren, Hongyu},\n\teditor = {Hitzler, Pascal and Sarker, Md Kamruzzaman and Eberhart, Aaron},\n\tyear = {2023},\n\tdoi = {10.3233/FAIA230149},\n\tpages = {373--386},\n}\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"renaux-terwagne-cochez-tiddi-now-lenaerts-aknowledgegraphapproachtopredictandinterpretdiseasecausinggeneinteractions-2023\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://doi.org/10.1186/s12859-023-05451-5\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'renaux-terwagne-cochez-tiddi-now-lenaerts-aknowledgegraphapproachtopredictandinterpretdiseasecausinggeneinteractions-2023', 'https://doi.org/10.1186/s12859-023-05451-5', event);\">\n    A knowledge graph approach to predict and interpret disease-causing gene interactions.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Renaux, A.; Terwagne, C.; Cochez, M.; Tiddi, I.; Nowé, A.;  and Lenaerts, T.\n</span>\n\n  \n\n</span>\n\n  <i>BMC Bioinformatics</i>, 24(1): 324.  2023.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://doi.org/10.1186/s12859-023-05451-5\"\n     onclick=\"log_download('renaux-terwagne-cochez-tiddi-now-lenaerts-aknowledgegraphapproachtopredictandinterpretdiseasecausinggeneinteractions-2023', 'https://doi.org/10.1186/s12859-023-05451-5', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"A knowledge graph approach to predict and interpret disease-causing gene interactions [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.1186/S12859-023-05451-5\"\n     onclick=\"log_download('renaux-terwagne-cochez-tiddi-now-lenaerts-aknowledgegraphapproachtopredictandinterpretdiseasecausinggeneinteractions-2023', 'http://doi.org/10.1186/S12859-023-05451-5', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/renaux-terwagne-cochez-tiddi-now-lenaerts-aknowledgegraphapproachtopredictandinterpretdiseasecausinggeneinteractions-2023\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('renaux-terwagne-cochez-tiddi-now-lenaerts-aknowledgegraphapproachtopredictandinterpretdiseasecausinggeneinteractions-2023')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{renaux_knowledge_2023,\n\ttitle = {A knowledge graph approach to predict and interpret disease-causing gene interactions},\n\tvolume = {24},\n\turl = {https://doi.org/10.1186/s12859-023-05451-5},\n\tdoi = {10.1186/S12859-023-05451-5},\n\tnumber = {1},\n\tjournal = {BMC Bioinformatics},\n\tauthor = {Renaux, Alexandre and Terwagne, Chloé and Cochez, Michael and Tiddi, Ilaria and Nowé, Ann and Lenaerts, Tom},\n\tyear = {2023},\n\tpages = {324},\n}\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"karim-islam-shajalal-beyan-lange-cochez-rebholzschuhmann-decker-explainableaiforbioinformaticsmethodstoolsandapplications-2023\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://doi.org/10.1093/bib/bbad236\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'karim-islam-shajalal-beyan-lange-cochez-rebholzschuhmann-decker-explainableaiforbioinformaticsmethodstoolsandapplications-2023', 'https://doi.org/10.1093/bib/bbad236', event);\">\n    Explainable AI for Bioinformatics: Methods, Tools and Applications.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Karim, M. R.; Islam, T.; Shajalal, M.; Beyan, O.; Lange, C.; Cochez, M.; Rebholz-Schuhmann, D.;  and Decker, S.\n</span>\n\n  \n\n</span>\n\n  <i>Briefings Bioinformatics</i>, 24(5). October 2023.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://doi.org/10.1093/bib/bbad236\"\n     onclick=\"log_download('karim-islam-shajalal-beyan-lange-cochez-rebholzschuhmann-decker-explainableaiforbioinformaticsmethodstoolsandapplications-2023', 'https://doi.org/10.1093/bib/bbad236', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Explainable AI for Bioinformatics: Methods, Tools and Applications [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.1093/BIB/BBAD236\"\n     onclick=\"log_download('karim-islam-shajalal-beyan-lange-cochez-rebholzschuhmann-decker-explainableaiforbioinformaticsmethodstoolsandapplications-2023', 'http://doi.org/10.1093/BIB/BBAD236', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/karim-islam-shajalal-beyan-lange-cochez-rebholzschuhmann-decker-explainableaiforbioinformaticsmethodstoolsandapplications-2023\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('karim-islam-shajalal-beyan-lange-cochez-rebholzschuhmann-decker-explainableaiforbioinformaticsmethodstoolsandapplications-2023')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{karim_explainable_2023,\n\ttitle = {Explainable {AI} for {Bioinformatics}: {Methods}, {Tools} and {Applications}},\n\tvolume = {24},\n\turl = {https://doi.org/10.1093/bib/bbad236},\n\tdoi = {10.1093/BIB/BBAD236},\n\tnumber = {5},\n\tjournal = {Briefings Bioinformatics},\n\tauthor = {Karim, Md Rezaul and Islam, Tanhim and Shajalal, Md and Beyan, Oya and Lange, Christoph and Cochez, Michael and Rebholz-Schuhmann, Dietrich and Decker, Stefan},\n\tmonth = oct,\n\tyear = {2023},\n}\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"ducu-cochez-qualifierrecommendationforwikidata-2023\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://wikidataworkshop.github.io/2023/#mu-sessions\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'ducu-cochez-qualifierrecommendationforwikidata-2023', 'https://wikidataworkshop.github.io/2023/#mu-sessions', event);\">\n    Qualifier Recommendation for Wikidata.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Ducu, A. M.;  and Cochez, M.\n</span>\n\n  \n\n</span>\n\n  In Athens, Greece, November 2023. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://wikidataworkshop.github.io/2023/#mu-sessions\"\n     onclick=\"log_download('ducu-cochez-qualifierrecommendationforwikidata-2023', 'https://wikidataworkshop.github.io/2023/#mu-sessions', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Qualifier Recommendation for Wikidata [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/ducu-cochez-qualifierrecommendationforwikidata-2023\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('ducu-cochez-qualifierrecommendationforwikidata-2023')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{ducu_qualifier_2023,\n\taddress = {Athens, Greece},\n\ttitle = {Qualifier {Recommendation} for {Wikidata}},\n\turl = {https://wikidataworkshop.github.io/2023/#mu-sessions},\n\tabstract = {Wikidata, a collaborative knowledge base for structured data, empowers both human and machine users to contribute and access information. Its main role is in supporting Wikimedia projects by acting as the central storage database for the Wikimedia movement. To optimize the manual process of adding new facts, Wikidata utilizes the association rule-based PropertySuggester tool. However, a recent paper introduced the SchemaTree, a novel approach that surpasses the state-of-the-art PropertySuggester in all performance metrics. The new recommender employs a trie-based method and frequentist inference to efficiently learn and represent property set probabilities within RDF graphs. In this paper, we adapt that recommendation approach, to recommend qualifiers. Specifically, we want to find out whether the recommendation can be done using co-occurrence information of the qualifiers, or whether type information of the item and the value of statements improves performance. We found that the qualifier recommender that uses co-occurring qualifiers and type information leads to the best performance.},\n\tauthor = {Ducu, Andrei Mihai and Cochez, Michael},\n\tmonth = nov,\n\tyear = {2023},\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Wikidata, a collaborative knowledge base for structured data, empowers both human and machine users to contribute and access information. Its main role is in supporting Wikimedia projects by acting as the central storage database for the Wikimedia movement. To optimize the manual process of adding new facts, Wikidata utilizes the association rule-based PropertySuggester tool. However, a recent paper introduced the SchemaTree, a novel approach that surpasses the state-of-the-art PropertySuggester in all performance metrics. The new recommender employs a trie-based method and frequentist inference to efficiently learn and represent property set probabilities within RDF graphs. In this paper, we adapt that recommendation approach, to recommend qualifiers. Specifically, we want to find out whether the recommendation can be done using co-occurrence information of the qualifiers, or whether type information of the item and the value of statements improves performance. We found that the qualifier recommender that uses co-occurring qualifiers and type information leads to the best performance.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"biswas-kaffee-cochez-dumbrava-jendal-lissandrini-lopez-menc-etal-knowledgegraphembeddingsopenchallengesandopportunities-2023\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  Knowledge Graph Embeddings: Open Challenges and Opportunities.\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Biswas, R.; Kaffee, L.; Cochez, M.; Dumbrava, S.; Jendal, T.; Lissandrini, M.; Lopez, V.; Menc, E. L.; Paulheim, H.; Sack, H.; Vakaj, E. K.;  and de Melo, G.\n</span>\n\n  \n\n</span>\n\n  <i>Transactions on Graph Data and Knowledge</i>, 1(1). December 2023.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/biswas-kaffee-cochez-dumbrava-jendal-lissandrini-lopez-menc-etal-knowledgegraphembeddingsopenchallengesandopportunities-2023\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('biswas-kaffee-cochez-dumbrava-jendal-lissandrini-lopez-menc-etal-knowledgegraphembeddingsopenchallengesandopportunities-2023')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{biswas_knowledge_2023,\n\ttitle = {Knowledge {Graph} {Embeddings}: {Open} {Challenges} and {Opportunities}},\n\tvolume = {1},\n\tnumber = {1},\n\tjournal = {Transactions on Graph Data and Knowledge},\n\tauthor = {Biswas, Russa and Kaffee, Lucie-Aimée and Cochez, Michael and Dumbrava, Stefania and Jendal, Theis and Lissandrini, Matteo and Lopez, Vanessa and Menc, Eneldo Loza and Paulheim, Heiko and Sack, Harald and Vakaj, Edlira Kalemi and de Melo, Gerard},\n\tmonth = dec,\n\tyear = {2023},\n}\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"arakelyan-minervini-daza-cochez-augenstein-adaptingneurallinkpredictorsfordataefficientcomplexqueryanswering-2023\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://openreview.net/forum?id=1G7CBp8o7L\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'arakelyan-minervini-daza-cochez-augenstein-adaptingneurallinkpredictorsfordataefficientcomplexqueryanswering-2023', 'https://openreview.net/forum?id=1G7CBp8o7L', event);\">\n    Adapting Neural Link Predictors for Data-Efficient Complex Query Answering.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Arakelyan, E.; Minervini, P.; Daza, D.; Cochez, M.;  and Augenstein, I.\n</span>\n\n  \n\n</span>\n\n  In New Orleans, July 2023. OpenReview.net\n  <span class=\"note\">arXiv:2301.12313 [cs]</span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://openreview.net/forum?id=1G7CBp8o7L\"\n     onclick=\"log_download('arakelyan-minervini-daza-cochez-augenstein-adaptingneurallinkpredictorsfordataefficientcomplexqueryanswering-2023', 'https://openreview.net/forum?id=1G7CBp8o7L', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Adapting Neural Link Predictors for Data-Efficient Complex Query Answering [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.48550/arXiv.2301.12313\"\n     onclick=\"log_download('arakelyan-minervini-daza-cochez-augenstein-adaptingneurallinkpredictorsfordataefficientcomplexqueryanswering-2023', 'http://doi.org/10.48550/arXiv.2301.12313', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/arakelyan-minervini-daza-cochez-augenstein-adaptingneurallinkpredictorsfordataefficientcomplexqueryanswering-2023\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('arakelyan-minervini-daza-cochez-augenstein-adaptingneurallinkpredictorsfordataefficientcomplexqueryanswering-2023')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{arakelyan_adapting_2023,\n\taddress = {New Orleans},\n\ttitle = {Adapting {Neural} {Link} {Predictors} for {Data}-{Efficient} {Complex} {Query} {Answering}},\n\turl = {https://openreview.net/forum?id=1G7CBp8o7L},\n\tdoi = {10.48550/arXiv.2301.12313},\n\tabstract = {Answering complex queries on incomplete knowledge graphs is a challenging task where a model needs to answer complex logical queries in the presence of missing knowledge. Prior work in the literature has proposed to address this problem by designing architectures trained end-to-end for the complex query answering task with a reasoning process that is hard to interpret while requiring data and resource-intensive training. Other lines of research have proposed re-using simple neural link predictors to answer complex queries, reducing the amount of training data by orders of magnitude while providing interpretable answers. The neural link predictor used in such approaches is not explicitly optimised for the complex query answering task, implying that its scores are not calibrated to interact together. We propose to address these problems via CQD\n, a parameter-efficient score {\\textbackslash}emph\\{adaptation\\} model optimised to re-calibrate neural link prediction scores for the complex query answering task. While the neural link predictor is frozen, the adaptation component -- which only increases the number of model parameters by \n -- is trained on the downstream complex query answering task. Furthermore, the calibration component enables us to support reasoning over queries that include atomic negations, which was previously impossible with link predictors. In our experiments, CQD\n produces significantly more accurate results than current state-of-the-art methods, improving from \n to \n Mean Reciprocal Rank values averaged across all datasets and query types while using \n of the available training query types. We further show that CQD\n is data-efficient, achieving competitive results with only \n of the complex training queries and robust in out-of-domain evaluations. Source code and datasets are available at https://github.com/EdinburghNLP/adaptive-cqd.},\n\tpublisher = {OpenReview.net},\n\tauthor = {Arakelyan, Erik and Minervini, Pasquale and Daza, Daniel and Cochez, Michael and Augenstein, Isabelle},\n\tmonth = jul,\n\tyear = {2023},\n\tnote = {arXiv:2301.12313 [cs]},\n\tkeywords = {Computer Science - Artificial Intelligence, Computer Science - Logic in Computer Science, Computer Science - Machine Learning, Computer Science - Neural and Evolutionary Computing},\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Answering complex queries on incomplete knowledge graphs is a challenging task where a model needs to answer complex logical queries in the presence of missing knowledge. Prior work in the literature has proposed to address this problem by designing architectures trained end-to-end for the complex query answering task with a reasoning process that is hard to interpret while requiring data and resource-intensive training. Other lines of research have proposed re-using simple neural link predictors to answer complex queries, reducing the amount of training data by orders of magnitude while providing interpretable answers. The neural link predictor used in such approaches is not explicitly optimised for the complex query answering task, implying that its scores are not calibrated to interact together. We propose to address these problems via CQD , a parameter-efficient score \\emph\\adaptation\\ model optimised to re-calibrate neural link prediction scores for the complex query answering task. While the neural link predictor is frozen, the adaptation component – which only increases the number of model parameters by – is trained on the downstream complex query answering task. Furthermore, the calibration component enables us to support reasoning over queries that include atomic negations, which was previously impossible with link predictors. In our experiments, CQD produces significantly more accurate results than current state-of-the-art methods, improving from to Mean Reciprocal Rank values averaged across all datasets and query types while using of the available training query types. We further show that CQD is data-efficient, achieving competitive results with only of the complex training queries and robust in out-of-domain evaluations. Source code and datasets are available at https://github.com/EdinburghNLP/adaptive-cqd.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"xiong-nayyeri-daza-cochez-reasoningbeyondtriplesrecentadvancesinknowledgegraphembeddings-2023\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://doi.org/10.1145/3583780.3615294\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'xiong-nayyeri-daza-cochez-reasoningbeyondtriplesrecentadvancesinknowledgegraphembeddings-2023', 'https://doi.org/10.1145/3583780.3615294', event);\">\n    Reasoning beyond Triples: Recent Advances in Knowledge Graph Embeddings.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Xiong, B.; Nayyeri, M.; Daza, D.;  and Cochez, M.\n</span>\n\n  \n\n</span>\n\n  In Frommholz, I.; Hopfgartner, F.; Lee, M.; Oakes, M.; Lalmas, M.; Zhang, M.;  and Santos, R. L. T., editor(s), <i>Proceedings of the 32nd ACM International Conference on Information and Knowledge Management, CIKM 2023, Birmingham, United Kingdom, October 21-25, 2023</i>, pages 5228–5231,  2023. ACM\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://doi.org/10.1145/3583780.3615294\"\n     onclick=\"log_download('xiong-nayyeri-daza-cochez-reasoningbeyondtriplesrecentadvancesinknowledgegraphembeddings-2023', 'https://doi.org/10.1145/3583780.3615294', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Reasoning beyond Triples: Recent Advances in Knowledge Graph Embeddings [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.1145/3583780.3615294\"\n     onclick=\"log_download('xiong-nayyeri-daza-cochez-reasoningbeyondtriplesrecentadvancesinknowledgegraphembeddings-2023', 'http://doi.org/10.1145/3583780.3615294', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/xiong-nayyeri-daza-cochez-reasoningbeyondtriplesrecentadvancesinknowledgegraphembeddings-2023\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('xiong-nayyeri-daza-cochez-reasoningbeyondtriplesrecentadvancesinknowledgegraphembeddings-2023')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{xiong_reasoning_2023,\n\ttitle = {Reasoning beyond {Triples}: {Recent} {Advances} in {Knowledge} {Graph} {Embeddings}},\n\turl = {https://doi.org/10.1145/3583780.3615294},\n\tdoi = {10.1145/3583780.3615294},\n\tbooktitle = {Proceedings of the 32nd {ACM} {International} {Conference} on {Information} and {Knowledge} {Management}, {CIKM} 2023, {Birmingham}, {United} {Kingdom}, {October} 21-25, 2023},\n\tpublisher = {ACM},\n\tauthor = {Xiong, Bo and Nayyeri, Mojtaba and Daza, Daniel and Cochez, Michael},\n\teditor = {Frommholz, Ingo and Hopfgartner, Frank and Lee, Mark and Oakes, Michael and Lalmas, Mounia and Zhang, Min and Santos, Rodrygo L. T.},\n\tyear = {2023},\n\tpages = {5228--5231},\n}\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"scherp-richerby-blume-cochez-rau-structuralsummarizationofsemanticgraphsusingquotients-2023\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  Structural Summarization of Semantic Graphs Using Quotients.\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Scherp, A.; Richerby, D.; Blume, T.; Cochez, M.;  and Rau, J.\n</span>\n\n  \n\n</span>\n\n  <i>Transactions on Graph Data and Knowledge</i>, 1(1). December 2023.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/scherp-richerby-blume-cochez-rau-structuralsummarizationofsemanticgraphsusingquotients-2023\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('scherp-richerby-blume-cochez-rau-structuralsummarizationofsemanticgraphsusingquotients-2023')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{scherp_structural_2023,\n\ttitle = {Structural {Summarization} of {Semantic} {Graphs} {Using} {Quotients}},\n\tvolume = {1},\n\tabstract = {Graph summarization is the process of computing a compact version of an input graph while preserving chosen features of its structure. \nWe consider semantic graphs where the features include edge labels and label sets associated with a vertex. Graph summaries are typically much smaller than the original graph. Applications that depend on the preserved features can perform their tasks on the summary, but much faster or with less memory overhead, while producing the same outcome as if they were applied on the original graph. \n\nIn this survey, we focus on structural summaries based on quotients that organize vertices in equivalence classes of shared features.\nStructural summaries are particularly popular for semantic graphs and have the advantage of defining a precise graph-based output. We consider approaches and algorithms for both static and temporal graphs. A common example of quotient-based structural summaries is bisimulation, and we discuss this in detail. While there exist other surveys on graph summarization, to the best of our knowledge, we are the first to bring in a focused discussion on quotients, bisimulation, and their relation. Furthermore, structural summarization naturally connects well with formal logic due to the discrete structures considered. We complete the survey with a brief description of approaches beyond structural summaries.},\n\tnumber = {1},\n\tjournal = {Transactions on Graph Data and Knowledge},\n\tauthor = {Scherp, Ansgar and Richerby, David and Blume, Till and Cochez, Michael and Rau, Jannik},\n\tmonth = dec,\n\tyear = {2023},\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Graph summarization is the process of computing a compact version of an input graph while preserving chosen features of its structure. We consider semantic graphs where the features include edge labels and label sets associated with a vertex. Graph summaries are typically much smaller than the original graph. Applications that depend on the preserved features can perform their tasks on the summary, but much faster or with less memory overhead, while producing the same outcome as if they were applied on the original graph. In this survey, we focus on structural summaries based on quotients that organize vertices in equivalence classes of shared features. Structural summaries are particularly popular for semantic graphs and have the advantage of defining a precise graph-based output. We consider approaches and algorithms for both static and temporal graphs. A common example of quotient-based structural summaries is bisimulation, and we discuss this in detail. While there exist other surveys on graph summarization, to the best of our knowledge, we are the first to bring in a focused discussion on quotients, bisimulation, and their relation. Furthermore, structural summarization naturally connects well with formal logic due to the discrete structures considered. We complete the survey with a brief description of approaches beyond structural summaries.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"daza-alivanistos-mitra-pijnenburg-cochez-groth-bioblpamodularframeworkforlearningonmultimodalbiomedicalknowledgegraphs-2023\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://doi.org/10.1186/s13326-023-00301-y\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'daza-alivanistos-mitra-pijnenburg-cochez-groth-bioblpamodularframeworkforlearningonmultimodalbiomedicalknowledgegraphs-2023', 'https://doi.org/10.1186/s13326-023-00301-y', event);\">\n    BioBLP: a modular framework for learning on multimodal biomedical knowledge graphs.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Daza, D.; Alivanistos, D.; Mitra, P.; Pijnenburg, T.; Cochez, M.;  and Groth, P.\n</span>\n\n  \n\n</span>\n\n  <i>Journal of Biomedical Semantics</i>, 14(1): 20. December 2023.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://doi.org/10.1186/s13326-023-00301-y\"\n     onclick=\"log_download('daza-alivanistos-mitra-pijnenburg-cochez-groth-bioblpamodularframeworkforlearningonmultimodalbiomedicalknowledgegraphs-2023', 'https://doi.org/10.1186/s13326-023-00301-y', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"BioBLP: a modular framework for learning on multimodal biomedical knowledge graphs [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.1186/s13326-023-00301-y\"\n     onclick=\"log_download('daza-alivanistos-mitra-pijnenburg-cochez-groth-bioblpamodularframeworkforlearningonmultimodalbiomedicalknowledgegraphs-2023', 'http://doi.org/10.1186/s13326-023-00301-y', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/daza-alivanistos-mitra-pijnenburg-cochez-groth-bioblpamodularframeworkforlearningonmultimodalbiomedicalknowledgegraphs-2023\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('daza-alivanistos-mitra-pijnenburg-cochez-groth-bioblpamodularframeworkforlearningonmultimodalbiomedicalknowledgegraphs-2023')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{daza_bioblp_2023,\n\ttitle = {{BioBLP}: a modular framework for learning on multimodal biomedical knowledge graphs},\n\tvolume = {14},\n\tissn = {2041-1480},\n\turl = {https://doi.org/10.1186/s13326-023-00301-y},\n\tdoi = {10.1186/s13326-023-00301-y},\n\tabstract = {Knowledge graphs (KGs) are an important tool for representing complex relationships between entities in the biomedical domain. Several methods have been proposed for learning embeddings that can be used to predict new links in such graphs. Some methods ignore valuable attribute data associated with entities in biomedical KGs, such as protein sequences, or molecular graphs. Other works incorporate such data, but assume that entities can be represented with the same data modality. This is not always the case for biomedical KGs, where entities exhibit heterogeneous modalities that are central to their representation in the subject domain.},\n\tnumber = {1},\n\tjournal = {Journal of Biomedical Semantics},\n\tauthor = {Daza, Daniel and Alivanistos, Dimitrios and Mitra, Payal and Pijnenburg, Thom and Cochez, Michael and Groth, Paul},\n\tmonth = dec,\n\tyear = {2023},\n\tpages = {20},\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Knowledge graphs (KGs) are an important tool for representing complex relationships between entities in the biomedical domain. Several methods have been proposed for learning embeddings that can be used to predict new links in such graphs. Some methods ignore valuable attribute data associated with entities in biomedical KGs, such as protein sequences, or molecular graphs. Other works incorporate such data, but assume that entities can be represented with the same data modality. This is not always the case for biomedical KGs, where entities exhibit heterogeneous modalities that are central to their representation in the subject domain.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"chung-pernisch-schlobach-descriptivecomparisonofvisualontologychangesummarisationmethods-2023\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://link.springer.com/10.1007/978-3-031-43458-7_10\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'chung-pernisch-schlobach-descriptivecomparisonofvisualontologychangesummarisationmethods-2023', 'https://link.springer.com/10.1007/978-3-031-43458-7_10', event);\">\n    Descriptive Comparison of Visual Ontology Change Summarisation Methods.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Chung, K.; Pernisch, R.;  and Schlobach, S.\n</span>\n\n  \n\n</span>\n\n  In Pesquita, C.; Skaf-Molli, H.; Efthymiou, V.; Kirrane, S.; Ngonga, A.; Collarana, D.; Cerqueira, R.; Alam, M.; Trojahn, C.;  and Hertling, S., editor(s), <i>The Semantic Web: ESWC 2023 Satellite Events</i>, volume 13998, pages 54–58, Cham,  2023. Springer Nature Switzerland\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://link.springer.com/10.1007/978-3-031-43458-7_10\"\n     onclick=\"log_download('chung-pernisch-schlobach-descriptivecomparisonofvisualontologychangesummarisationmethods-2023', 'https://link.springer.com/10.1007/978-3-031-43458-7_10', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Descriptive Comparison of Visual Ontology Change Summarisation Methods [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.1007/978-3-031-43458-7_10\"\n     onclick=\"log_download('chung-pernisch-schlobach-descriptivecomparisonofvisualontologychangesummarisationmethods-2023', 'http://doi.org/10.1007/978-3-031-43458-7_10', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/chung-pernisch-schlobach-descriptivecomparisonofvisualontologychangesummarisationmethods-2023\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('chung-pernisch-schlobach-descriptivecomparisonofvisualontologychangesummarisationmethods-2023')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{pesquita_descriptive_2023,\n\taddress = {Cham},\n\ttitle = {Descriptive {Comparison} of {Visual} {Ontology} {Change} {Summarisation} {Methods}},\n\tvolume = {13998},\n\tisbn = {9783031434570 9783031434587},\n\turl = {https://link.springer.com/10.1007/978-3-031-43458-7_10},\n\tlanguage = {en},\n\turldate = {2023-11-13},\n\tbooktitle = {The {Semantic} {Web}: {ESWC} 2023 {Satellite} {Events}},\n\tpublisher = {Springer Nature Switzerland},\n\tauthor = {Chung, Kornpol and Pernisch, Romana and Schlobach, Stefan},\n\teditor = {Pesquita, Catia and Skaf-Molli, Hala and Efthymiou, Vasilis and Kirrane, Sabrina and Ngonga, Axel and Collarana, Diego and Cerqueira, Renato and Alam, Mehwish and Trojahn, Cassia and Hertling, Sven},\n\tyear = {2023},\n\tdoi = {10.1007/978-3-031-43458-7_10},\n\tpages = {54--58},\n}\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"kim-cochez-francoislavet-neerincx-vossen-amachinewithhumanlikememorysystems-2023\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  A Machine With Human-Like Memory Systems.\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Kim, T.; Cochez, M.; Francois-Lavet, V.; Neerincx, M.;  and Vossen, P.\n</span>\n\n  \n\n</span>\n\n  In <i>arXiv preprint arXiv:2204.01611</i>,  2023. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/kim-cochez-francoislavet-neerincx-vossen-amachinewithhumanlikememorysystems-2023\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('kim-cochez-francoislavet-neerincx-vossen-amachinewithhumanlikememorysystems-2023')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{kim_machine_2023,\n\ttitle = {A {Machine} {With} {Human}-{Like} {Memory} {Systems}},\n\tbooktitle = {{arXiv} preprint {arXiv}:2204.01611},\n\tauthor = {Kim, Taewoon and Cochez, Michael and Francois-Lavet, Vincent and Neerincx, Mark and Vossen, Piek},\n\tyear = {2023},\n}\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"pal-lassance-djean-clinchant-parameterefficientsparseretrieversandrerankersusingadapters-2023\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  Parameter-Efficient Sparse Retrievers and Rerankers Using Adapters.\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Pal, V.; Lassance, C.; Déjean, H.;  and Clinchant, S.\n</span>\n\n  \n\n</span>\n\n  In Kamps, J.; Goeuriot, L.; Crestani, F.; Maistro, M.; Joho, H.; Davis, B.; Gurrin, C.; Kruschwitz, U.;  and Caputo, A., editor(s), <i>Advances in Information Retrieval</i>, of <i>Lecture Notes in Computer Science</i>, pages 16–31, Cham,  2023. Springer Nature Switzerland\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n\n  \n  <a href=\"http://doi.org/10.1007/978-3-031-28238-6_2\"\n     onclick=\"log_download('pal-lassance-djean-clinchant-parameterefficientsparseretrieversandrerankersusingadapters-2023', 'http://doi.org/10.1007/978-3-031-28238-6_2', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/pal-lassance-djean-clinchant-parameterefficientsparseretrieversandrerankersusingadapters-2023\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>1 download</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('pal-lassance-djean-clinchant-parameterefficientsparseretrieversandrerankersusingadapters-2023')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{pal_parameter-efficient_2023,\n\taddress = {Cham},\n\tseries = {Lecture {Notes} in {Computer} {Science}},\n\ttitle = {Parameter-{Efficient} {Sparse} {Retrievers} and {Rerankers} {Using} {Adapters}},\n\tisbn = {978-3-031-28238-6},\n\tdoi = {10.1007/978-3-031-28238-6_2},\n\tabstract = {Parameter-Efficient transfer learning with Adapters have been studied in Natural Language Processing (NLP) as an alternative to full fine-tuning. Adapters are memory-efficient and scale well with downstream tasks by training small bottle-neck layers added between transformer layers while keeping the large pretrained language model (PLMs) frozen. In spite of showing promising results in NLP, these methods are under-explored in Information Retrieval. While previous studies have only experimented with dense retriever or in a cross lingual retrieval scenario, in this paper we aim to complete the picture on the use of adapters in IR. First, we study adapters for SPLADE, a sparse retriever, for which adapters not only retain the efficiency and effectiveness otherwise achieved by finetuning, but are memory-efficient and orders of magnitude lighter to train. We observe that Adapters-SPLADE not only optimizes just 2\\% of training parameters, but outperforms fully fine-tuned counterpart and existing parameter-efficient dense IR models on IR benchmark datasets. Secondly, we address domain adaptation of neural retrieval thanks to adapters on cross-domain BEIR datasets and TripClick. Finally, we also consider knowledge sharing between rerankers and first stage rankers. Overall, our study complete the examination of adapters for neural IR. (The code can be found at: https://github.com/naver/splade/tree/adapter-splade.)},\n\tlanguage = {en},\n\tbooktitle = {Advances in {Information} {Retrieval}},\n\tpublisher = {Springer Nature Switzerland},\n\tauthor = {Pal, Vaishali and Lassance, Carlos and Déjean, Hervé and Clinchant, Stéphane},\n\teditor = {Kamps, Jaap and Goeuriot, Lorraine and Crestani, Fabio and Maistro, Maria and Joho, Hideo and Davis, Brian and Gurrin, Cathal and Kruschwitz, Udo and Caputo, Annalina},\n\tyear = {2023},\n\tkeywords = {Adapters, Information Retrieval, Sparse neural retriever},\n\tpages = {16--31},\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Parameter-Efficient transfer learning with Adapters have been studied in Natural Language Processing (NLP) as an alternative to full fine-tuning. Adapters are memory-efficient and scale well with downstream tasks by training small bottle-neck layers added between transformer layers while keeping the large pretrained language model (PLMs) frozen. In spite of showing promising results in NLP, these methods are under-explored in Information Retrieval. While previous studies have only experimented with dense retriever or in a cross lingual retrieval scenario, in this paper we aim to complete the picture on the use of adapters in IR. First, we study adapters for SPLADE, a sparse retriever, for which adapters not only retain the efficiency and effectiveness otherwise achieved by finetuning, but are memory-efficient and orders of magnitude lighter to train. We observe that Adapters-SPLADE not only optimizes just 2% of training parameters, but outperforms fully fine-tuned counterpart and existing parameter-efficient dense IR models on IR benchmark datasets. Secondly, we address domain adaptation of neural retrieval thanks to adapters on cross-domain BEIR datasets and TripClick. Finally, we also consider knowledge sharing between rerankers and first stage rankers. Overall, our study complete the examination of adapters for neural IR. (The code can be found at: https://github.com/naver/splade/tree/adapter-splade.)\n</div>\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n  <div class=\"bibbase_group_whole\" id=\"group_2022\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_2022')\"\n      onkeypress=\"toggleGroup('group_2022')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>2022</span>\n      <span class=\"bibbase_group_count\">\n        \n        (17)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"prodan-kimovski-bartolini-cochez-iosup-kharlamov-roanec-vasiliu-etal-towardsextremeandsustainablegraphprocessingforurgentsocietalchallengesineurope-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  Towards Extreme and Sustainable Graph Processing for Urgent Societal Challenges in Europe.\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Prodan, R.; Kimovski, D.; Bartolini, A.; Cochez, M.; Iosup, A.; Kharlamov, E.; Rožanec, J.; Vasiliu, L.;  and Vărbănescu, A. L.\n</span>\n\n  \n\n</span>\n\n  In <i>2022 IEEE Cloud Summit</i>, pages 23–30, October 2022. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n\n  \n  <a href=\"http://doi.org/10.1109/CloudSummit54781.2022.00010\"\n     onclick=\"log_download('prodan-kimovski-bartolini-cochez-iosup-kharlamov-roanec-vasiliu-etal-towardsextremeandsustainablegraphprocessingforurgentsocietalchallengesineurope-2022', 'http://doi.org/10.1109/CloudSummit54781.2022.00010', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/prodan-kimovski-bartolini-cochez-iosup-kharlamov-roanec-vasiliu-etal-towardsextremeandsustainablegraphprocessingforurgentsocietalchallengesineurope-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('prodan-kimovski-bartolini-cochez-iosup-kharlamov-roanec-vasiliu-etal-towardsextremeandsustainablegraphprocessingforurgentsocietalchallengesineurope-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{prodan_towards_2022,\n\ttitle = {Towards {Extreme} and {Sustainable} {Graph} {Processing} for {Urgent} {Societal} {Challenges} in {Europe}},\n\tdoi = {10.1109/CloudSummit54781.2022.00010},\n\tabstract = {The Graph-Massivizer project, funded by the Horizon Europe research and innovation program, researches and develops a high-performance, scalable, and sustainable platform for information processing and reasoning based on the massive graph (MG) representation of extreme data. It delivers a toolkit of five open-source software tools and FAIR graph datasets covering the sustainable lifecycle of processing extreme data as MGs. The tools focus on holistic usability (from extreme data ingestion and MG creation), automated intelligence (through analytics and reasoning), performance modelling, and environmental sustainability tradeoffs, supported by credible data-driven evidence across the computing continuum. The automated operation uses the emerging serverless computing paradigm for efficiency and event responsiveness. Thus, it supports experienced and novice stakeholders from a broad group of large and small organisations to capitalise on extreme data through MG programming and processing. Graph-Massivizer validates its innovation on four complementary use cases considering their extreme data properties and coverage of the three sustainability pillars (economy, society, and environment): sustainable green finance, global environment protection foresight, green AI for the sustainable automotive industry, and data centre digital twin for exascale computing. Graph-Massivizer promises 70\\% more efficient analytics than AliGraph, and 30 \\% improved energy awareness for extract, transform and load storage operations than Amazon Redshift. Furthermore, it aims to demonstrate a possible two-fold improvement in data centre energy efficiency and over 25 \\% lower greenhouse gas emissions for basic graph operations.},\n\tbooktitle = {2022 {IEEE} {Cloud} {Summit}},\n\tauthor = {Prodan, Radu and Kimovski, Dragi and Bartolini, Andrea and Cochez, Michael and Iosup, Alexandru and Kharlamov, Evgeny and Rožanec, Jože and Vasiliu, Laurenţiu and Vărbănescu, Ana Lucia},\n\tmonth = oct,\n\tyear = {2022},\n\tkeywords = {Cognition, Data centers, Europe, Extreme data, Green products, Serverless computing, Technological innovation, Transforms, graph processing, serverless computing, sustainability},\n\tpages = {23--30},\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  The Graph-Massivizer project, funded by the Horizon Europe research and innovation program, researches and develops a high-performance, scalable, and sustainable platform for information processing and reasoning based on the massive graph (MG) representation of extreme data. It delivers a toolkit of five open-source software tools and FAIR graph datasets covering the sustainable lifecycle of processing extreme data as MGs. The tools focus on holistic usability (from extreme data ingestion and MG creation), automated intelligence (through analytics and reasoning), performance modelling, and environmental sustainability tradeoffs, supported by credible data-driven evidence across the computing continuum. The automated operation uses the emerging serverless computing paradigm for efficiency and event responsiveness. Thus, it supports experienced and novice stakeholders from a broad group of large and small organisations to capitalise on extreme data through MG programming and processing. Graph-Massivizer validates its innovation on four complementary use cases considering their extreme data properties and coverage of the three sustainability pillars (economy, society, and environment): sustainable green finance, global environment protection foresight, green AI for the sustainable automotive industry, and data centre digital twin for exascale computing. Graph-Massivizer promises 70% more efficient analytics than AliGraph, and 30 % improved energy awareness for extract, transform and load storage operations than Amazon Redshift. Furthermore, it aims to demonstrate a possible two-fold improvement in data centre energy efficiency and over 25 % lower greenhouse gas emissions for basic graph operations.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"vardasbi-derijke-dehghani-intersectionofparallelsasanearlystoppingcriterion-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://dl.acm.org/doi/10.1145/3511808.3557366\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'vardasbi-derijke-dehghani-intersectionofparallelsasanearlystoppingcriterion-2022', 'https://dl.acm.org/doi/10.1145/3511808.3557366', event);\">\n    Intersection of Parallels as an Early Stopping Criterion.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Vardasbi, A.; de Rijke, M.;  and Dehghani, M.\n</span>\n\n  \n\n</span>\n\n  In <i>Proceedings of the 31st ACM International Conference on Information & Knowledge Management</i>, of <i>CIKM '22</i>, pages 1965–1974, New York, NY, USA, October 2022. Association for Computing Machinery\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://dl.acm.org/doi/10.1145/3511808.3557366\"\n     onclick=\"log_download('vardasbi-derijke-dehghani-intersectionofparallelsasanearlystoppingcriterion-2022', 'https://dl.acm.org/doi/10.1145/3511808.3557366', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Intersection of Parallels as an Early Stopping Criterion [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.1145/3511808.3557366\"\n     onclick=\"log_download('vardasbi-derijke-dehghani-intersectionofparallelsasanearlystoppingcriterion-2022', 'http://doi.org/10.1145/3511808.3557366', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/vardasbi-derijke-dehghani-intersectionofparallelsasanearlystoppingcriterion-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>1 download</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('vardasbi-derijke-dehghani-intersectionofparallelsasanearlystoppingcriterion-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{vardasbi_intersection_2022,\n\taddress = {New York, NY, USA},\n\tseries = {{CIKM} &#x27;22},\n\ttitle = {Intersection of {Parallels} as an {Early} {Stopping} {Criterion}},\n\tisbn = {978-1-4503-9236-5},\n\turl = {https://dl.acm.org/doi/10.1145/3511808.3557366},\n\tdoi = {10.1145/3511808.3557366},\n\tabstract = {A common way to avoid overfitting in supervised learning is early stopping, where a held-out set is used for iterative evaluation during training to find a sweet spot in the number of training steps that gives maximum generalization. However, such a method requires a disjoint validation set, thus part of the labeled data from the training set is usually left out for this purpose, which is not ideal when training data is scarce. Furthermore, when the training labels are noisy, the performance of the model over a validation set may not be an accurate proxy for generalization. In this paper, we propose a method to spot an early stopping point in the training iterations of an overparameterized (NN) without the need for a validation set. We first show that in the overparameterized regime the randomly initialized weights of a linear model converge to the same direction during training. Using this result, we propose to train two parallel instances of a linear model, initialized with different random seeds, and use their intersection as a signal to detect overfitting. In order to detect intersection, we use the cosine distance between the weights of the parallel models during training iterations. Noticing that the final layer of a NN is a linear map of pre-last layer activations to output logits, we build on our criterion for linear models and propose an extension to multi-layer networks, using the new notion of counterfactual weights. We conduct experiments on two areas that early stopping has noticeable impact on preventing overfitting of a NN: (i) learning from noisy labels; and (ii) learning to rank in information retrieval. Our experiments on four widely used datasets confirm the effectiveness of our method for generalization. For a wide range of learning rates, our method, called Cosine-Distance Criterion (CDC), leads to better generalization on average than all the methods that we compare against in almost all of the tested cases.},\n\turldate = {2023-04-21},\n\tbooktitle = {Proceedings of the 31st {ACM} {International} {Conference} on {Information} \\&amp; {Knowledge} {Management}},\n\tpublisher = {Association for Computing Machinery},\n\tauthor = {Vardasbi, Ali and de Rijke, Maarten and Dehghani, Mostafa},\n\tmonth = oct,\n\tyear = {2022},\n\tkeywords = {cosine distance, early stopping, generalization, overparameterization},\n\tpages = {1965--1974},\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  A common way to avoid overfitting in supervised learning is early stopping, where a held-out set is used for iterative evaluation during training to find a sweet spot in the number of training steps that gives maximum generalization. However, such a method requires a disjoint validation set, thus part of the labeled data from the training set is usually left out for this purpose, which is not ideal when training data is scarce. Furthermore, when the training labels are noisy, the performance of the model over a validation set may not be an accurate proxy for generalization. In this paper, we propose a method to spot an early stopping point in the training iterations of an overparameterized (NN) without the need for a validation set. We first show that in the overparameterized regime the randomly initialized weights of a linear model converge to the same direction during training. Using this result, we propose to train two parallel instances of a linear model, initialized with different random seeds, and use their intersection as a signal to detect overfitting. In order to detect intersection, we use the cosine distance between the weights of the parallel models during training iterations. Noticing that the final layer of a NN is a linear map of pre-last layer activations to output logits, we build on our criterion for linear models and propose an extension to multi-layer networks, using the new notion of counterfactual weights. We conduct experiments on two areas that early stopping has noticeable impact on preventing overfitting of a NN: (i) learning from noisy labels; and (ii) learning to rank in information retrieval. Our experiments on four widely used datasets confirm the effectiveness of our method for generalization. For a wide range of learning rates, our method, called Cosine-Distance Criterion (CDC), leads to better generalization on average than all the methods that we compare against in almost all of the tested cases.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"vardasbi-sarvi-derijke-probabilisticpermutationgraphsearchblackboxoptimizationforfairnessinranking-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://doi.org/10.1145/3477495.3532045\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'vardasbi-sarvi-derijke-probabilisticpermutationgraphsearchblackboxoptimizationforfairnessinranking-2022', 'https://doi.org/10.1145/3477495.3532045', event);\">\n    Probabilistic Permutation Graph Search: Black-Box Optimization for Fairness in Ranking.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Vardasbi, A.; Sarvi, F.;  and de Rijke, M.\n</span>\n\n  \n\n</span>\n\n  In <i>Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval</i>, of <i>SIGIR '22</i>, pages 715–725, New York, NY, USA, July 2022. Association for Computing Machinery\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://doi.org/10.1145/3477495.3532045\"\n     onclick=\"log_download('vardasbi-sarvi-derijke-probabilisticpermutationgraphsearchblackboxoptimizationforfairnessinranking-2022', 'https://doi.org/10.1145/3477495.3532045', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Probabilistic Permutation Graph Search: Black-Box Optimization for Fairness in Ranking [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.1145/3477495.3532045\"\n     onclick=\"log_download('vardasbi-sarvi-derijke-probabilisticpermutationgraphsearchblackboxoptimizationforfairnessinranking-2022', 'http://doi.org/10.1145/3477495.3532045', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/vardasbi-sarvi-derijke-probabilisticpermutationgraphsearchblackboxoptimizationforfairnessinranking-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('vardasbi-sarvi-derijke-probabilisticpermutationgraphsearchblackboxoptimizationforfairnessinranking-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{vardasbi_probabilistic_2022,\n\taddress = {New York, NY, USA},\n\tseries = {{SIGIR} &#x27;22},\n\ttitle = {Probabilistic {Permutation} {Graph} {Search}: {Black}-{Box} {Optimization} for {Fairness} in {Ranking}},\n\tisbn = {978-1-4503-8732-3},\n\tshorttitle = {Probabilistic {Permutation} {Graph} {Search}},\n\turl = {https://doi.org/10.1145/3477495.3532045},\n\tdoi = {10.1145/3477495.3532045},\n\tabstract = {There are several measures for fairness in ranking, based on different underlying assumptions and perspectives. {\\textbackslash}acPL optimization with the REINFORCE algorithm can be used for optimizing black-box objective functions over permutations. In particular, it can be used for optimizing fairness measures. However, though effective for queries with a moderate number of repeating sessions, {\\textbackslash}acPL optimization has room for improvement for queries with a small number of repeating sessions. In this paper, we present a novel way of representing permutation distributions, based on the notion of permutation graphs. Similar to{\\textasciitilde}{\\textbackslash}acPL, our distribution representation, called{\\textasciitilde}{\\textbackslash}acPPG, can be used for black-box optimization of fairness. Different from{\\textasciitilde}{\\textbackslash}acPL, where pointwise logits are used as the distribution parameters, in{\\textasciitilde}{\\textbackslash}acPPG pairwise inversion probabilities together with a reference permutation construct the distribution. As such, the reference permutation can be set to the best sampled permutation regarding the objective function, making{\\textasciitilde}{\\textbackslash}acPPG suitable for both deterministic and stochastic rankings. Our experiments show that{\\textasciitilde}{\\textbackslash}acPPG, while comparable to{\\textasciitilde}{\\textbackslash}acPL for larger session repetitions (i.e., stochastic ranking), improves over{\\textasciitilde}{\\textbackslash}acPL for optimizing fairness metrics for queries with one session (i.e., deterministic ranking). Additionally, when accurate utility estimations are available, e.g., in tabular models, the performance of {\\textbackslash}acPPG in fairness optimization is significantly boosted compared to lower quality utility estimations from a learning to rank model, leading to a large performance gap with PL. Finally, the pairwise probabilities make it possible to impose pairwise constraints such as &quot;item \\$d\\_1\\$ should always be ranked higher than item \\$d\\_2\\$.&#x27;&#x27; Such constraints can be used to simultaneously optimize the fairness metric and control another objective such as ranking performance.},\n\turldate = {2023-04-21},\n\tbooktitle = {Proceedings of the 45th {International} {ACM} {SIGIR} {Conference} on {Research} and {Development} in {Information} {Retrieval}},\n\tpublisher = {Association for Computing Machinery},\n\tauthor = {Vardasbi, Ali and Sarvi, Fatemeh and de Rijke, Maarten},\n\tmonth = jul,\n\tyear = {2022},\n\tkeywords = {fairness in ranking, permutation distribution, permutation graph, plackett-luce},\n\tpages = {715--725},\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  There are several measures for fairness in ranking, based on different underlying assumptions and perspectives. \\acPL optimization with the REINFORCE algorithm can be used for optimizing black-box objective functions over permutations. In particular, it can be used for optimizing fairness measures. However, though effective for queries with a moderate number of repeating sessions, \\acPL optimization has room for improvement for queries with a small number of repeating sessions. In this paper, we present a novel way of representing permutation distributions, based on the notion of permutation graphs. Similar to~\\acPL, our distribution representation, called~\\acPPG, can be used for black-box optimization of fairness. Different from~\\acPL, where pointwise logits are used as the distribution parameters, in~\\acPPG pairwise inversion probabilities together with a reference permutation construct the distribution. As such, the reference permutation can be set to the best sampled permutation regarding the objective function, making~\\acPPG suitable for both deterministic and stochastic rankings. Our experiments show that~\\acPPG, while comparable to~\\acPL for larger session repetitions (i.e., stochastic ranking), improves over~\\acPL for optimizing fairness metrics for queries with one session (i.e., deterministic ranking). Additionally, when accurate utility estimations are available, e.g., in tabular models, the performance of \\acPPG in fairness optimization is significantly boosted compared to lower quality utility estimations from a learning to rank model, leading to a large performance gap with PL. Finally, the pairwise probabilities make it possible to impose pairwise constraints such as \"item $d_1$ should always be ranked higher than item $d_2$.'' Such constraints can be used to simultaneously optimize the fairness metric and control another objective such as ranking performance.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"wang-vanharmelen-huang-recommendingscientificdatasetsusingauthornetworksinensemblemethods-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://content.iospress.com/articles/data-science/ds220056\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'wang-vanharmelen-huang-recommendingscientificdatasetsusingauthornetworksinensemblemethods-2022', 'https://content.iospress.com/articles/data-science/ds220056', event);\">\n    Recommending scientific datasets using author networks in ensemble methods.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Wang, X.; van Harmelen, F.;  and Huang, Z.\n</span>\n\n  \n\n</span>\n\n  <i>Data Science</i>, 5(2): 167–193. July 2022.\n  <span class=\"note\">Publisher: IOS Press</span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://content.iospress.com/articles/data-science/ds220056\"\n     onclick=\"log_download('wang-vanharmelen-huang-recommendingscientificdatasetsusingauthornetworksinensemblemethods-2022', 'https://content.iospress.com/articles/data-science/ds220056', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Recommending scientific datasets using author networks in ensemble methods [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.3233/DS-220056\"\n     onclick=\"log_download('wang-vanharmelen-huang-recommendingscientificdatasetsusingauthornetworksinensemblemethods-2022', 'http://doi.org/10.3233/DS-220056', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/wang-vanharmelen-huang-recommendingscientificdatasetsusingauthornetworksinensemblemethods-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>1 download</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('wang-vanharmelen-huang-recommendingscientificdatasetsusingauthornetworksinensemblemethods-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{wang_recommending_2022,\n\ttitle = {Recommending scientific datasets using author networks in ensemble methods},\n\tvolume = {5},\n\tissn = {2451-8484},\n\turl = {https://content.iospress.com/articles/data-science/ds220056},\n\tdoi = {10.3233/DS-220056},\n\tabstract = {Open access to datasets is increasingly driving modern science. Consequently, discovering such datasets is becoming an important functionality for scientists in many different fields. We investigate methods for dataset recommendation : the task of re},\n\tlanguage = {en},\n\tnumber = {2},\n\turldate = {2023-04-22},\n\tjournal = {Data Science},\n\tauthor = {Wang, Xu and van Harmelen, Frank and Huang, Zhisheng},\n\tmonth = jul,\n\tyear = {2022},\n\tnote = {Publisher: IOS Press},\n\tpages = {167--193},\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Open access to datasets is increasingly driving modern science. Consequently, discovering such datasets is becoming an important functionality for scientists in many different fields. We investigate methods for dataset recommendation : the task of re\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"xiong-cochez-nayyeri-staab-hyperbolicembeddinginferenceforstructuredmultilabelprediction-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  Hyperbolic Embedding Inference for Structured Multi-Label Prediction.\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Xiong, B.; Cochez, M.; Nayyeri, M.;  and Staab, S.\n</span>\n\n  \n\n</span>\n\n  In <i>NeurIPS2022</i>, November 2022. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/xiong-cochez-nayyeri-staab-hyperbolicembeddinginferenceforstructuredmultilabelprediction-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('xiong-cochez-nayyeri-staab-hyperbolicembeddinginferenceforstructuredmultilabelprediction-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{xiong_hyperbolic_2022,\n\ttitle = {Hyperbolic {Embedding} {Inference} for {Structured} {Multi}-{Label} {Prediction}},\n\tbooktitle = {{NeurIPS2022}},\n\tauthor = {Xiong, Bo and Cochez, Michael and Nayyeri, Mojtaba and Staab, Steffen},\n\tmonth = nov,\n\tyear = {2022},\n}\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"harper-jr-groth-questionansweringwithadditiverestrictivetrainingquaartquestionansweringfortherapiddevelopmentofnewknowledgeextractionpipelines-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://doi.org/10.1007/978-3-031-17105-5\\_4\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'harper-jr-groth-questionansweringwithadditiverestrictivetrainingquaartquestionansweringfortherapiddevelopmentofnewknowledgeextractionpipelines-2022', 'https://doi.org/10.1007/978-3-031-17105-5\\_4', event);\">\n    Question Answering with Additive Restrictive Training (QuAART): Question Answering for the Rapid Development of New Knowledge Extraction Pipelines.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Harper, C. A.; Jr, R. D.;  and Groth, P.\n</span>\n\n  \n\n</span>\n\n  In Corcho, Ó.; Hollink, L.; Kutz, O.; Troquard, N.;  and Ekaputra, F. J., editor(s), <i>Knowledge Engineering and Knowledge Management - 23rd International Conference, EKAW 2022, Bolzano, Italy, September 26-29, 2022, Proceedings</i>, volume 13514, of <i>Lecture Notes in Computer Science</i>, pages 51–65, September 2022. Springer\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://doi.org/10.1007/978-3-031-17105-5\\_4\"\n     onclick=\"log_download('harper-jr-groth-questionansweringwithadditiverestrictivetrainingquaartquestionansweringfortherapiddevelopmentofnewknowledgeextractionpipelines-2022', 'https://doi.org/10.1007/978-3-031-17105-5\\_4', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Question Answering with Additive Restrictive Training (QuAART): Question Answering for the Rapid Development of New Knowledge Extraction Pipelines [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.1007/978-3-031-17105-5_4\"\n     onclick=\"log_download('harper-jr-groth-questionansweringwithadditiverestrictivetrainingquaartquestionansweringfortherapiddevelopmentofnewknowledgeextractionpipelines-2022', 'http://doi.org/10.1007/978-3-031-17105-5_4', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/harper-jr-groth-questionansweringwithadditiverestrictivetrainingquaartquestionansweringfortherapiddevelopmentofnewknowledgeextractionpipelines-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('harper-jr-groth-questionansweringwithadditiverestrictivetrainingquaartquestionansweringfortherapiddevelopmentofnewknowledgeextractionpipelines-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{harper_question_2022,\n\tseries = {Lecture {Notes} in {Computer} {Science}},\n\ttitle = {Question {Answering} with {Additive} {Restrictive} {Training} ({QuAART}): {Question} {Answering} for the {Rapid} {Development} of {New} {Knowledge} {Extraction} {Pipelines}},\n\tvolume = {13514},\n\turl = {https://doi.org/10.1007/978-3-031-17105-5\\_4},\n\tdoi = {10.1007/978-3-031-17105-5_4},\n\tbooktitle = {Knowledge {Engineering} and {Knowledge} {Management} - 23rd {International} {Conference}, {EKAW} 2022, {Bolzano}, {Italy}, {September} 26-29, 2022, {Proceedings}},\n\tpublisher = {Springer},\n\tauthor = {Harper, Corey A. and Jr, Ron Daniel and Groth, Paul},\n\teditor = {Corcho, Óscar and Hollink, Laura and Kutz, Oliver and Troquard, Nicolas and Ekaputra, Fajar J.},\n\tmonth = sep,\n\tyear = {2022},\n\tpages = {51--65},\n}\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"wang-vanharmelen-cochez-huang-yang-kong-zhang-qiu-scientificitemrecommendationusingacitationnetwork-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  Scientific Item Recommendation Using a Citation Network.\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Wang, X.; van Harmelen, F.; Cochez, M.; Huang, Z.; Yang, B.; Kong, L.; Zhang, T.;  and Qiu, M.\n</span>\n\n  \n\n</span>\n\n  In <i>Knowledge Science, Engineering and Management</i>, pages 469–484, Cham, August 2022. Springer International Publishing\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/wang-vanharmelen-cochez-huang-yang-kong-zhang-qiu-scientificitemrecommendationusingacitationnetwork-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('wang-vanharmelen-cochez-huang-yang-kong-zhang-qiu-scientificitemrecommendationusingacitationnetwork-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{wang_scientific_2022,\n\taddress = {Cham},\n\ttitle = {Scientific {Item} {Recommendation} {Using} a {Citation} {Network}},\n\tisbn = {978-3-031-10986-7},\n\tbooktitle = {Knowledge {Science}, {Engineering} and {Management}},\n\tpublisher = {Springer International Publishing},\n\tauthor = {Wang, Xu and van Harmelen, Frank and Cochez, Michael and Huang, Zhisheng&quot;, editor=&quot;Memmi, Gerard and Yang, Baijian and Kong, Linghe and Zhang, Tianwei and Qiu, Meikang},\n\tmonth = aug,\n\tyear = {2022},\n\tpages = {469--484},\n}\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"barthelemy-cochez-dimitriadis-karim-loutas-magnisalis-comet-peristeras-etal-towardsastandardbasedopendataecosystemanalysisofdcatapuseatnationalandeuropeanlevel-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  Towards a standard-based open data ecosystem: analysis of DCAT-AP use at national and European level.\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Barthelemy, F.; Cochez, M.; Dimitriadis, I.; Karim, N.; Loutas, N.; Magnisalis, I.; Comet, L. M.; Peristeras, V.;  and Wyns, B.\n</span>\n\n  \n\n</span>\n\n  <i>Electronic Government, an International Journal</i>, 18(2): 137–180. January 2022.\n  <span class=\"note\">Publisher: Inderscience Publishers (IEL)</span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/barthelemy-cochez-dimitriadis-karim-loutas-magnisalis-comet-peristeras-etal-towardsastandardbasedopendataecosystemanalysisofdcatapuseatnationalandeuropeanlevel-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('barthelemy-cochez-dimitriadis-karim-loutas-magnisalis-comet-peristeras-etal-towardsastandardbasedopendataecosystemanalysisofdcatapuseatnationalandeuropeanlevel-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{barthelemy_towards_2022,\n\ttitle = {Towards a standard-based open data ecosystem: analysis of {DCAT}-{AP} use at national and {European} level},\n\tvolume = {18},\n\tnumber = {2},\n\tjournal = {Electronic Government, an International Journal},\n\tauthor = {Barthelemy, Florian and Cochez, Michael and Dimitriadis, Iraklis and Karim, Naila and Loutas, Nikolaos and Magnisalis, Ioannis and Comet, Lina Molinas and Peristeras, Vassilios and Wyns, Brecht},\n\tmonth = jan,\n\tyear = {2022},\n\tnote = {Publisher: Inderscience Publishers (IEL)},\n\tpages = {137--180},\n}\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"generale-blume-cochez-scalingrgcntrainingwithgraphsummarization-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/abs/2203.02622\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'generale-blume-cochez-scalingrgcntrainingwithgraphsummarization-2022', 'https://arxiv.org/abs/2203.02622', event);\">\n    Scaling R-GCN Training with Graph Summarization.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Generale, A.; Blume, T.;  and Cochez, M.\n</span>\n\n  \n\n</span>\n\n  In <i>WWW '22: Companion Proceedings of the Web Conference 2022</i>, of <i>WWW '22</i>, pages 1073–1082, Virtual Event, Lyon, France, April 2022. Association for Computing Machinery\n  <span class=\"note\">arXiv preprint arXiv:2203.02622</span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/2203.02622\"\n     onclick=\"log_download('generale-blume-cochez-scalingrgcntrainingwithgraphsummarization-2022', 'https://arxiv.org/abs/2203.02622', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Scaling R-GCN Training with Graph Summarization [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/https://doi.org/10.1145/3487553.3524719\"\n     onclick=\"log_download('generale-blume-cochez-scalingrgcntrainingwithgraphsummarization-2022', 'http://doi.org/https://doi.org/10.1145/3487553.3524719', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/generale-blume-cochez-scalingrgcntrainingwithgraphsummarization-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>1 download</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('generale-blume-cochez-scalingrgcntrainingwithgraphsummarization-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{generale_scaling_2022,\n\taddress = {Virtual Event, Lyon, France},\n\tseries = {{WWW} &#x27;22},\n\ttitle = {Scaling {R}-{GCN} {Training} with {Graph} {Summarization}},\n\tisbn = {978-1-4503-9130-6},\n\turl = {https://arxiv.org/abs/2203.02622},\n\tdoi = {https://doi.org/10.1145/3487553.3524719},\n\tbooktitle = {{WWW} &#x27;22: {Companion} {Proceedings} of the {Web} {Conference} 2022},\n\tpublisher = {Association for Computing Machinery},\n\tauthor = {Generale, Alessandro and Blume, Till and Cochez, Michael},\n\tmonth = apr,\n\tyear = {2022},\n\tnote = {arXiv preprint arXiv:2203.02622},\n\tkeywords = {graph neural network, graph summarization, scalability},\n\tpages = {1073--1082},\n}\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"mansoury-mobasher-vanhoof-exposureawarerecommendationusingcontextualbandits-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/abs/2209.01665\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'mansoury-mobasher-vanhoof-exposureawarerecommendationusingcontextualbandits-2022', 'https://arxiv.org/abs/2209.01665', event);\">\n    Exposure-Aware Recommendation using Contextual Bandits.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Mansoury, M.; Mobasher, B.;  and van Hoof, H.\n</span>\n\n  \n\n</span>\n\n  In September 2022. 5th FAccTRec Workshop on Responsible Recommendation in conjunction with ACM RecSys 2022\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/2209.01665\"\n     onclick=\"log_download('mansoury-mobasher-vanhoof-exposureawarerecommendationusingcontextualbandits-2022', 'https://arxiv.org/abs/2209.01665', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Exposure-Aware Recommendation using Contextual Bandits [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.48550/ARXIV.2209.01665\"\n     onclick=\"log_download('mansoury-mobasher-vanhoof-exposureawarerecommendationusingcontextualbandits-2022', 'http://doi.org/10.48550/ARXIV.2209.01665', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/mansoury-mobasher-vanhoof-exposureawarerecommendationusingcontextualbandits-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>4 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('mansoury-mobasher-vanhoof-exposureawarerecommendationusingcontextualbandits-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{mansoury_exposure-aware_2022,\n\ttitle = {Exposure-{Aware} {Recommendation} using {Contextual} {Bandits}},\n\tcopyright = {Creative Commons Attribution 4.0 International},\n\turl = {https://arxiv.org/abs/2209.01665},\n\tdoi = {10.48550/ARXIV.2209.01665},\n\tpublisher = {5th FAccTRec Workshop on Responsible Recommendation in conjunction with ACM RecSys 2022},\n\tauthor = {Mansoury, Masoud and Mobasher, Bamshad and van Hoof, Herke},\n\tmonth = sep,\n\tyear = {2022},\n\tkeywords = {FOS: Computer and information sciences, Information Retrieval (cs.IR)},\n}\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"alivanistos-berrendorf-cochez-galkin-queryembeddingonhyperrelationalknowledgegraphs-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://openreview.net/forum?id=4rLw09TgRw9\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'alivanistos-berrendorf-cochez-galkin-queryembeddingonhyperrelationalknowledgegraphs-2022', 'https://openreview.net/forum?id=4rLw09TgRw9', event);\">\n    Query Embedding on Hyper-Relational Knowledge Graphs.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Alivanistos, D.; Berrendorf, M.; Cochez, M.;  and Galkin, M.\n</span>\n\n  \n\n</span>\n\n  In <i>The Tenth International Conference on Learning Representations, ICLR 2022, Virtual Event, April 25-29, 2022</i>, April 2022. OpenReview.net\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://openreview.net/forum?id=4rLw09TgRw9\"\n     onclick=\"log_download('alivanistos-berrendorf-cochez-galkin-queryembeddingonhyperrelationalknowledgegraphs-2022', 'https://openreview.net/forum?id=4rLw09TgRw9', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Query Embedding on Hyper-Relational Knowledge Graphs [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/alivanistos-berrendorf-cochez-galkin-queryembeddingonhyperrelationalknowledgegraphs-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>1 download</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('alivanistos-berrendorf-cochez-galkin-queryembeddingonhyperrelationalknowledgegraphs-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{alivanistos_query_2022,\n\ttitle = {Query {Embedding} on {Hyper}-{Relational} {Knowledge} {Graphs}},\n\turl = {https://openreview.net/forum?id=4rLw09TgRw9},\n\tbooktitle = {The {Tenth} {International} {Conference} on {Learning} {Representations}, {ICLR} 2022, {Virtual} {Event}, {April} 25-29, 2022},\n\tpublisher = {OpenReview.net},\n\tauthor = {Alivanistos, Dimitrios and Berrendorf, Max and Cochez, Michael and Galkin, Mikhail},\n\tmonth = apr,\n\tyear = {2022},\n}\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"colombo-alivanistos-cochez-potentialenergytoimprovelinkpredictionwithrelationalgraphneuralnetworks-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"http://ceur-ws.org/Vol-3121/short2.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'colombo-alivanistos-cochez-potentialenergytoimprovelinkpredictionwithrelationalgraphneuralnetworks-2022', 'http://ceur-ws.org/Vol-3121/short2.pdf', event);\">\n    Potential Energy to Improve Link Prediction With Relational Graph Neural Networks.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Colombo, S.; Alivanistos, D.;  and Cochez, M.\n</span>\n\n  \n\n</span>\n\n  In Martin, A.; Hinkelmann, K.; Fill, H.; Gerber, A.; Lenat, D.; Stolle, R.;  and Harmelen, F. v., editor(s), <i>Proceedings of the AAAI 2022 Spring Symposium on Machine Learning and Knowledge Engineering for Hybrid Intelligence (AAAI-MAKE 2022), Stanford University, Palo Alto, California, USA, March 21-23, 2022</i>, volume 3121, of <i>CEUR Workshop Proceedings</i>, March 2022. CEUR-WS.org\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"http://ceur-ws.org/Vol-3121/short2.pdf\"\n     onclick=\"log_download('colombo-alivanistos-cochez-potentialenergytoimprovelinkpredictionwithrelationalgraphneuralnetworks-2022', 'http://ceur-ws.org/Vol-3121/short2.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Potential Energy to Improve Link Prediction With Relational Graph Neural Networks [pdf]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/colombo-alivanistos-cochez-potentialenergytoimprovelinkpredictionwithrelationalgraphneuralnetworks-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>1 download</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('colombo-alivanistos-cochez-potentialenergytoimprovelinkpredictionwithrelationalgraphneuralnetworks-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{colombo_potential_2022,\n\tseries = {{CEUR} {Workshop} {Proceedings}},\n\ttitle = {Potential {Energy} to {Improve} {Link} {Prediction} {With} {Relational} {Graph} {Neural} {Networks}},\n\tvolume = {3121},\n\turl = {http://ceur-ws.org/Vol-3121/short2.pdf},\n\tbooktitle = {Proceedings of the {AAAI} 2022 {Spring} {Symposium} on {Machine} {Learning} and {Knowledge} {Engineering} for {Hybrid} {Intelligence} ({AAAI}-{MAKE} 2022), {Stanford} {University}, {Palo} {Alto}, {California}, {USA}, {March} 21-23, 2022},\n\tpublisher = {CEUR-WS.org},\n\tauthor = {Colombo, Simone and Alivanistos, Dimitrios and Cochez, Michael},\n\teditor = {Martin, Andreas and Hinkelmann, Knut and Fill, Hans-Georg and Gerber, Aurona and Lenat, Doug and Stolle, Reinhard and Harmelen, Frank van},\n\tmonth = mar,\n\tyear = {2022},\n}\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"alivanistos-santamara-cochez-kalo-vankrieken-thanapalasingam-promptingasprobingusinglanguagemodelsforknowledgebaseconstruction-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://ceur-ws.org/Vol-3274/paper2.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'alivanistos-santamara-cochez-kalo-vankrieken-thanapalasingam-promptingasprobingusinglanguagemodelsforknowledgebaseconstruction-2022', 'https://ceur-ws.org/Vol-3274/paper2.pdf', event);\">\n    Prompting as Probing: Using Language Models for Knowledge Base Construction.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Alivanistos, D.; Santamaría, S. B.; Cochez, M.; Kalo, J.; van Krieken, E.;  and Thanapalasingam, T.\n</span>\n\n  \n\n</span>\n\n  In <i>Proceedings of the Semantic Web Challenge on Knowledge Base Construction from Pre-trained Language Models 2022 co-located with the 21st International Semantic Web Conference (ISWC2022)</i>, volume 3274, pages 11–34, October 2022. CEUR-ws.org\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://ceur-ws.org/Vol-3274/paper2.pdf\"\n     onclick=\"log_download('alivanistos-santamara-cochez-kalo-vankrieken-thanapalasingam-promptingasprobingusinglanguagemodelsforknowledgebaseconstruction-2022', 'https://ceur-ws.org/Vol-3274/paper2.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Prompting as Probing: Using Language Models for Knowledge Base Construction [pdf]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.48550/ARXIV.2208.11057\"\n     onclick=\"log_download('alivanistos-santamara-cochez-kalo-vankrieken-thanapalasingam-promptingasprobingusinglanguagemodelsforknowledgebaseconstruction-2022', 'http://doi.org/10.48550/ARXIV.2208.11057', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/alivanistos-santamara-cochez-kalo-vankrieken-thanapalasingam-promptingasprobingusinglanguagemodelsforknowledgebaseconstruction-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>4 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('alivanistos-santamara-cochez-kalo-vankrieken-thanapalasingam-promptingasprobingusinglanguagemodelsforknowledgebaseconstruction-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{alivanistos_prompting_2022,\n\ttitle = {Prompting as {Probing}: {Using} {Language} {Models} for {Knowledge} {Base} {Construction}},\n\tvolume = {3274},\n\tcopyright = {arXiv.org perpetual, non-exclusive license},\n\turl = {https://ceur-ws.org/Vol-3274/paper2.pdf},\n\tdoi = {10.48550/ARXIV.2208.11057},\n\tbooktitle = {Proceedings of the {Semantic} {Web} {Challenge} on {Knowledge} {Base} {Construction} from {Pre}-trained {Language} {Models} 2022 co-located with the 21st {International} {Semantic} {Web} {Conference} ({ISWC2022})},\n\tpublisher = {CEUR-ws.org},\n\tauthor = {Alivanistos, Dimitrios and Santamaría, Selene Báez and Cochez, Michael and Kalo, Jan-Christoph and van Krieken, Emile and Thanapalasingam, Thiviyan},\n\tmonth = oct,\n\tyear = {2022},\n\tkeywords = {Artificial Intelligence (cs.AI), Computation and Language (cs.CL), FOS: Computer and information sciences},\n\tpages = {11--34},\n}\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"penha-vakulenko-dusek-clark-pal-adlakha-theseventhworkshoponsearchorientedconversationalartificialintelligencescai22-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://dl.acm.org/doi/10.1145/3477495.3531700\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'penha-vakulenko-dusek-clark-pal-adlakha-theseventhworkshoponsearchorientedconversationalartificialintelligencescai22-2022', 'https://dl.acm.org/doi/10.1145/3477495.3531700', event);\">\n    The Seventh Workshop on Search-Oriented Conversational Artificial Intelligence (SCAI'22).\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Penha, G.; Vakulenko, S.; Dusek, O.; Clark, L.; Pal, V.;  and Adlakha, V.\n</span>\n\n  \n\n</span>\n\n  In <i>Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval</i>, of <i>SIGIR '22</i>, pages 3466–3469, New York, NY, USA, July 2022. Association for Computing Machinery\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://dl.acm.org/doi/10.1145/3477495.3531700\"\n     onclick=\"log_download('penha-vakulenko-dusek-clark-pal-adlakha-theseventhworkshoponsearchorientedconversationalartificialintelligencescai22-2022', 'https://dl.acm.org/doi/10.1145/3477495.3531700', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"The Seventh Workshop on Search-Oriented Conversational Artificial Intelligence (SCAI&#x27;22) [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.1145/3477495.3531700\"\n     onclick=\"log_download('penha-vakulenko-dusek-clark-pal-adlakha-theseventhworkshoponsearchorientedconversationalartificialintelligencescai22-2022', 'http://doi.org/10.1145/3477495.3531700', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/penha-vakulenko-dusek-clark-pal-adlakha-theseventhworkshoponsearchorientedconversationalartificialintelligencescai22-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>3 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('penha-vakulenko-dusek-clark-pal-adlakha-theseventhworkshoponsearchorientedconversationalartificialintelligencescai22-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{penha_seventh_2022,\n\taddress = {New York, NY, USA},\n\tseries = {{SIGIR} &#x27;22},\n\ttitle = {The {Seventh} {Workshop} on {Search}-{Oriented} {Conversational} {Artificial} {Intelligence} ({SCAI}&#x27;22)},\n\tisbn = {978-1-4503-8732-3},\n\turl = {https://dl.acm.org/doi/10.1145/3477495.3531700},\n\tdoi = {10.1145/3477495.3531700},\n\tabstract = {The goal of the seventh edition of SCAI (https://scai.info) is to bring together and further grow a community of researchers and practitioners interested in conversational systems for information access. The previous iterations of the workshop already demonstrated the breadth and multidisciplinarity inherent in the design and development of conversational search agents. The proposed shift from traditional web search to search interfaces enabled via human-like dialogue leads to a number of challenges, and although such challenges have received more attention in the recent years, there are many pending research questions that should be addressed by the information retrieval community and can largely benefit from a collaboration with other research fields, such as natural language processing, machine learning, human-computer interaction and dialogue systems. This workshop is intended as a platform enabling a continuous discussion of the major research challenges that surround the design of search-oriented conversational systems. This year, participants have the opportunity to meet in person and have more in-depth interactive discussions with a full-day onsite workshop.},\n\turldate = {2023-04-20},\n\tbooktitle = {Proceedings of the 45th {International} {ACM} {SIGIR} {Conference} on {Research} and {Development} in {Information} {Retrieval}},\n\tpublisher = {Association for Computing Machinery},\n\tauthor = {Penha, Gustavo and Vakulenko, Svitlana and Dusek, Ondrej and Clark, Leigh and Pal, Vaishali and Adlakha, Vaibhav},\n\tmonth = jul,\n\tyear = {2022},\n\tkeywords = {conversational information access, conversational search, information-seeking dialogue},\n\tpages = {3466--3469},\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  The goal of the seventh edition of SCAI (https://scai.info) is to bring together and further grow a community of researchers and practitioners interested in conversational systems for information access. The previous iterations of the workshop already demonstrated the breadth and multidisciplinarity inherent in the design and development of conversational search agents. The proposed shift from traditional web search to search interfaces enabled via human-like dialogue leads to a number of challenges, and although such challenges have received more attention in the recent years, there are many pending research questions that should be addressed by the information retrieval community and can largely benefit from a collaboration with other research fields, such as natural language processing, machine learning, human-computer interaction and dialogue systems. This workshop is intended as a platform enabling a continuous discussion of the major research challenges that surround the design of search-oriented conversational systems. This year, participants have the opportunity to meet in person and have more in-depth interactive discussions with a full-day onsite workshop.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"abdollahpouri-sahebi-elahi-mansoury-loni-nazari-dimakopoulou-mors2022thesecondworkshoponmultiobjectiverecommendersystems-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://dl.acm.org/doi/10.1145/3523227.3547410\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'abdollahpouri-sahebi-elahi-mansoury-loni-nazari-dimakopoulou-mors2022thesecondworkshoponmultiobjectiverecommendersystems-2022', 'https://dl.acm.org/doi/10.1145/3523227.3547410', event);\">\n    MORS 2022: The Second Workshop on Multi-Objective Recommender Systems.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Abdollahpouri, H.; Sahebi, S.; Elahi, M.; Mansoury, M.; Loni, B.; Nazari, Z.;  and Dimakopoulou, M.\n</span>\n\n  \n\n</span>\n\n  In <i>Sixteenth ACM Conference on Recommender Systems</i>, pages 658–660, Seattle WA USA, September 2022. ACM\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://dl.acm.org/doi/10.1145/3523227.3547410\"\n     onclick=\"log_download('abdollahpouri-sahebi-elahi-mansoury-loni-nazari-dimakopoulou-mors2022thesecondworkshoponmultiobjectiverecommendersystems-2022', 'https://dl.acm.org/doi/10.1145/3523227.3547410', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"MORS 2022: The Second Workshop on Multi-Objective Recommender Systems [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.1145/3523227.3547410\"\n     onclick=\"log_download('abdollahpouri-sahebi-elahi-mansoury-loni-nazari-dimakopoulou-mors2022thesecondworkshoponmultiobjectiverecommendersystems-2022', 'http://doi.org/10.1145/3523227.3547410', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/abdollahpouri-sahebi-elahi-mansoury-loni-nazari-dimakopoulou-mors2022thesecondworkshoponmultiobjectiverecommendersystems-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>2 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('abdollahpouri-sahebi-elahi-mansoury-loni-nazari-dimakopoulou-mors2022thesecondworkshoponmultiobjectiverecommendersystems-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{abdollahpouri_mors_2022,\n\taddress = {Seattle WA USA},\n\ttitle = {{MORS} 2022: {The} {Second} {Workshop} on {Multi}-{Objective} {Recommender} {Systems}},\n\tisbn = {978-1-4503-9278-5},\n\tshorttitle = {{MORS} 2022},\n\turl = {https://dl.acm.org/doi/10.1145/3523227.3547410},\n\tdoi = {10.1145/3523227.3547410},\n\tlanguage = {en},\n\turldate = {2023-04-20},\n\tbooktitle = {Sixteenth {ACM} {Conference} on {Recommender} {Systems}},\n\tpublisher = {ACM},\n\tauthor = {Abdollahpouri, Himan and Sahebi, Shaghayegh and Elahi, Mehdi and Mansoury, Masoud and Loni, Babak and Nazari, Zahra and Dimakopoulou, Maria},\n\tmonth = sep,\n\tyear = {2022},\n\tpages = {658--660},\n}\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"daza-cochez-groth-slotgandetectingmentionsintextviaadversarialdistantlearning-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://aclanthology.org/2022.spnlp-1.4\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'daza-cochez-groth-slotgandetectingmentionsintextviaadversarialdistantlearning-2022', 'https://aclanthology.org/2022.spnlp-1.4', event);\">\n    SlotGAN: Detecting Mentions in Text via Adversarial Distant Learning.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Daza, D.; Cochez, M.;  and Groth, P.\n</span>\n\n  \n\n</span>\n\n  In <i>Proceedings of the Sixth Workshop on Structured Prediction for NLP</i>, pages 32–39, Dublin, Ireland, May 2022. Association for Computational Linguistics\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://aclanthology.org/2022.spnlp-1.4\"\n     onclick=\"log_download('daza-cochez-groth-slotgandetectingmentionsintextviaadversarialdistantlearning-2022', 'https://aclanthology.org/2022.spnlp-1.4', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"SlotGAN: Detecting Mentions in Text via Adversarial Distant Learning [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.18653/v1/2022.spnlp-1.4\"\n     onclick=\"log_download('daza-cochez-groth-slotgandetectingmentionsintextviaadversarialdistantlearning-2022', 'http://doi.org/10.18653/v1/2022.spnlp-1.4', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/daza-cochez-groth-slotgandetectingmentionsintextviaadversarialdistantlearning-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>1 download</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('daza-cochez-groth-slotgandetectingmentionsintextviaadversarialdistantlearning-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{daza_slotgan_2022,\n\taddress = {Dublin, Ireland},\n\ttitle = {{SlotGAN}: {Detecting} {Mentions} in {Text} via {Adversarial} {Distant} {Learning}},\n\turl = {https://aclanthology.org/2022.spnlp-1.4},\n\tdoi = {10.18653/v1/2022.spnlp-1.4},\n\tabstract = {We present SlotGAN, a framework for training a mention detection model that only requires unlabeled text and a gazetteer. It consists of a generator trained to extract spans from an input sentence, and a discriminator trained to determine whether a span comes from the generator, or from the gazetteer.We evaluate the method on English newswire data and compare it against supervised, weakly-supervised, and unsupervised methods. We find that the performance of the method is lower than these baselines, because it tends to generate more and longer spans, and in some cases it relies only on capitalization. In other cases, it generates spans that are valid but differ from the benchmark. When evaluated with metrics based on overlap, we find that SlotGAN performs within 95\\% of the precision of a supervised method, and 84\\% of its recall. Our results suggest that the model can generate spans that overlap well, but an additional filtering mechanism is required.},\n\tbooktitle = {Proceedings of the {Sixth} {Workshop} on {Structured} {Prediction} for {NLP}},\n\tpublisher = {Association for Computational Linguistics},\n\tauthor = {Daza, Daniel and Cochez, Michael and Groth, Paul},\n\tmonth = may,\n\tyear = {2022},\n\tpages = {32--39},\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  We present SlotGAN, a framework for training a mention detection model that only requires unlabeled text and a gazetteer. It consists of a generator trained to extract spans from an input sentence, and a discriminator trained to determine whether a span comes from the generator, or from the gazetteer.We evaluate the method on English newswire data and compare it against supervised, weakly-supervised, and unsupervised methods. We find that the performance of the method is lower than these baselines, because it tends to generate more and longer spans, and in some cases it relies only on capitalization. In other cases, it generates spans that are valid but differ from the benchmark. When evaluated with metrics based on overlap, we find that SlotGAN performs within 95% of the precision of a supervised method, and 84% of its recall. Our results suggest that the model can generate spans that overlap well, but an additional filtering mechanism is required.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"pernisch-dellaglio-serbak-gonalves-bernstein-visualisingtheeffectsofontologychangesandstudyingtheirunderstandingwithchimp-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://www.sciencedirect.com/science/article/pii/S1570826822000117\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'pernisch-dellaglio-serbak-gonalves-bernstein-visualisingtheeffectsofontologychangesandstudyingtheirunderstandingwithchimp-2022', 'https://www.sciencedirect.com/science/article/pii/S1570826822000117', event);\">\n    Visualising the effects of ontology changes and studying their understanding with ChImp.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Pernisch, R.; Dell’Aglio, D.; Serbak, M.; Gonçalves, R. S.;  and Bernstein, A.\n</span>\n\n  \n\n</span>\n\n  <i>Journal of Web Semantics</i>, 74: 100715. October 2022.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://www.sciencedirect.com/science/article/pii/S1570826822000117\"\n     onclick=\"log_download('pernisch-dellaglio-serbak-gonalves-bernstein-visualisingtheeffectsofontologychangesandstudyingtheirunderstandingwithchimp-2022', 'https://www.sciencedirect.com/science/article/pii/S1570826822000117', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Visualising the effects of ontology changes and studying their understanding with ChImp [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.1016/j.websem.2022.100715\"\n     onclick=\"log_download('pernisch-dellaglio-serbak-gonalves-bernstein-visualisingtheeffectsofontologychangesandstudyingtheirunderstandingwithchimp-2022', 'http://doi.org/10.1016/j.websem.2022.100715', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/pernisch-dellaglio-serbak-gonalves-bernstein-visualisingtheeffectsofontologychangesandstudyingtheirunderstandingwithchimp-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>7 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('pernisch-dellaglio-serbak-gonalves-bernstein-visualisingtheeffectsofontologychangesandstudyingtheirunderstandingwithchimp-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{pernisch_visualising_2022,\n\ttitle = {Visualising the effects of ontology changes and studying their understanding with {ChImp}},\n\tvolume = {74},\n\tissn = {1570-8268},\n\turl = {https://www.sciencedirect.com/science/article/pii/S1570826822000117},\n\tdoi = {10.1016/j.websem.2022.100715},\n\tabstract = {Due to the Semantic Web’s decentralised nature, ontology engineers rarely know all applications that leverage their ontology. Consequently, they are unaware of the full extent of possible consequences that changes might cause to the ontology. Our goal is to lessen the gap between ontology engineers and users by investigating ontology engineers’ understanding of ontology changes’ impact at editing time. Hence, this paper introduces the Protégé plugin ChImp which we use to reach our goal. We elicited requirements for ChImp through a questionnaire with ontology engineers. We then developed ChImp according to these requirements and it displays all changes of a given session and provides selected information on said changes and their effects. For each change, it computes a number of metrics on both the ontology and its materialisation. It displays those metrics on both the originally loaded ontology at the beginning of the editing session and the current state to help ontology engineers understand the impact of their changes. We investigated the informativeness of materialisation impact measures, the meaning of severe impact, and also the usefulness of ChImp in an online user study with 36 ontology engineers. We asked the participants to solve two ontology engineering tasks – with and without ChImp (assigned in random order) – and answer in-depth questions about the applied changes as well as the materialisation impact measures. We found that ChImp increased the participants’ understanding of change effects and that they felt better informed. Answers also suggest that the proposed measures were useful and informative. We also learned that the participants consider different outcomes of changes severe, but most would define severity based on the amount of changes to the materialisation compared to its size. The participants also acknowledged the importance of quantifying the impact of changes and that the study will affect their approach of editing ontologies.},\n\tlanguage = {en},\n\turldate = {2022-06-20},\n\tjournal = {Journal of Web Semantics},\n\tauthor = {Pernisch, Romana and Dell’Aglio, Daniele and Serbak, Mirko and Gonçalves, Rafael S. and Bernstein, Abraham},\n\tmonth = oct,\n\tyear = {2022},\n\tkeywords = {Materialisation, Ontology editing, Ontology evolution impact, User study},\n\tpages = {100715},\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Due to the Semantic Web’s decentralised nature, ontology engineers rarely know all applications that leverage their ontology. Consequently, they are unaware of the full extent of possible consequences that changes might cause to the ontology. Our goal is to lessen the gap between ontology engineers and users by investigating ontology engineers’ understanding of ontology changes’ impact at editing time. Hence, this paper introduces the Protégé plugin ChImp which we use to reach our goal. We elicited requirements for ChImp through a questionnaire with ontology engineers. We then developed ChImp according to these requirements and it displays all changes of a given session and provides selected information on said changes and their effects. For each change, it computes a number of metrics on both the ontology and its materialisation. It displays those metrics on both the originally loaded ontology at the beginning of the editing session and the current state to help ontology engineers understand the impact of their changes. We investigated the informativeness of materialisation impact measures, the meaning of severe impact, and also the usefulness of ChImp in an online user study with 36 ontology engineers. We asked the participants to solve two ontology engineering tasks – with and without ChImp (assigned in random order) – and answer in-depth questions about the applied changes as well as the materialisation impact measures. We found that ChImp increased the participants’ understanding of change effects and that they felt better informed. Answers also suggest that the proposed measures were useful and informative. We also learned that the participants consider different outcomes of changes severe, but most would define severity based on the amount of changes to the materialisation compared to its size. The participants also acknowledged the importance of quantifying the impact of changes and that the study will affect their approach of editing ontologies.\n</div>\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n  <div class=\"bibbase_group_whole\" id=\"group_2021\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_2021')\"\n      onkeypress=\"toggleGroup('group_2021')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>2021</span>\n      <span class=\"bibbase_group_count\">\n        \n        (11)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"chakrabarti-das-cochez-quix-unsupervisedfeatureselectionforefficientexplorationofhighdimensionaldata-2021\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://www.cochez.nl/papers/feature_selection_for_exploration.pdf\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'chakrabarti-das-cochez-quix-unsupervisedfeatureselectionforefficientexplorationofhighdimensionaldata-2021', 'https://www.cochez.nl/papers/feature_selection_for_exploration.pdf', event);\">\n    Unsupervised Feature Selection for Efficient Exploration of High Dimensional Data.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Chakrabarti, A.; Das, A.; Cochez, M.;  and Quix, C.\n</span>\n\n  \n\n</span>\n\n  In Bellatreche, L.; Dumas, M.; Karras, P.;  and Matulevičius, R., editor(s), <i>Advances in Databases and Information Systems</i>, pages 183–197, Cham, August 2021. Springer International Publishing\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://www.cochez.nl/papers/feature_selection_for_exploration.pdf\"\n     onclick=\"log_download('chakrabarti-das-cochez-quix-unsupervisedfeatureselectionforefficientexplorationofhighdimensionaldata-2021', 'https://www.cochez.nl/papers/feature_selection_for_exploration.pdf', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/pdf.svg\"\n\t     alt=\"Unsupervised Feature Selection for Efficient Exploration of High Dimensional Data [pdf]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/chakrabarti-das-cochez-quix-unsupervisedfeatureselectionforefficientexplorationofhighdimensionaldata-2021\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>2 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('chakrabarti-das-cochez-quix-unsupervisedfeatureselectionforefficientexplorationofhighdimensionaldata-2021')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{chakrabarti_unsupervised_2021,\n\taddress = {Cham},\n\ttitle = {Unsupervised {Feature} {Selection} for {Efficient} {Exploration} of {High} {Dimensional} {Data}},\n\tisbn = {978-3-030-82472-3},\n\turl = {https://www.cochez.nl/papers/feature_selection_for_exploration.pdf},\n\tabstract = {The exponential growth in the ability to generate, capture, and store high dimensional data has driven sophisticated machine learning applications. However, high dimensionality often poses a challenge for analysts to effectively identify and extract relevant features from datasets. Though many feature selection methods have shown good results in supervised learning, the major challenge lies in the area of unsupervised feature selection. For example, in the domain of data visualization, high-dimensional data is difficult to visualize and interpret due to the limitations of the screen, resulting in visual clutter. Visualizations are more interpretable when visualized in a low dimensional feature space. To mitigate these challenges, we present an approach to perform unsupervised feature clustering and selection using our novel graph clustering algorithm based on Clique-Cover Theory. We implemented our approach in an interactive data exploration tool which facilitates the exploration of relationships between features and generates interpretable visualizations.},\n\tbooktitle = {Advances in {Databases} and {Information} {Systems}},\n\tpublisher = {Springer International Publishing},\n\tauthor = {Chakrabarti, Arnab and Das, Abhijeet and Cochez, Michael and Quix, Christoph},\n\teditor = {Bellatreche, Ladjel and Dumas, Marlon and Karras, Panagiotis and Matulevičius, Raimundas},\n\tmonth = aug,\n\tyear = {2021},\n\tpages = {183--197},\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  The exponential growth in the ability to generate, capture, and store high dimensional data has driven sophisticated machine learning applications. However, high dimensionality often poses a challenge for analysts to effectively identify and extract relevant features from datasets. Though many feature selection methods have shown good results in supervised learning, the major challenge lies in the area of unsupervised feature selection. For example, in the domain of data visualization, high-dimensional data is difficult to visualize and interpret due to the limitations of the screen, resulting in visual clutter. Visualizations are more interpretable when visualized in a low dimensional feature space. To mitigate these challenges, we present an approach to perform unsupervised feature clustering and selection using our novel graph clustering algorithm based on Clique-Cover Theory. We implemented our approach in an interactive data exploration tool which facilitates the exploration of relationships between features and generates interpretable visualizations.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"karim-jiao-dhmen-cochez-beyan-rebholzschuhmann-decker-deepkneeexplainerexplainablekneeosteoarthritisdiagnosisfromradiographsandmagneticresonanceimaging-2021\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  DeepKneeExplainer: Explainable Knee Osteoarthritis Diagnosis From Radiographs and Magnetic Resonance Imaging.\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Karim, M. R.; Jiao, J.; Döhmen, T.; Cochez, M.; Beyan, O.; Rebholz-Schuhmann, D.;  and Decker, S.\n</span>\n\n  \n\n</span>\n\n  <i>IEEE Access</i>, 9: 39757–39780. February 2021.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n\n  \n  <a href=\"http://doi.org/10.1109/ACCESS.2021.3062493\"\n     onclick=\"log_download('karim-jiao-dhmen-cochez-beyan-rebholzschuhmann-decker-deepkneeexplainerexplainablekneeosteoarthritisdiagnosisfromradiographsandmagneticresonanceimaging-2021', 'http://doi.org/10.1109/ACCESS.2021.3062493', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/karim-jiao-dhmen-cochez-beyan-rebholzschuhmann-decker-deepkneeexplainerexplainablekneeosteoarthritisdiagnosisfromradiographsandmagneticresonanceimaging-2021\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>3 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('karim-jiao-dhmen-cochez-beyan-rebholzschuhmann-decker-deepkneeexplainerexplainablekneeosteoarthritisdiagnosisfromradiographsandmagneticresonanceimaging-2021')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{karim_deepkneeexplainer_2021,\n\ttitle = {{DeepKneeExplainer}: {Explainable} {Knee} {Osteoarthritis} {Diagnosis} {From} {Radiographs} and {Magnetic} {Resonance} {Imaging}},\n\tvolume = {9},\n\tdoi = {10.1109/ACCESS.2021.3062493},\n\tjournal = {IEEE Access},\n\tauthor = {Karim, Md. Rezaul and Jiao, Jiao and Döhmen, Till and Cochez, Michael and Beyan, Oya and Rebholz-Schuhmann, Dietrich and Decker, Stefan},\n\tmonth = feb,\n\tyear = {2021},\n\tpages = {39757--39780},\n}\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"vanbakel-aleksiev-daza-alivanistos-cochez-approximateknowledgegraphqueryansweringfromrankingtobinaryclassification-2021\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  Approximate Knowledge Graph Query Answering: From Ranking to Binary Classification.\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  van Bakel, R.; Aleksiev, T.; Daza, D.; Alivanistos, D.;  and Cochez, M.\n</span>\n\n  \n\n</span>\n\n  In Cochez, M.; Croitoru, M.; Marquis, P.;  and Rudolph, S., editor(s), <i>Graph Structures for Knowledge Representation and Reasoning</i>, pages 107–124, Cham, September 2021. Springer International Publishing\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/vanbakel-aleksiev-daza-alivanistos-cochez-approximateknowledgegraphqueryansweringfromrankingtobinaryclassification-2021\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('vanbakel-aleksiev-daza-alivanistos-cochez-approximateknowledgegraphqueryansweringfromrankingtobinaryclassification-2021')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{van_bakel_approximate_2021,\n\taddress = {Cham},\n\ttitle = {Approximate {Knowledge} {Graph} {Query} {Answering}: {From} {Ranking} to {Binary} {Classification}},\n\tisbn = {978-3-030-72308-8},\n\tabstract = {Large, heterogeneous datasets are characterized by missing or even erroneous information. This is more evident when they are the product of community effort or automatic fact extraction methods from external sources, such as text. A special case of the aforementioned phenomenon can be seen in knowledge graphs, where this mostly appears in the form of missing or incorrect edges and nodes.},\n\tbooktitle = {Graph {Structures} for {Knowledge} {Representation} and {Reasoning}},\n\tpublisher = {Springer International Publishing},\n\tauthor = {van Bakel, Ruud and Aleksiev, Teodor and Daza, Daniel and Alivanistos, Dimitrios and Cochez, Michael},\n\teditor = {Cochez, Michael and Croitoru, Madalina and Marquis, Pierre and Rudolph, Sebastian},\n\tmonth = sep,\n\tyear = {2021},\n\tpages = {107--124},\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Large, heterogeneous datasets are characterized by missing or even erroneous information. This is more evident when they are the product of community effort or automatic fact extraction methods from external sources, such as text. A special case of the aforementioned phenomenon can be seen in knowledge graphs, where this mostly appears in the form of missing or incorrect edges and nodes.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"lipp-gleim-cochez-dimitriadis-ali-alvarez-lange-decker-towardseasyvocabularydraftswithneologism20-2021\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://openreview.net/forum?id=PoAI5RrlUFj\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'lipp-gleim-cochez-dimitriadis-ali-alvarez-lange-decker-towardseasyvocabularydraftswithneologism20-2021', 'https://openreview.net/forum?id=PoAI5RrlUFj', event);\">\n    Towards Easy Vocabulary Drafts with Neologism 2.0.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Lipp, J.; Gleim, L.; Cochez, M.; Dimitriadis, I.; Ali, H.; Alvarez, D. H.; Lange, C.;  and Decker, S.\n</span>\n\n  \n\n</span>\n\n  In Verborgh, R.; Dimou, A.; Hogan, A.; d'Amato , C.; Tiddi, I.; Bröring, A.; Mayer, S.; Ongenae, F.; Tommasini, R.;  and Alam, M., editor(s), <i>The Semantic Web: ESWC 2021 Satellite Events</i>, pages 21–26, Cham, June 2021. Springer International Publishing\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://openreview.net/forum?id=PoAI5RrlUFj\"\n     onclick=\"log_download('lipp-gleim-cochez-dimitriadis-ali-alvarez-lange-decker-towardseasyvocabularydraftswithneologism20-2021', 'https://openreview.net/forum?id=PoAI5RrlUFj', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Towards Easy Vocabulary Drafts with Neologism 2.0 [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/lipp-gleim-cochez-dimitriadis-ali-alvarez-lange-decker-towardseasyvocabularydraftswithneologism20-2021\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>5 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('lipp-gleim-cochez-dimitriadis-ali-alvarez-lange-decker-towardseasyvocabularydraftswithneologism20-2021')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{lipp_towards_2021,\n\taddress = {Cham},\n\ttitle = {Towards {Easy} {Vocabulary} {Drafts} with {Neologism} 2.0},\n\tisbn = {978-3-030-80418-3},\n\turl = {https://openreview.net/forum?id=PoAI5RrlUFj},\n\tabstract = {Shared vocabularies and ontologies are essential for many applications. Although standards and recommendations already cover many areas, adaptations are usually necessary to represent concrete use-cases properly. Domain experts are unfamiliar with ontology engineering, which creates special requirements for needed tool support. Simple sketch applications are usually too imprecise, while comprehensive ontology editors are often too complicated for non-experts. We present Neologism 2.0 – an open-source tool for quick vocabulary creation through domain experts. Its guided vocabulary creation and its collaborative graph editor enable the quick creation of proper vocabularies, even for non-experts, and dramatically reduces the time and effort to draft vocabularies collaboratively. An RDF export allows quick bootstrapping of any other Semantic Web tool.},\n\tbooktitle = {The {Semantic} {Web}: {ESWC} 2021 {Satellite} {Events}},\n\tpublisher = {Springer International Publishing},\n\tauthor = {Lipp, Johannes and Gleim, Lars and Cochez, Michael and Dimitriadis, Iraklis and Ali, Hussain and Alvarez, Daniel Hoppe and Lange, Christoph and Decker, Stefan},\n\teditor = {Verborgh, Ruben and Dimou, Anastasia and Hogan, Aidan and d&#x27;Amato, Claudia and Tiddi, Ilaria and Bröring, Arne and Mayer, Simon and Ongenae, Femke and Tommasini, Riccardo and Alam, Mehwish},\n\tmonth = jun,\n\tyear = {2021},\n\tkeywords = {discoverylab},\n\tpages = {21--26},\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Shared vocabularies and ontologies are essential for many applications. Although standards and recommendations already cover many areas, adaptations are usually necessary to represent concrete use-cases properly. Domain experts are unfamiliar with ontology engineering, which creates special requirements for needed tool support. Simple sketch applications are usually too imprecise, while comprehensive ontology editors are often too complicated for non-experts. We present Neologism 2.0 – an open-source tool for quick vocabulary creation through domain experts. Its guided vocabulary creation and its collaborative graph editor enable the quick creation of proper vocabularies, even for non-experts, and dramatically reduces the time and effort to draft vocabularies collaboratively. An RDF export allows quick bootstrapping of any other Semantic Web tool.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"daza-cochez-groth-inductiveentityrepresentationsfromtextvialinkprediction-2021\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://doi.org/10.1145/3442381.3450141\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'daza-cochez-groth-inductiveentityrepresentationsfromtextvialinkprediction-2021', 'https://doi.org/10.1145/3442381.3450141', event);\">\n    Inductive Entity Representations from Text via Link Prediction.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Daza, D.; Cochez, M.;  and Groth, P.\n</span>\n\n  \n\n</span>\n\n  In Leskovec, J.; Grobelnik, M.; Najork, M.; Tang, J.;  and Zia, L., editor(s), <i>WWW '21: The Web Conference 2021, Virtual Event / Ljubljana, Slovenia, April 19-23, 2021</i>, pages 798–808, April 2021. ACM / IW3C2\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://doi.org/10.1145/3442381.3450141\"\n     onclick=\"log_download('daza-cochez-groth-inductiveentityrepresentationsfromtextvialinkprediction-2021', 'https://doi.org/10.1145/3442381.3450141', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Inductive Entity Representations from Text via Link Prediction [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.1145/3442381.3450141\"\n     onclick=\"log_download('daza-cochez-groth-inductiveentityrepresentationsfromtextvialinkprediction-2021', 'http://doi.org/10.1145/3442381.3450141', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/daza-cochez-groth-inductiveentityrepresentationsfromtextvialinkprediction-2021\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>2 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('daza-cochez-groth-inductiveentityrepresentationsfromtextvialinkprediction-2021')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{daza_inductive_2021,\n\ttitle = {Inductive {Entity} {Representations} from {Text} via {Link} {Prediction}},\n\turl = {https://doi.org/10.1145/3442381.3450141},\n\tdoi = {10.1145/3442381.3450141},\n\tbooktitle = {{WWW} &#x27;21: {The} {Web} {Conference} 2021, {Virtual} {Event} / {Ljubljana}, {Slovenia}, {April} 19-23, 2021},\n\tpublisher = {ACM / IW3C2},\n\tauthor = {Daza, Daniel and Cochez, Michael and Groth, Paul},\n\teditor = {Leskovec, Jure and Grobelnik, Marko and Najork, Marc and Tang, Jie and Zia, Leila},\n\tmonth = apr,\n\tyear = {2021},\n\tpages = {798--808},\n}\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"arakelyan-daza-minervini-cochez-complexqueryansweringwithneurallinkpredictors-2021\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://openreview.net/forum?id=Mos9F9kDwkz\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'arakelyan-daza-minervini-cochez-complexqueryansweringwithneurallinkpredictors-2021', 'https://openreview.net/forum?id=Mos9F9kDwkz', event);\">\n    Complex Query Answering with Neural Link Predictors.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Arakelyan, E.; Daza, D.; Minervini, P.;  and Cochez, M.\n</span>\n\n  \n\n</span>\n\n  In <i>International Conference on Learning Representations (ICLR 2021)</i>, May 2021. Openreview\n  <span class=\"note\">_eprint: 2011.03459</span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://openreview.net/forum?id=Mos9F9kDwkz\"\n     onclick=\"log_download('arakelyan-daza-minervini-cochez-complexqueryansweringwithneurallinkpredictors-2021', 'https://openreview.net/forum?id=Mos9F9kDwkz', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Complex Query Answering with Neural Link Predictors [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/arakelyan-daza-minervini-cochez-complexqueryansweringwithneurallinkpredictors-2021\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>5 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('arakelyan-daza-minervini-cochez-complexqueryansweringwithneurallinkpredictors-2021')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{arakelyan_complex_2021,\n\ttitle = {Complex {Query} {Answering} with {Neural} {Link} {Predictors}},\n\turl = {https://openreview.net/forum?id=Mos9F9kDwkz},\n\tbooktitle = {International {Conference} on {Learning} {Representations} ({ICLR} 2021)},\n\tpublisher = {Openreview},\n\tauthor = {Arakelyan, Erik and Daza, Daniel and Minervini, Pasquale and Cochez, Michael},\n\tmonth = may,\n\tyear = {2021},\n\tnote = {\\_eprint: 2011.03459},\n}\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"meroopeuela-pernisch-guret-schlobach-multidomainandexplainablepredictionofchangesinwebvocabularies-2021\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://doi-org.vu-nl.idm.oclc.org/10.1145/3460210.3493583\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'meroopeuela-pernisch-guret-schlobach-multidomainandexplainablepredictionofchangesinwebvocabularies-2021', 'https://doi-org.vu-nl.idm.oclc.org/10.1145/3460210.3493583', event);\">\n    Multi-Domain and Explainable Prediction of Changes in Web Vocabularies.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Meroño-Peñuela, A.; Pernisch, R.; Guéret, C.;  and Schlobach, S.\n</span>\n\n  \n\n</span>\n\n  In <i>Proceedings of the 11th on Knowledge Capture Conference</i>, of <i>K-CAP '21</i>, pages 193–200, New York, NY, USA, December 2021. Association for Computing Machinery\n  <span class=\"note\">event-place: Virtual Event, USA</span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://doi-org.vu-nl.idm.oclc.org/10.1145/3460210.3493583\"\n     onclick=\"log_download('meroopeuela-pernisch-guret-schlobach-multidomainandexplainablepredictionofchangesinwebvocabularies-2021', 'https://doi-org.vu-nl.idm.oclc.org/10.1145/3460210.3493583', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Multi-Domain and Explainable Prediction of Changes in Web Vocabularies [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.1145/3460210.3493583\"\n     onclick=\"log_download('meroopeuela-pernisch-guret-schlobach-multidomainandexplainablepredictionofchangesinwebvocabularies-2021', 'http://doi.org/10.1145/3460210.3493583', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/meroopeuela-pernisch-guret-schlobach-multidomainandexplainablepredictionofchangesinwebvocabularies-2021\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>1 download</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('meroopeuela-pernisch-guret-schlobach-multidomainandexplainablepredictionofchangesinwebvocabularies-2021')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{merono-penuela_multi-domain_2021,\n\taddress = {New York, NY, USA},\n\tseries = {K-{CAP} &#x27;21},\n\ttitle = {Multi-{Domain} and {Explainable} {Prediction} of {Changes} in {Web} {Vocabularies}},\n\tisbn = {978-1-4503-8457-5},\n\turl = {https://doi-org.vu-nl.idm.oclc.org/10.1145/3460210.3493583},\n\tdoi = {10.1145/3460210.3493583},\n\tabstract = {Web vocabularies (WV) have become a fundamental tool for structuring Web data: over 10 million sites use structured data formats and ontologies to markup content. Maintaining these vocabularies and keeping up with their changes are manual tasks with very limited automated support, impacting both publishers and users. Existing work shows that machine learning can be used to reliably predict vocabulary changes, but on specific domains (e.g. biomedicine) and with limited explanations on the impact of changes (e.g. their type, frequency, etc.). In this paper, we describe a framework that uses various supervised learning models to learn and predict changes in versioned vocabularies, independent of their domain. Using well-established results in ontology evolution we extract domain-agnostic and human-interpretable features and explain their influence on change predictability. Applying our method on 139 WV from 9 different domains, we find that ontology structural and instance data, the number of versions, and the release frequency highly correlate with predictability of change. These results can pave the way towards integrating predictive models into knowledge engineering practices and methods.},\n\tlanguage = {English},\n\tbooktitle = {Proceedings of the 11th on {Knowledge} {Capture} {Conference}},\n\tpublisher = {Association for Computing Machinery},\n\tauthor = {Meroño-Peñuela, Albert and Pernisch, Romana and Guéret, Christophe and Schlobach, Stefan},\n\tmonth = dec,\n\tyear = {2021},\n\tnote = {event-place: Virtual Event, USA},\n\tkeywords = {change modelling, ontology evolution, vocabulary change},\n\tpages = {193--200},\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Web vocabularies (WV) have become a fundamental tool for structuring Web data: over 10 million sites use structured data formats and ontologies to markup content. Maintaining these vocabularies and keeping up with their changes are manual tasks with very limited automated support, impacting both publishers and users. Existing work shows that machine learning can be used to reliably predict vocabulary changes, but on specific domains (e.g. biomedicine) and with limited explanations on the impact of changes (e.g. their type, frequency, etc.). In this paper, we describe a framework that uses various supervised learning models to learn and predict changes in versioned vocabularies, independent of their domain. Using well-established results in ontology evolution we extract domain-agnostic and human-interpretable features and explain their influence on change predictability. Applying our method on 139 WV from 9 different domains, we find that ontology structural and instance data, the number of versions, and the release frequency highly correlate with predictability of change. These results can pave the way towards integrating predictive models into knowledge engineering practices and methods.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"abdollahpouri-elahi-mansoury-sahebi-nazari-chaney-loni-mors20211stworkshoponmultiobjectiverecommendersystems-2021\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://dl.acm.org/doi/10.1145/3460231.3470936\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'abdollahpouri-elahi-mansoury-sahebi-nazari-chaney-loni-mors20211stworkshoponmultiobjectiverecommendersystems-2021', 'https://dl.acm.org/doi/10.1145/3460231.3470936', event);\">\n    MORS 2021: 1st Workshop on Multi-Objective Recommender Systems.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Abdollahpouri, H.; Elahi, M.; Mansoury, M.; Sahebi, S.; Nazari, Z.; Chaney, A.;  and Loni, B.\n</span>\n\n  \n\n</span>\n\n  In <i>Fifteenth ACM Conference on Recommender Systems</i>, pages 787–788, Amsterdam Netherlands, September 2021. ACM\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://dl.acm.org/doi/10.1145/3460231.3470936\"\n     onclick=\"log_download('abdollahpouri-elahi-mansoury-sahebi-nazari-chaney-loni-mors20211stworkshoponmultiobjectiverecommendersystems-2021', 'https://dl.acm.org/doi/10.1145/3460231.3470936', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"MORS 2021: 1st Workshop on Multi-Objective Recommender Systems [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.1145/3460231.3470936\"\n     onclick=\"log_download('abdollahpouri-elahi-mansoury-sahebi-nazari-chaney-loni-mors20211stworkshoponmultiobjectiverecommendersystems-2021', 'http://doi.org/10.1145/3460231.3470936', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/abdollahpouri-elahi-mansoury-sahebi-nazari-chaney-loni-mors20211stworkshoponmultiobjectiverecommendersystems-2021\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>2 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('abdollahpouri-elahi-mansoury-sahebi-nazari-chaney-loni-mors20211stworkshoponmultiobjectiverecommendersystems-2021')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{abdollahpouri_mors_2021,\n\taddress = {Amsterdam Netherlands},\n\ttitle = {{MORS} 2021: 1st {Workshop} on {Multi}-{Objective} {Recommender} {Systems}},\n\tisbn = {978-1-4503-8458-2},\n\tshorttitle = {{MORS} 2021},\n\turl = {https://dl.acm.org/doi/10.1145/3460231.3470936},\n\tdoi = {10.1145/3460231.3470936},\n\tlanguage = {en},\n\turldate = {2023-04-20},\n\tbooktitle = {Fifteenth {ACM} {Conference} on {Recommender} {Systems}},\n\tpublisher = {ACM},\n\tauthor = {Abdollahpouri, Himan and Elahi, Mehdi and Mansoury, Masoud and Sahebi, Shaghayegh and Nazari, Zahra and Chaney, Allison and Loni, Babak},\n\tmonth = sep,\n\tyear = {2021},\n\tpages = {787--788},\n}\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"hogan-blomqvist-cochez-damato-melo-gutierrez-kirrane-gayo-etal-knowledgegraphs-2021\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://doi-org.vu-nl.idm.oclc.org/10.1145/3447772\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'hogan-blomqvist-cochez-damato-melo-gutierrez-kirrane-gayo-etal-knowledgegraphs-2021', 'https://doi-org.vu-nl.idm.oclc.org/10.1145/3447772', event);\">\n    Knowledge Graphs.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Hogan, A.; Blomqvist, E.; Cochez, M.; D’amato, C.; Melo, G. D.; Gutierrez, C.; Kirrane, S.; Gayo, J. E. L.; Navigli, R.; Neumaier, S.; Ngomo, A. N.; Polleres, A.; Rashid, S. M.; Rula, A.; Schmelzeisen, L.; Sequeda, J.; Staab, S.;  and Zimmermann, A.\n</span>\n\n  \n\n</span>\n\n  <i>ACM Comput. Surv.</i>, 54(4). July 2021.\n  <span class=\"note\">Place: New York, NY, USA Publisher: Association for Computing Machinery</span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://doi-org.vu-nl.idm.oclc.org/10.1145/3447772\"\n     onclick=\"log_download('hogan-blomqvist-cochez-damato-melo-gutierrez-kirrane-gayo-etal-knowledgegraphs-2021', 'https://doi-org.vu-nl.idm.oclc.org/10.1145/3447772', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Knowledge Graphs [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.1145/3447772\"\n     onclick=\"log_download('hogan-blomqvist-cochez-damato-melo-gutierrez-kirrane-gayo-etal-knowledgegraphs-2021', 'http://doi.org/10.1145/3447772', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/hogan-blomqvist-cochez-damato-melo-gutierrez-kirrane-gayo-etal-knowledgegraphs-2021\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>13 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('hogan-blomqvist-cochez-damato-melo-gutierrez-kirrane-gayo-etal-knowledgegraphs-2021')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{hogan_knowledge_2021,\n\ttitle = {Knowledge {Graphs}},\n\tvolume = {54},\n\tissn = {0360-0300},\n\turl = {https://doi-org.vu-nl.idm.oclc.org/10.1145/3447772},\n\tdoi = {10.1145/3447772},\n\tabstract = {In this article, we provide a comprehensive introduction to knowledge graphs, which have recently garnered significant attention from both industry and academia in scenarios that require exploiting diverse, dynamic, large-scale collections of data. After some opening remarks, we motivate and contrast various graph-based data models, as well as languages used to query and validate knowledge graphs. We explain how knowledge can be represented and extracted using a combination of deductive and inductive techniques. We conclude with high-level future research directions for knowledge graphs.},\n\tnumber = {4},\n\tjournal = {ACM Comput. Surv.},\n\tauthor = {Hogan, Aidan and Blomqvist, Eva and Cochez, Michael and D’amato, Claudia and Melo, Gerard De and Gutierrez, Claudio and Kirrane, Sabrina and Gayo, José Emilio Labra and Navigli, Roberto and Neumaier, Sebastian and Ngomo, Axel-Cyrille Ngonga and Polleres, Axel and Rashid, Sabbir M. and Rula, Anisa and Schmelzeisen, Lukas and Sequeda, Juan and Staab, Steffen and Zimmermann, Antoine},\n\tmonth = jul,\n\tyear = {2021},\n\tnote = {Place: New York, NY, USA\nPublisher: Association for Computing Machinery},\n\tkeywords = {Knowledge graphs, embeddings, graph algorithms, graph databases, graph neural networks, graph query languages, ontologies, rule mining, shapes},\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  In this article, we provide a comprehensive introduction to knowledge graphs, which have recently garnered significant attention from both industry and academia in scenarios that require exploiting diverse, dynamic, large-scale collections of data. After some opening remarks, we motivate and contrast various graph-based data models, as well as languages used to query and validate knowledge graphs. We explain how knowledge can be represented and extracted using a combination of deductive and inductive techniques. We conclude with high-level future research directions for knowledge graphs.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"hogan-blomqvist-cochez-damato-melo-gutierrez-kirrane-gayo-etal-knowledgegraphs-2021\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://kgbook.org\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'hogan-blomqvist-cochez-damato-melo-gutierrez-kirrane-gayo-etal-knowledgegraphs-2021', 'https://kgbook.org', event);\">\n    Knowledge graphs.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Hogan, A.; Blomqvist, E.; Cochez, M.; d'Amato , C.; Melo, G. d.; Gutierrez, C.; Kirrane, S.; Gayo, J. E. L.; Navigli, R.; Neumaier, S.;  and others\n</span>\n\n  \n\n</span>\n\n  Volume 12 of Synthesis Lectures on Data, Semantics, and KnowledgeSpringer (formerly Morgan & Claypool Publishers),  2021.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://kgbook.org\"\n     onclick=\"log_download('hogan-blomqvist-cochez-damato-melo-gutierrez-kirrane-gayo-etal-knowledgegraphs-2021', 'https://kgbook.org', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Knowledge graphs [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.2200/S01125ED1V01Y202109DSK022\"\n     onclick=\"log_download('hogan-blomqvist-cochez-damato-melo-gutierrez-kirrane-gayo-etal-knowledgegraphs-2021', 'http://doi.org/10.2200/S01125ED1V01Y202109DSK022', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/hogan-blomqvist-cochez-damato-melo-gutierrez-kirrane-gayo-etal-knowledgegraphs-2021\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>13 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('hogan-blomqvist-cochez-damato-melo-gutierrez-kirrane-gayo-etal-knowledgegraphs-2021')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@book{hogan_knowledge_2021-1,\n\tseries = {Synthesis {Lectures} on {Data}, {Semantics}, and {Knowledge}},\n\ttitle = {Knowledge graphs},\n\tvolume = {12},\n\tisbn = {978-3-031-01918-0},\n\turl = {https://kgbook.org},\n\tpublisher = {Springer (formerly Morgan \\&amp; Claypool Publishers)},\n\tauthor = {Hogan, Aidan and Blomqvist, Eva and Cochez, Michael and d&#x27;Amato, Claudia and Melo, Gerard de and Gutierrez, Claudio and Kirrane, Sabrina and Gayo, José Emilio Labra and Navigli, Roberto and Neumaier, Sebastian and {others}},\n\tyear = {2021},\n\tdoi = {10.2200/S01125ED1V01Y202109DSK022},\n}\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"pernisch-dellaglio-bernstein-towardmeasuringtheresemblanceofembeddingmodelsforevolvingontologies-2021\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://dl.acm.org/doi/10.1145/3460210.3493540\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'pernisch-dellaglio-bernstein-towardmeasuringtheresemblanceofembeddingmodelsforevolvingontologies-2021', 'https://dl.acm.org/doi/10.1145/3460210.3493540', event);\">\n    Toward Measuring the Resemblance of Embedding Models for Evolving Ontologies.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Pernisch, R.; Dell'Aglio, D.;  and Bernstein, A.\n</span>\n\n  \n\n</span>\n\n  In <i>Proceedings of the 11th on Knowledge Capture Conference</i>, pages 177–184, Virtual Event USA, December 2021. ACM\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://dl.acm.org/doi/10.1145/3460210.3493540\"\n     onclick=\"log_download('pernisch-dellaglio-bernstein-towardmeasuringtheresemblanceofembeddingmodelsforevolvingontologies-2021', 'https://dl.acm.org/doi/10.1145/3460210.3493540', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Toward Measuring the Resemblance of Embedding Models for Evolving Ontologies [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.1145/3460210.3493540\"\n     onclick=\"log_download('pernisch-dellaglio-bernstein-towardmeasuringtheresemblanceofembeddingmodelsforevolvingontologies-2021', 'http://doi.org/10.1145/3460210.3493540', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/pernisch-dellaglio-bernstein-towardmeasuringtheresemblanceofembeddingmodelsforevolvingontologies-2021\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>1 download</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('pernisch-dellaglio-bernstein-towardmeasuringtheresemblanceofembeddingmodelsforevolvingontologies-2021')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{pernisch_toward_2021,\n\taddress = {Virtual Event USA},\n\ttitle = {Toward {Measuring} the {Resemblance} of {Embedding} {Models} for {Evolving} {Ontologies}},\n\tisbn = {978-1-4503-8457-5},\n\turl = {https://dl.acm.org/doi/10.1145/3460210.3493540},\n\tdoi = {10.1145/3460210.3493540},\n\tlanguage = {en},\n\turldate = {2021-12-08},\n\tbooktitle = {Proceedings of the 11th on {Knowledge} {Capture} {Conference}},\n\tpublisher = {ACM},\n\tauthor = {Pernisch, Romana and Dell&#x27;Aglio, Daniele and Bernstein, Abraham},\n\tmonth = dec,\n\tyear = {2021},\n\tpages = {177--184},\n}\n</pre>\n</div>\n\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n  <div class=\"bibbase_group_whole\" id=\"group_2020\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_2020')\"\n      onkeypress=\"toggleGroup('group_2020')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>2020</span>\n      <span class=\"bibbase_group_count\">\n        \n        (6)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"karim-dhmen-cochez-beyan-rebholzschuhmann-decker-deepcovidexplainerexplainablecovid19diagnosisfromchestxrayimages-2020\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/abs/2004.04582\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'karim-dhmen-cochez-beyan-rebholzschuhmann-decker-deepcovidexplainerexplainablecovid19diagnosisfromchestxrayimages-2020', 'https://arxiv.org/abs/2004.04582', event);\">\n    DeepCOVIDExplainer: Explainable COVID-19 Diagnosis from Chest X-ray Images.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Karim, M. R.; Döhmen, T.; Cochez, M.; Beyan, O.; Rebholz-Schuhmann, D.;  and Decker, S.\n</span>\n\n  \n\n</span>\n\n  In <i>2020 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)</i>, pages 1034–1037,  2020. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/2004.04582\"\n     onclick=\"log_download('karim-dhmen-cochez-beyan-rebholzschuhmann-decker-deepcovidexplainerexplainablecovid19diagnosisfromchestxrayimages-2020', 'https://arxiv.org/abs/2004.04582', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"DeepCOVIDExplainer: Explainable COVID-19 Diagnosis from Chest X-ray Images [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.1109/BIBM49941.2020.9313304\"\n     onclick=\"log_download('karim-dhmen-cochez-beyan-rebholzschuhmann-decker-deepcovidexplainerexplainablecovid19diagnosisfromchestxrayimages-2020', 'http://doi.org/10.1109/BIBM49941.2020.9313304', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/karim-dhmen-cochez-beyan-rebholzschuhmann-decker-deepcovidexplainerexplainablecovid19diagnosisfromchestxrayimages-2020\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>1 download</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('karim-dhmen-cochez-beyan-rebholzschuhmann-decker-deepcovidexplainerexplainablecovid19diagnosisfromchestxrayimages-2020')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{karim_deepcovidexplainer_2020,\n\ttitle = {{DeepCOVIDExplainer}: {Explainable} {COVID}-19 {Diagnosis} from {Chest} {X}-ray {Images}},\n\turl = {https://arxiv.org/abs/2004.04582},\n\tdoi = {10.1109/BIBM49941.2020.9313304},\n\tbooktitle = {2020 {IEEE} {International} {Conference} on {Bioinformatics} and {Biomedicine} ({BIBM})},\n\tauthor = {Karim, Md. Rezaul and Döhmen, Till and Cochez, Michael and Beyan, Oya and Rebholz-Schuhmann, Dietrich and Decker, Stefan},\n\tyear = {2020},\n\tpages = {1034--1037},\n}\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"karim-rajachakravarthi-mccrae-cochez-classificationbenchmarksforunderresourcedbengalilanguagebasedonmultichannelconvolutifonallstmnetwork-2020\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/abs/2004.07807\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'karim-rajachakravarthi-mccrae-cochez-classificationbenchmarksforunderresourcedbengalilanguagebasedonmultichannelconvolutifonallstmnetwork-2020', 'https://arxiv.org/abs/2004.07807', event);\">\n    Classification Benchmarks for Under-resourced Bengali Language based on Multichannel Convolutifonal-LSTM Network.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Karim, M. R.; Raja Chakravarthi, B.; McCrae, J. P.;  and Cochez, M.\n</span>\n\n  \n\n</span>\n\n  In <i>2020 IEEE 7th International Conference on Data Science and Advanced Analytics (DSAA)</i>, pages 390–399,  2020. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/2004.07807\"\n     onclick=\"log_download('karim-rajachakravarthi-mccrae-cochez-classificationbenchmarksforunderresourcedbengalilanguagebasedonmultichannelconvolutifonallstmnetwork-2020', 'https://arxiv.org/abs/2004.07807', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Classification Benchmarks for Under-resourced Bengali Language based on Multichannel Convolutifonal-LSTM Network [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.1109/DSAA49011.2020.00053\"\n     onclick=\"log_download('karim-rajachakravarthi-mccrae-cochez-classificationbenchmarksforunderresourcedbengalilanguagebasedonmultichannelconvolutifonallstmnetwork-2020', 'http://doi.org/10.1109/DSAA49011.2020.00053', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/karim-rajachakravarthi-mccrae-cochez-classificationbenchmarksforunderresourcedbengalilanguagebasedonmultichannelconvolutifonallstmnetwork-2020\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>1 download</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('karim-rajachakravarthi-mccrae-cochez-classificationbenchmarksforunderresourcedbengalilanguagebasedonmultichannelconvolutifonallstmnetwork-2020')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{karim_classification_2020,\n\ttitle = {Classification {Benchmarks} for {Under}-resourced {Bengali} {Language} based on {Multichannel} {Convolutifonal}-{LSTM} {Network}},\n\turl = {https://arxiv.org/abs/2004.07807},\n\tdoi = {10.1109/DSAA49011.2020.00053},\n\tbooktitle = {2020 {IEEE} 7th {International} {Conference} on {Data} {Science} and {Advanced} {Analytics} ({DSAA})},\n\tauthor = {Karim, Md. Rezaul and Raja Chakravarthi, Bharathi and McCrae, John P. and Cochez, Michael},\n\tyear = {2020},\n\tpages = {390--399},\n}\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"pellegrino-altabba-garofalo-ristoski-cochez-gevalamodularandextensibleevaluationframeworkforgraphembeddingtechniques-2020\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  GEval: A Modular and Extensible Evaluation Framework for Graph Embedding Techniques.\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Pellegrino, M. A.; Altabba, A.; Garofalo, M.; Ristoski, P.;  and Cochez, M.\n</span>\n\n  \n\n</span>\n\n  In Harth, A.; Kirrane, S.; Ngonga Ngomo, A.; Paulheim, H.; Rula, A.; Gentile, A. L.; Haase, P.;  and Cochez, M., editor(s), <i>The Semantic Web</i>, pages 565–582, Cham,  2020. Springer International Publishing\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/pellegrino-altabba-garofalo-ristoski-cochez-gevalamodularandextensibleevaluationframeworkforgraphembeddingtechniques-2020\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('pellegrino-altabba-garofalo-ristoski-cochez-gevalamodularandextensibleevaluationframeworkforgraphembeddingtechniques-2020')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{pellegrino_geval_2020,\n\taddress = {Cham},\n\ttitle = {{GEval}: {A} {Modular} and {Extensible} {Evaluation} {Framework} for {Graph} {Embedding} {Techniques}},\n\tisbn = {978-3-030-49461-2},\n\tabstract = {While RDF data are graph shaped by nature, most traditional Machine Learning (ML) algorithms expect data in a vector form. To transform graph elements to vectors, several graph embedding approaches have been proposed. Comparing these approaches is interesting for 1) developers of new embedding techniques to verify in which cases their proposal outperforms the state-of-art and 2) consumers of these techniques in choosing the best approach according to the task(s) the vectors will be used for. The comparison could be delayed (and made difficult) by the choice of tasks, the design of the evaluation, the selection of models, parameters, and needed datasets. We propose GEval, an evaluation framework to simplify the evaluation and the comparison of graph embedding techniques. The covered tasks range from ML tasks (Classification, Regression, Clustering), semantic tasks (entity relatedness, document similarity) to semantic analogies. However, GEval is designed to be (easily) extensible. In this article, we will describe the design and development of the proposed framework by detailing its overall structure, the already implemented tasks, and how to extend it. In conclusion, to demonstrate its operating approach, we consider the parameter tuning of the KGloVe algorithm as a use case.},\n\tbooktitle = {The {Semantic} {Web}},\n\tpublisher = {Springer International Publishing},\n\tauthor = {Pellegrino, Maria Angela and Altabba, Abdulrahman and Garofalo, Martina and Ristoski, Petar and Cochez, Michael},\n\teditor = {Harth, Andreas and Kirrane, Sabrina and Ngonga Ngomo, Axel-Cyrille and Paulheim, Heiko and Rula, Anisa and Gentile, Anna Lisa and Haase, Peter and Cochez, Michael},\n\tyear = {2020},\n\tpages = {565--582},\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  While RDF data are graph shaped by nature, most traditional Machine Learning (ML) algorithms expect data in a vector form. To transform graph elements to vectors, several graph embedding approaches have been proposed. Comparing these approaches is interesting for 1) developers of new embedding techniques to verify in which cases their proposal outperforms the state-of-art and 2) consumers of these techniques in choosing the best approach according to the task(s) the vectors will be used for. The comparison could be delayed (and made difficult) by the choice of tasks, the design of the evaluation, the selection of models, parameters, and needed datasets. We propose GEval, an evaluation framework to simplify the evaluation and the comparison of graph embedding techniques. The covered tasks range from ML tasks (Classification, Regression, Clustering), semantic tasks (entity relatedness, document similarity) to semantic analogies. However, GEval is designed to be (easily) extensible. In this article, we will describe the design and development of the proposed framework by detailing its overall structure, the already implemented tasks, and how to extend it. In conclusion, to demonstrate its operating approach, we consider the parameter tuning of the KGloVe algorithm as a use case.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"karim-beyan-zappa-costa-rebholzschuhmann-cochez-decker-deeplearningbasedclusteringapproachesforbioinformatics-2020\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://doi.org/10.1093/bib/bbz170\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'karim-beyan-zappa-costa-rebholzschuhmann-cochez-decker-deeplearningbasedclusteringapproachesforbioinformatics-2020', 'https://doi.org/10.1093/bib/bbz170', event);\">\n    Deep learning-based clustering approaches for bioinformatics.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Karim, M. R.; Beyan, O.; Zappa, A.; Costa, I. G; Rebholz-Schuhmann, D.; Cochez, M.;  and Decker, S.\n</span>\n\n  \n\n</span>\n\n  <i>Briefings in Bioinformatics</i>. February 2020.\n  <span class=\"note\">_eprint: https://academic.oup.com/bib/advance-article-pdf/doi/10.1093/bib/bbz170/32313172/bbz170.pdf</span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://doi.org/10.1093/bib/bbz170\"\n     onclick=\"log_download('karim-beyan-zappa-costa-rebholzschuhmann-cochez-decker-deeplearningbasedclusteringapproachesforbioinformatics-2020', 'https://doi.org/10.1093/bib/bbz170', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Deep learning-based clustering approaches for bioinformatics [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.1093/bib/bbz170\"\n     onclick=\"log_download('karim-beyan-zappa-costa-rebholzschuhmann-cochez-decker-deeplearningbasedclusteringapproachesforbioinformatics-2020', 'http://doi.org/10.1093/bib/bbz170', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/karim-beyan-zappa-costa-rebholzschuhmann-cochez-decker-deeplearningbasedclusteringapproachesforbioinformatics-2020\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>2 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('karim-beyan-zappa-costa-rebholzschuhmann-cochez-decker-deeplearningbasedclusteringapproachesforbioinformatics-2020')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{karim_deep_2020,\n\ttitle = {Deep learning-based clustering approaches for bioinformatics},\n\tissn = {1477-4054},\n\turl = {https://doi.org/10.1093/bib/bbz170},\n\tdoi = {10.1093/bib/bbz170},\n\tabstract = {Clustering is central to many data-driven bioinformatics research and serves a powerful computational method. In particular, clustering helps at analyzing unstructured and high-dimensional data in the form of sequences, expressions, texts and images. Further, clustering is used to gain insights into biological processes in the genomics level, e.g. clustering of gene expressions provides insights on the natural structure inherent in the data, understanding gene functions, cellular processes, subtypes of cells and understanding gene regulations. Subsequently, clustering approaches, including hierarchical, centroid-based, distribution-based, density-based and self-organizing maps, have long been studied and used in classical machine learning settings. In contrast, deep learning (DL)-based representation and feature learning for clustering have not been reviewed and employed extensively. Since the quality of clustering is not only dependent on the distribution of data points but also on the learned representation, deep neural networks can be effective means to transform mappings from a high-dimensional data space into a lower-dimensional feature space, leading to improved clustering results. In this paper, we review state-of-the-art DL-based approaches for cluster analysis that are based on representation learning, which we hope to be useful, particularly for bioinformatics research. Further, we explore in detail the training procedures of DL-based clustering algorithms, point out different clustering quality metrics and evaluate several DL-based approaches on three bioinformatics use cases, including bioimaging, cancer genomics and biomedical text mining. We believe this review and the evaluation results will provide valuable insights and serve a starting point for researchers wanting to apply DL-based unsupervised methods to solve emerging bioinformatics research problems.},\n\tjournal = {Briefings in Bioinformatics},\n\tauthor = {Karim, Md Rezaul and Beyan, Oya and Zappa, Achille and Costa, Ivan G and Rebholz-Schuhmann, Dietrich and Cochez, Michael and Decker, Stefan},\n\tmonth = feb,\n\tyear = {2020},\n\tnote = {\\_eprint: https://academic.oup.com/bib/advance-article-pdf/doi/10.1093/bib/bbz170/32313172/bbz170.pdf},\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Clustering is central to many data-driven bioinformatics research and serves a powerful computational method. In particular, clustering helps at analyzing unstructured and high-dimensional data in the form of sequences, expressions, texts and images. Further, clustering is used to gain insights into biological processes in the genomics level, e.g. clustering of gene expressions provides insights on the natural structure inherent in the data, understanding gene functions, cellular processes, subtypes of cells and understanding gene regulations. Subsequently, clustering approaches, including hierarchical, centroid-based, distribution-based, density-based and self-organizing maps, have long been studied and used in classical machine learning settings. In contrast, deep learning (DL)-based representation and feature learning for clustering have not been reviewed and employed extensively. Since the quality of clustering is not only dependent on the distribution of data points but also on the learned representation, deep neural networks can be effective means to transform mappings from a high-dimensional data space into a lower-dimensional feature space, leading to improved clustering results. In this paper, we review state-of-the-art DL-based approaches for cluster analysis that are based on representation learning, which we hope to be useful, particularly for bioinformatics research. Further, we explore in detail the training procedures of DL-based clustering algorithms, point out different clustering quality metrics and evaluate several DL-based approaches on three bioinformatics use cases, including bioimaging, cancer genomics and biomedical text mining. We believe this review and the evaluation results will provide valuable insights and serve a starting point for researchers wanting to apply DL-based unsupervised methods to solve emerging bioinformatics research problems.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"wang-wang-liu-cochez-decker-structuredqueryconstructionviaknowledgegraphembedding-2020\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://doi.org/10.1007/s10115-019-01401-x\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'wang-wang-liu-cochez-decker-structuredqueryconstructionviaknowledgegraphembedding-2020', 'https://doi.org/10.1007/s10115-019-01401-x', event);\">\n    Structured query construction via knowledge graph embedding.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  Wang, R.; Wang, M.; Liu, J.; Cochez, M.;  and Decker, S.\n</span>\n\n  \n\n</span>\n\n  <i>Knowledge and Information Systems</i>, 62(5): 1819–1846. May 2020.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://doi.org/10.1007/s10115-019-01401-x\"\n     onclick=\"log_download('wang-wang-liu-cochez-decker-structuredqueryconstructionviaknowledgegraphembedding-2020', 'https://doi.org/10.1007/s10115-019-01401-x', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Structured query construction via knowledge graph embedding [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.1007/s10115-019-01401-x\"\n     onclick=\"log_download('wang-wang-liu-cochez-decker-structuredqueryconstructionviaknowledgegraphembedding-2020', 'http://doi.org/10.1007/s10115-019-01401-x', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/wang-wang-liu-cochez-decker-structuredqueryconstructionviaknowledgegraphembedding-2020\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>2 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('wang-wang-liu-cochez-decker-structuredqueryconstructionviaknowledgegraphembedding-2020')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{wang_structured_2020,\n\ttitle = {Structured query construction via knowledge graph embedding},\n\tvolume = {62},\n\tissn = {0219-3116},\n\turl = {https://doi.org/10.1007/s10115-019-01401-x},\n\tdoi = {10.1007/s10115-019-01401-x},\n\tabstract = {In order to facilitate the accesses of general users to knowledge graphs, an increasing effort is being exerted to construct graph-structured queries of given natural language questions. At the core of the construction is to deduce the structure of the target query and determine the vertices/edges which constitute the query. Existing query construction methods rely on question understanding and conventional graph-based algorithms which lead to inefficient and degraded performances facing complex natural language questions over knowledge graphs with large scales. In this paper, we focus on this problem and propose a novel framework standing on recent knowledge graph embedding techniques. Our framework first encodes the underlying knowledge graph into a low-dimensional embedding space by leveraging generalized local knowledge graphs. Given a natural language question, the learned embedding representations of the knowledge graph are utilized to compute the query structure and assemble vertices/edges into the target query. Extensive experiments were conducted on the benchmark dataset, and the results demonstrate that our framework outperforms state-of-the-art baseline models regarding effectiveness and efficiency.},\n\tnumber = {5},\n\tjournal = {Knowledge and Information Systems},\n\tauthor = {Wang, Ruijie and Wang, Meng and Liu, Jun and Cochez, Michael and Decker, Stefan},\n\tmonth = may,\n\tyear = {2020},\n\tpages = {1819--1846},\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  In order to facilitate the accesses of general users to knowledge graphs, an increasing effort is being exerted to construct graph-structured queries of given natural language questions. At the core of the construction is to deduce the structure of the target query and determine the vertices/edges which constitute the query. Existing query construction methods rely on question understanding and conventional graph-based algorithms which lead to inefficient and degraded performances facing complex natural language questions over knowledge graphs with large scales. In this paper, we focus on this problem and propose a novel framework standing on recent knowledge graph embedding techniques. Our framework first encodes the underlying knowledge graph into a low-dimensional embedding space by leveraging generalized local knowledge graphs. Given a natural language question, the learned embedding representations of the knowledge graph are utilized to compute the query structure and assemble vertices/edges into the target query. Extensive experiments were conducted on the benchmark dataset, and the results demonstrate that our framework outperforms state-of-the-art baseline models regarding effectiveness and efficiency.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"daza-cochez-messagepassingqueryembedding-2020\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/abs/2002.02406\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'daza-cochez-messagepassingqueryembedding-2020', 'https://arxiv.org/abs/2002.02406', event);\">\n    Message Passing Query Embedding.\n  </a>\n  \n  \n  \n</span>\n\n  <span class=\"bibbase_paper_author\">\n  <a class=\"bibbase author link\" href=\"https://discoverylab.ai/\">Daza, D.</a>;  and Cochez, M.\n</span>\n\n  \n\n</span>\n\n  In <i>ICML Workshop - Graph Representation Learning and Beyond</i>,  2020. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/2002.02406\"\n     onclick=\"log_download('daza-cochez-messagepassingqueryembedding-2020', 'https://arxiv.org/abs/2002.02406', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Message Passing Query Embedding [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/daza-cochez-messagepassingqueryembedding-2020\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('daza-cochez-messagepassingqueryembedding-2020')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{daza_message_2020,\n\ttitle = {Message {Passing} {Query} {Embedding}},\n\turl = {https://arxiv.org/abs/2002.02406},\n\tbooktitle = {{ICML} {Workshop} - {Graph} {Representation} {Learning} and {Beyond}},\n\tauthor = {Daza, Daniel and Cochez, Michael},\n\tyear = {2020},\n}\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n\n\n\n  </div>\n\n\n  <!-- Modal -->\n\n  <!-- <iframe id=\"bibbase_network_frame\" -->\n  <!--         src=\"//bibbase.org/network/control\" -->\n  <!--         style=\"display: none;\"> -->\n  <!-- </iframe> -->\n\n</div>\n"}; document.write(bibbase_data.data);