EasyStudy: Framework for Easy Deployment of User Studies on Recommender Systems. Dokoupil, P. & Peska, L. In Proceedings of the 17th ACM Conference on Recommender Systems, of RecSys '23, pages 1196–1199, New York, NY, USA, September, 2023. Association for Computing Machinery. ![EasyStudy: Framework for Easy Deployment of User Studies on Recommender Systems [link]](https://bibbase.org/img/filetypes/link.svg "link")
Paper doi abstract bibtex Improvements in the recommender systems (RS) domain are not possible without a thorough way to evaluate and compare newly proposed approaches. User studies represent a viable alternative to online and offline evaluation schemes, but despite their numerous benefits, they are only rarely used. One of the main reasons behind this fact is that preparing a user study from scratch involves a lot of extra work on top of a simple algorithm proposal. To simplify this task, we propose EasyStudy, a modular framework built on the credo “Make simple things fast and hard things possible”. It features ready-to-use datasets, preference elicitation methods, incrementally tuned baseline algorithms, study flow plugins, and evaluation metrics. As a result, a simple study comparing several RS can be deployed with just a few clicks, while more complex study designs can still benefit from a range of reusable components, such as preference elicitation. Overall, EasyStudy dramatically decreases the gap between the laboriousness of offline evaluation vs. user studies and, therefore, may contribute towards the more reliable and insightful user-centric evaluation of next-generation RS. The project repository is available from https://bit.ly/easy-study-repo.
@inproceedings{dokoupil_easystudy_2023,
address = {New York, NY, USA},
series = {{RecSys} '23},
title = {{EasyStudy}: {Framework} for {Easy} {Deployment} of {User} {Studies} on {Recommender} {Systems}},
isbn = {9798400702419},
shorttitle = {{EasyStudy}},
url = {https://dl.acm.org/doi/10.1145/3604915.3610640},
doi = {10.1145/3604915.3610640},
abstract = {Improvements in the recommender systems (RS) domain are not possible without a thorough way to evaluate and compare newly proposed approaches. User studies represent a viable alternative to online and offline evaluation schemes, but despite their numerous benefits, they are only rarely used. One of the main reasons behind this fact is that preparing a user study from scratch involves a lot of extra work on top of a simple algorithm proposal. To simplify this task, we propose EasyStudy, a modular framework built on the credo “Make simple things fast and hard things possible”. It features ready-to-use datasets, preference elicitation methods, incrementally tuned baseline algorithms, study flow plugins, and evaluation metrics. As a result, a simple study comparing several RS can be deployed with just a few clicks, while more complex study designs can still benefit from a range of reusable components, such as preference elicitation. Overall, EasyStudy dramatically decreases the gap between the laboriousness of offline evaluation vs. user studies and, therefore, may contribute towards the more reliable and insightful user-centric evaluation of next-generation RS. The project repository is available from https://bit.ly/easy-study-repo.},
urldate = {2023-09-18},
booktitle = {Proceedings of the 17th {ACM} {Conference} on {Recommender} {Systems}},
publisher = {Association for Computing Machinery},
author = {Dokoupil, Patrik and Peska, Ladislav},
month = sep,
year = {2023},
keywords = {Recommender systems, evaluation frameworks, user centric, user studies},
pages = {1196--1199},
}
Downloads: 0
{"_id":"PeLhdQBEs2vL3iMi8","bibbaseid":"dokoupil-peska-easystudyframeworkforeasydeploymentofuserstudiesonrecommendersystems-2023","author_short":["Dokoupil, P.","Peska, L."],"bibdata":{"bibtype":"inproceedings","type":"inproceedings","address":"New York, NY, USA","series":"RecSys '23","title":"EasyStudy: Framework for Easy Deployment of User Studies on Recommender Systems","isbn":"9798400702419","shorttitle":"EasyStudy","url":"https://dl.acm.org/doi/10.1145/3604915.3610640","doi":"10.1145/3604915.3610640","abstract":"Improvements in the recommender systems (RS) domain are not possible without a thorough way to evaluate and compare newly proposed approaches. User studies represent a viable alternative to online and offline evaluation schemes, but despite their numerous benefits, they are only rarely used. One of the main reasons behind this fact is that preparing a user study from scratch involves a lot of extra work on top of a simple algorithm proposal. To simplify this task, we propose EasyStudy, a modular framework built on the credo “Make simple things fast and hard things possible”. It features ready-to-use datasets, preference elicitation methods, incrementally tuned baseline algorithms, study flow plugins, and evaluation metrics. As a result, a simple study comparing several RS can be deployed with just a few clicks, while more complex study designs can still benefit from a range of reusable components, such as preference elicitation. Overall, EasyStudy dramatically decreases the gap between the laboriousness of offline evaluation vs. user studies and, therefore, may contribute towards the more reliable and insightful user-centric evaluation of next-generation RS. The project repository is available from https://bit.ly/easy-study-repo.","urldate":"2023-09-18","booktitle":"Proceedings of the 17th ACM Conference on Recommender Systems","publisher":"Association for Computing Machinery","author":[{"propositions":[],"lastnames":["Dokoupil"],"firstnames":["Patrik"],"suffixes":[]},{"propositions":[],"lastnames":["Peska"],"firstnames":["Ladislav"],"suffixes":[]}],"month":"September","year":"2023","keywords":"Recommender systems, evaluation frameworks, user centric, user studies","pages":"1196–1199","bibtex":"@inproceedings{dokoupil_easystudy_2023,\n\taddress = {New York, NY, USA},\n\tseries = {{RecSys} '23},\n\ttitle = {{EasyStudy}: {Framework} for {Easy} {Deployment} of {User} {Studies} on {Recommender} {Systems}},\n\tisbn = {9798400702419},\n\tshorttitle = {{EasyStudy}},\n\turl = {https://dl.acm.org/doi/10.1145/3604915.3610640},\n\tdoi = {10.1145/3604915.3610640},\n\tabstract = {Improvements in the recommender systems (RS) domain are not possible without a thorough way to evaluate and compare newly proposed approaches. User studies represent a viable alternative to online and offline evaluation schemes, but despite their numerous benefits, they are only rarely used. One of the main reasons behind this fact is that preparing a user study from scratch involves a lot of extra work on top of a simple algorithm proposal. To simplify this task, we propose EasyStudy, a modular framework built on the credo “Make simple things fast and hard things possible”. It features ready-to-use datasets, preference elicitation methods, incrementally tuned baseline algorithms, study flow plugins, and evaluation metrics. As a result, a simple study comparing several RS can be deployed with just a few clicks, while more complex study designs can still benefit from a range of reusable components, such as preference elicitation. Overall, EasyStudy dramatically decreases the gap between the laboriousness of offline evaluation vs. user studies and, therefore, may contribute towards the more reliable and insightful user-centric evaluation of next-generation RS. The project repository is available from https://bit.ly/easy-study-repo.},\n\turldate = {2023-09-18},\n\tbooktitle = {Proceedings of the 17th {ACM} {Conference} on {Recommender} {Systems}},\n\tpublisher = {Association for Computing Machinery},\n\tauthor = {Dokoupil, Patrik and Peska, Ladislav},\n\tmonth = sep,\n\tyear = {2023},\n\tkeywords = {Recommender systems, evaluation frameworks, user centric, user studies},\n\tpages = {1196--1199},\n}\n\n","author_short":["Dokoupil, P.","Peska, L."],"key":"dokoupil_easystudy_2023","id":"dokoupil_easystudy_2023","bibbaseid":"dokoupil-peska-easystudyframeworkforeasydeploymentofuserstudiesonrecommendersystems-2023","role":"author","urls":{"Paper":"https://dl.acm.org/doi/10.1145/3604915.3610640"},"keyword":["Recommender systems","evaluation frameworks","user centric","user studies"],"metadata":{"authorlinks":{}}},"bibtype":"inproceedings","biburl":"https://api.zotero.org/users/6655/collections/3TB3KT36/items?key=VFvZhZXIoHNBbzoLZ1IM2zgf&format=bibtex&limit=100","dataSources":["7KNAjxiv2tsagmbgY"],"keywords":["recommender systems","evaluation frameworks","user centric","user studies"],"search_terms":["easystudy","framework","easy","deployment","user","studies","recommender","systems","dokoupil","peska"],"title":"EasyStudy: Framework for Easy Deployment of User Studies on Recommender Systems","year":2023}