@inproceedings{deliaLessonsLearnedFive2025,
	title = {Lessons {Learned} from {Five} {Years} of {Artifact} {Evaluations} at {EuroSys}},
	url = {Paper=https://download.vusec.net/papers/eurosys_rep25.pdf},
	abstract = {Artifact Evaluation (“AE”) is now an accepted practice in the systems community. However, AE processes are inconsistent across venues and even across different editions of the same venue. AE processes regularly encounter the same problems across venues and years. Based on our collective experience in chairing various and heterogeneous AE committees for five consecutive editions of EuroSys, a large systems conference, we present the challenges we believe most pressing. We propose concrete steps to address these challenges in future AEs, serving as guidelines for future chairs and AE committees.},
	booktitle = {{ACM} {REP}},
	author = {D'Elia, Daniele Cono and Doudali, Thaleia Dimitra and Giuffrida, Cristiano and Matos, Miguel and Payer, Mathias and Pirelli, Solal and Portokalidis, Georgios and Schiavoni, Valerio and Signorello, Salvatore and Vahldiek-Oberwagner, Anjo},
	year = {2025},
	keywords = {class\_reproducibility, type\_conf, type\_paper, type\_top},
}

{"_id":"FuZS8aJP3LGoMsLoW","bibbaseid":"delia-doudali-giuffrida-matos-payer-pirelli-portokalidis-schiavoni-etal-lessonslearnedfromfiveyearsofartifactevaluationsateurosys-2025","author_short":["D'Elia, D. C.","Doudali, T. D.","Giuffrida, C.","Matos, M.","Payer, M.","Pirelli, S.","Portokalidis, G.","Schiavoni, V.","Signorello, S.","Vahldiek-Oberwagner, A."],"bibdata":{"bibtype":"inproceedings","type":"inproceedings","title":"Lessons Learned from Five Years of Artifact Evaluations at EuroSys","abstract":"Artifact Evaluation (“AE”) is now an accepted practice in the systems community. However, AE processes are inconsistent across venues and even across different editions of the same venue. AE processes regularly encounter the same problems across venues and years. Based on our collective experience in chairing various and heterogeneous AE committees for five consecutive editions of EuroSys, a large systems conference, we present the challenges we believe most pressing. We propose concrete steps to address these challenges in future AEs, serving as guidelines for future chairs and AE committees.","booktitle":"ACM REP","author":[{"propositions":[],"lastnames":["D'Elia"],"firstnames":["Daniele","Cono"],"suffixes":[]},{"propositions":[],"lastnames":["Doudali"],"firstnames":["Thaleia","Dimitra"],"suffixes":[]},{"propositions":[],"lastnames":["Giuffrida"],"firstnames":["Cristiano"],"suffixes":[]},{"propositions":[],"lastnames":["Matos"],"firstnames":["Miguel"],"suffixes":[]},{"propositions":[],"lastnames":["Payer"],"firstnames":["Mathias"],"suffixes":[]},{"propositions":[],"lastnames":["Pirelli"],"firstnames":["Solal"],"suffixes":[]},{"propositions":[],"lastnames":["Portokalidis"],"firstnames":["Georgios"],"suffixes":[]},{"propositions":[],"lastnames":["Schiavoni"],"firstnames":["Valerio"],"suffixes":[]},{"propositions":[],"lastnames":["Signorello"],"firstnames":["Salvatore"],"suffixes":[]},{"propositions":[],"lastnames":["Vahldiek-Oberwagner"],"firstnames":["Anjo"],"suffixes":[]}],"year":"2025","keywords":"class_reproducibility, type_conf, type_paper, type_top","bibtex":"@inproceedings{deliaLessonsLearnedFive2025,\n\ttitle = {Lessons {Learned} from {Five} {Years} of {Artifact} {Evaluations} at {EuroSys}},\n\turl = {Paper=https://download.vusec.net/papers/eurosys_rep25.pdf},\n\tabstract = {Artifact Evaluation (“AE”) is now an accepted practice in the systems community. However, AE processes are inconsistent across venues and even across different editions of the same venue. AE processes regularly encounter the same problems across venues and years. Based on our collective experience in chairing various and heterogeneous AE committees for five consecutive editions of EuroSys, a large systems conference, we present the challenges we believe most pressing. We propose concrete steps to address these challenges in future AEs, serving as guidelines for future chairs and AE committees.},\n\tbooktitle = {{ACM} {REP}},\n\tauthor = {D'Elia, Daniele Cono and Doudali, Thaleia Dimitra and Giuffrida, Cristiano and Matos, Miguel and Payer, Mathias and Pirelli, Solal and Portokalidis, Georgios and Schiavoni, Valerio and Signorello, Salvatore and Vahldiek-Oberwagner, Anjo},\n\tyear = {2025},\n\tkeywords = {class\\_reproducibility, type\\_conf, type\\_paper, type\\_top},\n}\n\n","author_short":["D'Elia, D. C.","Doudali, T. D.","Giuffrida, C.","Matos, M.","Payer, M.","Pirelli, S.","Portokalidis, G.","Schiavoni, V.","Signorello, S.","Vahldiek-Oberwagner, A."],"urlPaper":"https://download.vusec.net/papers/eurosys_rep25.pdf","key":"deliaLessonsLearnedFive2025","id":"deliaLessonsLearnedFive2025","bibbaseid":"delia-doudali-giuffrida-matos-payer-pirelli-portokalidis-schiavoni-etal-lessonslearnedfromfiveyearsofartifactevaluationsateurosys-2025","role":"author","urls":{"Paper":"https://download.vusec.net/papers/eurosys_rep25.pdf"},"keyword":["class_reproducibility","type_conf","type_paper","type_top"],"metadata":{"authorlinks":{}},"downloads":3},"bibtype":"inproceedings","biburl":"https://download.vusec.net/papers/zotero.php?tag=&full=1&format=bibtex&sort=date","dataSources":["LY5xkJFgS2sBQ9umB","8hbkfk9WWWjcsroig","LkcLuv5ivzocAyTSt","JWcaY4xDbjG3msjWc","32KKWtGJu7SSzB64u","eCpiGao5EnGQ4DAae"],"keywords":["class_reproducibility","type_conf","type_paper","type_top"],"search_terms":["lessons","learned","five","years","artifact","evaluations","eurosys","d'elia","doudali","giuffrida","matos","payer","pirelli","portokalidis","schiavoni","signorello","vahldiek-oberwagner"],"title":"Lessons Learned from Five Years of Artifact Evaluations at EuroSys","year":2025,"downloads":3}