SPICE: An Automated SWE-Bench Labeling Pipeline for Issue Clarity, Test Coverage, and Effort Estimation

SPICE: An Automated SWE-Bench Labeling Pipeline for Issue Clarity, Test Coverage, and Effort Estimation. Bhatia, A., Oliva, G. A., Rajbahadur, G. K., Zhang, H., Chen, Y., Chen, Z., Leung, A., Lin, D., Chen, B., & Hassan, A. E. CoRR, 2025.

Paper doi bibtex

@article{DBLP:journals/corr/abs-2507-09108,
  author       = {Aaditya Bhatia and
                  Gustavo Ansaldi Oliva and
                  Gopi Krishnan Rajbahadur and
                  Haoxiang Zhang and
                  Yihao Chen and
                  Zhilong Chen and
                  Arthur Leung and
                  Dayi Lin and
                  Boyuan Chen and
                  Ahmed E. Hassan},
  title        = {{SPICE:} An Automated SWE-Bench Labeling Pipeline for Issue Clarity,
                  Test Coverage, and Effort Estimation},
  journal      = {CoRR},
  volume       = {abs/2507.09108},
  year         = {2025},
  url          = {https://doi.org/10.48550/arXiv.2507.09108},
  doi          = {10.48550/ARXIV.2507.09108},
  eprinttype    = {arXiv},
  eprint       = {2507.09108},
  timestamp    = {Tue, 12 Aug 2025 01:00:00 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2507-09108.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

Downloads: 0

{"_id":"46B8eQThCne7i9ZzZ","bibbaseid":"bhatia-oliva-rajbahadur-zhang-chen-chen-leung-lin-etal-spiceanautomatedswebenchlabelingpipelineforissueclaritytestcoverageandeffortestimation-2025","author_short":["Bhatia, A.","Oliva, G. A.","Rajbahadur, G. K.","Zhang, H.","Chen, Y.","Chen, Z.","Leung, A.","Lin, D.","Chen, B.","Hassan, A. E."],"bibdata":{"bibtype":"article","type":"article","author":[{"firstnames":["Aaditya"],"propositions":[],"lastnames":["Bhatia"],"suffixes":[]},{"firstnames":["Gustavo","Ansaldi"],"propositions":[],"lastnames":["Oliva"],"suffixes":[]},{"firstnames":["Gopi","Krishnan"],"propositions":[],"lastnames":["Rajbahadur"],"suffixes":[]},{"firstnames":["Haoxiang"],"propositions":[],"lastnames":["Zhang"],"suffixes":[]},{"firstnames":["Yihao"],"propositions":[],"lastnames":["Chen"],"suffixes":[]},{"firstnames":["Zhilong"],"propositions":[],"lastnames":["Chen"],"suffixes":[]},{"firstnames":["Arthur"],"propositions":[],"lastnames":["Leung"],"suffixes":[]},{"firstnames":["Dayi"],"propositions":[],"lastnames":["Lin"],"suffixes":[]},{"firstnames":["Boyuan"],"propositions":[],"lastnames":["Chen"],"suffixes":[]},{"firstnames":["Ahmed","E."],"propositions":[],"lastnames":["Hassan"],"suffixes":[]}],"title":"SPICE: An Automated SWE-Bench Labeling Pipeline for Issue Clarity, Test Coverage, and Effort Estimation","journal":"CoRR","volume":"abs/2507.09108","year":"2025","url":"https://doi.org/10.48550/arXiv.2507.09108","doi":"10.48550/ARXIV.2507.09108","eprinttype":"arXiv","eprint":"2507.09108","timestamp":"Tue, 12 Aug 2025 01:00:00 +0200","biburl":"https://dblp.org/rec/journals/corr/abs-2507-09108.bib","bibsource":"dblp computer science bibliography, https://dblp.org","bibtex":"@article{DBLP:journals/corr/abs-2507-09108,\n author = {Aaditya Bhatia and\n Gustavo Ansaldi Oliva and\n Gopi Krishnan Rajbahadur and\n Haoxiang Zhang and\n Yihao Chen and\n Zhilong Chen and\n Arthur Leung and\n Dayi Lin and\n Boyuan Chen and\n Ahmed E. Hassan},\n title = {{SPICE:} An Automated SWE-Bench Labeling Pipeline for Issue Clarity,\n Test Coverage, and Effort Estimation},\n journal = {CoRR},\n volume = {abs/2507.09108},\n year = {2025},\n url = {https://doi.org/10.48550/arXiv.2507.09108},\n doi = {10.48550/ARXIV.2507.09108},\n eprinttype = {arXiv},\n eprint = {2507.09108},\n timestamp = {Tue, 12 Aug 2025 01:00:00 +0200},\n biburl = {https://dblp.org/rec/journals/corr/abs-2507-09108.bib},\n bibsource = {dblp computer science bibliography, https://dblp.org}\n}\n\n","author_short":["Bhatia, A.","Oliva, G. A.","Rajbahadur, G. K.","Zhang, H.","Chen, Y.","Chen, Z.","Leung, A.","Lin, D.","Chen, B.","Hassan, A. E."],"key":"DBLP:journals/corr/abs-2507-09108","id":"DBLP:journals/corr/abs-2507-09108","bibbaseid":"bhatia-oliva-rajbahadur-zhang-chen-chen-leung-lin-etal-spiceanautomatedswebenchlabelingpipelineforissueclaritytestcoverageandeffortestimation-2025","role":"author","urls":{"Paper":"https://doi.org/10.48550/arXiv.2507.09108"},"metadata":{"authorlinks":{}}},"bibtype":"article","biburl":"https://dblp.org/pid/187/9420.bib","dataSources":["FLwtLJyrjR3ZC72vq"],"keywords":[],"search_terms":["spice","automated","swe","bench","labeling","pipeline","issue","clarity","test","coverage","effort","estimation","bhatia","oliva","rajbahadur","zhang","chen","chen","leung","lin","chen","hassan"],"title":"SPICE: An Automated SWE-Bench Labeling Pipeline for Issue Clarity, Test Coverage, and Effort Estimation","year":2025}