Machines are benchmarked by code, not algorithms. Poss, R. Computing Research Repository, September, 2013. Paper Local abstract bibtex 3 downloads This article highlights how small modifications to either the source code of a benchmark program or the compilation options may impact its behavior on a specific machine. It argues that for evaluating machines, benchmark providers and users be careful to ensure reproducibility of results based on the machine code actually running on the hardware and not just source code. The article uses color to grayscale conversion of digital images as a running example.
@article{poss13bench,
Abstract = {This article highlights how small modifications to either the source code of a benchmark program or the compilation options may impact its behavior on a specific machine. It argues that for evaluating machines, benchmark providers and users be careful to ensure reproducibility of results based on the machine code actually running on the hardware and not just source code. The article uses color to grayscale conversion of digital images as a running example.},
Author = {{Raphael~`kena'} Poss},
Journal = {Computing Research Repository},
Month = {September},
Read = {1},
Title = {Machines are benchmarked by code, not algorithms},
Url = {http://arxiv.org/abs/1309.0534},
Urllocal = {pub/poss.13.bench.pdf},
Year = {2013},
}
Downloads: 3
{"_id":{"_str":"535534d75439cbc70a000134"},"__v":1,"authorIDs":["54c2dea9b5fb1e5511000919","5dfafc26fa2bbbde01000122","5e35eb445cd57fde01000070","5e38ff13dc5b8ade01000077","5e64a5962551dede01000063","ZGRaLkjmxPcmJ739z","efnDKftzuGYiXXauW","pgjx6rQxQDmzHuwRK","sCob7zjTXbp95CmbP"],"author_short":["Poss, R."],"bibbaseid":"poss-machinesarebenchmarkedbycodenotalgorithms-2013","bibdata":{"bibtype":"article","type":"article","abstract":"This article highlights how small modifications to either the source code of a benchmark program or the compilation options may impact its behavior on a specific machine. It argues that for evaluating machines, benchmark providers and users be careful to ensure reproducibility of results based on the machine code actually running on the hardware and not just source code. The article uses color to grayscale conversion of digital images as a running example.","author":[{"firstnames":["Raphael `kena'"],"propositions":[],"lastnames":["Poss"],"suffixes":[]}],"journal":"Computing Research Repository","month":"September","read":"1","title":"Machines are benchmarked by code, not algorithms","url":"http://arxiv.org/abs/1309.0534","urllocal":"pub/poss.13.bench.pdf","year":"2013","bibtex":"@article{poss13bench,\n\tAbstract = {This article highlights how small modifications to either the source code of a benchmark program or the compilation options may impact its behavior on a specific machine. It argues that for evaluating machines, benchmark providers and users be careful to ensure reproducibility of results based on the machine code actually running on the hardware and not just source code. The article uses color to grayscale conversion of digital images as a running example.},\n\tAuthor = {{Raphael~`kena'} Poss},\n\n\n\tJournal = {Computing Research Repository},\n\tMonth = {September},\n\tRead = {1},\n\tTitle = {Machines are benchmarked by code, not algorithms},\n\tUrl = {http://arxiv.org/abs/1309.0534},\n\tUrllocal = {pub/poss.13.bench.pdf},\n\tYear = {2013},\n\t}\n\n","author_short":["Poss, R."],"key":"poss13bench","id":"poss13bench","bibbaseid":"poss-machinesarebenchmarkedbycodenotalgorithms-2013","role":"author","urls":{"Paper":"http://arxiv.org/abs/1309.0534","Local":"science.raphael.poss.name/pub/poss.13.bench.pdf"},"metadata":{"authorlinks":{"poss, r":"https://bibbase.org/show?bib=https%3A%2F%2Fscience.raphael.poss.name%2Fpub.bib"}},"downloads":3,"html":""},"bibtype":"article","biburl":"science.raphael.poss.name/pub.bib","downloads":3,"keywords":[],"search_terms":["machines","benchmarked","code","algorithms","poss"],"title":"Machines are benchmarked by code, not algorithms","year":2013,"dataSources":["75cdFjzQkYc9cKbYS","nMjrEFThibKqpZt4n","ob9Lo6tki9nBzzxK9"]}