Related tools & artifacts:
Experiments that do not account for all relevant variables can produce misleading results. The authors identify two variables that compiler optimization evaluations often omit, resulting in significant omitted-variable bias, and discuss how to identify new OVB sources and incorporate them in an experimental design.
@article{Mytkowicz10,
author = {Todd Mytkowicz and Amer Diwan and Matthias Hauswirth and Peter Sweeney},
title = {The Effect of Omitted-Variable Bias on the Evaluation of Compiler Optimizations},
journal ={Computer},
volume = {43},
issn = {0018-9162},
year = {2010},
pages = {62-67},
doi = {http://doi.ieeecomputersociety.org/10.1109/MC.2010.214},
publisher = {IEEE Computer Society},
address = {Los Alamitos, CA, USA},
}