@inproceedings{a5cf88928fb74d4d94864fb4e856d58b,
title = "Reducing performance evaluation sensitivity and variability by input shaking",
abstract = "Simulations sometimes lead to observed sensitivity to configuration parameters as well as inconsistent performance results. The question is then what is the true effect and what is a coincidental artifact of the evaluation. The shaking methodology answers this by executing multiple simulations under small perturbations to the input workload, and calculating the average performance result; if the effect persists we can be more confident that it is real, whereas if it disappears it was an artifact. We present several examples where the sensitivity that appears in results based on a single evaluation is eliminated or considerably reduced by the shaking methodology. While our examples come from evaluations of scheduling algorithms for supercomputers, we believe the method has wider applicability.",
keywords = "Instability, Performance evaluation, Sensitivity, Simulation, Variability, Workload perturbations, Workload trace",
author = "Dan Tsafrir and Keren Ouaknine and Feitelson, {Dror G.}",
year = "2007",
doi = "10.1109/MASCOTS.2007.58",
language = "אנגלית",
isbn = "9781424418541",
series = "IEEE International Workshop on Modeling, Analysis, and Simulation of Computer and Telecommunication Systems - Proceedings",
pages = "231--237",
booktitle = "Proceedings of MASCOTS'07 15th International Symposium on Modeling, Analysis, and Simulation of Computer and Telecommunication Systems",
note = "15th International Symposium on Modeling, Analysis, and Simulation of Computer and Telecommunication Systems, MASCOTS'07 ; Conference date: 24-10-2007 Through 26-10-2007",
}