@incollection{IossifidisLawitzkyKnoopetal.2004,
  author    = {Ioannis Iossifidis and Gisbert Lawitzky and Steffen Knoop and Raoul Z{\"o}llner},
  title     = {Towards Benchmarking of Domestic Robotic Assistants},
  series = {Advances in Human-Robot-Interaction},
  publisher = {Springer Press},
  pages     = {403 -- 414},
  year      = {2004},
  abstract  = {As service robotics research advances rapidly, availability of objective, reproducible test specifications and evaluation criteria and also of benchmarking is more and more felt to be desirable in the community. As a first step towards benchmarking, in this paper we propose a formalization of tests - exemplified for domestic grasp\&place tasks. The underlying philosophy of our approach is to confront the robot system in a black-box manner with requirements of a “rational customer”, and characterize the performance of the system in an objective way by the outcomes of a test-suite tailored to this scenario. A formalized single test description consists of a clear and reproducible specification of the robot’s task and the full context on the one hand, and a number of figures which objectively characterize the test result on the other hand. We illustrate this methodology for the domestic assistance scenario.},
  language  = {en}
}