@inproceedings{StodtReichClarke2023,
  author    = {Jan Stodt and Christoph Reich and Nathan Clarke},
  title     = {A Novel Metric for XAI Evaluation Incorporating Pixel Analysis and Distance Measurement},
  series = {2023 IEEE 35th International Conference on Tools with Artificial Intelligence : ICTAI 2023, 6-8 November 2023, Atlanta GA, USA},
  publisher = {IEEE},
  isbn      = {979-8-3503-4273-4},
  doi       = {10.1109/ICTAI59109.2023.00009},
  year      = {2023},
  abstract  = {Explainable Artificial Intelligence (XAI) seeks to enhance transparency and trust in AI systems. Evaluating the quality of XAI explanation methods remains challenging due to limitations in existing metrics. To address these issues, we propose a novel metric called Explanation Significance Assessment (ESA) and its extension, the Weighted Explanation Significance Assessment (WESA). These metrics offer a comprehensive evaluation of XAI explanations, considering spatial precision, focus overlap, and relevance accuracy. In this paper, we demonstrate the applicability of ESA and WESA on medical data. These metrics quantify the understandability and reliability of XAI explanations, assisting practitioners in interpreting AI-based decisions and promoting informed choices in critical domains like healthcare. Moreover, ESA and WESA can play a crucial role in AI certification, ensuring both accuracy and explainability. By evaluating the performance of XAI methods and underlying AI models, these metrics contribute to trustworthy AI systems. Incorporating ESA and WESA in AI certification efforts advances the field of XAI and bridges the gap between accuracy and interpretability. In summary, ESA and WESA provide comprehensive metrics to evaluate XAI explanations, benefiting research, critical domains, and AI certification, thereby enabling trustworthy and interpretable AI systems.},
  language  = {en}
}