@article{duric02ieee,
title = {Integrating perceptual and cognitive modeling for adaptive and intelligent human-computer interaction},
author = { Z. Duric and Wayne D. Gray and R. Heishman and F. Li and A. Rosenfeld and Michael J. Schoelles and Christian D. Schunn and H. Wechsler},
year = {2002},
date = {2002-01-01},
journal = {Proceedings of the IEEE},
volume = {90},
number = {7},
pages = {1272--1289},
abstract = {This paper describes technology and tools for Intelligent HCI (IHCI) where human cognitive, perceptual, motor, and affective factors are modeled and used to adapt the H - C interface. Intelligent HCI emphasizes that human behavior encompasses both apparent human behavior and the hidden mental state behind behavioral performance. IHCI expands on the interpretation of human activities, known as W4 (what, where, when, who). While W4 addresses only the apparent perceptual aspect of human behavior, the W5+ technology for IHCI described in this paper addresses also the why and how questions whose solution requires recognizing and processing around specific cognitive states. IHCI integrates parsing and interpretation of nonverbal information with a computational cognitive model of the user, which, in turn, feeds into processes that adapt the interface to enhance operator performance and provide for rational decision-making. The technology proposed is based on a general four-stage, interactive framework, which moves from parsing the raw sensory-motor input, to interpreting the user's motions and emotions, to building an understanding of the user's current cognitive state. It then diagnoses various problems in the situation and adapts the interface appropriately. The interactive component of the system improves processing at each stage. Examples of perceptual, behavioral and cognitive tools are described throughout the paper. Adaptive and Intelligent HCI are important for novel applications of computing including ubiquitous and human-centered computing.},
keywords = {Adaptation, behavioral performance, cognitive modeling, decision-making, feedback, human--computer interaction (HCI), human-centered computing, intelligent interfaces, interpretation of human behavior, nonverbal information, perceptual modeling, ubiquitous computing.},
pubstate = {published},
tppubtype = {article}
}
This paper describes technology and tools for Intelligent HCI (IHCI) where human cognitive, perceptual, motor, and affective factors are modeled and used to adapt the H - C interface. Intelligent HCI emphasizes that human behavior encompasses both apparent human behavior and the hidden mental state behind behavioral performance. IHCI expands on the interpretation of human activities, known as W4 (what, where, when, who). While W4 addresses only the apparent perceptual aspect of human behavior, the W5+ technology for IHCI described in this paper addresses also the why and how questions whose solution requires recognizing and processing around specific cognitive states. IHCI integrates parsing and interpretation of nonverbal information with a computational cognitive model of the user, which, in turn, feeds into processes that adapt the interface to enhance operator performance and provide for rational decision-making. The technology proposed is based on a general four-stage, interactive framework, which moves from parsing the raw sensory-motor input, to interpreting the user's motions and emotions, to building an understanding of the user's current cognitive state. It then diagnoses various problems in the situation and adapts the interface appropriately. The interactive component of the system improves processing at each stage. Examples of perceptual, behavioral and cognitive tools are described throughout the paper. Adaptive and Intelligent HCI are important for novel applications of computing including ubiquitous and human-centered computing.
