@inproceedings{31573aabda1e4be0aa19a744e4f200d4,
title = "Task prediction in cooking activities using hierarchical state space Markov chain and object based task grouping",
abstract = "Cooking activities are complex activities consisting of multiple steps or tasks. These tasks can be associated with one another based on two properties - the temporal structure that defines the sequence of occurrence of tasks and the objects that are used in the activity. This paper develops cooking activity models for the purpose of task prediction based on these two properties. The temporal structure of the sequence of tasks is captured by the novel hierarchical state space markov chain (HMC) and the object usage is represented using the object based task group (OTG) models. A probabilistic task prediction algorithm that fuses the HMC and OTG models has been developed to predict the next most probable task, given that a sequence of tasks has been completed. The proposed models and algorithms have been evaluated on two complex cooking activities - making brownies and making eggs, achieving a subject independent accuracy of 68.5% for predicting tasks, which is an improvement by an average of 6% in comparison to a Markov chain. The work done in the paper is first of its kind as it focuses on task prediction rather than task recognition. The task prediction framework described in the paper can be easily adapted to any complex activity supporting various annotation schemes and activity models.",
keywords = "Activity prediction, Cooking activties, Hierarchical state space, Markov Chain, Task prediction",
author = "Prasanth Lade and Krishnan, {Narayanan C.} and Sethuraman Panchanathan",
year = "2010",
doi = "10.1109/ISM.2010.49",
language = "English (US)",
isbn = "9780769542171",
series = "Proceedings - 2010 IEEE International Symposium on Multimedia, ISM 2010",
pages = "284--289",
booktitle = "Proceedings - 2010 IEEE International Symposium on Multimedia, ISM 2010",
note = "2010 IEEE International Symposium on Multimedia, ISM 2010 ; Conference date: 13-12-2010 Through 15-12-2010",
}