\begin{thebibliography}{10}

\bibitem{AbeST81}
Norihiro Abe, Itsuya Soga, and Saburo Tsuji.
\newblock A plot understanding system on reference to both image and language.
\newblock In {\em Proceedings of the Seventh International Joint Conference on
  Artificial Intelligence}, pages 77--84, Vancouver, {BC}, August 1981.

\bibitem{AbeT82}
Norihiro Abe and Saburo Tsuji.
\newblock A learning of object structures by verbalism.
\newblock In J.~Horecky, editor, {\em COLING~92}, pages 1--6. Elsevier
  North-{Holland}, 1982.

\bibitem{Adler77}
Mark~R. Adler.
\newblock Computer interpretation of {Peanuts} cartoons.
\newblock In {\em Proceedings of the Fifth International Joint Conference on
  Artificial Intelligence}, page 608, Cambridge, {MA}, August 1977.

\bibitem{Allen83}
James~F. Allen.
\newblock Maintaining knowledge about temporal intervals.
\newblock {\em Communications of the {ACM}}, 26(11):832--843, November 1983.

\bibitem{Badler75}
Norman~I. Badler.
\newblock Temporal scene analysis: Conceptual descriptions of object movements.
\newblock Technical Report~80, University of Toronto Department of Computer
  Science, February 1975.

\bibitem{Baillargeon86}
{Ren\'{e}e} Baillargeon.
\newblock Representing the existence and the location of hidden objects: Object
  permanence in 6- and 8-month-old infants.
\newblock {\em Cognition}, 23:21--41, 1986.

\bibitem{Baillargeon87}
{Ren\'{e}e} Baillargeon.
\newblock Object permanence in {$3\frac{1}{2}$}- and {$4\frac{1}{2}$}-month-old
  infants.
\newblock {\em Developmental Psychology}, 23(5):655--664, 1987.

\bibitem{BaillargeonSW85}
{Ren\'{e}e} Baillargeon, Elizabeth~S. Spelke, and Stanley Wasserman.
\newblock Object permanence in five-month-old infants.
\newblock {\em Cognition}, 20:191--208, 1985.

\bibitem{BlumGN70}
M.~Blum, A.~K. Griffith, and B.~Neumann.
\newblock A stability test for configurations of blocks.
\newblock {A.~I.~Memo} 188, {MIT} Artificial Intelligence Laboratory, February
  1970.

\bibitem{BobickI98}
Aaron~F. Bobick and Yuri~A. Ivanov.
\newblock Action recognition using probabilistic parsing.
\newblock In {\em Proceedings of the IEEE Computer Society Conference on
  Computer Vision and Pattern Recognition}, pages 196--202, Santa Barbara,
  {CA}, June 1998.

\bibitem{Bobrow64}
Dan Bobrow.
\newblock {\em Natural language input for a computer problem solving system}.
\newblock PhD thesis, Massachusetts Institute of Technology, Cambridge, {MA},
  1964.

\bibitem{Borchardt84}
Gary~C. Borchardt.
\newblock A computer model for the representation and identification of
  physical events.
\newblock Technical Report T--142, Coordinated Sciences Laboratory, University
  of Illinois at Urbana-Champaign, May 1984.

\bibitem{Borchardt85}
Gary~C. Borchardt.
\newblock Event calculus.
\newblock In {\em Proceedings of the Ninth International Joint Conference on
  Artificial Intelligence}, pages 524--527, Los Angeles, {CA}, August 1985.

\bibitem{Brand96}
Matthew Brand.
\newblock Understanding manipulation in video.
\newblock In {\em Proceedings of the {$2^{\mbox{\scriptsize\em nd}}$}
  International Conference on Face and Gesture Recognition}, pages 94--99,
  Killington, {VT}, 1996.

\bibitem{Brand97a}
Matthew Brand.
\newblock The inverse hollywood problem: From video to scripts and storyboards
  via causal analysis.
\newblock In {\em Proceedings of the Fourteenth National Conference on
  Artificial Intelligence}, pages 132--137, Providence, {RI}, 1997.

\bibitem{Brand97}
Matthew Brand.
\newblock Physics-based visual understanding.
\newblock {\em Computer Vision and Image Understanding}, 65(2):192--205, 1997.

\bibitem{BrandBC93}
Matthew Brand, Lawrence Birnbaum, and Paul Cooper.
\newblock Sensible scenes: Visual understanding of complex scenes through
  causal analysis.
\newblock In {\em Proceedings of the Eleventh National Conference on Artificial
  Intelligence}, pages 588--593, July 1993.

\bibitem{BrandOP97}
Matthew Brand, Nuria Oliver, and Alex Pentland.
\newblock Coupled hidden {M}arkov models for complex action recognition.
\newblock In {\em Proceedings of the IEEE Computer Society Conference on
  Computer Vision and Pattern Recognition}, 1997.

\bibitem{BundyBLMMP79}
Alan Bundy, L.~Byrd, George Luger, Chris Mellish, R.~Milne, and Martha Palmer.
\newblock {{\sc Mecho}:} a program to solve mechanics problems.
\newblock Technical Report Working paper 50, Department of Artificial
  Intelligence, Edinburgh University, 1979.

\bibitem{BundyLPW76}
Alan Bundy, George Luger, Martha Palmer, and Robert Welham.
\newblock {{\sc Mecho}}: Year one.
\newblock In M.~Brady, editor, {\em Proceedings of the
  {$2^{\mbox{\scriptsize\em nd}}$} {AISB} Conference}, pages 94--103,
  Edinburgh, July 1998.

\bibitem{CumbyR2000}
Chad Cumby and Dan Roth.
\newblock Relational representations that facilitate learning.
\newblock In {\em Proceedings of the {$7^{\mbox{\scriptsize\em th}}$}
  International Conference on Knowledge Representation and Reasoning}, pages
  425--434, Colorado, April 2000. Morgan Kaufmann.

\bibitem{Dowty79}
David~R. Dowty.
\newblock {\em Word Meaning and Montague Grammar}.
\newblock {D.~Reidel Publishing Company}, Boston, {MA}, 1979.

\bibitem{Fahlman74}
Scott~Elliott Fahlman.
\newblock A planning system for robot construction tasks.
\newblock {\em Artificial Intelligence}, 5(1):1--49, 1974.

\bibitem{Funt80}
Brian~V. Funt.
\newblock Problem-solving with diagrammatic representations.
\newblock {\em Artificial Intelligence}, 13(3):201--230, May 1980.

\bibitem{Herskovits86}
Annette Herskovits.
\newblock {\em Language and Spatial Cognition: An Interdisciplinary Study of
  the Prepositions in {English}}.
\newblock Cambridge University Press, New York, {NY}, 1986.

\bibitem{Jackendoff83}
Ray Jackendoff.
\newblock {\em Semantics and Cognition}.
\newblock MIT Press, Cambridge, {MA}, 1983.

\bibitem{Jackendoff90}
Ray Jackendoff.
\newblock {\em Semantic Structures}.
\newblock MIT Press, Cambridge, {MA}, 1990.

\bibitem{JackendoffL91}
Ray Jackendoff and Barbara Landau.
\newblock Spatial language and spatial cognition.
\newblock In Donna~Jo Napoli and Judy~Anne Kegl, editors, {\em Bridges Between
  Psychology and Linguistics: A Swarthmore Festschrift for Lila Gleitman}.
  Erlbaum, Mahwah, {NJ}, 1991.

\bibitem{JepsonR93}
Allan~D. Jepson and W.~A. Richards.
\newblock What is a percept?
\newblock Technical Report RBCV--TR--93--43, University of Toronto Department
  of Computer Science, March 1993.

\bibitem{Krifka92}
Manfred Krifka.
\newblock Thematic relations as links between nominal reference and temporal
  constitution.
\newblock In Ivan~A. Sag and Anna Szabolcsi, editors, {\em Lexical Matters}.
  CSLI, 1992.

\bibitem{Leech69}
Geoffrey~N. Leech.
\newblock {\em Towards a Semantic Description of {English}}.
\newblock Indiana University Press, 1969.

\bibitem{Luger81}
George Luger.
\newblock Mathematical model building in the solution of mechanics problems:
  Human protocols and the {{\sc Mecho}} trace.
\newblock {\em Cognitive Science}, 5:55--77, 1981.

\bibitem{MannJ98}
Richard Mann and Allan~D. Jepson.
\newblock Toward the computational perception of action.
\newblock In {\em Proceedings of the IEEE Computer Society Conference on
  Computer Vision and Pattern Recognition}, pages 794--799, Santa Barbara,
  {CA}, June 1998.

\bibitem{MannJS96}
Richard Mann, Allan~D. Jepson, and Jeffrey~Mark Siskind.
\newblock The computational perception of scene dynamics.
\newblock In {\em Proceedings of the Fourth European Conference on Computer
  Vision}, pages 528--529, Cambridge, {UK}, April 1996. Springer-{Verlag}.

\bibitem{MannJS97}
Richard Mann, Allan~D. Jepson, and Jeffrey~Mark Siskind.
\newblock The computational perception of scene dynamics.
\newblock {\em Computer Vision and Image Understanding}, 65(2), February 1997.

\bibitem{MarrV82}
David Marr and Lucia Vaina.
\newblock Representation and recognition of the movements of shapes.
\newblock {\em Proc. R. Soc. Lond. B}, 214:501--524, 1982.

\bibitem{MartinG2000}
M.~Martin and Hector Geffner.
\newblock Learning generalized policies in planning using concept languages.
\newblock In {\em Proceedings of the {$7^{\mbox{\scriptsize\em th}}$}
  International Conference on Knowledge Representation and Reasoning},
  Colorado, April 2000. Morgan Kaufmann.

\bibitem{McCarthy80}
John McCarthy.
\newblock Circumscription---a form of non-monotonic reasoning.
\newblock {\em Artificial Intelligence}, 13(1--2):27--39, 1980.

\bibitem{Miller72}
George~A. Miller.
\newblock {English} verbs of motion: A case study in semantics and lexical
  memory.
\newblock In Arthur~W. Melton and Edwin Martin, editors, {\em Coding Processes
  in Human Memory}, chapter~14, pages 335--372. V. H. Winston and Sons, Inc.,
  Washington, DC, 1972.

\bibitem{Novak76}
Gordon Novak.
\newblock Computer understanding of physics problems stated in natural
  language.
\newblock {\em American Journal of Computational Linguistics}, 53, 1976.

\bibitem{NovakB90}
Gordon~S. Novak and William~C. Bulko.
\newblock Understanding natural language with diagrams.
\newblock In {\em Proceedings of the Eighth National Conference on Artificial
  Intelligence}, Boston, {MA}, July 1990.

\bibitem{Okada79}
Naoyuki Okada.
\newblock {{\sc Supp}}: Understanding moving picture patterns based on
  linguistic knowledge.
\newblock In {\em Proceedings of the Sixth International Joint Conference on
  Artificial Intelligence}, pages 690--692, Tokyo, August 1979.

\bibitem{Palmer90}
Martha Palmer.
\newblock {\em Semantic Processing for Finite Domains}.
\newblock ACL Book Series. Cambridge University Press, New York, {NY}, 1990.

\bibitem{Pinker89}
Steven Pinker.
\newblock {\em Learnability and Cognition}.
\newblock MIT Press, Cambridge, {MA}, 1989.

\bibitem{Regier92}
Terrance~Philip Regier.
\newblock {\em The Acquisition of Lexical Semantics for Spatial Terms: A
  Connectionist Model of Perceptual Categorization}.
\newblock PhD thesis, University of California at Berkeley, 1992.

\bibitem{RubinR85}
John~M. Rubin and W.~A. Richards.
\newblock Boundaries of visual motion.
\newblock {A.~I.~Memo} 835, {MIT} Artificial Intelligence Laboratory, April
  1985.

\bibitem{Schank73}
Roger~C. Schank.
\newblock The fourteen primitive actions and their inferences.
\newblock {Memo} AIM--183, Stanford Artificial Intelligence Laboratory, March
  1973.

\bibitem{Shoham87}
Yoav Shoham.
\newblock Temporal logics in {AI}: Semantical and ontological considerations.
\newblock {\em Artificial Intelligence}, 33(1):89--104, September 1987.

\bibitem{Siskind91b}
Jeffrey~Mark Siskind.
\newblock Naive physics, event perception, lexical semantics and language
  acquisition.
\newblock In {\em The {AAAI} Spring Symposium Workshop on Machine Learning of
  Natural Language and Ontology}, pages 165--168, March 1991.

\bibitem{Siskind92}
Jeffrey~Mark Siskind.
\newblock {\em Naive Physics, Event Perception, Lexical Semantics, and Language
  Acquisition}.
\newblock PhD thesis, Massachusetts Institute of Technology, Cambridge, MA,
  January 1992.

\bibitem{Siskind93b}
Jeffrey~Mark Siskind.
\newblock Grounding language in perception.
\newblock In {\em Proceedings of the Annual Conference of the Society of
  Photo-Optical Instrumentation Engineers}, Boston, MA, September 1993.

\bibitem{Siskind94b}
Jeffrey~Mark Siskind.
\newblock Axiomatic support for event perception.
\newblock In Paul {McKevitt}, editor, {\em Proceedings of the {AAAI} Workshop
  on the Integration of Natural Language and Vision Processing}, pages
  153--160, Seattle, {WA}, August 1994.

\bibitem{Siskind95}
Jeffrey~Mark Siskind.
\newblock Grounding language in perception.
\newblock {\em Artificial Intelligence Review}, 8:371--391, 1995.

\bibitem{Siskind96a}
Jeffrey~Mark Siskind.
\newblock Unsupervised learning of visually-observed events.
\newblock In {\em The {AAAI} Fall Symposium Workshop on Learning Complex
  Behaviors in Adaptive Intelligent Systems}, pages 82--83, November 1996.

\bibitem{Siskind97}
Jeffrey~Mark Siskind.
\newblock Visual event perception.
\newblock In Katsushi Ikeuchi and Manuela Veloso, editors, {\em Symbolic Visual
  Learning}, chapter~9. Oxford University Press, New York, {NY}, 1997.

\bibitem{Siskind1999}
Jeffrey~Mark Siskind.
\newblock Visual event perception.
\newblock In {\em Proceedings of the {$9^{\rm th}$} NEC Research Symposium},
  1999.
\newblock Also available as Technical report 99--033, NEC Research Institute,
  Inc.

\bibitem{Siskind2000}
Jeffrey~Mark Siskind.
\newblock Visual event classification via force dynamics.
\newblock In {\em Proceedings of the Seventeenth National Conference on
  Artificial Intelligence}, pages 149--155, Austin, {TX}, 2000.

\bibitem{SiskindM96}
Jeffrey~Mark Siskind and Quaid Morris.
\newblock A maximum-likelihood approach to visual event classification.
\newblock In {\em Proceedings of the Fourth European Conference on Computer
  Vision}, pages 347--360, Cambridge, {UK}, April 1996. Springer-{Verlag}.

\bibitem{Spelke83}
Elizabeth~S. Spelke.
\newblock Cognition in infancy.
\newblock Occasional Papers in Cognitive Science~28, Massachusetts Institute of
  Technology, 1983.

\bibitem{Spelke87}
Elizabeth~S. Spelke.
\newblock Where perceiving ends and thinking begins: the apprehension of
  objects in infancy.
\newblock In A.~Yonas, editor, {\em Perceptual development in infancy.
  Minnesota symposia in child psychology}, pages 197--234. Erlbaum, Mahwah,
  {NJ}, 1987.

\bibitem{Spelke88}
Elizabeth~S. Spelke.
\newblock The origins of physical knowledge.
\newblock In L.~Weiskrantz, editor, {\em Thought Without Language}, chapter~7,
  pages 168--184. Oxford University Press, New York, {NY}, 1988.

\bibitem{Starner95}
Thad~Eugene Starner.
\newblock Visual recognition of {A}merican {S}ign {L}anguage using hidden
  {M}arkov models.
\newblock Master's thesis, Massachusetts Institute of Technology, Cambridge,
  MA, February 1995.

\bibitem{Talmy88}
Leonard Talmy.
\newblock Force dynamics in language and cognition.
\newblock {\em Cognitive Science}, 12:49--100, 1988.

\bibitem{Thibadeau86}
Robert Thibadeau.
\newblock Artificial perception of actions.
\newblock {\em Cognitive Science}, 10(2):117--149, 1986.

\bibitem{TsujiMK77}
Saburo Tsuji, Akira Morizono, and Shinichi Kuroda.
\newblock Understanding a simple cartoon film by a computer vision system.
\newblock In {\em Proceedings of the Fifth International Joint Conference on
  Artificial Intelligence}, pages 609--610, Cambridge, {MA}, August 1977.

\bibitem{TsujiOY79}
Saburo Tsuji, Michiharu Osada, and Masahiko Yachida.
\newblock Three dimensional movement analysis of dynamic line images.
\newblock In {\em Proceedings of the Sixth International Joint Conference on
  Artificial Intelligence}, pages 896--901, Tokyo, August 1979.

\bibitem{TsujiOY80}
Saburo Tsuji, Michiharu Osada, and Masahiko Yachida.
\newblock Tracking and segmentation of moving objects in dynamic line images.
\newblock {\em {IEEE} Transactions on Pattern Analysis and Machine
  Intelligence}, 2(6):516--522, November 1980.

\bibitem{Vendler67}
Zeno Vendler.
\newblock {\em Linguistics in Philosophy}.
\newblock Cornell University Press, Ithaca, {NY}, 1967.

\bibitem{Verkuyl89}
H.~J. Verkuyl.
\newblock Aspectual classes and aspectual composition.
\newblock {\em Linguistics and Philosophy}, 12(1):39--94, February 1989.

\bibitem{Waltz81}
David~L. Waltz.
\newblock Toward a detailed model of processing for language describing the
  physical world.
\newblock In {\em Proceedings of the Seventh International Joint Conference on
  Artificial Intelligence}, pages 1--6, Vancouver, {BC}, August 1981.

\bibitem{WaltzB79}
David~L. Waltz and Lois Boggess.
\newblock Visual analog representations for natural language understanding.
\newblock In {\em Proceedings of the Sixth International Joint Conference on
  Artificial Intelligence}, pages 926--934, Tokyo, August 1979.

\bibitem{Winograd72}
Terry Winograd.
\newblock {\em Understanding Natural Language}.
\newblock Academic Press, New York, {NY}, 1972.

\bibitem{YamotoOI92}
Junji Yamoto, Jun Ohya, and Kenichiro Ishii.
\newblock Recognizing human action in time-sequential images using hidden
  {M}arkov model.
\newblock In {\em Proceedings of the 1992 IEEE Conference on Computer Vision
  and Pattern Recognition}, pages 379--385. IEEE Press, 1992.

\end{thebibliography}
