<html xmlns:v="urn:schemas-microsoft-com:vml" xmlns:o="urn:schemas-microsoft-com:office:office" xmlns:w="urn:schemas-microsoft-com:office:word" xmlns:m="http://schemas.microsoft.com/office/2004/12/omml" xmlns="http://www.w3.org/TR/REC-html40">
<head>
<meta http-equiv="Content-Type" content="text/html; charset=utf-8">
<meta name="Generator" content="Microsoft Word 15 (filtered medium)">
<!--[if !mso]><style>v\:* {behavior:url(#default#VML);}
o\:* {behavior:url(#default#VML);}
w\:* {behavior:url(#default#VML);}
.shape {behavior:url(#default#VML);}
</style><![endif]--><style><!--
/* Font Definitions */
@font-face
{font-family:Wingdings;
panose-1:5 0 0 0 0 0 0 0 0 0;}
@font-face
{font-family:"Cambria Math";
panose-1:2 4 5 3 5 4 6 3 2 4;}
@font-face
{font-family:Calibri;
panose-1:2 15 5 2 2 2 4 3 2 4;}
@font-face
{font-family:UICTFontTextStyleBody;
panose-1:0 0 0 0 0 0 0 0 0 0;}
@font-face
{font-family:UICTFontTextStyleItalicBody;
panose-1:0 0 0 0 0 0 0 0 0 0;}
@font-face
{font-family:UICTFontTextStyleEmphasizedBody;}
/* Style Definitions */
p.MsoNormal, li.MsoNormal, div.MsoNormal
{margin:0in;
font-size:11.0pt;
font-family:"Calibri",sans-serif;}
a:link, span.MsoHyperlink
{mso-style-priority:99;
color:blue;
text-decoration:underline;}
p.p1, li.p1, div.p1
{mso-style-name:p1;
mso-margin-top-alt:auto;
margin-right:0in;
mso-margin-bottom-alt:auto;
margin-left:0in;
font-size:11.0pt;
font-family:"Calibri",sans-serif;}
p.p2, li.p2, div.p2
{mso-style-name:p2;
mso-margin-top-alt:auto;
margin-right:0in;
mso-margin-bottom-alt:auto;
margin-left:0in;
font-size:11.0pt;
font-family:"Calibri",sans-serif;}
span.s2
{mso-style-name:s2;}
p.p3, li.p3, div.p3
{mso-style-name:p3;
mso-margin-top-alt:auto;
margin-right:0in;
mso-margin-bottom-alt:auto;
margin-left:0in;
font-size:11.0pt;
font-family:"Calibri",sans-serif;}
p.li3, li.li3, div.li3
{mso-style-name:li3;
mso-margin-top-alt:auto;
margin-right:0in;
mso-margin-bottom-alt:auto;
margin-left:0in;
font-size:11.0pt;
font-family:"Calibri",sans-serif;}
span.s3
{mso-style-name:s3;}
span.apple-converted-space
{mso-style-name:apple-converted-space;}
span.s4
{mso-style-name:s4;}
span.s1
{mso-style-name:s1;}
span.EmailStyle29
{mso-style-type:personal-reply;
font-family:"Calibri",sans-serif;
color:windowtext;}
.MsoChpDefault
{mso-style-type:export-only;
font-size:10.0pt;}
@page WordSection1
{size:8.5in 11.0in;
margin:1.0in 1.0in 1.0in 1.0in;}
div.WordSection1
{page:WordSection1;}
/* List Definitions */
@list l0
{mso-list-id:480000562;
mso-list-template-ids:-2119506504;}
@list l0:level1
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l0:level2
{mso-level-number-format:bullet;
mso-level-text:o;
mso-level-tab-stop:1.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:"Courier New";
mso-bidi-font-family:"Times New Roman";}
@list l0:level3
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:1.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Wingdings;}
@list l0:level4
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:2.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Wingdings;}
@list l0:level5
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:2.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Wingdings;}
@list l0:level6
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:3.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Wingdings;}
@list l0:level7
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:3.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Wingdings;}
@list l0:level8
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:4.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Wingdings;}
@list l0:level9
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:4.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Wingdings;}
@list l1
{mso-list-id:1445340362;
mso-list-template-ids:175157766;}
@list l1:level1
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l1:level2
{mso-level-number-format:bullet;
mso-level-text:o;
mso-level-tab-stop:1.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:"Courier New";
mso-bidi-font-family:"Times New Roman";}
@list l1:level3
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:1.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Wingdings;}
@list l1:level4
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:2.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Wingdings;}
@list l1:level5
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:2.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Wingdings;}
@list l1:level6
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:3.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Wingdings;}
@list l1:level7
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:3.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Wingdings;}
@list l1:level8
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:4.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Wingdings;}
@list l1:level9
{mso-level-number-format:bullet;
mso-level-text:;
mso-level-tab-stop:4.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Wingdings;}
ol
{margin-bottom:0in;}
ul
{margin-bottom:0in;}
--></style><!--[if gte mso 9]><xml>
<o:shapedefaults v:ext="edit" spidmax="1026" />
</xml><![endif]--><!--[if gte mso 9]><xml>
<o:shapelayout v:ext="edit">
<o:idmap v:ext="edit" data="1" />
</o:shapelayout></xml><![endif]-->
</head>
<body lang="EN-US" link="blue" vlink="purple" style="word-wrap:break-word">
<div class="WordSection1">
<p class="MsoNormal">Dear Gary,<o:p></o:p></p>
<p class="MsoNormal"><o:p> </o:p></p>
<p class="MsoNormal">I don’t disagree with you. I think it would help research if we define several small, bounded “understanding” problems rather than this humongous one that we think the human brain handles. May be define “understanding” in the context of
a robot learning to walk. Or define “understanding” for an artificial mouse that’s simulated. That way, we have some well-defined problems to resolve and they could serve as building blocks for larger problems. In essence, we need to solve simple problems
first before we can handle the more complicated ones.<o:p></o:p></p>
<p class="MsoNormal"><o:p> </o:p></p>
<p class="MsoNormal">Asim<o:p></o:p></p>
<p class="MsoNormal"><o:p> </o:p></p>
<div>
<div style="border:none;border-top:solid #E1E1E1 1.0pt;padding:3.0pt 0in 0in 0in">
<p class="MsoNormal"><b>From:</b> Gary Marcus <gary.marcus@nyu.edu> <br>
<b>Sent:</b> Sunday, February 6, 2022 7:42 AM<br>
<b>To:</b> Asim Roy <ASIM.ROY@asu.edu><br>
<b>Cc:</b> Ali Minai <minaiaa@gmail.com>; Danko Nikolic <danko.nikolic@gmail.com>; Brad Wyble <bwyble@gmail.com>; connectionists@mailman.srv.cs.cmu.edu; AIhub <aihuborg@gmail.com><br>
<b>Subject:</b> Re: Connectionists: Stephen Hanson in conversation with Geoff Hinton<o:p></o:p></p>
</div>
</div>
<p class="MsoNormal"><o:p> </o:p></p>
<div>
<p class="p1" style="mso-margin-top-alt:0in;margin-right:0in;margin-bottom:2.25pt;margin-left:0in">
<span style="font-size:13.0pt;font-family:"UICTFontTextStyleBody",serif;color:black">Dear Asim,</span><span style="font-size:21.5pt;color:black"><o:p></o:p></span></p>
<p class="p2" style="margin:0in;font-stretch: normal;min-height: 22.9px;caret-color: rgb(0, 0, 0);-webkit-text-size-adjust: auto">
<span style="font-size:13.0pt;color:black"><o:p> </o:p></span></p>
<p class="p3" style="margin:0in;font-stretch: normal;caret-color: rgb(0, 0, 0);-webkit-text-size-adjust: auto">
<span class="s2"><span style="font-size:13.0pt;font-family:"UICTFontTextStyleBody",serif;color:black">Sorry for a long answer to your short but rich questions. </span></span><span style="font-size:13.0pt;color:black"><o:p></o:p></span></p>
<ul style="margin-top:0in;caret-color: rgb(0, 0, 0);-webkit-text-size-adjust: auto" type="disc">
<li class="li3" style="color:black;margin-top:0in;margin-bottom:0in;mso-list:l1 level1 lfo1;font-stretch: normal">
<span class="s2"><span style="font-size:13.0pt;font-family:"UICTFontTextStyleBody",serif">Yes, memory in my view has to be part of the answer to the type-token problem. Symbol systems encoded in memory allow a natural way to set up records, and something akin
to that seems necessary. Pure multilayer perceptrons struggle with type-token distinctions precisely because they lack such records. On the positive side, I see more and more movement towards recordlike stores (eg w key-value stores in memory networks), and
I think that is an important and necessary step, very familiar from the symbol-manipulating playbook, sometimes implemented in new ways. </span></span><span style="font-size:13.0pt"><o:p></o:p></span></li><li class="li3" style="color:black;margin-top:0in;margin-bottom:0in;mso-list:l1 level1 lfo1;font-stretch: normal">
<span class="s2"><span style="font-size:13.0pt;font-family:"UICTFontTextStyleBody",serif">But ultimately, handling the type-token distinction requires considerable inferential overhead beyond the memory representation of a record per se. </span></span><span class="apple-converted-space"><span style="font-size:13.0pt;font-family:"UICTFontTextStyleBody",serif"> </span></span><span class="s2"><span style="font-size:13.0pt;font-family:"UICTFontTextStyleBody",serif">How
do you determine when to denote something (e.g. Felix) as an instance, and of which kinds (cat, animal etc), and how do you leverage that knowledge once you determine it? </span></span><span style="font-size:13.0pt"><o:p></o:p></span></li><li class="li3" style="color:black;margin-top:0in;margin-bottom:0in;mso-list:l1 level1 lfo1;font-stretch: normal">
<span class="s2"><span style="font-size:13.0pt;font-family:"UICTFontTextStyleBody",serif">In the limit we reason about types vs tokens in fairly subtle ways, eg in guessing whether a glass that we put down at party is likely to be ours. </span></span><span class="apple-converted-space"><span style="font-size:13.0pt;font-family:"UICTFontTextStyleBody",serif"> </span></span><span class="s2"><span style="font-size:13.0pt;font-family:"UICTFontTextStyleBody",serif">The
reverse is also important: we need to be learn particular traits for individuals and not erroneously generalize them to the class; if my aunt Esther wins the lottery, one shouldn’t infer </span></span><span class="apple-converted-space"><span style="font-size:13.0pt;font-family:"UICTFontTextStyleBody",serif"> </span></span><span class="s2"><span style="font-size:13.0pt;font-family:"UICTFontTextStyleBody",serif">that
all of my aunts or all of my relatives or adult females have won the lottery. so you need both representational machinery that can distinguish eg my cat from cats in general and reasoning machinery to decide at what level certain learned knowledge should inhere.
(I had a whole chapter about this sort of thing in The Algebraic Mind if you are interested, and Mike Mozer had a book about types and tokens in neural networks in the mid 1990s). </span></span><span style="font-size:13.0pt"><o:p></o:p></span></li><li class="li3" style="color:black;margin-top:0in;margin-bottom:0in;mso-list:l1 level1 lfo1;font-stretch: normal">
<span class="s2"><span style="font-size:13.0pt;font-family:"UICTFontTextStyleBody",serif">Yes, part (though not all!) of what we do when we set up cognitive models in our heads is to track particular individuals and their properties. If you only had to correlate
kinds (cats) and their properties (have fur) you could maybe get away with a multilayer perceptron, but once you need to track individuals, yes, you really need some kind of memory-based records. </span></span><span style="font-size:13.0pt"><o:p></o:p></span></li><li class="li3" style="color:black;margin-top:0in;margin-bottom:0in;mso-list:l1 level1 lfo1;font-stretch: normal">
<span class="s2"><span style="font-size:13.0pt;font-family:"UICTFontTextStyleBody",serif">As far as I can tell, Transformers can sometimes approximate some of this for a few sentences, but not over long stretches.</span></span><span style="font-size:13.0pt"><o:p></o:p></span></li></ul>
<p class="p2" style="margin:0in;font-stretch: normal;min-height: 22.9px;caret-color: rgb(0, 0, 0);-webkit-text-size-adjust: auto">
<span style="font-size:13.0pt;color:black"><o:p> </o:p></span></p>
<p class="p3" style="margin:0in;font-stretch: normal;caret-color: rgb(0, 0, 0);-webkit-text-size-adjust: auto">
<span class="s2"><span style="font-size:13.0pt;font-family:"UICTFontTextStyleBody",serif;color:black">As a small terminological aside; for me cognitive models ≠ cognitive modeling. </span></span><span class="s4"><i><span style="font-size:13.0pt;font-family:"UICTFontTextStyleItalicBody",serif;color:black">Cognitive
modeling</span></i></span><span class="s2"><span style="font-size:13.0pt;font-family:"UICTFontTextStyleBody",serif;color:black"> is about building psychological or computational models of how people think, whereas what I mean by a </span></span><span class="s4"><i><span style="font-size:13.0pt;font-family:"UICTFontTextStyleItalicBody",serif;color:black">cognitive
model </span></i></span><span class="s2"><span style="font-size:13.0pt;font-family:"UICTFontTextStyleBody",serif;color:black">is a representation of eg the entities in some situation and the relations between those entities. </span></span><span style="font-size:13.0pt;color:black"><o:p></o:p></span></p>
<p class="p2" style="margin:0in;font-stretch: normal;min-height: 22.9px;caret-color: rgb(0, 0, 0);-webkit-text-size-adjust: auto">
<span style="font-size:13.0pt;color:black"><o:p> </o:p></span></p>
<p class="p3" style="margin:0in;font-stretch: normal;caret-color: rgb(0, 0, 0);-webkit-text-size-adjust: auto">
<span class="s2"><span style="font-size:13.0pt;font-family:"UICTFontTextStyleBody",serif;color:black">To your closing question, none of us yet really knows how to build understanding into machines. </span></span><span class="apple-converted-space"><span style="font-size:13.0pt;font-family:"UICTFontTextStyleBody",serif;color:black"> </span></span><span class="s2"><span style="font-size:13.0pt;font-family:"UICTFontTextStyleBody",serif;color:black">A
solid type-token distinction, both in terms of representation and reasoning, is critical for general intelligence, but hardly sufficient. Personally, I think some minimal prerequisites would be:</span></span><span style="font-size:13.0pt;color:black"><o:p></o:p></span></p>
<ul style="margin-top:0in;caret-color: rgb(0, 0, 0);-webkit-text-size-adjust: auto" type="disc">
<li class="li3" style="color:black;margin-top:0in;margin-bottom:0in;mso-list:l0 level1 lfo2;font-stretch: normal">
<span class="s2"><span style="font-size:13.0pt;font-family:"UICTFontTextStyleBody",serif">representations of space, time, causality, individuals, kinds, persons, places, objects, etc.</span></span><span style="font-size:13.0pt"><o:p></o:p></span></li><li class="li3" style="color:black;margin-top:0in;margin-bottom:0in;mso-list:l0 level1 lfo2;font-stretch: normal">
<span class="s2"><span style="font-size:13.0pt;font-family:"UICTFontTextStyleBody",serif">representations of abstractions that can hold over all entities in a class</span></span><span style="font-size:13.0pt"><o:p></o:p></span></li><li class="li3" style="color:black;margin-top:0in;margin-bottom:0in;mso-list:l0 level1 lfo2;font-stretch: normal">
<span class="s2"><span style="font-size:13.0pt;font-family:"UICTFontTextStyleBody",serif">compositionality (if we are talking about human-like understanding)</span></span><span style="font-size:13.0pt"><o:p></o:p></span></li><li class="li3" style="color:black;margin-top:0in;margin-bottom:0in;mso-list:l0 level1 lfo2;font-stretch: normal">
<span class="s2"><span style="font-size:13.0pt;font-family:"UICTFontTextStyleBody",serif">capacity to construct and update cognitive models on the fly </span></span><span style="font-size:13.0pt"><o:p></o:p></span></li><li class="li3" style="color:black;margin-top:0in;margin-bottom:0in;mso-list:l0 level1 lfo2;font-stretch: normal">
<span class="s2"><span style="font-size:13.0pt;font-family:"UICTFontTextStyleBody",serif">capacity to reason over entities in those models</span></span><span style="font-size:13.0pt"><o:p></o:p></span></li><li class="li3" style="color:black;margin-top:0in;margin-bottom:0in;mso-list:l0 level1 lfo2;font-stretch: normal">
<span class="s2"><span style="font-size:13.0pt;font-family:"UICTFontTextStyleBody",serif">ability to learn about new entities and their properties</span></span><span style="font-size:13.0pt"><o:p></o:p></span></li></ul>
<p class="p3" style="margin:0in;font-stretch: normal;caret-color: rgb(0, 0, 0);-webkit-text-size-adjust: auto">
<span class="s2"><span style="font-size:13.0pt;font-family:"UICTFontTextStyleBody",serif;color:black">Much of my last book (<i>Rebooting AI</i>, w Ernie Davis) is about the above list. The section in the language chapter on a children’s story in which man has
lost is wallet is an especially vivid worked example. Later chapters elaborate some of the challenges in representing space, time, and causality. </span></span><span style="font-size:13.0pt;color:black"><o:p></o:p></span></p>
<p class="p2" style="margin:0in;font-stretch: normal;min-height: 22.9px;caret-color: rgb(0, 0, 0);-webkit-text-size-adjust: auto">
<span style="font-size:13.0pt;color:black"><o:p> </o:p></span></p>
<p class="p3" style="margin:0in;font-stretch: normal;caret-color: rgb(0, 0, 0);-webkit-text-size-adjust: auto">
<span class="s2"><span style="font-size:13.0pt;font-family:"UICTFontTextStyleBody",serif;color:black">Gary</span></span><span style="font-size:13.0pt;color:black"><o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><o:p> </o:p></p>
</div>
<div>
<p class="MsoNormal"><br>
<br>
<o:p></o:p></p>
<blockquote style="margin-top:5.0pt;margin-bottom:5.0pt">
<p class="MsoNormal" style="margin-bottom:12.0pt">On Feb 5, 2022, at 18:58, Asim Roy <<a href="mailto:ASIM.ROY@asu.edu">ASIM.ROY@asu.edu</a>> wrote:<o:p></o:p></p>
</blockquote>
</div>
<blockquote style="margin-top:5.0pt;margin-bottom:5.0pt">
<div>
<p class="MsoNormal"> <o:p></o:p></p>
<p class="MsoNormal">Gary,<o:p></o:p></p>
<p class="MsoNormal"> <o:p></o:p></p>
<p class="MsoNormal">I don’t get much into the type of cognitive modeling you are talking about, but I would guess that the type problem can generally be handled by neural network models and tokens can be resolved with some memory-based system. But to the heart
of the question, this is what so-called “understanding” reduces to computation wise?<o:p></o:p></p>
<p class="MsoNormal"> <o:p></o:p></p>
<p class="MsoNormal">Asim<o:p></o:p></p>
<p class="MsoNormal"> <o:p></o:p></p>
<div>
<div style="border:none;border-top:solid #E1E1E1 1.0pt;padding:3.0pt 0in 0in 0in">
<p class="MsoNormal"><b>From:</b> Gary Marcus <<a href="mailto:gary.marcus@nyu.edu">gary.marcus@nyu.edu</a>>
<br>
<b>Sent:</b> Saturday, February 5, 2022 8:39 AM<br>
<b>To:</b> Asim Roy <<a href="mailto:ASIM.ROY@asu.edu">ASIM.ROY@asu.edu</a>><br>
<b>Cc:</b> Ali Minai <<a href="mailto:minaiaa@gmail.com">minaiaa@gmail.com</a>>; Danko Nikolic <<a href="mailto:danko.nikolic@gmail.com">danko.nikolic@gmail.com</a>>; Brad Wyble <<a href="mailto:bwyble@gmail.com">bwyble@gmail.com</a>>;
<a href="mailto:connectionists@mailman.srv.cs.cmu.edu">connectionists@mailman.srv.cs.cmu.edu</a>; AIhub <<a href="mailto:aihuborg@gmail.com">aihuborg@gmail.com</a>><br>
<b>Subject:</b> Re: Connectionists: Stephen Hanson in conversation with Geoff Hinton<o:p></o:p></p>
</div>
</div>
<p class="MsoNormal"> <o:p></o:p></p>
<div>
<p class="MsoNormal">There is no magic in understanding, just computation that has been realized in the wetware of humans and that eventually can be realized in machines. But understanding is not (just) learning.<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal"> <o:p></o:p></p>
</div>
<div>
<p class="p1" style="margin:0in;font-stretch: normal;caret-color: rgb(0, 0, 0);-webkit-text-size-adjust: auto">
<span class="s1"><span style="font-size:13.0pt;font-family:"UICTFontTextStyleBody",serif;color:black">Understanding </span></span><span style="font-size:13.0pt;font-family:"UICTFontTextStyleBody",serif;color:black">incorporates (or works in tandem with) learning
- but also, critically, in tandem with inference, <i>and the development and maintenance of cognitive models</i>. </span><span style="font-size:13.0pt;color:black"> </span><span style="font-size:13.0pt;font-family:"UICTFontTextStyleBody",serif;color:black">Part
of developing an understanding of cats in general is to learn long term-knowledge about their properties, both directly (e.g., through observation) and indirectly (eg through learning facts </span><span style="font-size:13.0pt;color:black"> </span><span style="font-size:13.0pt;font-family:"UICTFontTextStyleBody",serif;color:black">about
animals in general that can be extended to cats), often through inference (if all animals have DNA, and a cat is an animal, it must also have DNA). The understanding of a particular cat also involves direct observation, but also inference (eg </span><span style="font-size:13.0pt;color:black"> </span><span style="font-size:13.0pt;font-family:"UICTFontTextStyleBody",serif;color:black">one
might surmise that the reason that Fluffy is running about the room is that Fluffy suspects there is a mouse stirring somewhere nearby). </span><span class="s3"><b><span style="font-size:13.0pt;font-family:UICTFontTextStyleEmphasizedBody;color:black">But all
of that, I would say, is subservient to the construction of cognitive models that can be routinely updated </span></b></span><span class="s1"><span style="font-size:13.0pt;font-family:"UICTFontTextStyleBody",serif;color:black">(e.g., Fluffy is currently in
the living room, skittering about, perhaps looking for a mouse).</span></span><o:p></o:p></p>
<p class="p1" style="margin:0in;font-stretch: normal;caret-color: rgb(0, 0, 0);-webkit-text-size-adjust: auto">
<span style="font-size:13.0pt;color:black"> </span><o:p></o:p></p>
<p class="p1" style="margin:0in;font-stretch: normal;caret-color: rgb(0, 0, 0);-webkit-text-size-adjust: auto">
<span class="s1"><span style="font-size:13.0pt;font-family:"UICTFontTextStyleBody",serif;color:black"> In humans, those dynamic, relational models, which form part of an understanding, can support inference (if Fluffy is in the living room, we can infer that
Fluffy is not outside, not lost, etc). Without such models - which I think represent a core part of understanding - AGI is an unlikely prospect.</span></span><o:p></o:p></p>
<p class="p2" style="margin:0in;font-stretch: normal;min-height: 22.9px;caret-color: rgb(0, 0, 0);-webkit-text-size-adjust: auto">
<span style="font-size:13.0pt;color:black"> </span><o:p></o:p></p>
<p class="p1" style="margin:0in;font-stretch: normal;caret-color: rgb(0, 0, 0);-webkit-text-size-adjust: auto">
<span class="s1"><span style="font-size:13.0pt;font-family:"UICTFontTextStyleBody",serif;color:black">Current neural networks, as it happens, are better at acquiring long-term knowledge (cats have whiskers) than they are at dynamically updating cognitive models
in real-time. LLMs like GPT-3 etc lack the kind of dynamic model that I am describing. To a modest degree they can approximate it on the basis of large samples of texts, but their ultimate incoherence stems from the fact that they do not have robust internal
cognitive models that they can update on the fly. </span></span><o:p></o:p></p>
<p class="p2" style="margin:0in;font-stretch: normal;min-height: 22.9px;caret-color: rgb(0, 0, 0);-webkit-text-size-adjust: auto">
<span style="font-size:13.0pt;color:black"> </span><o:p></o:p></p>
<p class="p1" style="margin:0in;font-stretch: normal;caret-color: rgb(0, 0, 0);-webkit-text-size-adjust: auto">
<span class="s1"><span style="font-size:13.0pt;font-family:"UICTFontTextStyleBody",serif;color:black">Without such cognitive models you can still capture some aspects of understanding (eg predicting that cats are likely to be furry), but things fall apart quickly;
inference is never reliable, and coherence is fleeting.</span></span><o:p></o:p></p>
<p class="p2" style="margin:0in;font-stretch: normal;min-height: 22.9px;caret-color: rgb(0, 0, 0);-webkit-text-size-adjust: auto">
<span style="font-size:13.0pt;color:black"> </span><o:p></o:p></p>
<p class="p1" style="margin:0in;font-stretch: normal;caret-color: rgb(0, 0, 0);-webkit-text-size-adjust: auto">
<span class="s1"><span style="font-size:13.0pt;font-family:"UICTFontTextStyleBody",serif;color:black">As a final note, one of the most foundational challenges in constructing adequate cognitive models of the world is to have a clear distinction between individuals
and kinds; as I emphasized 20 years ago (in The Algebraic Mind), this has always been a weakness in neural networks, and I don’t think that the type-token problem has yet been solved. </span></span><o:p></o:p></p>
</div>
<div>
<p class="MsoNormal"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal">Gary<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal"><br>
<br>
<br>
<o:p></o:p></p>
<blockquote style="margin-top:5.0pt;margin-bottom:5.0pt">
<p class="MsoNormal" style="margin-bottom:12.0pt">On Feb 5, 2022, at 01:31, Asim Roy <<a href="mailto:ASIM.ROY@asu.edu">ASIM.ROY@asu.edu</a>> wrote:<o:p></o:p></p>
</blockquote>
</div>
<blockquote style="margin-top:5.0pt;margin-bottom:5.0pt">
<div>
<p class="MsoNormal"> <o:p></o:p></p>
<p class="MsoNormal">All,<o:p></o:p></p>
<p class="MsoNormal"> <o:p></o:p></p>
<p class="MsoNormal">I think the broader question was “understanding.” Here are two Youtube videos showing simple robots “learning” to walk. They are purely physical systems. Do they “understand” anything – such as the need to go around an obstacle, jumping
over an obstacle, walking up and down stairs and so on? By the way, they “learn” to do these things on their own, literally unsupervised, very much like babies. The basic question is: what is “understanding” if not “learning?” Is there some other mechanism
(magic) at play in our brain that helps us “understand?” <o:p></o:p></p>
<p class="MsoNormal"> <o:p></o:p></p>
<p class="MsoNormal"><a href="https://urldefense.proofpoint.com/v2/url?u=https-3A__www.youtube.com_watch-3Fv-3Dgn4nRCC9TwQ&d=DwMGaQ&c=slrrB7dE8n7gBJbeO0g-IQ&r=wQR1NePCSj6dOGDD0r6B5Kn1fcNaTMg7tARe7TdEDqQ&m=Knv_0zpl6J7FTpxevgUOS8qJpyvPOjpOXdLYhyOr6PnKQiWgHaftEAfPvwWb_IAB&s=zdQA6enDajD46kwz-nti6FBklz-72dzlA9NLEzRW1TY&e=">https://www.youtube.com/watch?v=gn4nRCC9TwQ</a><o:p></o:p></p>
<p class="MsoNormal"><a href="https://urldefense.proofpoint.com/v2/url?u=https-3A__www.youtube.com_watch-3Fv-3D8sO7VS3q8d0&d=DwMGaQ&c=slrrB7dE8n7gBJbeO0g-IQ&r=wQR1NePCSj6dOGDD0r6B5Kn1fcNaTMg7tARe7TdEDqQ&m=Knv_0zpl6J7FTpxevgUOS8qJpyvPOjpOXdLYhyOr6PnKQiWgHaftEAfPvwWb_IAB&s=PRhn1hhcfzNtbKXIZpOAM4lyyMp39202wE7Uu4MWg5M&e=">https://www.youtube.com/watch?v=8sO7VS3q8d0</a><o:p></o:p></p>
<p class="MsoNormal"> <o:p></o:p></p>
<p class="MsoNormal"> <o:p></o:p></p>
<p class="MsoNormal">Asim Roy<o:p></o:p></p>
<p class="MsoNormal">Professor, Information Systems<o:p></o:p></p>
<p class="MsoNormal">Arizona State University<o:p></o:p></p>
<p class="MsoNormal"><a href="https://urldefense.proofpoint.com/v2/url?u=https-3A__lifeboat.com_ex_bios.asim.roy&d=DwMFaQ&c=slrrB7dE8n7gBJbeO0g-IQ&r=wQR1NePCSj6dOGDD0r6B5Kn1fcNaTMg7tARe7TdEDqQ&m=waSKY67JF57IZXg30ysFB_R7OG9zoQwFwxyps6FbTa1Zh5mttxRot_t4N7mn68Pj&s=oDRJmXX22O8NcfqyLjyu4Ajmt8pcHWquTxYjeWahfuw&e=" target="_blank">Lifeboat
Foundation Bios: Professor Asim Roy</a><o:p></o:p></p>
<p class="MsoNormal"><a href="https://urldefense.proofpoint.com/v2/url?u=https-3A__isearch.asu.edu_profile_9973&d=DwMFaQ&c=slrrB7dE8n7gBJbeO0g-IQ&r=wQR1NePCSj6dOGDD0r6B5Kn1fcNaTMg7tARe7TdEDqQ&m=waSKY67JF57IZXg30ysFB_R7OG9zoQwFwxyps6FbTa1Zh5mttxRot_t4N7mn68Pj&s=jCesWT7oGgX76_y7PFh4cCIQ-Ife-esGblJyrBiDlro&e=" target="_blank">Asim
Roy | iSearch (asu.edu)</a><o:p></o:p></p>
<p class="MsoNormal"> <o:p></o:p></p>
<p class="MsoNormal"> <o:p></o:p></p>
<p class="MsoNormal"> <o:p></o:p></p>
<p class="MsoNormal"> <o:p></o:p></p>
<div style="border:none;border-top:solid #E1E1E1 1.0pt;padding:3.0pt 0in 0in 0in">
<p class="MsoNormal"><b>From:</b> Ali Minai <<a href="mailto:minaiaa@gmail.com">minaiaa@gmail.com</a>>
<br>
<b>Sent:</b> Friday, February 4, 2022 11:38 PM<br>
<b>To:</b> Asim Roy <<a href="mailto:ASIM.ROY@asu.edu">ASIM.ROY@asu.edu</a>><br>
<b>Cc:</b> Gary Marcus <<a href="mailto:gary.marcus@nyu.edu">gary.marcus@nyu.edu</a>>; Danko Nikolic <<a href="mailto:danko.nikolic@gmail.com">danko.nikolic@gmail.com</a>>; Brad Wyble <<a href="mailto:bwyble@gmail.com">bwyble@gmail.com</a>>;
<a href="mailto:connectionists@mailman.srv.cs.cmu.edu">connectionists@mailman.srv.cs.cmu.edu</a>; AIhub <<a href="mailto:aihuborg@gmail.com">aihuborg@gmail.com</a>><br>
<b>Subject:</b> Re: Connectionists: Stephen Hanson in conversation with Geoff Hinton<o:p></o:p></p>
</div>
<p class="MsoNormal"> <o:p></o:p></p>
<div>
<div>
<p class="MsoNormal">Asim<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal">Of course there's nothing magical about understanding, and the mind has to emerge from the physical system, but our AI models at this point are not even close to realizing how that happens. We are, at best, simulating a superficial approximation
of a few parts of the real thing. A single, integrated system where all the aspects of intelligence emerge from the same deep, well-differentiated physical substrate is far beyond our capacity. Paying more attention to neurobiology will be essential to get
there, but so will paying attention to development - both physical and cognitive - and evolution. The configuration of priors by evolution is key to understanding how real intelligence learns so quickly and from so little. This is not an argument for using
genetic algorithms to design our systems, just for understanding the tricks evolution has used and replicating them by design. Development is more feasible to do computationally, but hardly any models have looked at it except in a superficial sense. Nature
creates basic intelligence not so much by configuring functions by explicit training as by tweaking, modulating, ramifying, and combining existing ones in a multi-scale self-organization process. We then learn much more complicated things (like playing chess)
by exploiting that substrate, and using explicit instruction or learning by practice. The fundamental lesson of complex systems is that complexity is built in stages - each level exploiting the organization of the level below it. We see it in evolution, development,
societal evolution, the evolution of technology, etc. Our approach in AI, in contrast, is to initialize a giant, naive system and train it to do something really complicated - but really specific - by training the hell out of it. Sure, now we do build many
systems on top of pre-trained models like GPT-3 and BERT, which is better, but those models were again trained by the same none-to-all process I decried above. Contrast that with how humans acquire language, and how they integrate it into their *entire* perceptual,
cognitive, and behavioral repertoire, not focusing just on this or that task. The age of symbolic AI may have passed, but the reductionistic mindset has not. We cannot build minds by chopping it into separate verticals.<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal">FTR, I'd say that the emergence of models such as GLOM and Hawkins and Ahmed's "thousand brains" is a hopeful sign. They may not be "right", but they are, I think, looking in the right direction. With a million miles to go!<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal">Ali<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal"> <o:p></o:p></p>
</div>
<div>
<div>
<div>
<div>
<div>
<div>
<div>
<div>
<div>
<div>
<div>
<div>
<div>
<div>
<div>
<p class="MsoNormal"><b>Ali A. Minai, Ph.D.</b><br>
Professor and Graduate Program Director<br>
Complex Adaptive Systems Lab<br>
Department of Electrical Engineering & Computer Science<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal">828 Rhodes Hall<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal">University of Cincinnati<br>
Cincinnati, OH 45221-0030<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal"><br>
Phone: (513) 556-4783<br>
Fax: (513) 556-7326<br>
Email: <a href="mailto:Ali.Minai@uc.edu" target="_blank">Ali.Minai@uc.edu</a><br>
<a href="mailto:minaiaa@gmail.com" target="_blank">minaiaa@gmail.com</a><br>
<br>
WWW: <a href="https://urldefense.com/v3/__http:/www.ece.uc.edu/*7Eaminai/__;JQ!!IKRxdwAv5BmarQ!Jd2XhTzWg6HDp9IPjlyNv847sUdhGDNfsnqZQ0gy1_mu-CfyUdpBMswhfqdbZTo$" target="_blank">
https://eecs.ceas.uc.edu/~aminai/</a><o:p></o:p></p>
</div>
</div>
</div>
</div>
</div>
</div>
</div>
</div>
</div>
</div>
</div>
</div>
</div>
</div>
<p class="MsoNormal"> <o:p></o:p></p>
</div>
</div>
<p class="MsoNormal"> <o:p></o:p></p>
<div>
<div>
<p class="MsoNormal">On Fri, Feb 4, 2022 at 2:42 AM Asim Roy <<a href="mailto:ASIM.ROY@asu.edu">ASIM.ROY@asu.edu</a>> wrote:<o:p></o:p></p>
</div>
<blockquote style="border:none;border-left:solid #CCCCCC 1.0pt;padding:0in 0in 0in 6.0pt;margin-left:4.8pt;margin-top:5.0pt;margin-right:0in;margin-bottom:5.0pt">
<div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">First of all, the brain is a physical system. There is no “magic” inside the brain that does the “understanding” part. Take for example learning to play tennis. You hit a few balls
- some the right way and some wrong – but you fairly quickly learn to hit them right most of the time. So there is obviously some simulation going on in the brain about hitting the ball in different ways and “learning” its consequences. What you are calling
“understanding” is really these simulations about different scenarios. It’s also very similar to augmentation used to train image recognition systems where you rotate images, obscure parts and so on, so that you still can say it’s a cat even though you see
only the cat’s face or whiskers or a cat flipped on its back. So, if the following questions relate to “understanding,” you can easily resolve this by simulating such scenarios when “teaching” the system. There’s nothing “magical” about “understanding.” As
I said, bear in mind that the brain, after all, is a physical system and “teaching” and “understanding” is embodied in that physical system, not outside it. So “understanding” is just part of “learning,” nothing more.<o:p></o:p></p>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="color:black;background:yellow">DANKO:</span><o:p></o:p></p>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="color:black;background:yellow">What would happen to the hat if the hamster rolls on its back? (Would the hat fall off?)</span><o:p></o:p></p>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="color:black;background:yellow">What would happen to the red hat when the hamster enters its lair? (Would the hat fall off?)</span><o:p></o:p></p>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="color:black;background:yellow">What would happen to that hamster when it goes foraging? (Would the red hat have an influence on finding food?)</span><o:p></o:p></p>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="color:black;background:yellow">What would happen in a situation of being chased by a predator? (Would it be easier for predators to spot the hamster?)</span><o:p></o:p></p>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">Asim Roy<o:p></o:p></p>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">Professor, Information Systems<o:p></o:p></p>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">Arizona State University<o:p></o:p></p>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><a href="https://urldefense.proofpoint.com/v2/url?u=https-3A__lifeboat.com_ex_bios.asim.roy&d=DwMFaQ&c=slrrB7dE8n7gBJbeO0g-IQ&r=wQR1NePCSj6dOGDD0r6B5Kn1fcNaTMg7tARe7TdEDqQ&m=waSKY67JF57IZXg30ysFB_R7OG9zoQwFwxyps6FbTa1Zh5mttxRot_t4N7mn68Pj&s=oDRJmXX22O8NcfqyLjyu4Ajmt8pcHWquTxYjeWahfuw&e=" target="_blank">Lifeboat
Foundation Bios: Professor Asim Roy</a><o:p></o:p></p>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><a href="https://urldefense.proofpoint.com/v2/url?u=https-3A__isearch.asu.edu_profile_9973&d=DwMFaQ&c=slrrB7dE8n7gBJbeO0g-IQ&r=wQR1NePCSj6dOGDD0r6B5Kn1fcNaTMg7tARe7TdEDqQ&m=waSKY67JF57IZXg30ysFB_R7OG9zoQwFwxyps6FbTa1Zh5mttxRot_t4N7mn68Pj&s=jCesWT7oGgX76_y7PFh4cCIQ-Ife-esGblJyrBiDlro&e=" target="_blank">Asim
Roy | iSearch (asu.edu)</a><o:p></o:p></p>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
<div>
<div style="border:none;border-top:solid windowtext 1.0pt;padding:3.0pt 0in 0in 0in;border-color:currentcolor currentcolor">
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><b>From:</b> Gary Marcus <<a href="mailto:gary.marcus@nyu.edu" target="_blank">gary.marcus@nyu.edu</a>>
<br>
<b>Sent:</b> Thursday, February 3, 2022 9:26 AM<br>
<b>To:</b> Danko Nikolic <<a href="mailto:danko.nikolic@gmail.com" target="_blank">danko.nikolic@gmail.com</a>><br>
<b>Cc:</b> Asim Roy <<a href="mailto:ASIM.ROY@asu.edu" target="_blank">ASIM.ROY@asu.edu</a>>; Geoffrey Hinton <<a href="mailto:geoffrey.hinton@gmail.com" target="_blank">geoffrey.hinton@gmail.com</a>>; AIhub <<a href="mailto:aihuborg@gmail.com" target="_blank">aihuborg@gmail.com</a>>;
<a href="mailto:connectionists@mailman.srv.cs.cmu.edu" target="_blank">connectionists@mailman.srv.cs.cmu.edu</a><br>
<b>Subject:</b> Re: Connectionists: Stephen Hanson in conversation with Geoff Hinton<o:p></o:p></p>
</div>
</div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">Dear Danko,<o:p></o:p></p>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">Well said. I had a somewhat similar response to Jeff Dean’s 2021 TED talk, in which he said (paraphrasing from memory, because I don’t remember the precise words) that the famous
200 Quoc Le unsupervised model [<a href="https://urldefense.com/v3/__https:/static.googleusercontent.com/media/research.google.com/en/*archive/unsupervised_icml2012.pdf__;Lw!!IKRxdwAv5BmarQ!PFl2URDWVshfy1BPSwAMXKYyn1wszxpN4EPzShAm3sX83AOt05MQX07oVyVLEqo$" target="_blank">https://static.googleusercontent.com/media/research.google.com/en//archive/unsupervised_icml2012.pdf</a>]
had learned the concept of a ca. In reality the model had clustered together some catlike images based on the image statistics that it had extracted, but it was a long way from a full, counterfactual-supporting concept of a cat, much as you describe below. <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">I fully agree with you that the reason for even having a semantics is as you put it, "to 1) learn with a few examples and 2) apply the knowledge to a broad set of situations.” GPT-3
sometimes gives the appearance of having done so, but it falls apart under close inspection, so the problem remains unsolved.<o:p></o:p></p>
</div>
<div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">Gary<o:p></o:p></p>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;margin-bottom:12.0pt"> <o:p></o:p></p>
<blockquote style="margin-top:5.0pt;margin-bottom:5.0pt">
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">On Feb 3, 2022, at 3:19 AM, Danko Nikolic <<a href="mailto:danko.nikolic@gmail.com" target="_blank">danko.nikolic@gmail.com</a>> wrote:<o:p></o:p></p>
</div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
<div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">G. Hinton wrote: "I believe that any reasonable person would admit that if you ask a neural net to draw a picture of a hamster wearing a red hat and it draws such a picture, it
understood the request."<o:p></o:p></p>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">I would like to suggest why drawing a hamster with a red hat does not necessarily imply understanding of the statement "hamster wearing a red hat".<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">To understand that "hamster wearing a red hat" would mean inferring, in newly emerging situations of this hamster, all the real-life implications that the red hat brings to the
little animal.<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">What would happen to the hat if the hamster rolls on its back? (Would the hat fall off?)<o:p></o:p></p>
</div>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">What would happen to the red hat when the hamster enters its lair? (Would the hat fall off?)<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">What would happen to that hamster when it goes foraging? (Would the red hat have an influence on finding food?)<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">What would happen in a situation of being chased by a predator? (Would it be easier for predators to spot the hamster?)<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">...and so on.<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">Countless many questions can be asked. One has understood "hamster wearing a red hat" only if one can answer reasonably well many of such real-life relevant questions. Similarly,
a student has understood materias in a class only if they can apply the materials in real-life situations (e.g., applying Pythagora's theorem). If a student gives a correct answer to a multiple choice question, we don't know whether the student understood
the material or whether this was just rote learning (often, it is rote learning). <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">I also suggest that understanding also comes together with effective learning: We store new information in such a way that we can recall it later and use it effectively i.e., make
good inferences in newly emerging situations based on this knowledge.<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">In short: Understanding makes us humans able to 1) learn with a few examples and 2) apply the knowledge to a broad set of situations. <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">No neural network today has such capabilities and we don't know how to give them such capabilities. Neural networks need large amounts of training examples that cover a large variety
of situations and then the networks can only deal with what the training examples have already covered. Neural networks cannot extrapolate in that 'understanding' sense.<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">I suggest that understanding truly extrapolates from a piece of knowledge. It is not about satisfying a task such as translation between languages or drawing hamsters with hats.
It is how you got the capability to complete the task: Did you only have a few examples that covered something different but related and then you extrapolated from that knowledge? If yes, this is going in the direction of understanding. Have you seen countless
examples and then interpolated among them? Then perhaps it is not understanding.<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">So, for the case of drawing a hamster wearing a red hat, understanding perhaps would have taken place if the following happened before that:<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">1) first, the network learned about hamsters (not many examples)<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">2) after that the network learned about red hats (outside the context of hamsters and without many examples) <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">3) finally the network learned about drawing (outside of the context of hats and hamsters, not many examples)<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">After that, the network is asked to draw a hamster with a red hat. If it does it successfully, maybe we have started cracking the problem of understanding.<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">Note also that this requires the network to learn sequentially without exhibiting catastrophic forgetting of the previous knowledge, which is possibly also a consequence of human
learning by understanding.<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">Danko<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<div>
<div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">Dr. Danko Nikolić<br>
<a href="https://urldefense.proofpoint.com/v2/url?u=http-3A__www.danko-2Dnikolic.com&d=DwMFaQ&c=slrrB7dE8n7gBJbeO0g-IQ&r=wQR1NePCSj6dOGDD0r6B5Kn1fcNaTMg7tARe7TdEDqQ&m=waSKY67JF57IZXg30ysFB_R7OG9zoQwFwxyps6FbTa1Zh5mttxRot_t4N7mn68Pj&s=HwOLDw6UCRzU5-FPSceKjtpNm7C6sZQU5kuGAMVbPaI&e=" target="_blank">www.danko-nikolic.com</a><br>
<a href="https://urldefense.proofpoint.com/v2/url?u=https-3A__www.linkedin.com_in_danko-2Dnikolic_&d=DwMFaQ&c=slrrB7dE8n7gBJbeO0g-IQ&r=wQR1NePCSj6dOGDD0r6B5Kn1fcNaTMg7tARe7TdEDqQ&m=waSKY67JF57IZXg30ysFB_R7OG9zoQwFwxyps6FbTa1Zh5mttxRot_t4N7mn68Pj&s=b70c8lokmxM3Kz66OfMIM4pROgAhTJOAlp205vOmCQ8&e=" target="_blank">https://www.linkedin.com/in/danko-nikolic/</a><o:p></o:p></p>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">--- A progress usually starts with an insight ---<o:p></o:p></p>
</div>
</div>
</div>
</div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
</div>
<div id="gmail-m_3776411903040420401DAB4FAD8-2DD7-40BB-A1B8-4E2AA1F9FDF2">
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
<table class="MsoNormalTable" border="1" cellpadding="0" style="border:none;border-top:solid windowtext 1.0pt;border-color:currentcolor currentcolor">
<tbody>
<tr>
<td width="55" style="width:41.25pt;border:none;padding:9.75pt .75pt .75pt .75pt">
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><a href="https://urldefense.proofpoint.com/v2/url?u=https-3A__www.avast.com_sig-2Demail-3Futm-5Fmedium-3Demail-26utm-5Fsource-3Dlink-26utm-5Fcampaign-3Dsig-2Demail-26utm-5Fcontent-3Dwebmail&d=DwMFaQ&c=slrrB7dE8n7gBJbeO0g-IQ&r=wQR1NePCSj6dOGDD0r6B5Kn1fcNaTMg7tARe7TdEDqQ&m=waSKY67JF57IZXg30ysFB_R7OG9zoQwFwxyps6FbTa1Zh5mttxRot_t4N7mn68Pj&s=Ao9QQWtO62go0hx1tb3NU6xw2FNBadjj8q64-hl5Sx4&e=" target="_blank"><span style="text-decoration:none"><img border="0" width="46" height="29" style="width:.4791in;height:.302in" id="_x0000_i1026" src="https://ipmcdn.avast.com/images/icons/icon-envelope-tick-round-orange-animated-no-repeat-v1.gif"></span></a><o:p></o:p></p>
</td>
<td width="470" style="width:352.5pt;border:none;padding:9.0pt .75pt .75pt .75pt">
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;line-height:13.5pt">
<span style="font-size:10.0pt;font-family:"Arial",sans-serif;color:#41424E">Virus-free.
<a href="https://urldefense.proofpoint.com/v2/url?u=https-3A__www.avast.com_sig-2Demail-3Futm-5Fmedium-3Demail-26utm-5Fsource-3Dlink-26utm-5Fcampaign-3Dsig-2Demail-26utm-5Fcontent-3Dwebmail&d=DwMFaQ&c=slrrB7dE8n7gBJbeO0g-IQ&r=wQR1NePCSj6dOGDD0r6B5Kn1fcNaTMg7tARe7TdEDqQ&m=waSKY67JF57IZXg30ysFB_R7OG9zoQwFwxyps6FbTa1Zh5mttxRot_t4N7mn68Pj&s=Ao9QQWtO62go0hx1tb3NU6xw2FNBadjj8q64-hl5Sx4&e=" target="_blank">
<span style="color:#4453EA">www.avast.com</span></a> </span><o:p></o:p></p>
</td>
</tr>
</tbody>
</table>
</div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
<div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">On Thu, Feb 3, 2022 at 9:55 AM Asim Roy <<a href="mailto:ASIM.ROY@asu.edu" target="_blank">ASIM.ROY@asu.edu</a>> wrote:<o:p></o:p></p>
</div>
<blockquote style="border:none;border-left:solid windowtext 1.0pt;padding:0in 0in 0in 6.0pt;margin-left:4.8pt;margin-top:5.0pt;margin-right:0in;margin-bottom:5.0pt;border-color:currentcolor currentcolor currentcolor rgb(204,204,204)">
<div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">Without getting into the specific dispute between Gary and Geoff, I think with approaches similar to GLOM, we are finally headed in the right direction. There’s plenty of neurophysiological
evidence for single-cell abstractions and multisensory neurons in the brain, which one might claim correspond to symbols. And I think we can finally reconcile the decades old dispute between Symbolic AI and Connectionism.<o:p></o:p></p>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="color:black;background:yellow">GARY: (Your GLOM, which as you know I praised publicly, is in many ways an effort to wind up with encodings that effectively serve as
symbols in exactly that way, guaranteed to serve as consistent representations of specific concepts.)</span><o:p></o:p></p>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="color:black;background:yellow">GARY: I have
<i>never</i> called for dismissal of neural networks, but rather for some hybrid between the two (as you yourself contemplated in 1991); the point of the 2001 book was to characterize exactly where multilayer perceptrons succeeded and broke down, and where
symbols could complement them.</span><o:p></o:p></p>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">Asim Roy<o:p></o:p></p>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">Professor, Information Systems<o:p></o:p></p>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">Arizona State University<o:p></o:p></p>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><a href="https://urldefense.proofpoint.com/v2/url?u=https-3A__lifeboat.com_ex_bios.asim.roy&d=DwMFaQ&c=slrrB7dE8n7gBJbeO0g-IQ&r=wQR1NePCSj6dOGDD0r6B5Kn1fcNaTMg7tARe7TdEDqQ&m=waSKY67JF57IZXg30ysFB_R7OG9zoQwFwxyps6FbTa1Zh5mttxRot_t4N7mn68Pj&s=oDRJmXX22O8NcfqyLjyu4Ajmt8pcHWquTxYjeWahfuw&e=" target="_blank">Lifeboat
Foundation Bios: Professor Asim Roy</a><o:p></o:p></p>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><a href="https://urldefense.proofpoint.com/v2/url?u=https-3A__isearch.asu.edu_profile_9973&d=DwMFaQ&c=slrrB7dE8n7gBJbeO0g-IQ&r=wQR1NePCSj6dOGDD0r6B5Kn1fcNaTMg7tARe7TdEDqQ&m=waSKY67JF57IZXg30ysFB_R7OG9zoQwFwxyps6FbTa1Zh5mttxRot_t4N7mn68Pj&s=jCesWT7oGgX76_y7PFh4cCIQ-Ife-esGblJyrBiDlro&e=" target="_blank">Asim
Roy | iSearch (asu.edu)</a><o:p></o:p></p>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
<div>
<div style="border:none;border-top:solid windowtext 1.0pt;padding:3.0pt 0in 0in 0in;border-color:currentcolor currentcolor">
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><b>From:</b> Connectionists <<a href="mailto:connectionists-bounces@mailman.srv.cs.cmu.edu" target="_blank">connectionists-bounces@mailman.srv.cs.cmu.edu</a>>
<b>On Behalf Of </b>Gary Marcus<br>
<b>Sent:</b> Wednesday, February 2, 2022 1:26 PM<br>
<b>To:</b> Geoffrey Hinton <<a href="mailto:geoffrey.hinton@gmail.com" target="_blank">geoffrey.hinton@gmail.com</a>><br>
<b>Cc:</b> AIhub <<a href="mailto:aihuborg@gmail.com" target="_blank">aihuborg@gmail.com</a>>;
<a href="mailto:connectionists@mailman.srv.cs.cmu.edu" target="_blank">connectionists@mailman.srv.cs.cmu.edu</a><br>
<b>Subject:</b> Re: Connectionists: Stephen Hanson in conversation with Geoff Hinton<o:p></o:p></p>
</div>
</div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
<div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">Dear Geoff, and interested others,<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">What, for example, would you make of a system that often drew the red-hatted hamster you requested, and perhaps a fifth of the time gave you utter nonsense? Or say one that you
trained to create birds but sometimes output stuff like this:<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><image001.png><o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">One could <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">a. avert one’s eyes and deem the anomalous outputs irrelevant<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">or<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">b. wonder if it might be possible that sometimes the system gets the right answer for the wrong reasons (eg partial historical contingency), and wonder whether another approach
might be indicated.<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">Benchmarks are harder than they look; most of the field has come to recognize that. The Turing Test has turned out to be a lousy measure of intelligence, easily gamed. It has turned
out empirically that the Winograd Schema Challenge did not measure common sense as well as Hector might have thought. (As it happens, I am a minor coauthor of a very recent review on this very topic: <a href="https://urldefense.com/v3/__https:/arxiv.org/abs/2201.02387__;!!IKRxdwAv5BmarQ!INA0AMmG3iD1B8MDtLfjWCwcBjxO-e-eM2Ci9KEO_XYOiIEgiywK-G_8j6L3bHA$" target="_blank">https://arxiv.org/abs/2201.02387</a>)
But its conquest in no way means machines now have common sense; many people from many different perspectives recognize that (including, e.g., Yann LeCun, who generally tends to be more aligned with you than with me).<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">So: on the goalpost of the Winograd schema, I was wrong, and you can quote me; but what you said about me and machine translation remains your invention, and it is inexcusable that
you simply ignored my 2019 clarification. On the essential goal of trying to reach meaning and understanding, I remain unmoved; the problem remains unsolved. <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">All of the problems LLMs have with coherence, reliability, truthfulness, misinformation, etc stand witness to that fact. (Their persistent inability to filter out toxic and insulting
remarks stems from the same.) I am hardly the only person in the field to see that progress on any given benchmark does not inherently mean that the deep underlying problems have solved. You, yourself, in fact, have occasionally made that point. <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">With respect to embeddings: Embeddings are very good for natural language
<i>processing</i>; but NLP is not the same as NL<i>U</i> – when it comes to <i>understanding</i>, their worth is still an open question. Perhaps they will turn out to be necessary; they clearly aren’t sufficient. In their extreme, they might even collapse into
being symbols, in the sense of uniquely identifiable encodings, akin to the ASCII code, in which a specific set of numbers stands for a specific word or concept. (Wouldn’t that be ironic?)<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">(Your GLOM, which as you know I praised publicly, is in many ways an effort to wind up with encodings that effectively serve as symbols in exactly that way, guaranteed to serve
as consistent representations of specific concepts.)<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">Notably absent from your email is any kind of apology for misrepresenting my position. It’s fine to say that “many people thirty years ago once thought X” and another to say “Gary
Marcus said X in 2015”, when I didn’t. I have consistently felt throughout our interactions that you have mistaken me for Zenon Pylyshyn; indeed, you once (at NeurIPS 2014) apologized to me for having made that error. I am still not he. <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">Which maybe connects to the last point; if you read my work, you would see thirty years of arguments
<i>for</i> neural networks, just not in the way that you want them to exist. I have ALWAYS argued that there is a role for them; characterizing me as a person “strongly opposed to neural networks” misses the whole point of my 2001 book, which was subtitled
“Integrating Connectionism and Cognitive Science.”<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">In the last two decades or so you have insisted (for reasons you have never fully clarified, so far as I know) on abandoning symbol-manipulation, but the reverse is not the case:
I have <i>never</i> called for dismissal of neural networks, but rather for some hybrid between the two (as you yourself contemplated in 1991); the point of the 2001 book was to characterize exactly where multilayer perceptrons succeeded and broke down, and
where symbols could complement them. It’s a rhetorical trick (which is what the previous thread was about) to pretend otherwise.<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">Gary<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<blockquote style="margin-top:5.0pt;margin-bottom:5.0pt">
<p class="MsoNormal" style="mso-margin-top-alt:auto;margin-bottom:12.0pt">On Feb 2, 2022, at 11:22, Geoffrey Hinton <<a href="mailto:geoffrey.hinton@gmail.com" target="_blank">geoffrey.hinton@gmail.com</a>> wrote:<o:p></o:p></p>
</blockquote>
</div>
<blockquote style="margin-top:5.0pt;margin-bottom:5.0pt">
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><o:p></o:p></p>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">Embeddings are just vectors of soft feature detectors and they are very good for NLP. The quote on my webpage from Gary's 2015 chapter implies the opposite.<o:p></o:p></p>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">A few decades ago, everyone I knew then would have agreed that the ability to translate a sentence into many different languages was strong evidence that you understood it.<o:p></o:p></p>
</div>
</div>
</div>
</blockquote>
<p class="MsoNormal" style="mso-margin-top-alt:auto;margin-bottom:12.0pt"> <o:p></o:p></p>
<blockquote style="margin-top:5.0pt;margin-bottom:5.0pt">
<div>
<div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">But once neural networks could do that, their critics moved the goalposts. An exception is Hector Levesque who defined the goalposts more sharply by saying that the ability to get
pronoun references correct in Winograd sentences is a crucial test. Neural nets are improving at that but still have some way to go. Will Gary agree that when they can get pronoun references correct in Winograd sentences they really do understand? Or does
he want to reserve the right to weasel out of that too?<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">Some people, like Gary, appear to be strongly opposed to neural networks because they do not fit their preconceived notions of how the mind should work.<o:p></o:p></p>
</div>
<div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">I believe that any reasonable person would admit that if you ask a neural net to draw a picture of a hamster wearing a red hat and it draws such a picture, it understood the request.<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">Geoff<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
</div>
</div>
</div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
<div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">On Wed, Feb 2, 2022 at 1:38 PM Gary Marcus <<a href="mailto:gary.marcus@nyu.edu" target="_blank">gary.marcus@nyu.edu</a>> wrote:<o:p></o:p></p>
</div>
<blockquote style="border:none;border-left:solid windowtext 1.0pt;padding:0in 0in 0in 6.0pt;margin-left:4.8pt;margin-top:5.0pt;margin-right:0in;margin-bottom:5.0pt;border-color:currentcolor currentcolor currentcolor rgb(204,204,204)">
<div>
<div>
<div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-size:13.0pt;font-family:"Times New Roman",serif">Dear AI Hub, cc: Steven Hanson and Geoffrey Hinton, and the larger neural network community,</span><o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-size:13.0pt"> </span><o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-size:13.0pt;font-family:"Times New Roman",serif">There has been a lot of recent discussion on this list about framing and scientific integrity. Often the first
step in restructuring narratives is to bully and dehumanize critics. The second is to misrepresent their position. People in positions of power are sometimes tempted to do this.</span><o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-size:13.0pt"> </span><o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-size:13.0pt;font-family:"Times New Roman",serif">The Hinton-Hanson interview that you just published is a real-time example of just that. It opens with a needless
and largely content-free personal attack on a single scholar (me), with the explicit intention of discrediting that person. Worse, the only substantive thing it says is false.</span><o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-size:13.0pt"> </span><o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-size:13.0pt;font-family:"Times New Roman",serif">Hinton says “In 2015 he [Marcus] made a prediction that computers wouldn’t be able to do machine translation.”</span><o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-size:13.0pt"> </span><o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-size:13.0pt;font-family:"Times New Roman",serif">I never said any such thing. </span><o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-size:13.0pt"> </span><o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-size:13.0pt;font-family:"Times New Roman",serif">What I predicted, rather, was that multilayer perceptrons, as they existed then, would not (on their own, absent
other mechanisms) <i>understand</i> language. Seven years later, they still haven’t, except in the most superficial way. </span><o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-size:13.0pt"> </span><o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-size:13.0pt;font-family:"Times New Roman",serif">I made no comment whatsoever about machine translation, which I view as a separate problem, solvable to a certain
degree by correspondance without semantics. </span><o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-size:13.0pt"> </span><o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-size:13.0pt;font-family:"Times New Roman",serif">I specifically tried to clarify Hinton’s confusion in 2019, but, disappointingly, he has continued to purvey misinformation
despite that clarification. Here is what I wrote privately to him then, which should have put the matter to rest:</span><o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-size:13.0pt"> </span><o:p></o:p></p>
</div>
<div style="margin-left:27.0pt;font-stretch:normal">
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-size:13.0pt;font-family:"Times New Roman",serif">You have taken a single out of context quote [from 2015] and misrepresented it. The quote, which you have prominently
displayed at the bottom on your own web page, says:</span><o:p></o:p></p>
</div>
<div style="margin-left:27.0pt;font-stretch:normal;min-height:22.9px">
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-size:13.0pt"> </span><o:p></o:p></p>
</div>
<div style="margin-left:.75in;font-stretch:normal">
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-size:13.0pt;font-family:"Times New Roman",serif">Hierarchies of features are less suited to challenges such as language, inference, and high-level planning. For
example, as Noam Chomsky famously pointed out, language is filled with sentences you haven't seen before. Pure classifier systems don't know what to do with such sentences. The talent of feature detectors -- in identifying which member of some category something
belongs to -- doesn't translate into understanding novel sentences, in which each sentence has its own unique meaning. </span><o:p></o:p></p>
</div>
<div style="margin-left:27.0pt;font-stretch:normal;min-height:22.9px">
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-size:13.0pt"> </span><o:p></o:p></p>
</div>
<div style="margin-left:27.0pt;font-stretch:normal">
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-size:13.0pt;font-family:"Times New Roman",serif">It does <i>not</i> say "neural nets would not be able to deal with novel sentences"; it says that hierachies of
features detectors (on their own, if you read the context of the essay) would have trouble <i>understanding </i>novel sentences. </span><o:p></o:p></p>
</div>
<div style="margin-left:27.0pt;font-stretch:normal;min-height:22.9px">
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-size:13.0pt"> </span><o:p></o:p></p>
</div>
<div style="margin-left:27.0pt;font-stretch:normal">
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-size:13.0pt;font-family:"Times New Roman",serif">Google Translate does yet not <i>understand</i> the content of the sentences is translates. It cannot reliably
answer questions about who did what to whom, or why, it cannot infer the order of the events in paragraphs, it can't determine the internal consistency of those events, and so forth.</span><o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-size:13.0pt"> </span><o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-size:13.0pt;font-family:"Times New Roman",serif">Since then, a number of scholars, such as the the computational linguist Emily Bender, have made similar points,
and indeed current LLM difficulties with misinformation, incoherence and fabrication all follow from these concerns. Quoting from Bender’s prizewinning 2020 ACL article on the matter with Alexander Koller, <a href="https://urldefense.proofpoint.com/v2/url?u=https-3A__aclanthology.org_2020.acl-2Dmain.463.pdf&d=DwMFaQ&c=slrrB7dE8n7gBJbeO0g-IQ&r=wQR1NePCSj6dOGDD0r6B5Kn1fcNaTMg7tARe7TdEDqQ&m=xnFSVUARkfmiXtiTP_uXfFKv4uNEGgEeTluRFR7dnUpay2BM5EiLz-XYCkBNJLlL&s=K-Vl6vSvzuYtRMi-s4j7mzPkNRTb-I6Zmf7rbuKEBpk&e=" target="_blank">https://aclanthology.org/2020.acl-main.463.pdf</a>,
also emphasizing issues of understanding and meaning:</span><o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-size:13.0pt"> </span><o:p></o:p></p>
</div>
<div style="margin-left:27.0pt;font-stretch:normal">
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><i><span style="font-size:13.0pt;font-family:"Times New Roman",serif">The success of the large neural language models on many NLP tasks is exciting. However, we find that these
successes sometimes lead to hype in which these models are being described as “understanding” language or capturing “meaning”. In this position paper, we argue that a system trained only on form has a priori no way to learn meaning. .. a clear understanding
of the distinction between form and meaning will help guide the field towards better science around natural language understanding. </span></i><o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-size:13.0pt"> </span><o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-size:13.0pt;font-family:"Times New Roman",serif">Her later article with Gebru on language models “stochastic parrots” is in some ways an extension of this point;
machine translation requires mimicry, true understanding (which is what I was discussing in 2015) requires something deeper than that. </span><o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-size:13.0pt"> </span><o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-size:13.0pt;font-family:"Times New Roman",serif">Hinton’s intellectual error here is in equating machine translation with the deeper comprehension that robust
natural language understanding will require; as Bender and Koller observed, the two appear not to be the same. (There is a longer discussion of the relation between language understanding and machine translation, and why the latter has turned out to be more
approachable than the former, in my 2019 book with Ernest Davis).</span><o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-size:13.0pt"> </span><o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-size:13.0pt;font-family:"Times New Roman",serif">More broadly, Hinton’s ongoing dismissiveness of research from perspectives other than his own (e.g. linguistics)
have done the field a disservice. </span><o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-size:13.0pt"> </span><o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-size:13.0pt;font-family:"Times New Roman",serif">As Herb Simon once observed, science does not have to be zero-sum.</span><o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-size:13.0pt"> </span><o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-size:13.0pt;font-family:"Times New Roman",serif">Sincerely,</span><o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-size:13.0pt;font-family:"Times New Roman",serif">Gary Marcus</span><o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-size:13.0pt;font-family:"Times New Roman",serif">Professor Emeritus</span><o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-size:13.0pt;font-family:"Times New Roman",serif">New York University</span><o:p></o:p></p>
</div>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;margin-bottom:12.0pt"> <o:p></o:p></p>
<blockquote style="margin-top:5.0pt;margin-bottom:5.0pt">
<p class="MsoNormal" style="mso-margin-top-alt:auto;margin-bottom:12.0pt">On Feb 2, 2022, at 06:12, AIhub <<a href="mailto:aihuborg@gmail.com" target="_blank">aihuborg@gmail.com</a>> wrote:<o:p></o:p></p>
</blockquote>
</div>
<blockquote style="margin-top:5.0pt;margin-bottom:5.0pt">
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><o:p></o:p></p>
<div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">Stephen Hanson in conversation with Geoff Hinton<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">In the latest episode of this video series for
<a href="https://urldefense.proofpoint.com/v2/url?u=http-3A__AIhub.org&d=DwMFaQ&c=slrrB7dE8n7gBJbeO0g-IQ&r=wQR1NePCSj6dOGDD0r6B5Kn1fcNaTMg7tARe7TdEDqQ&m=xnFSVUARkfmiXtiTP_uXfFKv4uNEGgEeTluRFR7dnUpay2BM5EiLz-XYCkBNJLlL&s=eOtzMh8ILIH5EF7K20Ks4Fr27XfNV_F24bkj-SPk-2A&e=" target="_blank">
AIhub.org</a>, Stephen Hanson talks to Geoff Hinton about neural networks, backpropagation, overparameterization, digit recognition, voxel cells, syntax and semantics, Winograd sentences, and more.<o:p></o:p></p>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto">You can watch the discussion, and read the transcript, here:<br clear="all">
<o:p></o:p></p>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><a href="https://urldefense.proofpoint.com/v2/url?u=https-3A__aihub.org_2022_02_02_what-2Dis-2Dai-2Dstephen-2Dhanson-2Din-2Dconversation-2Dwith-2Dgeoff-2Dhinton_&d=DwMFaQ&c=slrrB7dE8n7gBJbeO0g-IQ&r=wQR1NePCSj6dOGDD0r6B5Kn1fcNaTMg7tARe7TdEDqQ&m=yl7-VPSvMrHWYKZFtKdFpThQ9UTb2jW14grhVOlAwV21R4FwPri0ROJ-uFdMqHy1&s=OY_RYGrfxOqV7XeNJDHuzE--aEtmNRaEyQ0VJkqFCWw&e=" target="_blank">https://aihub.org/2022/02/02/what-is-ai-stephen-hanson-in-conversation-with-geoff-hinton/</a><o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-family:"Arial",sans-serif">About AIhub: </span><o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-family:"Arial",sans-serif">AIhub is a non-profit dedicated to connecting the AI community to the public by providing free, high-quality information through
<a href="https://urldefense.proofpoint.com/v2/url?u=http-3A__AIhub.org&d=DwMFaQ&c=slrrB7dE8n7gBJbeO0g-IQ&r=wQR1NePCSj6dOGDD0r6B5Kn1fcNaTMg7tARe7TdEDqQ&m=xnFSVUARkfmiXtiTP_uXfFKv4uNEGgEeTluRFR7dnUpay2BM5EiLz-XYCkBNJLlL&s=eOtzMh8ILIH5EF7K20Ks4Fr27XfNV_F24bkj-SPk-2A&e=" target="_blank">
AIhub.org</a> (<a href="https://urldefense.proofpoint.com/v2/url?u=https-3A__aihub.org_&d=DwMFaQ&c=slrrB7dE8n7gBJbeO0g-IQ&r=wQR1NePCSj6dOGDD0r6B5Kn1fcNaTMg7tARe7TdEDqQ&m=yl7-VPSvMrHWYKZFtKdFpThQ9UTb2jW14grhVOlAwV21R4FwPri0ROJ-uFdMqHy1&s=IKFanqeMi73gOiS7yD-X_vRx_OqDAwv1Il5psrxnhIA&e=" target="_blank">https://aihub.org/</a>).
We help researchers publish the latest AI news, summaries of their work, opinion pieces, tutorials and more. We are supported by many leading scientific organizations in AI, namely
<a href="https://urldefense.proofpoint.com/v2/url?u=https-3A__aaai.org_&d=DwMFaQ&c=slrrB7dE8n7gBJbeO0g-IQ&r=wQR1NePCSj6dOGDD0r6B5Kn1fcNaTMg7tARe7TdEDqQ&m=yl7-VPSvMrHWYKZFtKdFpThQ9UTb2jW14grhVOlAwV21R4FwPri0ROJ-uFdMqHy1&s=wBvjOWTzEkbfFAGNj9wOaiJlXMODmHNcoWO5JYHugS0&e=" target="_blank">
AAAI</a>, <a href="https://urldefense.proofpoint.com/v2/url?u=https-3A__neurips.cc_&d=DwMFaQ&c=slrrB7dE8n7gBJbeO0g-IQ&r=wQR1NePCSj6dOGDD0r6B5Kn1fcNaTMg7tARe7TdEDqQ&m=yl7-VPSvMrHWYKZFtKdFpThQ9UTb2jW14grhVOlAwV21R4FwPri0ROJ-uFdMqHy1&s=3-lOHXyu8171pT_UE9hYWwK6ft4I-cvYkuX7shC00w0&e=" target="_blank">
NeurIPS</a>, <a href="https://urldefense.proofpoint.com/v2/url?u=https-3A__icml.cc_imls_&d=DwMFaQ&c=slrrB7dE8n7gBJbeO0g-IQ&r=wQR1NePCSj6dOGDD0r6B5Kn1fcNaTMg7tARe7TdEDqQ&m=yl7-VPSvMrHWYKZFtKdFpThQ9UTb2jW14grhVOlAwV21R4FwPri0ROJ-uFdMqHy1&s=JJyjwIpPy9gtKrZzBMbW3sRMh3P3Kcw-SvtxG35EiP0&e=" target="_blank">
ICML</a>, <a href="https://urldefense.proofpoint.com/v2/url?u=https-3A__www.journals.elsevier.com_artificial-2Dintelligence&d=DwMFaQ&c=slrrB7dE8n7gBJbeO0g-IQ&r=wQR1NePCSj6dOGDD0r6B5Kn1fcNaTMg7tARe7TdEDqQ&m=yl7-VPSvMrHWYKZFtKdFpThQ9UTb2jW14grhVOlAwV21R4FwPri0ROJ-uFdMqHy1&s=eWrRCVWlcbySaH3XgacPpi0iR0-NDQYCLJ1x5yyMr8U&e=" target="_blank">
AIJ</a>/<a href="https://urldefense.proofpoint.com/v2/url?u=https-3A__www.journals.elsevier.com_artificial-2Dintelligence&d=DwMFaQ&c=slrrB7dE8n7gBJbeO0g-IQ&r=wQR1NePCSj6dOGDD0r6B5Kn1fcNaTMg7tARe7TdEDqQ&m=yl7-VPSvMrHWYKZFtKdFpThQ9UTb2jW14grhVOlAwV21R4FwPri0ROJ-uFdMqHy1&s=eWrRCVWlcbySaH3XgacPpi0iR0-NDQYCLJ1x5yyMr8U&e=" target="_blank">IJCAI</a>,
<a href="https://urldefense.proofpoint.com/v2/url?u=http-3A__sigai.acm.org_&d=DwMFaQ&c=slrrB7dE8n7gBJbeO0g-IQ&r=wQR1NePCSj6dOGDD0r6B5Kn1fcNaTMg7tARe7TdEDqQ&m=yl7-VPSvMrHWYKZFtKdFpThQ9UTb2jW14grhVOlAwV21R4FwPri0ROJ-uFdMqHy1&s=7rC6MJFaMqOms10EYDQwfnmX-zuVNhu9fz8cwUwiLGQ&e=" target="_blank">
ACM SIGAI</a>, EurAI/AICOMM, <a href="https://urldefense.proofpoint.com/v2/url?u=https-3A__claire-2Dai.org_&d=DwMFaQ&c=slrrB7dE8n7gBJbeO0g-IQ&r=wQR1NePCSj6dOGDD0r6B5Kn1fcNaTMg7tARe7TdEDqQ&m=yl7-VPSvMrHWYKZFtKdFpThQ9UTb2jW14grhVOlAwV21R4FwPri0ROJ-uFdMqHy1&s=66ZofDIhuDba6Fb0LhlMGD3XbBhU7ez7dc3HD5-pXec&e=" target="_blank">
CLAIRE</a> and <a href="https://urldefense.proofpoint.com/v2/url?u=https-3A__www.robocup.org__&d=DwMFaQ&c=slrrB7dE8n7gBJbeO0g-IQ&r=wQR1NePCSj6dOGDD0r6B5Kn1fcNaTMg7tARe7TdEDqQ&m=yl7-VPSvMrHWYKZFtKdFpThQ9UTb2jW14grhVOlAwV21R4FwPri0ROJ-uFdMqHy1&s=bBI6GRq--MHLpIIahwoVN8iyXXc7JAeH3kegNKcFJc0&e=" target="_blank">
RoboCup</a>.</span><o:p></o:p></p>
</div>
<div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><span style="font-family:"Arial",sans-serif">Twitter: @aihuborg</span><o:p></o:p></p>
</div>
</div>
</div>
</div>
</div>
</blockquote>
</div>
</div>
</blockquote>
</div>
</div>
</blockquote>
</div>
</div>
</div>
</blockquote>
</div>
<div id="gmail-m_3776411903040420401DAB4FAD8-2DD7-40BB-A1B8-4E2AA1F9FDF2">
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
<table class="MsoNormalTable" border="1" cellpadding="0" style="border:none;border-top:solid windowtext 1.0pt;border-color:currentcolor currentcolor">
<tbody>
<tr>
<td width="55" style="width:41.25pt;border:none;padding:9.75pt .75pt .75pt .75pt">
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"><a href="https://urldefense.proofpoint.com/v2/url?u=https-3A__www.avast.com_sig-2Demail-3Futm-5Fmedium-3Demail-26utm-5Fsource-3Dlink-26utm-5Fcampaign-3Dsig-2Demail-26utm-5Fcontent-3Dwebmail&d=DwMFaQ&c=slrrB7dE8n7gBJbeO0g-IQ&r=wQR1NePCSj6dOGDD0r6B5Kn1fcNaTMg7tARe7TdEDqQ&m=waSKY67JF57IZXg30ysFB_R7OG9zoQwFwxyps6FbTa1Zh5mttxRot_t4N7mn68Pj&s=Ao9QQWtO62go0hx1tb3NU6xw2FNBadjj8q64-hl5Sx4&e=" target="_blank"><span style="text-decoration:none"><img border="0" width="46" height="29" style="width:.4791in;height:.302in" id="_x0000_i1025" src="https://ipmcdn.avast.com/images/icons/icon-envelope-tick-round-orange-animated-no-repeat-v1.gif"></span></a><o:p></o:p></p>
</td>
<td width="470" style="width:352.5pt;border:none;padding:9.0pt .75pt .75pt .75pt">
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;line-height:13.5pt">
<span style="font-size:10.0pt;font-family:"Arial",sans-serif;color:#41424E">Virus-free.
<a href="https://urldefense.proofpoint.com/v2/url?u=https-3A__www.avast.com_sig-2Demail-3Futm-5Fmedium-3Demail-26utm-5Fsource-3Dlink-26utm-5Fcampaign-3Dsig-2Demail-26utm-5Fcontent-3Dwebmail&d=DwMFaQ&c=slrrB7dE8n7gBJbeO0g-IQ&r=wQR1NePCSj6dOGDD0r6B5Kn1fcNaTMg7tARe7TdEDqQ&m=waSKY67JF57IZXg30ysFB_R7OG9zoQwFwxyps6FbTa1Zh5mttxRot_t4N7mn68Pj&s=Ao9QQWtO62go0hx1tb3NU6xw2FNBadjj8q64-hl5Sx4&e=" target="_blank">
<span style="color:#4453EA">www.avast.com</span></a> </span><o:p></o:p></p>
</td>
</tr>
</tbody>
</table>
</div>
</div>
</blockquote>
</div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto"> <o:p></o:p></p>
</div>
</div>
</div>
</div>
</blockquote>
</div>
</div>
</blockquote>
</div>
</blockquote>
</div>
</body>
</html>