<html xmlns:v="urn:schemas-microsoft-com:vml" xmlns:o="urn:schemas-microsoft-com:office:office" xmlns:w="urn:schemas-microsoft-com:office:word" xmlns:m="http://schemas.microsoft.com/office/2004/12/omml" xmlns="http://www.w3.org/TR/REC-html40">
<head>
<meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1">
<meta name="Generator" content="Microsoft Word 15 (filtered medium)">
<style><!--
/* Font Definitions */
@font-face
{font-family:"Cambria Math";
panose-1:2 4 5 3 5 4 6 3 2 4;}
@font-face
{font-family:Calibri;
panose-1:2 15 5 2 2 2 4 3 2 4;}
/* Style Definitions */
p.MsoNormal, li.MsoNormal, div.MsoNormal
{margin:0cm;
font-size:11.0pt;
font-family:"Calibri",sans-serif;}
a:link, span.MsoHyperlink
{mso-style-priority:99;
color:#0563C1;
text-decoration:underline;}
span.EmailStyle17
{mso-style-type:personal-compose;
font-family:"Calibri",sans-serif;
color:windowtext;}
.MsoChpDefault
{mso-style-type:export-only;
font-family:"Calibri",sans-serif;
mso-fareast-language:EN-US;}
@page WordSection1
{size:612.0pt 792.0pt;
margin:70.85pt 70.85pt 70.85pt 70.85pt;}
div.WordSection1
{page:WordSection1;}
/* List Definitions */
@list l0
{mso-list-id:855075971;
mso-list-template-ids:1192415410;}
@list l0:level1
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:36.0pt;
mso-level-number-position:left;
text-indent:-18.0pt;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l0:level2
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:72.0pt;
mso-level-number-position:left;
text-indent:-18.0pt;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l0:level3
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:108.0pt;
mso-level-number-position:left;
text-indent:-18.0pt;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l0:level4
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:144.0pt;
mso-level-number-position:left;
text-indent:-18.0pt;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l0:level5
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:180.0pt;
mso-level-number-position:left;
text-indent:-18.0pt;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l0:level6
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:216.0pt;
mso-level-number-position:left;
text-indent:-18.0pt;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l0:level7
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:252.0pt;
mso-level-number-position:left;
text-indent:-18.0pt;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l0:level8
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:288.0pt;
mso-level-number-position:left;
text-indent:-18.0pt;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l0:level9
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:324.0pt;
mso-level-number-position:left;
text-indent:-18.0pt;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l1
{mso-list-id:1780024182;
mso-list-template-ids:-157145580;}
@list l1:level1
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:36.0pt;
mso-level-number-position:left;
text-indent:-18.0pt;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l1:level2
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:72.0pt;
mso-level-number-position:left;
text-indent:-18.0pt;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l1:level3
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:108.0pt;
mso-level-number-position:left;
text-indent:-18.0pt;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l1:level4
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:144.0pt;
mso-level-number-position:left;
text-indent:-18.0pt;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l1:level5
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:180.0pt;
mso-level-number-position:left;
text-indent:-18.0pt;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l1:level6
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:216.0pt;
mso-level-number-position:left;
text-indent:-18.0pt;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l1:level7
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:252.0pt;
mso-level-number-position:left;
text-indent:-18.0pt;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l1:level8
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:288.0pt;
mso-level-number-position:left;
text-indent:-18.0pt;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l1:level9
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:324.0pt;
mso-level-number-position:left;
text-indent:-18.0pt;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
ol
{margin-bottom:0cm;}
ul
{margin-bottom:0cm;}
--></style><!--[if gte mso 9]><xml>
<o:shapedefaults v:ext="edit" spidmax="1026" />
</xml><![endif]--><!--[if gte mso 9]><xml>
<o:shapelayout v:ext="edit">
<o:idmap v:ext="edit" data="1" />
</o:shapelayout></xml><![endif]-->
</head>
<body lang="FR-BE" link="#0563C1" vlink="#954F72" style="word-wrap:break-word">
<div class="WordSection1">
<p class="MsoNormal" style="mso-margin-top-alt:18.0pt;margin-right:0cm;margin-bottom:12.0pt;margin-left:0cm">
<span lang="EN-GB" style="font-size:12.0pt;font-family:"Times New Roman",serif;color:#24292F">We would like to announce the call for papers for the Verifying Learning AI Systems Workshop @ ECAI'23</span><span lang="EN-GB"><o:p></o:p></span></p>
<p class="MsoNormal" style="mso-margin-top-alt:18.0pt;margin-right:0cm;margin-bottom:12.0pt;margin-left:0cm">
<b><span lang="EN-GB" style="font-size:18.0pt;font-family:"Times New Roman",serif;color:#24292F">Workshop's Scope</span></b><span lang="EN-GB"><o:p></o:p></span></p>
<p class="MsoNormal" style="mso-margin-top-alt:auto;margin-bottom:6.0pt"><span lang="EN-GB" style="font-family:"Times New Roman",serif;color:black">While there is no uniformly agreed-upon definition of what constitutes safe or trustworthy AI, it is clear that
such systems should exhibit certain properties. For example, systems should be robust to minor perturbations to their inputs and there should be some transparency about how a system arrives at a prediction or decision. More importantly, it is becoming increasingly
common for deployed AI models to have to conform to requirements (e.g., legal) and/or exhibit specific properties (e.g., fairness). That is, it is necessary to verify that a model complies with these requirements. In the software engineering community, verification
has been long studied with the goal of assuring that software fully satisfies the expected requirements. Therefore, a key open question in the quest for safe AI is how verification and machine learning can be combined to provide strong guarantees about software
that learns and that adapts itself on the basis of past experience? Finally, what are the boundaries of what can be verified, and how can and should system design be enhanced by other mechanisms (e.g., statistics on benchmarks, procedural safeguards, accountability)
to produce the desired properties? </span><span lang="EN-GB"><o:p></o:p></span></p>
<p class="MsoNormal" style="mso-margin-top-alt:auto;margin-bottom:6.0pt"><span lang="EN-GB" style="font-family:"Times New Roman",serif;color:black">The goal of the Verifying Learning AI Systems (VeriLearn) workshop is to bring together researchers interested
in these questions. The workshop will be held in conjunction with the 26th European Conference on Artificial Intelligence, which will take place in Krakow Poland. </span><span lang="EN-GB"><o:p></o:p></span></p>
<p class="MsoNormal" style="mso-margin-top-alt:auto;margin-bottom:6.0pt"><span style="font-family:"Times New Roman",serif"><a href="https://dtai.cs.kuleuven.be/events/VeriLearn2023"><span lang="EN-GB">https://dtai.cs.kuleuven.be/events/VeriLearn2023</span></a></span><span lang="EN-GB"><o:p></o:p></span></p>
<p class="MsoNormal" style="mso-margin-top-alt:18.0pt;margin-right:0cm;margin-bottom:12.0pt;margin-left:0cm">
<b><span lang="EN-GB" style="font-size:18.0pt;font-family:"Times New Roman",serif;color:#24292F">Topics of Interest</span></b><span lang="EN-GB"><o:p></o:p></span></p>
<p class="MsoNormal" style="mso-margin-top-alt:auto;margin-bottom:14.4pt"><span lang="EN-GB" style="font-family:"Times New Roman",serif">This workshop solicits papers on the following non-exhaustive list of topics: </span><span lang="EN-GB"><o:p></o:p></span></p>
<ul type="disc">
<li class="MsoNormal" style="mso-margin-top-alt:auto;mso-list:l0 level1 lfo1"><span lang="EN-GB" style="font-family:"Times New Roman",serif">Representations and languages that facilitate reasoning and verification.</span><span lang="EN-GB"><o:p></o:p></span></li><li class="MsoNormal" style="mso-margin-top-alt:auto;mso-list:l0 level1 lfo1"><span lang="EN-GB" style="font-family:"Times New Roman",serif">Applications and extensions of software verification techniques in the context of machine learning.</span><span lang="EN-GB"><o:p></o:p></span></li><li class="MsoNormal" style="mso-margin-top-alt:auto;mso-list:l0 level1 lfo1"><span lang="EN-GB" style="font-family:"Times New Roman",serif">Verifying safety in dynamic systems or models.</span><span lang="EN-GB"><o:p></o:p></span></li><li class="MsoNormal" style="mso-margin-top-alt:auto;mso-list:l0 level1 lfo1"><span lang="EN-GB" style="font-family:"Times New Roman",serif">Reasoning about learned models to assess, e.g., their adherence to requirements.</span><span lang="EN-GB"><o:p></o:p></span></li><li class="MsoNormal" style="mso-margin-top-alt:auto;mso-list:l0 level1 lfo1"><span lang="EN-GB" style="font-family:"Times New Roman",serif">Learning models that are safe by design.</span><span lang="EN-GB"><o:p></o:p></span></li><li class="MsoNormal" style="mso-margin-top-alt:auto;mso-list:l0 level1 lfo1"><span lang="EN-GB" style="font-family:"Times New Roman",serif">Assessing the robustness of AI systems.</span><span lang="EN-GB"><o:p></o:p></span></li><li class="MsoNormal" style="mso-margin-top-alt:auto;mso-list:l0 level1 lfo1"><span lang="EN-GB" style="font-family:"Times New Roman",serif">Ways to evaluate aspects of AI systems that are relevant from a trust and safety perspective.</span><span lang="EN-GB"><o:p></o:p></span></li><li class="MsoNormal" style="mso-margin-top-alt:auto;mso-list:l0 level1 lfo1"><span lang="EN-GB" style="font-family:"Times New Roman",serif">Out of distribution detection and learning with abstention.</span><span lang="EN-GB"><o:p></o:p></span></li><li class="MsoNormal" style="mso-margin-top-alt:auto;mso-list:l0 level1 lfo1"><span style="font-family:"Times New Roman",serif">Certification methodologies for AI systems.</span><o:p></o:p></li><li class="MsoNormal" style="mso-margin-top-alt:auto;mso-list:l0 level1 lfo1"><span lang="EN-GB" style="font-family:"Times New Roman",serif">Concepts, approaches, and methods for identifying and dealing with the limits of verifiability.</span><span lang="EN-GB"><o:p></o:p></span></li><li class="MsoNormal" style="mso-margin-top-alt:auto;mso-list:l0 level1 lfo1"><span lang="EN-GB" style="font-family:"Times New Roman",serif">Approaches and case studies where verification is important for addressing ethical, privacy and societal concerns about
AI.</span><span lang="EN-GB"><o:p></o:p></span></li><li class="MsoNormal" style="mso-margin-top-alt:auto;margin-bottom:7.2pt;mso-list:l0 level1 lfo1">
<span lang="EN-GB" style="font-family:"Times New Roman",serif">Case studies showing illustrative applications where verification is used to tackle issues related to safety and trustworthiness.</span><span lang="EN-GB"><o:p></o:p></span></li></ul>
<p class="MsoNormal" style="mso-margin-top-alt:18.0pt;margin-right:0cm;margin-bottom:12.0pt;margin-left:0cm">
<b><span lang="EN-GB" style="font-size:18.0pt;font-family:"Times New Roman",serif;color:#24292F">Submission Instructions and Dates</span></b><span lang="EN-GB"><o:p></o:p></span></p>
<p class="MsoNormal" style="mso-margin-top-alt:auto;margin-bottom:14.4pt"><span lang="EN-GB" style="font-family:"Times New Roman",serif">We solicit two types of papers<span style="color:black">:</span></span><span lang="EN-GB"><o:p></o:p></span></p>
<p class="MsoNormal" style="mso-margin-top-alt:12.25pt;margin-right:0cm;margin-bottom:5.75pt;margin-left:0cm;line-height:11.9pt">
<span lang="EN-GB" style="font-family:"Times New Roman",serif;color:black">- Long papers can be a maximum of 6 pages of content and an unlimited number of references in the </span><span style="font-family:"Times New Roman",serif"><a href="https://ecai2023.eu/ECAI2023"><span lang="EN-GB">ECAI
2023 formatting style</span></a></span><span lang="EN-GB" style="font-family:"Times New Roman",serif;color:black"> and should report on novel, unpublished work that might not be quite mature enough for a conference or journal submission.</span><span lang="EN-GB"><o:p></o:p></span></p>
<p class="MsoNormal" style="mso-margin-top-alt:12.25pt;margin-right:0cm;margin-bottom:5.75pt;margin-left:0cm;line-height:11.9pt">
<span lang="EN-GB" style="font-family:"Times New Roman",serif;color:black">- Extended abstracts can be 2 pages in ECAI formatting style and summarize recent publications fitting the workshops. </span><span lang="EN-GB"><o:p></o:p></span></p>
<p class="MsoNormal" style="mso-margin-top-alt:12.25pt;margin-right:0cm;margin-bottom:5.75pt;margin-left:0cm;line-height:11.9pt">
<span lang="EN-GB" style="font-family:"Times New Roman",serif;color:black">Submissions should be anonymous. Papers are to be submitted in pdf format at </span><span style="font-family:"Times New Roman",serif;color:black"><a href="https://cmt3.research.microsoft.com/VeriLearn2023"><span lang="EN-GB">https://cmt3.research.microsoft.com/VeriLearn2023</span></a></span><span lang="EN-GB"><o:p></o:p></span></p>
<p class="MsoNormal" style="mso-margin-top-alt:auto;margin-bottom:7.2pt"><span style="font-family:"Times New Roman",serif;color:black">Paper submission deadline: 20/06/2023 @ 23:59pm CET </span><o:p></o:p></p>
<p class="MsoNormal" style="mso-margin-top-alt:12.25pt;margin-right:0cm;margin-bottom:5.75pt;margin-left:0cm;line-height:11.9pt">
<span style="font-family:"Times New Roman",serif;color:black">*Contact*</span><o:p></o:p></p>
<p class="MsoNormal" style="mso-margin-top-alt:12.25pt;margin-right:0cm;margin-bottom:5.75pt;margin-left:0cm;line-height:11.9pt">
<span style="font-family:"Times New Roman",serif;color:black">Jesse Davis (</span><span style="font-family:"Times New Roman",serif">firstname<dot><a href="mailto:lastname@kuleuven.be">lastname@kuleuven.be</a>)</span><o:p></o:p></p>
<p class="MsoNormal" style="mso-margin-top-alt:12.25pt;margin-right:0cm;margin-bottom:5.75pt;margin-left:0cm;line-height:11.9pt">
<span style="font-family:"Times New Roman",serif;color:black">*Organizers*</span><o:p></o:p></p>
<ul type="disc">
<li class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;mso-list:l1 level1 lfo2">
<span style="font-family:"Times New Roman",serif">Jesse Davis, KU Leuven,</span><o:p></o:p></li><li class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;mso-list:l1 level1 lfo2">
<span lang="EN-GB" style="font-family:"Times New Roman",serif">Bettina Berendt, TU Berlin, director of the Weizenbaum Institute for the Networked Society, KU Leuven</span><span lang="EN-GB"><o:p></o:p></span></li><li class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;mso-list:l1 level1 lfo2">
<span style="font-family:"Times New Roman",serif">Hendrik Blockeel, KU Leuven</span><o:p></o:p></li><li class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;mso-list:l1 level1 lfo2">
<span style="font-family:"Times New Roman",serif">Luc De Raedt, KU Leuven</span><o:p></o:p></li><li class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;mso-list:l1 level1 lfo2">
<span style="font-family:"Times New Roman",serif">Benoit Frenay, University of Namur</span><o:p></o:p></li><li class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;mso-list:l1 level1 lfo2">
<span style="font-family:"Times New Roman",serif">Fredrik Heintz, Linköping University</span><o:p></o:p></li><li class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;mso-list:l1 level1 lfo2">
<span style="font-family:"Times New Roman",serif">Jean-Francois Raskin, Université Libre de Bruxelles</span><o:p></o:p></li></ul>
<p class="MsoNormal"><span style="mso-fareast-language:EN-US"><o:p> </o:p></span></p>
</div>
</body>
</html>