1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
|
<!DOCTYPE html>
<html lang="en">
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width, initial-scale=1.0, viewport-fit=cover">
<title>Can a model explain its moves? | Waterloo AGI</title>
<meta name="description" content="WP-003 from Waterloo AGI. Ahmed Osman is testing how well LLMs and computer vision models can reason through competitive games and explain their reasoning.">
<meta name="theme-color" content="#07090d">
<link rel="icon" href="/favicon.svg" type="image/svg+xml">
<link rel="icon" href="/favicon-32.png" sizes="32x32" type="image/png">
<link rel="apple-touch-icon" href="/apple-touch-icon.png">
<meta property="og:title" content="Can a model explain its moves? | Waterloo AGI">
<meta property="og:description" content="WP-003 from Waterloo AGI. Ahmed Osman is testing how well LLMs and computer vision models can reason through competitive games and explain their reasoning.">
<meta property="og:image" content="https://waterlooagi.com/assets/logo/og.png?v=2">
<meta property="og:url" content="https://waterlooagi.com/experiments/explain-moves/">
<meta property="og:type" content="website">
<meta name="twitter:card" content="summary_large_image">
<link rel="preconnect" href="https://fonts.googleapis.com">
<link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
<link rel="stylesheet" href="https://fonts.googleapis.com/css2?family=Newsreader:ital,opsz,wght@0,6..72,300..600;1,6..72,300..500&family=IBM+Plex+Mono:wght@400;500&display=swap">
<link rel="stylesheet" href="/assets/site.css?v=20261018c">
<link rel="stylesheet" href="/assets/wp003.css?v=8">
<script defer src="https://analytics.ugmi.ca/script.js" data-website-id="7fc61ee9-9208-471e-9d51-b53d2d75dc7c"></script>
<script defer src="/assets/track.js"></script>
</head>
<body class="sub-page">
<nav class="nav" id="nav" aria-label="Main">
<a class="mark" href="/" aria-label="Waterloo AGI, back to top">
<svg viewBox="0 0 30 20" aria-hidden="true"><path d="M4 16 Q15 -1 26 16" fill="none" stroke="#8fa0ff" stroke-width="1.8" stroke-linecap="round"/><path d="M15 16 Q20.5 7 26 16" fill="none" stroke="#ebe9e2" stroke-width="1.1" stroke-linecap="round" opacity=".7"/><circle cx="4" cy="16" r="2.2" fill="#ebe9e2"/><circle cx="15" cy="16" r="2.2" fill="#ebe9e2"/><circle cx="26" cy="16" r="2.2" fill="#8fa0ff"/></svg>
<span>Waterloo AGI</span>
</a>
<ul>
<li><a href="/#what">What we do</a></li>
<li><a href="/#experiments" aria-current="true">Experiments</a></li>
<li><a href="/#members">Members</a></li>
</ul>
</nav>
<main>
<svg width="0" height="0" style="position:absolute" aria-hidden="true">
<symbol id="pK" viewBox="0 0 45 45"><path d="M20.5 5h4v4h4v4h-4v5h-4v-5h-4V9h4z"/><path d="M15 37C13.5 30 12.5 25.5 16.5 21.5h12c4 4 3 8.5 1.5 15.5z"/><path d="M11 37h23v4H11z"/></symbol>
<symbol id="pQ" viewBox="0 0 45 45"><circle cx="9" cy="12" r="2.6"/><circle cx="17.5" cy="9" r="2.6"/><circle cx="27.5" cy="9" r="2.6"/><circle cx="36" cy="12" r="2.6"/><path d="M13.5 36 9.5 14.5l6.5 11 1.5-14 5 13 5-13 1.5 14 6.5-11-4 21.5z"/><path d="M11 36h23v4.5H11z"/></symbol>
<symbol id="pB" viewBox="0 0 45 45"><circle cx="22.5" cy="7" r="2.8"/><path d="M15.5 36c0-5 1.5-7 4-8.5-5-4-5-11.5 3-18 8 6.5 8 14 3 18 2.5 1.5 4 3.5 4 8.5z"/><path fill="none" d="M25.5 15l-5 6"/><path d="M11 36h23v4.5H11z"/></symbol>
<symbol id="pR" viewBox="0 0 45 45"><path d="M11.5 10h4.5v3.5h4.5V10h4v3.5H29V10h4.5v9h-22z"/><path d="M14.5 19h16l1.5 17H13z"/><path d="M10.5 36h24v4.5h-24z"/></symbol>
<symbol id="pN" viewBox="0 0 45 45"><path d="M14 38h19.5c.5-9-.5-17-3.5-22-2.5-4-6-6-10-6.5L19 5.5l-2.5 4.5C12.5 12.5 10 17 9 22l-.5 3.5c0 2 2 3 4 2l4-2.5c1.5-.5 3-1 4-2.5-.5 4.5-3.5 8-6.5 12z"/><circle fill="currentColor" stroke="none" cx="17" cy="15" r="1.4"/></symbol>
</svg>
<section class="sec sec-paper" id="top" aria-labelledby="h-wp3">
<div class="sec-in">
<article class="x3" id="wp03">
<h1 id="h-wp3">Can a model explain its moves?</h1>
<p class="x3-lede">How well LLMs and computer vision models can reason through competitive games and explain their reasoning.</p>
<p class="x3-meta mono">WP-003 · Ahmed Osman · In progress</p>
<div class="ab" role="img" aria-label="Example of the setup on a chess position. A model weighs three knight moves, plays knight to f5, explains the move by naming squares on the board, and each claim is then checked against the position.">
<div class="ab-board">
<div class="ab-ranks mono" aria-hidden="true"><span>8</span><span>7</span><span>6</span><span>5</span><span>4</span><span>3</span><span>2</span><span>1</span></div>
<div class="ab-grid" aria-hidden="true">
<i class="sq l"></i><i class="sq"></i><i class="sq l"></i><i class="sq"></i><i class="sq l"><svg class="pc pb" viewBox="0 0 45 45"><use href="#pK"/></svg></i><i class="sq"></i><i class="sq l"></i><i class="sq"></i><i class="sq"></i><i class="sq l"></i><i class="sq"></i><i class="sq l"></i><i class="sq"></i><i class="sq l"></i><i class="sq"></i><i class="sq l"></i><i class="sq l"></i><i class="sq"></i><i class="sq l"></i><i class="sq"><svg class="pc pb" viewBox="0 0 45 45"><use href="#pQ"/></svg></i><i class="sq l"><svg class="pc pb" viewBox="0 0 45 45"><use href="#pB"/></svg></i><i class="sq"></i><i class="sq l"></i><i class="sq"></i><i class="sq"></i><i class="sq l"></i><i class="sq"></i><i class="sq l"></i><i class="sq"></i><i class="sq l"></i><i class="sq"></i><i class="sq l"></i><i class="sq l"></i><i class="sq"></i><i class="sq l"></i><i class="sq"><svg class="pc pw" viewBox="0 0 45 45"><use href="#pN"/></svg></i><i class="sq l"></i><i class="sq"></i><i class="sq l"></i><i class="sq"></i><i class="sq"></i><i class="sq l"></i><i class="sq"></i><i class="sq l"></i><i class="sq"></i><i class="sq l"></i><i class="sq"></i><i class="sq l"></i><i class="sq l"></i><i class="sq"></i><i class="sq l"></i><i class="sq"></i><i class="sq l"></i><i class="sq"></i><i class="sq l"></i><i class="sq"></i><i class="sq"></i><i class="sq l"></i><i class="sq"></i><i class="sq l"></i><i class="sq"><svg class="pc pw" viewBox="0 0 45 45"><use href="#pR"/></svg></i><i class="sq l"></i><i class="sq"><svg class="pc pw" viewBox="0 0 45 45"><use href="#pK"/></svg></i><i class="sq l"></i>
<svg class="ab-arrows" viewBox="0 0 8 8">
<defs>
<marker id="mC" viewBox="0 0 10 10" refX="8" refY="5" markerWidth="5" markerHeight="5" orient="auto"><path d="M0 0 10 5 0 10z" fill="#f6f4ee"/></marker>
<marker id="mP" viewBox="0 0 10 10" refX="8" refY="5" markerWidth="3.5" markerHeight="3.5" orient="auto"><path d="M0 0 10 5 0 10z" fill="#8fa0ff"/></marker>
</defs>
<line pathLength="1" class="cand" x1="3.312" y1="4.124" x2="2.5" y2="2.5" marker-end="url(#mC)"/>
<line pathLength="1" class="cand" x1="3.124" y1="4.312" x2="1.5" y2="3.5" marker-end="url(#mC)"/>
<line pathLength="1" class="cand" x1="3.688" y1="4.124" x2="4.5" y2="2.5" marker-end="url(#mC)"/>
<line pathLength="1" class="pick pick-u" x1="3.876" y1="4.312" x2="5.5" y2="3.5"/>
<line pathLength="1" class="pick" x1="3.876" y1="4.312" x2="5.5" y2="3.5" marker-end="url(#mP)"/>
</svg>
<i class="ring r1" style="left:68.75%;top:43.75%"></i>
<i class="ring r2" style="left:43.75%;top:31.25%"></i>
<i class="ring r3" style="left:56.25%;top:31.25%"></i>
</div>
<div class="ab-files mono" aria-hidden="true"><span>a</span><span>b</span><span>c</span><span>d</span><span>e</span><span>f</span><span>g</span><span>h</span></div>
</div>
<div class="ab-text" aria-hidden="true">
<p class="ab-say"><span class="w w1">Knight to</span> <span class="w w2 hl">f5</span> <span class="w w3">attacks the queen on</span> <span class="w w4 hl">d6.</span> <span class="w w5">The</span> <span class="w w6 hl">pinned bishop</span> <span class="w w7">cannot recapture, so</span> <span class="w w8">the knight is safe.</span></p>
<p class="ab-check mono">The bishop on e6 is pinned to its king by the rook on e1, so this claim holds.</p>
</div>
</div>
</article>
</div>
</section>
</main>
<footer>
<div class="foot-in">
<span>Waterloo AGI is a student group at the University of Waterloo.</span>
<nav aria-label="Elsewhere">
<a href="https://www.instagram.com/waterlooagi/">Instagram @waterlooagi</a>
<a href="mailto:eric@waterlooagi.com">eric@waterlooagi.com</a>
</nav>
</div>
</footer>
<script>
(function(){
var nav = document.getElementById("nav");
function onScroll(){ nav.classList.toggle("stuck", window.scrollY > 24); }
window.addEventListener("scroll", onScroll, {passive:true}); onScroll();
})();
</script>
</body>
</html>
|