summaryrefslogtreecommitdiffstats
path: root/experiments/relation-vocab/index.html
blob: ec6808c827c1cda207ba1ec418aaf9bcc49df668 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
<!DOCTYPE html>
<html lang="en">
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width, initial-scale=1.0, viewport-fit=cover">
<title>Does a fixed relation vocabulary help agent memory? | Waterloo AGI</title>
<meta name="description" content="WP-002 from Waterloo AGI. Eric Zou is testing whether a small fixed set of relations gives an LLM agent better recall per stored token than letting it write any relation it likes.">
<meta name="theme-color" content="#07090d">
<link rel="icon" href="/favicon.svg" type="image/svg+xml">
<link rel="icon" href="/favicon-32.png" sizes="32x32" type="image/png">
<link rel="apple-touch-icon" href="/apple-touch-icon.png">
<meta property="og:title" content="Does a fixed relation vocabulary help agent memory? | Waterloo AGI">
<meta property="og:description" content="WP-002 from Waterloo AGI. Eric Zou is testing whether a small fixed set of relations gives an LLM agent better recall per stored token than letting it write any relation it likes.">
<meta property="og:image" content="https://waterlooagi.com/assets/logo/og.png?v=2">
<meta property="og:url" content="https://waterlooagi.com/experiments/relation-vocab/">
<meta property="og:type" content="website">
<meta name="twitter:card" content="summary_large_image">
<link rel="preconnect" href="https://fonts.googleapis.com">
<link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
<link rel="stylesheet" href="https://fonts.googleapis.com/css2?family=Newsreader:ital,opsz,wght@0,6..72,300..600;1,6..72,300..500&family=IBM+Plex+Mono:wght@400;500&display=swap">
<link rel="stylesheet" href="/assets/site.css?v=20261018c">
<link rel="stylesheet" href="/assets/wp002.css?v=1">
<script defer src="https://analytics.ugmi.ca/script.js" data-website-id="7fc61ee9-9208-471e-9d51-b53d2d75dc7c"></script>
<script defer src="/assets/track.js"></script>
</head>
<body class="sub-page">

<nav class="nav" id="nav" aria-label="Main">
  <a class="mark" href="/" aria-label="Waterloo AGI, back to top">
    <svg viewBox="0 0 30 20" aria-hidden="true"><path d="M4 16 Q15 -1 26 16" fill="none" stroke="#8fa0ff" stroke-width="1.8" stroke-linecap="round"/><path d="M15 16 Q20.5 7 26 16" fill="none" stroke="#ebe9e2" stroke-width="1.1" stroke-linecap="round" opacity=".7"/><circle cx="4" cy="16" r="2.2" fill="#ebe9e2"/><circle cx="15" cy="16" r="2.2" fill="#ebe9e2"/><circle cx="26" cy="16" r="2.2" fill="#8fa0ff"/></svg>
    <span>Waterloo AGI</span>
  </a>
  <ul>
    <li><a href="/#what">What we do</a></li>
    <li><a href="/#experiments" aria-current="true">Experiments</a></li>
    <li><a href="/#members">Members</a></li>
  </ul>
</nav>

<main>

<section class="sec sec-paper" id="top" aria-labelledby="h-wp2">
  <div class="sec-in">
    <article class="x3" id="wp02">
      <h1 id="h-wp2">Does a fixed relation vocabulary help agent memory?</h1>
      <p class="x3-lede">Tests whether a small fixed set of relations (is_a, part_of, if_then, before and a few more) gives an LLM agent better recall per stored token than letting it write any relation it likes.</p>
      <p class="x3-meta mono">WP-002 &middot; Eric Zou &middot; In progress</p>

      <div class="wv">
        <div class="wv-l">
        <p class="wv-q">"Where did <span>Maya</span> work before she moved to <span>Toronto</span>?"</p>
        <svg class="wv-g" viewBox="0 0 640 310" role="img" aria-label="Example of retrieval on a memory graph of Maya, Jon, a data analyst role, Northbridge Labs, Waterloo and Toronto. A walk from the question's two entities, Maya and Toronto, spreads along the does, before and at edges and gathers on Northbridge Labs. The related_to edge to Jon stays faint.">
          <g fill="none" stroke="rgba(235,233,226,.13)" stroke-width="1">
            <path d="M90,175 L255,175"/><path d="M255,175 L420,175"/><path d="M420,175 L420,265"/><path d="M420,265 L560,175"/><path d="M90,175 L90,65"/>
          </g>
          <path class="e1" style="--len:165" d="M90,175 L255,175"/>
          <path class="ew" style="--len:110" d="M90,175 L90,65"/>
          <text class="mono t1" x="172" y="163" text-anchor="middle">does</text>
          <text class="mono tw" x="58" y="120" text-anchor="middle">related_to</text>
          <path class="e1" style="--len:167" d="M420,265 L560,175"/>
          <text class="mono t1" x="505" y="208" text-anchor="middle">before</text>
          <path class="e2" style="--len:165" d="M255,175 L420,175"/>
          <path class="e2" style="--len:90" d="M420,175 L420,265"/>
          <text class="mono t2" x="337" y="163" text-anchor="middle">at</text>
          <text class="mono t2" x="434" y="223" text-anchor="middle">at</text>
          <circle cx="90" cy="175" r="14" fill="none" stroke="#8fa0ff" stroke-opacity=".45"/><circle cx="90" cy="175" r="9" fill="#8fa0ff"/>
          <text class="mono nl" x="90" y="203" text-anchor="middle">Maya</text>
          <circle cx="560" cy="175" r="14" fill="none" stroke="#8fa0ff" stroke-opacity=".45"/><circle cx="560" cy="175" r="9" fill="#8fa0ff"/>
          <text class="mono nl" x="560" y="203" text-anchor="middle">Toronto</text>
          <g class="tw"><circle class="nw" cx="90" cy="65" r="4"/><text class="mono nm" x="90" y="48" text-anchor="middle">Jon</text></g>
          <g class="t1"><circle class="n1" cx="255" cy="175" r="7"/><text class="mono ns" x="255" y="200" text-anchor="middle">data analyst</text></g>
          <g class="t1"><circle class="n1" cx="420" cy="265" r="7"/><text class="mono ns" x="420" y="290" text-anchor="middle">Waterloo</text></g>
          <g class="t2"><circle class="n2" cx="420" cy="175" r="12"/><text class="mono nl" x="420" y="150" text-anchor="middle">Northbridge Labs</text></g>
        </svg>
        </div>
        <div class="wv-r">
        <ul class="wv-rows">
        <li class="wv-row wv-r1"><span class="mono">data analyst <b>at</b> Northbridge Labs</span><span class="wv-src">"I was a data analyst at Northbridge Labs when I lived in Waterloo."</span></li>
        <li class="wv-row wv-r2"><span class="mono">Northbridge Labs <b>at</b> Waterloo</span><span class="wv-src">"I was a data analyst at Northbridge Labs when I lived in Waterloo."</span></li>
        <li class="wv-row wv-r3"><span class="mono">Waterloo <b>before</b> Toronto</span><span class="wv-src">"That was before the move to Toronto."</span></li>
        <li class="wv-row wv-r4"><span class="mono">Maya <b>does</b> data analyst</span><span class="wv-src">"I was a data analyst at Northbridge Labs when I lived in Waterloo."</span></li>
        </ul>
        <p class="wv-a"><span>Northbridge Labs</span>, in Waterloo.</p>
        </div>
      </div>
    </article>
  </div>
</section>

</main>
<footer>
  <div class="foot-in">
    <span>Waterloo AGI is a student group at the University of Waterloo.</span>
    <nav aria-label="Elsewhere">
      <a href="https://www.instagram.com/waterlooagi/">Instagram @waterlooagi</a>
      <a href="mailto:eric@waterlooagi.com">eric@waterlooagi.com</a>
    </nav>
  </div>
</footer>

<script>
(function(){
  var nav = document.getElementById("nav");
  function onScroll(){ nav.classList.toggle("stuck", window.scrollY > 24); }
  window.addEventListener("scroll", onScroll, {passive:true}); onScroll();
})();
</script>
</body>
</html>