From 8275cedbec0ca092b1c4a9479281ec1902f31635 Mon Sep 17 00:00:00 2001 From: Drew Stone Date: Mon, 27 Jul 2026 23:01:49 -0600 Subject: [PATCH] chore(release): prepare agent-knowledge 6.1.5 --- CHANGELOG.md | 6 ++++++ README.md | 2 +- package.json | 4 ++-- pnpm-lock.yaml | 10 +++++----- tests/memory/improvement.test.ts | 29 +++++++++++++---------------- 5 files changed, 27 insertions(+), 24 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index 8955749..edf7e08 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -1,5 +1,11 @@ # Changelog +## 6.1.5 + +### Changed + +- Updated `@tangle-network/agent-eval` to `0.133.3` so knowledge evaluation and promotion use the corrected exact, Student-t, rank-test, and Welch implementations. + ## 6.1.4 ### Changed diff --git a/README.md b/README.md index e0a7a77..ff5d083 100644 --- a/README.md +++ b/README.md @@ -9,7 +9,7 @@ Supply application callbacks for those decisions, or use `@tangle-network/agent- ## Install ```bash -pnpm add @tangle-network/agent-knowledge @tangle-network/agent-eval@0.133.2 +pnpm add @tangle-network/agent-knowledge @tangle-network/agent-eval@0.133.3 ``` Requires Node.js 20.19 or later. diff --git a/package.json b/package.json index c02d5a0..5d90565 100644 --- a/package.json +++ b/package.json @@ -1,6 +1,6 @@ { "name": "@tangle-network/agent-knowledge", - "version": "6.1.4", + "version": "6.1.5", "description": "Build, search, evaluate, and improve source-backed knowledge bases.", "homepage": "https://github.com/tangle-network/agent-knowledge#readme", "repository": { @@ -75,7 +75,7 @@ "verify:official-optimizers": "node scripts/verify-official-optimizers.mjs" }, "dependencies": { - "@tangle-network/agent-eval": "0.133.2", + "@tangle-network/agent-eval": "0.133.3", "@tangle-network/agent-interface": "0.36.0", "proper-lockfile": "4.1.2", "zod": "^4.4.3" diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml index 3821dd6..817c4dc 100644 --- a/pnpm-lock.yaml +++ b/pnpm-lock.yaml @@ -16,8 +16,8 @@ importers: .: dependencies: '@tangle-network/agent-eval': - specifier: 0.133.2 - version: 0.133.2 + specifier: 0.133.3 + version: 0.133.3 '@tangle-network/agent-interface': specifier: 0.36.0 version: 0.36.0 @@ -636,8 +636,8 @@ packages: '@tangle-network/agent-core@0.4.25': resolution: {integrity: sha512-3hfIs64b/1/C1ezYhSPu6NC449lO4XAq79uaol0z0eLXcXDM+2znXThTeMTEZUPJ4iAsR514xcHL2OrP3dsE3g==} - '@tangle-network/agent-eval@0.133.2': - resolution: {integrity: sha512-X3D7PtvEmMio+cPW2SrnXSSXYVxkF0UdFSpCRc+YOUsg5nB5PHq0MvqTUW8lVvcqPn7iuVySgPKN7pc3Areh6Q==} + '@tangle-network/agent-eval@0.133.3': + resolution: {integrity: sha512-1qJVjIxEYc+tQsN4DA8MeQtBjO/eBClpavc5DA0s3TveBB685qIkVQZzDIdjnjU+AeNjlkdZs9fUgO5Hu4iNkg==} engines: {node: '>=20'} hasBin: true @@ -2750,7 +2750,7 @@ snapshots: '@tangle-network/agent-interface': 0.36.0 zod: 4.4.3 - '@tangle-network/agent-eval@0.133.2': + '@tangle-network/agent-eval@0.133.3': dependencies: '@asteasolutions/zod-to-openapi': 9.1.0(zod@4.4.3) '@ax-llm/ax': 23.0.5(zod@4.4.3) diff --git a/tests/memory/improvement.test.ts b/tests/memory/improvement.test.ts index 6c5b9d0..6451c9a 100644 --- a/tests/memory/improvement.test.ts +++ b/tests/memory/improvement.test.ts @@ -22,6 +22,8 @@ import { createScopedTestAdapter, runAgentMemoryImprovement } from '../support/m type Config = { visibility: 'private' | 'team' } +const FINAL_SEQUENCE_IDS = ['final-a', 'final-b', 'final-c', 'final-d', 'final-e', 'final-f'] + function immutableRef(value: string): string { return `sha256:${createHash('sha256').update(value).digest('hex')}` } @@ -43,16 +45,13 @@ describe('agent memory improvement', () => { method, trainSequences: [improvementSequence('train-a', 'train')], selectionSequences: [improvementSequence('selection-a', 'validation')], - finalSequences: [ - improvementSequence('final-a', 'test'), - improvementSequence('final-b', 'test'), - ], + finalSequences: finalImprovementSequences(), implementationRef: immutableRef('team-memory-policy'), runDir: '/runs/complete-method-memory', storage, controllerMode: 'process-local', sequenceConcurrency: 4, - significance: { minProductiveRuns: 2, resamples: 200, seed: 7 }, + significance: { minProductiveRuns: 6, resamples: 200, seed: 7 }, createCandidate: ({ config, candidateId }) => { candidateConstructions += 1 return { @@ -83,11 +82,8 @@ describe('agent memory improvement', () => { expect(methodInputs).toEqual([['train-a', 'selection-a']]) expect(result.winnerConfig).toEqual({ visibility: 'team' }) expect(result.winnerSurface).toBe('{"visibility":"team"}') - expect(result.finalEvaluation.pairs).toHaveLength(2) - expect(result.finalEvaluation.pairs.map((pair) => pair.sequenceId)).toEqual([ - 'final-a', - 'final-b', - ]) + expect(result.finalEvaluation.pairs).toHaveLength(6) + expect(result.finalEvaluation.pairs.map((pair) => pair.sequenceId)).toEqual(FINAL_SEQUENCE_IDS) expect(result.decision).toMatchObject({ status: 'promote', baselineScore: 0.25, @@ -225,7 +221,7 @@ describe('agent memory improvement', () => { ) expect(result.winnerConfig).toEqual(team) - expect(teamAdapterCreations).toBe(3) + expect(teamAdapterCreations).toBe(FINAL_SEQUENCE_IDS.length + 1) }) it('rejects a changed candidate identity before reusing a resumed result', async () => { @@ -425,10 +421,7 @@ function baseOptions( method: selectingMethod([{ visibility: 'private' }, { visibility: 'team' }]), trainSequences: [improvementSequence('train-a', 'train')], selectionSequences: [improvementSequence('selection-a', 'validation')], - finalSequences: [ - improvementSequence('final-a', 'test'), - improvementSequence('final-b', 'test'), - ], + finalSequences: finalImprovementSequences(), createCandidate: ({ config, candidateId }) => ({ ref: immutableRef(`visibility/${config.visibility}`), policy: { read: [config.visibility], write: config.visibility }, @@ -441,7 +434,7 @@ function baseOptions( runDir: '/runs/memory-improvement', storage: inMemoryCampaignStorage(), controllerMode: 'process-local', - significance: { minProductiveRuns: 2, resamples: 200, seed: 7 }, + significance: { minProductiveRuns: 6, resamples: 200, seed: 7 }, ...overrides, } } @@ -534,3 +527,7 @@ function improvementSequence( ], } } + +function finalImprovementSequences(): AgentMemorySequence[] { + return FINAL_SEQUENCE_IDS.map((id) => improvementSequence(id, 'test')) +}