Remove retired SAG and Letta benchmark implementations

README.md

@@ -2,6 +2,10 @@
 
 # ELF
 
+For current competitor runs and retired target versions, see the
+[benchmark target lifecycle](docs/reference/benchmark-target-lifecycle.md).
+Older dated benchmark reports describe their original frozen implementations.
+
 Evidence-linked fact memory for agents.
 
 [![License](https://img.shields.io/badge/License-GPLv3-blue.svg)](https://www.gnu.org/licenses/gpl-3.0)

config/benchmark/benchmark-v3.json

@@ -114,34 +114,6 @@
         "service_image": "falkordb/falkordb@sha256:286d829e23ea4f927d8c06859efb12a3288d00b03746a517f4d8c22b75202015"
       }
     },
-    {
-      "id": "letta",
-      "adapter": "native_archival_search",
-      "role": "stateful_core_and_archival_memory",
-      "score_eligible": true,
-      "suites": ["common-core-v1", "memory-lifecycle-v1"],
-      "image": "elf-benchmark-letta:v4",
-      "dockerfile": "docker/benchmark/letta.Dockerfile",
-      "pin": {
-        "kind": "container_image",
-        "value": "letta/letta@sha256:aa66c3eeee13d2dfc40c650d709b550237ee31bfc91942a52fa488a13fa8c102",
-        "client_lock": "config/benchmark/locks/letta.txt"
-      }
-    },
-    {
-      "id": "sag",
-      "adapter": "native_multi_search_source_id_trace",
-      "role": "structure_aware_graph_and_multi_search",
-      "score_eligible": true,
-      "suites": ["common-core-v1", "knowledge-structure-v1"],
-      "image": "elf-benchmark-sag:v4",
-      "dockerfile": "docker/benchmark/sag.Dockerfile",
-      "native_deviations": {
-        "embedding_dimensions": 1024,
-        "reason": "The pinned unmodified SAG schema supports 1024-dimensional embeddings."
-      },
-      "pin": {"kind": "git", "source": "https://github.com/Zleap-AI/SAG.git", "value": "84a5b8c9bd45944b8a3cd76e0ba4762ce68ccc72"}
-    },
     {
       "id": "pageindex",
       "adapter": "native_hierarchy_construction",

docker/benchmark/compose.yml

@@ -56,22 +56,6 @@ services:
     volumes:
       - postgres-data:/var/lib/postgresql
 
-  sag-postgres:
-    image: pgvector/pgvector:pg18
-    environment:
-      POSTGRES_DB: sag_benchmark
-      POSTGRES_PASSWORD: ${BENCHMARK_POSTGRES_PASSWORD}
-      POSTGRES_USER: sag_benchmark
-    healthcheck:
-      test:
-        - CMD-SHELL
-        - pg_isready -U sag_benchmark -d sag_benchmark
-      interval: 1s
-      timeout: 5s
-      retries: 60
-    volumes:
-      - sag-postgres-data:/var/lib/postgresql
-
   qdrant:
     image: qdrant/qdrant:v1.18.0
     volumes:
@@ -255,10 +239,6 @@ services:
       - --target
       - graphrag
 
-  letta-unit:
-    <<: *unit
-    image: ${BENCHMARK_LETTA_IMAGE:-elf-benchmark-letta:v4}
-
   openkb-unit:
     <<: *unit
     image: ${BENCHMARK_OPENKB_IMAGE:-elf-benchmark-openkb:v4}
@@ -271,22 +251,6 @@ services:
       - --target
       - openkb
 
-  sag-unit:
-    <<: *unit
-    image: ${BENCHMARK_SAG_IMAGE:-elf-benchmark-sag:v4}
-    depends_on:
-      sag-postgres:
-        condition: service_healthy
-    environment:
-      <<: *unit-environment
-      DATABASE_URL: postgres://sag_benchmark:${BENCHMARK_POSTGRES_PASSWORD}@sag-postgres:5432/sag_benchmark
-      EMBEDDING_DIMENSIONS: "1024"
-    command:
-      - python3
-      - /opt/benchmark/benchmark-unit.py
-      - --target
-      - sag
-
   honcho-unit:
     <<: *unit
     image: ${BENCHMARK_HONCHO_IMAGE:-elf-benchmark-honcho:v4}
@@ -313,6 +277,5 @@ volumes:
   lightrag-data:
   lightrag-inputs:
   falkordb-data:
-  sag-postgres-data:
   honcho-postgres-data:
   honcho-redis-data:

docs/log.md

@@ -8,6 +8,10 @@ logs.
 
 ## 2026-09-21
 
+- Removed the retired SAG v1 and Letta Python server implementations from the
+  default competitor matrix, dispatcher, container setup, and dependency locks.
+  Preserved dated evidence and documented the exact historical reproduction ref.
+
 - Recorded legacy workspace disposition, historical benchmark claim corrections,
   and the bounded repair queue. Fixed the radar generator's obsolete entrypoint
   reference and its checked-in report. Removed the misplaced application-level