MCP Memory Service
by doobidoo
- mcp-memory-service
- tests
"""
MCP Memory Service
Copyright (c) 2024 Heinrich Krupp
Licensed under the MIT License. See LICENSE file in the project root for full license text.
"""
"""
Test semantic search functionality of the MCP Memory Service.
"""
import pytest
import asyncio
from mcp.server import Server
from mcp.server.models import InitializationOptions
@pytest.fixture
async def memory_server():
"""Create a test instance of the memory server."""
server = Server("test-memory")
await server.initialize(InitializationOptions(
server_name="test-memory",
server_version="0.1.0"
))
yield server
await server.shutdown()
@pytest.mark.asyncio
async def test_semantic_similarity(memory_server):
"""Test semantic similarity scoring."""
# Store related memories
memories = [
"The quick brown fox jumps over the lazy dog",
"A fast auburn fox leaps above a sleepy canine",
"A cat chases a mouse"
]
for memory in memories:
await memory_server.store_memory(content=memory)
# Test semantic retrieval
query = "swift red fox jumping over sleeping dog"
results = await memory_server.debug_retrieve(
query=query,
n_results=2,
similarity_threshold=0.0 # Get all results with scores
)
# First two results should be the fox-related memories
assert len(results) >= 2
assert all("fox" in result for result in results[:2])
@pytest.mark.asyncio
async def test_similarity_threshold(memory_server):
"""Test similarity threshold filtering."""
await memory_server.store_memory(
content="Python is a programming language"
)
# This query is semantically unrelated
results = await memory_server.debug_retrieve(
query="Recipe for chocolate cake",
similarity_threshold=0.8
)
assert len(results) == 0 # No results above threshold
@pytest.mark.asyncio
async def test_exact_match(memory_server):
"""Test exact match retrieval."""
test_content = "This is an exact match test"
await memory_server.store_memory(content=test_content)
results = await memory_server.exact_match_retrieve(
content=test_content
)
assert len(results) == 1
assert results[0] == test_content
@pytest.mark.asyncio
async def test_semantic_ordering(memory_server):
"""Test that results are ordered by semantic similarity."""
# Store memories with varying relevance
memories = [
"Machine learning is a subset of artificial intelligence",
"Deep learning uses neural networks",
"A bicycle has two wheels"
]
for memory in memories:
await memory_server.store_memory(content=memory)
query = "What is AI and machine learning?"
results = await memory_server.debug_retrieve(
query=query,
n_results=3,
similarity_threshold=0.0
)
# Check ordering
assert "machine learning" in results[0].lower()
assert "bicycle" not in results[0].lower()