MCP Terminal Server

MIT License
Overview InspectNew Schema Related Servers Reviews Score
go
plugins
localvec
// Copyright 2024 Google LLC
// SPDX-License-Identifier: Apache-2.0


package localvec

import (
	"context"
	"math"
	"strings"
	"testing"

	"github.com/firebase/genkit/go/ai"
	"github.com/firebase/genkit/go/genkit"
	"github.com/firebase/genkit/go/internal/fakeembedder"
)

func TestLocalVec(t *testing.T) {
	ctx := context.Background()

	g, err := genkit.New(nil)
	if err != nil {
		t.Fatal(err)
	}

	// Make two very similar vectors and one different vector.
	// Arrange for a fake embedder to return those vector
	// when provided with documents.

	const dim = 32
	v1 := make([]float32, dim)
	v2 := make([]float32, dim)
	v3 := make([]float32, dim)
	for i := range v1 {
		v1[i] = float32(i)
		v2[i] = float32(i)
		v3[i] = float32(dim - i)
	}
	v2[0] = 1

	d1 := ai.DocumentFromText("hello1", nil)
	d2 := ai.DocumentFromText("hello2", nil)
	d3 := ai.DocumentFromText("goodbye", nil)

	embedder := fakeembedder.New()
	embedder.Register(d1, v1)
	embedder.Register(d2, v2)
	embedder.Register(d3, v3)
	embedAction := genkit.DefineEmbedder(g, "fake", "embedder1", embedder.Embed)
	ds, err := newDocStore(t.TempDir(), "testLocalVec", embedAction, nil)
	if err != nil {
		t.Fatal(err)
	}

	indexerReq := &ai.IndexerRequest{
		Documents: []*ai.Document{d1, d2, d3},
	}
	err = ds.index(ctx, indexerReq)
	if err != nil {
		t.Fatalf("Index operation failed: %v", err)
	}

	retrieverOptions := &RetrieverOptions{
		K: 2,
	}

	retrieverReq := &ai.RetrieverRequest{
		Document: d1,
		Options:  retrieverOptions,
	}
	retrieverResp, err := ds.retrieve(ctx, retrieverReq)
	if err != nil {
		t.Fatalf("Retrieve operation failed: %v", err)
	}

	docs := retrieverResp.Documents
	if len(docs) != 2 {
		t.Errorf("got %d results, expected 2", len(docs))
	}
	for _, d := range docs {
		text := d.Content[0].Text
		if !strings.HasPrefix(text, "hello") {
			t.Errorf("returned doc text %q does not start with %q", text, "hello")
		}
	}
}

func TestPersistentIndexing(t *testing.T) {
	ctx := context.Background()

	g, err := genkit.New(nil)
	if err != nil {
		t.Fatal(err)
	}

	const dim = 32
	v1 := make([]float32, dim)
	v2 := make([]float32, dim)
	v3 := make([]float32, dim)
	for i := range v1 {
		v1[i] = float32(i)
		v2[i] = float32(i)
		v3[i] = float32(i)
	}

	d1 := ai.DocumentFromText("hello1", nil)
	d2 := ai.DocumentFromText("hello2", nil)
	d3 := ai.DocumentFromText("goodbye", nil)

	embedder := fakeembedder.New()
	embedder.Register(d1, v1)
	embedder.Register(d2, v2)
	embedder.Register(d3, v3)
	embedAction := genkit.DefineEmbedder(g, "fake", "embedder2", embedder.Embed)

	tDir := t.TempDir()

	ds, err := newDocStore(tDir, "testLocalVec", embedAction, nil)
	if err != nil {
		t.Fatal(err)
	}

	indexerReq := &ai.IndexerRequest{
		Documents: []*ai.Document{d1, d2},
	}
	err = ds.index(ctx, indexerReq)
	if err != nil {
		t.Fatalf("Index operation failed: %v", err)
	}

	retrieverOptions := &RetrieverOptions{
		K: 100, // fetch all docs
	}

	retrieverReq := &ai.RetrieverRequest{
		Document: d1,
		Options:  retrieverOptions,
	}
	retrieverResp, err := ds.retrieve(ctx, retrieverReq)
	if err != nil {
		t.Fatalf("Retrieve operation failed: %v", err)
	}

	docs := retrieverResp.Documents
	if len(docs) != 2 {
		t.Errorf("got %d results, expected 2", len(docs))
	}

	dsAnother, err := newDocStore(tDir, "testLocalVec", embedAction, nil)
	if err != nil {
		t.Fatal(err)
	}

	indexerReq = &ai.IndexerRequest{
		Documents: []*ai.Document{d3},
	}
	err = dsAnother.index(ctx, indexerReq)
	if err != nil {
		t.Fatalf("Index operation failed: %v", err)
	}

	retrieverOptions = &RetrieverOptions{
		K: 100, // fetch all docs
	}

	retrieverReq = &ai.RetrieverRequest{
		Document: d1,
		Options:  retrieverOptions,
	}
	retrieverResp, err = dsAnother.retrieve(ctx, retrieverReq)
	if err != nil {
		t.Fatalf("Retrieve operation failed: %v", err)
	}

	docs = retrieverResp.Documents
	if len(docs) != 3 {
		t.Errorf("got %d results, expected 3", len(docs))
	}
}

func TestSimilarity(t *testing.T) {
	x := []float32{5, 23, 2, 5, 9}
	y := []float32{3, 21, 2, 5, 14}
	got := similarity(x, y)
	want := 0.975
	if math.Abs(got-want) > 0.001 {
		t.Errorf("got %f, want %f", got, want)
	}
}

func TestInit(t *testing.T) {
	g, err := genkit.New(nil)
	if err != nil {
		t.Fatal(err)
	}
	embedder := genkit.DefineEmbedder(g, "fake", "e", fakeembedder.New().Embed)
	if err := Init(); err != nil {
		t.Fatal(err)
	}
	const name = "mystore"
	ind, ret, err := DefineIndexerAndRetriever(g, name, Config{Embedder: embedder})
	if err != nil {
		t.Fatal(err)
	}
	want := "devLocalVectorStore/" + name
	if g := ind.Name(); g != want {
		t.Errorf("got %q, want %q", g, want)
	}
	if g := ret.Name(); g != want {
		t.Errorf("got %q, want %q", g, want)
	}
}