package store import ( "testing" "time" ) // answerCacheRoundTrip is the same on both backends: a project's setting // and a hit's mark on its usage record. func answerCacheRoundTrip(t *testing.T, s *DB) { t.Helper() ctx := t.Context() proj := tree(t, s) _, k := mustKey(t, s, "k1", proj) if c, err := s.AnswerCacheOf(ctx, proj); err != nil || c.TTL != 0 || c.Any { t.Fatalf("a new project reuses answers: %+v %v", c, err) } if err := s.SetAnswerCache(ctx, proj, 90*time.Minute, true); err != nil { t.Fatal(err) } if c, _ := s.AnswerCacheOf(ctx, proj); c.TTL != 90*time.Minute || !c.Any { t.Errorf("set: %+v", c) } if err := s.SetAnswerCache(ctx, proj, 0, true); err != nil { t.Fatal(err) } if c, _ := s.AnswerCacheOf(ctx, proj); c.TTL != 0 || c.Any { t.Errorf("off: %+v", c) } if err := s.SetAnswerCache(ctx, "no-such-project", time.Hour, false); err == nil { t.Error("a project that does not exist was set") } now := time.Now() if err := s.WriteUsage(ctx, []Usage{ {At: now, KeyID: k.ID, ProjectID: proj, Model: "m", ServedModel: "m", Status: 200, RequestID: "hit", CacheHit: true}, {At: now, KeyID: k.ID, ProjectID: proj, Model: "m", ServedModel: "m", Status: 200, RequestID: "miss", PromptTokens: 3, CompletionTokens: 4, CostMicros: 10}, }); err != nil { t.Fatal(err) } if u, ok, err := s.UsageByRequest(ctx, "hit"); err != nil || !ok || !u.CacheHit { t.Errorf("a hit: %+v %v", u, err) } if u, ok, err := s.UsageByRequest(ctx, "miss"); err != nil || !ok || u.CacheHit { t.Errorf("a miss: %+v %v", u, err) } } func TestAProjectsReuseOfAnswersIsKeptAndAHitIsMarked(t *testing.T) { answerCacheRoundTrip(t, capacityStore(t)) } func TestPostgresKeepsAProjectsReuseOfAnswers(t *testing.T) { answerCacheRoundTrip(t, openPG(t)) }