feat(completion): sample mongo fields from random documents
This commit is contained in:
1 parent
941796d5b3
commit
8f1d60fcb8
4 files changed
+168
-3
No files matched your search
+105
@@ -0,0 +1,105 @@
|
||||
import { createPinia, setActivePinia } from "pinia";
|
||||
import { beforeEach, describe, expect, it, vi } from "vitest";
|
||||
import type { ConnectionConfig } from "@/types/database";
|
||||
|
||||
function installLocalStorage() {
|
||||
const data = new Map<string, string>();
|
||||
vi.stubGlobal("localStorage", {
|
||||
getItem: vi.fn((key: string) => data.get(key) ?? null),
|
||||
setItem: vi.fn((key: string, value: string) => data.set(key, value)),
|
||||
removeItem: vi.fn((key: string) => data.delete(key)),
|
||||
});
|
||||
}
|
||||
|
||||
function mongoConnection(): ConnectionConfig {
|
||||
return {
|
||||
id: "mongo-1",
|
||||
name: "MongoDB",
|
||||
db_type: "mongodb",
|
||||
host: "127.0.0.1",
|
||||
port: 27017,
|
||||
username: "",
|
||||
password: "",
|
||||
database: "app",
|
||||
} as ConnectionConfig;
|
||||
}
|
||||
|
||||
describe("connectionStore listMongoCompletionFields", () => {
|
||||
beforeEach(() => {
|
||||
vi.resetModules();
|
||||
vi.unstubAllGlobals();
|
||||
installLocalStorage();
|
||||
setActivePinia(createPinia());
|
||||
});
|
||||
|
||||
it("samples fields via mongoAggregateDocuments with $sample size 100 and maxTimeMS", async () => {
|
||||
const api = {
|
||||
mongoAggregateDocuments: vi.fn().mockResolvedValue({
|
||||
documents: [
|
||||
{ _id: "1", username: "alice", meta: { score: 95 } },
|
||||
{ _id: "2", email: "alice@example.com" },
|
||||
],
|
||||
}),
|
||||
mongoFindDocuments: vi.fn(),
|
||||
};
|
||||
vi.doMock("@/lib/backend/tauriRuntime", () => ({ isTauriRuntime: () => false }));
|
||||
vi.doMock("@/lib/backend/api", () => api);
|
||||
|
||||
const { useConnectionStore } = await import("@/stores/connectionStore");
|
||||
const store = useConnectionStore();
|
||||
const config = mongoConnection();
|
||||
store.addEphemeralConnection(config);
|
||||
|
||||
const fields = await store.listMongoCompletionFields(config.id, "app", "users");
|
||||
|
||||
expect(api.mongoAggregateDocuments).toHaveBeenCalledOnce();
|
||||
expect(api.mongoAggregateDocuments).toHaveBeenCalledWith(config.id, "app", "users", '[{"$sample":{"size":100}}]', 100, JSON.stringify({ maxTimeMS: 5000 }));
|
||||
expect(api.mongoFindDocuments).not.toHaveBeenCalled();
|
||||
|
||||
expect(fields).toEqual([
|
||||
{ name: "_id", type: "string" },
|
||||
{ name: "email", type: "string" },
|
||||
{ name: "meta", type: "object" },
|
||||
{ name: "meta.score", type: "number" },
|
||||
{ name: "username", type: "string" },
|
||||
]);
|
||||
|
||||
// Second call should hit the cache without calling api.mongoAggregateDocuments again
|
||||
const cached = await store.listMongoCompletionFields(config.id, "app", "users");
|
||||
expect(cached).toEqual(fields);
|
||||
expect(api.mongoAggregateDocuments).toHaveBeenCalledOnce();
|
||||
});
|
||||
|
||||
it("falls back to mongoFindDocuments with 100 documents when aggregation fails", async () => {
|
||||
const api = {
|
||||
mongoAggregateDocuments: vi.fn().mockRejectedValue(new Error("Aggregation not supported")),
|
||||
mongoFindDocuments: vi.fn().mockResolvedValue({
|
||||
documents: [{ _id: "1", fallbackField: "val", count: 42 }],
|
||||
}),
|
||||
};
|
||||
vi.doMock("@/lib/backend/tauriRuntime", () => ({ isTauriRuntime: () => false }));
|
||||
vi.doMock("@/lib/backend/api", () => api);
|
||||
|
||||
const { useConnectionStore } = await import("@/stores/connectionStore");
|
||||
const store = useConnectionStore();
|
||||
const config = mongoConnection();
|
||||
store.addEphemeralConnection(config);
|
||||
|
||||
const fields = await store.listMongoCompletionFields(config.id, "app", "users");
|
||||
|
||||
expect(api.mongoAggregateDocuments).toHaveBeenCalledOnce();
|
||||
expect(api.mongoFindDocuments).toHaveBeenCalledOnce();
|
||||
expect(api.mongoFindDocuments).toHaveBeenCalledWith(config.id, "app", "users", 0, 100, "{}");
|
||||
|
||||
expect(fields).toEqual([
|
||||
{ name: "_id", type: "string" },
|
||||
{ name: "count", type: "number" },
|
||||
{ name: "fallbackField", type: "string" },
|
||||
]);
|
||||
|
||||
// Second call should hit cache
|
||||
const cached = await store.listMongoCompletionFields(config.id, "app", "users");
|
||||
expect(cached).toEqual(fields);
|
||||
expect(api.mongoFindDocuments).toHaveBeenCalledOnce();
|
||||
});
|
||||
});
|
||||
@@ -8759,7 +8759,12 @@ export const useConnectionStore = defineStore("connection", () => {
|
||||
if (cached) return cached;
|
||||
return withCompletionInFlight(`${cacheKey}:mongo-fields`, async () => {
|
||||
await ensureConnected(connectionId);
|
||||
const result = await api.mongoFindDocuments(connectionId, database, collection, 0, 20, "{}");
|
||||
let result;
|
||||
try {
|
||||
result = await api.mongoAggregateDocuments(connectionId, database, collection, '[{"$sample":{"size":100}}]', 100, JSON.stringify({ maxTimeMS: 5000 }));
|
||||
} catch {
|
||||
result = await api.mongoFindDocuments(connectionId, database, collection, 0, 100, "{}");
|
||||
}
|
||||
const fields = inferMongoCompletionFields(result.documents ?? []);
|
||||
mongoCompletionFieldsCache.value[cacheKey] = fields;
|
||||
evictOldestCacheEntries(mongoCompletionFieldsCache.value, COMPLETION_CACHE_MAX);
|
||||
|
||||
Reference in new issue
Block a user