feat(completion): sample mongo fields from random documents

This commit is contained in:
Loc Nguyen authored and GitHub committed 2026-10-02 09:05:58 +08:00
1 parent 941796d5b3
commit 8f1d60fcb8
4 files changed
+168 -3

No files matched your search

@@ -1929,18 +1929,23 @@ function extractActiveDatabase(text: string, cursor: number): string | undefined
return lastUseDb;
}
const MAX_MONGO_COMPLETION_FIELDS = 512;
function collectFieldTypes(value: unknown, prefix: string, out: Map<string, Set<string>>, depth: number) {
if (depth > 4 || value == null || typeof value !== "object") return;
// A wrapper such as {$oid: "..."} is one BSON value. Walking into it would offer
// `_id.$oid`, a path that exists only in transport and matches nothing on the server.
if (mongoExtendedJsonValueType(value)) return;
if (Array.isArray(value)) {
for (const item of value.slice(0, 3)) collectFieldTypes(item, prefix, out, depth + 1);
for (const item of value.slice(0, 10)) collectFieldTypes(item, prefix, out, depth + 1);
return;
}
for (const [key, child] of Object.entries(value as Record<string, unknown>)) {
const path = prefix ? `${prefix}.${key}` : key;
if (!out.has(path)) out.set(path, new Set());
if (!out.has(path)) {
if (out.size >= MAX_MONGO_COMPLETION_FIELDS) continue;
out.set(path, new Set());
}
out.get(path)?.add(describeMongoValueType(child));
collectFieldTypes(child, path, out, depth + 1);
}
@@ -0,0 +1,105 @@
import { createPinia, setActivePinia } from "pinia";
import { beforeEach, describe, expect, it, vi } from "vitest";
import type { ConnectionConfig } from "@/types/database";
function installLocalStorage() {
const data = new Map<string, string>();
vi.stubGlobal("localStorage", {
getItem: vi.fn((key: string) => data.get(key) ?? null),
setItem: vi.fn((key: string, value: string) => data.set(key, value)),
removeItem: vi.fn((key: string) => data.delete(key)),
});
}
function mongoConnection(): ConnectionConfig {
return {
id: "mongo-1",
name: "MongoDB",
db_type: "mongodb",
host: "127.0.0.1",
port: 27017,
username: "",
password: "",
database: "app",
} as ConnectionConfig;
}
describe("connectionStore listMongoCompletionFields", () => {
beforeEach(() => {
vi.resetModules();
vi.unstubAllGlobals();
installLocalStorage();
setActivePinia(createPinia());
});
it("samples fields via mongoAggregateDocuments with $sample size 100 and maxTimeMS", async () => {
const api = {
mongoAggregateDocuments: vi.fn().mockResolvedValue({
documents: [
{ _id: "1", username: "alice", meta: { score: 95 } },
{ _id: "2", email: "alice@example.com" },
],
}),
mongoFindDocuments: vi.fn(),
};
vi.doMock("@/lib/backend/tauriRuntime", () => ({ isTauriRuntime: () => false }));
vi.doMock("@/lib/backend/api", () => api);
const { useConnectionStore } = await import("@/stores/connectionStore");
const store = useConnectionStore();
const config = mongoConnection();
store.addEphemeralConnection(config);
const fields = await store.listMongoCompletionFields(config.id, "app", "users");
expect(api.mongoAggregateDocuments).toHaveBeenCalledOnce();
expect(api.mongoAggregateDocuments).toHaveBeenCalledWith(config.id, "app", "users", '[{"$sample":{"size":100}}]', 100, JSON.stringify({ maxTimeMS: 5000 }));
expect(api.mongoFindDocuments).not.toHaveBeenCalled();
expect(fields).toEqual([
{ name: "_id", type: "string" },
{ name: "email", type: "string" },
{ name: "meta", type: "object" },
{ name: "meta.score", type: "number" },
{ name: "username", type: "string" },
]);
// Second call should hit the cache without calling api.mongoAggregateDocuments again
const cached = await store.listMongoCompletionFields(config.id, "app", "users");
expect(cached).toEqual(fields);
expect(api.mongoAggregateDocuments).toHaveBeenCalledOnce();
});
it("falls back to mongoFindDocuments with 100 documents when aggregation fails", async () => {
const api = {
mongoAggregateDocuments: vi.fn().mockRejectedValue(new Error("Aggregation not supported")),
mongoFindDocuments: vi.fn().mockResolvedValue({
documents: [{ _id: "1", fallbackField: "val", count: 42 }],
}),
};
vi.doMock("@/lib/backend/tauriRuntime", () => ({ isTauriRuntime: () => false }));
vi.doMock("@/lib/backend/api", () => api);
const { useConnectionStore } = await import("@/stores/connectionStore");
const store = useConnectionStore();
const config = mongoConnection();
store.addEphemeralConnection(config);
const fields = await store.listMongoCompletionFields(config.id, "app", "users");
expect(api.mongoAggregateDocuments).toHaveBeenCalledOnce();
expect(api.mongoFindDocuments).toHaveBeenCalledOnce();
expect(api.mongoFindDocuments).toHaveBeenCalledWith(config.id, "app", "users", 0, 100, "{}");
expect(fields).toEqual([
{ name: "_id", type: "string" },
{ name: "count", type: "number" },
{ name: "fallbackField", type: "string" },
]);
// Second call should hit cache
const cached = await store.listMongoCompletionFields(config.id, "app", "users");
expect(cached).toEqual(fields);
expect(api.mongoFindDocuments).toHaveBeenCalledOnce();
});
});
+6 -1
View File
@@ -8759,7 +8759,12 @@ export const useConnectionStore = defineStore("connection", () => {
if (cached) return cached;
return withCompletionInFlight(`${cacheKey}:mongo-fields`, async () => {
await ensureConnected(connectionId);
const result = await api.mongoFindDocuments(connectionId, database, collection, 0, 20, "{}");
let result;
try {
result = await api.mongoAggregateDocuments(connectionId, database, collection, '[{"$sample":{"size":100}}]', 100, JSON.stringify({ maxTimeMS: 5000 }));
} catch {
result = await api.mongoFindDocuments(connectionId, database, collection, 0, 100, "{}");
}
const fields = inferMongoCompletionFields(result.documents ?? []);
mongoCompletionFieldsCache.value[cacheKey] = fields;
evictOldestCacheEntries(mongoCompletionFieldsCache.value, COMPLETION_CACHE_MAX);