feat(es): paginate past 10k documents via pit and search_after

This commit is contained in:
Lan-zk authored and GitHub committed 2026-08-30 03:57:03 +08:00
1 parent 1d71a5fc23
commit 73a7b3f2c7
35 files changed
+1622 -153

No files matched your search

@@ -969,6 +969,63 @@ describe("queryStore hidden primary key editing", () => {
expect(tab.result?.rows[100]).toEqual([101]);
});
it("advances an Elasticsearch cursor without replacing the displayed page", async () => {
getConnectionConfig.mockReturnValue({ id: "elasticsearch-1", name: "Elasticsearch", db_type: "elasticsearch", query_timeout_secs: 30 });
analyzeEditableQueryEditability.mockResolvedValue({ editable: false, reason: "complex-query" });
prepareQueryPaginationExecutionPlan.mockImplementation(async (options) => ({
sqlToExecute: options.sql,
pageSql: options.sql,
pageLimit: options.pagination.limit,
pageOffset: options.pagination.offset,
countSql: undefined,
useAgentResultSession: true,
}));
executeMulti
.mockResolvedValueOnce([
{
columns: ["message"],
rows: [["page-1"]],
affected_rows: 20_000,
execution_time_ms: 1,
session_id: "cursor-1",
has_more: true,
},
])
.mockResolvedValueOnce([
{
columns: ["message"],
rows: [["page-2"]],
affected_rows: 20_000,
execution_time_ms: 1,
session_id: "cursor-2",
has_more: true,
},
]);
const { useQueryStore } = await import("@/stores/queryStore");
const store = useQueryStore();
const tabId = store.createTab("elasticsearch-1", "", "Query");
const sql = "SELECT * FROM `dbx-app-logs-v1` AS dalv";
await store.executeTabSql(tabId, sql, { pagination: { limit: 100, offset: 0 } });
const tab = store.tabs.find((item) => item.id === tabId)!;
const displayedResult = tab.result;
await store.executeTabSql(tabId, sql, {
resultBaseSql: sql,
pagination: { limit: 100, offset: 100, sessionId: "cursor-1", clientSessionId: tab.resultClientSessionId },
preserveResultDuringExecution: true,
preserveTotalRowCountDuringExecution: true,
replaceActiveResultInGroup: true,
retainDisplayedResult: true,
});
expect(tab.result).toBe(displayedResult);
expect(tab.result?.rows).toEqual([["page-1"]]);
expect(tab.resultPageOffset).toBe(0);
expect(tab.resultSessionId).toBe("cursor-2");
});
it("does not start an Oracle manual transaction after cancellation during metadata loading", async () => {
const columnsGate = deferred<Awaited<ReturnType<typeof getColumns>>>();
getConnectionConfig.mockReturnValue({ id: "oracle-1", name: "Oracle", db_type: "oracle", database: "ORCL", query_timeout_secs: 30 });
+10
View File
@@ -4526,6 +4526,7 @@ export const useQueryStore = defineStore("query", () => {
preserveTotalRowCountDuringExecution?: boolean;
preserveActiveResultIndex?: boolean;
replaceActiveResultInGroup?: boolean;
retainDisplayedResult?: boolean;
skipRedisSafetyCheck?: boolean;
sourceOffset?: number;
sourceTraceId?: string;
@@ -5454,6 +5455,15 @@ export const useQueryStore = defineStore("query", () => {
const activeGroupResults = current.results;
const shouldAppendResult = !!options?.appendResult && !!current.result;
const shouldReplaceActiveResultInGroup = options?.replaceActiveResultInGroup === true && results.length === 1 && Array.isArray(activeGroupResults) && typeof activeGroupIndex === "number" && activeGroupIndex >= 0 && activeGroupIndex < activeGroupResults.length;
const retainedPaginationResult = options?.retainDisplayedResult === true && results.length === 1 && !isQueryExecutionErrorResult(results[0]!) ? results[0] : undefined;
if (retainedPaginationResult) {
// Cursor-only fetches advance the backend session without publishing
// intermediate rows or page offsets to the visible result grid.
current.resultSessionId = retainedPaginationResult.session_id ?? undefined;
current.resultClientSessionId = current.resultSessionId ? executionClientSessionId : undefined;
producedResult = true;
return producedResult;
}
if (batchResume) {
const mergedResults = mergeBatchQueryResults(batchResume.previousResults, results);
const preferredResult = results.find((result) => isQueryExecutionErrorResult(result)) ?? results[results.length - 1] ?? mergedResults[mergedResults.length - 1];