fix(ai): bound schema context and result preview to prevent oversized AI payloads (#2496)
* fix(ai): limit indexes and foreign keys per table in schema context Prevent AI input token spikes caused by tables with large numbers of indexes or foreign keys being fully serialized into the system prompt. Apply a default cap of 10 indexes and 10 FKs per table in all three schema-loading paths: focused_table mode, database mode, and loadMentionedTableContext for @-mentioned tables. Both limits are configurable via buildAiContext options (maxIndexesPerTable, maxFksPerTable). * fix(ai): truncate large column values in result preview Prevent input token explosion when the active tab contains large text or JSON fields (e.g. request_body, response_body in audit log tables). formatResultPreview previously serialized each value without any length limit, so 5 rows from a wide table with multi-KB text columns could produce 100K+ tokens in the system prompt. Cap each serialized value at 200 characters with an ellipsis suffix.
This commit is contained in:
1 parent
e3b3dfc095
commit
d6ef9f140a
1 file changed
+19
-10
+19
-10
@@ -349,9 +349,11 @@ function formatSchema(context: AiContext): string {
|
|||||||
.join("\n\n");
|
.join("\n\n");
|
||||||
}
|
}
|
||||||
|
|
||||||
export async function buildAiContext(tab: QueryTab, connection: ConnectionConfig, options: { maxTables?: number; maxColumnsPerTable?: number; mentionedTables?: AiTableMention[] } = {}): Promise<AiContext> {
|
export async function buildAiContext(tab: QueryTab, connection: ConnectionConfig, options: { maxTables?: number; maxColumnsPerTable?: number; maxIndexesPerTable?: number; maxFksPerTable?: number; mentionedTables?: AiTableMention[] } = {}): Promise<AiContext> {
|
||||||
const maxTables = options.maxTables ?? 50;
|
const maxTables = options.maxTables ?? 50;
|
||||||
const maxColumnsPerTable = options.maxColumnsPerTable ?? 40;
|
const maxColumnsPerTable = options.maxColumnsPerTable ?? 40;
|
||||||
|
const maxIndexesPerTable = options.maxIndexesPerTable ?? 10;
|
||||||
|
const maxFksPerTable = options.maxFksPerTable ?? 10;
|
||||||
const databaseType = aiDatabaseTypeForConnection(connection);
|
const databaseType = aiDatabaseTypeForConnection(connection);
|
||||||
const tables: AiSchemaTable[] = [];
|
const tables: AiSchemaTable[] = [];
|
||||||
const tableKeys = new Set<string>();
|
const tableKeys = new Set<string>();
|
||||||
@@ -371,8 +373,8 @@ export async function buildAiContext(tab: QueryTab, connection: ConnectionConfig
|
|||||||
tableType: "TABLE",
|
tableType: "TABLE",
|
||||||
comment: tableComment,
|
comment: tableComment,
|
||||||
columns: tab.tableMeta.columns.slice(0, maxColumnsPerTable),
|
columns: tab.tableMeta.columns.slice(0, maxColumnsPerTable),
|
||||||
indexes,
|
indexes: indexes.slice(0, maxIndexesPerTable),
|
||||||
foreignKeys,
|
foreignKeys: foreignKeys.slice(0, maxFksPerTable),
|
||||||
});
|
});
|
||||||
tableKeys.add(aiTableMentionKey(tab.tableMeta.schema, tName));
|
tableKeys.add(aiTableMentionKey(tab.tableMeta.schema, tName));
|
||||||
truncated = tab.tableMeta.columns.length > maxColumnsPerTable;
|
truncated = tab.tableMeta.columns.length > maxColumnsPerTable;
|
||||||
@@ -381,7 +383,7 @@ export async function buildAiContext(tab: QueryTab, connection: ConnectionConfig
|
|||||||
for (const mention of options.mentionedTables ?? []) {
|
for (const mention of options.mentionedTables ?? []) {
|
||||||
const key = aiTableMentionKey(mention.schema, mention.table);
|
const key = aiTableMentionKey(mention.schema, mention.table);
|
||||||
if (tableKeys.has(key)) continue;
|
if (tableKeys.has(key)) continue;
|
||||||
const entry = await loadMentionedTableContext(tab, connection, mention, maxColumnsPerTable).catch(() => undefined);
|
const entry = await loadMentionedTableContext(tab, connection, mention, maxColumnsPerTable, maxIndexesPerTable, maxFksPerTable).catch(() => undefined);
|
||||||
if (!entry) continue;
|
if (!entry) continue;
|
||||||
tableKeys.add(aiTableMentionKey(entry.schema, entry.name));
|
tableKeys.add(aiTableMentionKey(entry.schema, entry.name));
|
||||||
tables.push(entry);
|
tables.push(entry);
|
||||||
@@ -443,8 +445,8 @@ export async function buildAiContext(tab: QueryTab, connection: ConnectionConfig
|
|||||||
tableType: table.table_type,
|
tableType: table.table_type,
|
||||||
comment: table.comment,
|
comment: table.comment,
|
||||||
columns: columns.slice(0, maxColumnsPerTable),
|
columns: columns.slice(0, maxColumnsPerTable),
|
||||||
indexes,
|
indexes: indexes.slice(0, maxIndexesPerTable),
|
||||||
foreignKeys,
|
foreignKeys: foreignKeys.slice(0, maxFksPerTable),
|
||||||
_truncatedCols: columns.length > maxColumnsPerTable,
|
_truncatedCols: columns.length > maxColumnsPerTable,
|
||||||
})),
|
})),
|
||||||
),
|
),
|
||||||
@@ -479,7 +481,7 @@ export async function buildAiContext(tab: QueryTab, connection: ConnectionConfig
|
|||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|
||||||
async function loadMentionedTableContext(tab: QueryTab, connection: ConnectionConfig, mention: AiTableMention, maxColumnsPerTable: number): Promise<AiSchemaTable | undefined> {
|
async function loadMentionedTableContext(tab: QueryTab, connection: ConnectionConfig, mention: AiTableMention, maxColumnsPerTable: number, maxIndexesPerTable: number, maxFksPerTable: number): Promise<AiSchemaTable | undefined> {
|
||||||
const databaseType = aiDatabaseTypeForConnection(connection);
|
const databaseType = aiDatabaseTypeForConnection(connection);
|
||||||
const schema = await resolveMentionedTableSchema(tab, connection, mention);
|
const schema = await resolveMentionedTableSchema(tab, connection, mention);
|
||||||
const [columns, indexes, foreignKeys, tableComment] = await Promise.all([
|
const [columns, indexes, foreignKeys, tableComment] = await Promise.all([
|
||||||
@@ -494,8 +496,8 @@ async function loadMentionedTableContext(tab: QueryTab, connection: ConnectionCo
|
|||||||
tableType: "TABLE",
|
tableType: "TABLE",
|
||||||
comment: tableComment,
|
comment: tableComment,
|
||||||
columns: columns.slice(0, maxColumnsPerTable),
|
columns: columns.slice(0, maxColumnsPerTable),
|
||||||
indexes,
|
indexes: indexes.slice(0, maxIndexesPerTable),
|
||||||
foreignKeys,
|
foreignKeys: foreignKeys.slice(0, maxFksPerTable),
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -548,8 +550,15 @@ function extractLastError(result?: QueryResult): string | undefined {
|
|||||||
|
|
||||||
function formatResultPreview(result?: QueryResult): string | undefined {
|
function formatResultPreview(result?: QueryResult): string | undefined {
|
||||||
if (!result || result.columns.includes("Error") || !result.rows.length) return undefined;
|
if (!result || result.columns.includes("Error") || !result.rows.length) return undefined;
|
||||||
|
const MAX_VALUE_CHARS = 200;
|
||||||
const rows = result.rows.slice(0, 5).map((row) => {
|
const rows = result.rows.slice(0, 5).map((row) => {
|
||||||
return result.columns.map((column, index) => `${column}=${JSON.stringify(row[index] ?? null)}`).join(", ");
|
return result.columns
|
||||||
|
.map((column, index) => {
|
||||||
|
const raw = JSON.stringify(row[index] ?? null);
|
||||||
|
const val = raw.length > MAX_VALUE_CHARS ? raw.slice(0, MAX_VALUE_CHARS) + "…" : raw;
|
||||||
|
return `${column}=${val}`;
|
||||||
|
})
|
||||||
|
.join(", ");
|
||||||
});
|
});
|
||||||
return rows.join("\n");
|
return rows.join("\n");
|
||||||
}
|
}
|
||||||
Reference in new issue
Block a user