feat(data): run generation and transfer tasks in background
Closes #10390
This commit is contained in:
1 parent
1d07cb05e0
commit
78dcb85713
23 files changed
+1014
-247
No files matched your search
@@ -3,7 +3,7 @@ import { computed, onBeforeUnmount, onMounted, ref } from "vue";
|
|||||||
import { useI18n } from "vue-i18n";
|
import { useI18n } from "vue-i18n";
|
||||||
import { Popover, PopoverContent, PopoverTrigger } from "@/components/ui/popover";
|
import { Popover, PopoverContent, PopoverTrigger } from "@/components/ui/popover";
|
||||||
import { Button } from "@/components/ui/button";
|
import { Button } from "@/components/ui/button";
|
||||||
import { Loader2, Check, CheckCircle2, XCircle, AlertCircle, X, FileDown, DatabaseBackup, FileCode2, ArrowRightLeft, Layers3, GitCompareArrows, ChevronRight, FolderOpen, Copy } from "@lucide/vue";
|
import { Loader2, Check, CheckCircle2, XCircle, AlertCircle, X, FileDown, Database, DatabaseBackup, FileCode2, ArrowRightLeft, Layers3, GitCompareArrows, ChevronRight, FolderOpen, Copy } from "@lucide/vue";
|
||||||
import { formatDataTransferDuration, useExportTracker, type ExportTask } from "@/composables/useExportTracker";
|
import { formatDataTransferDuration, useExportTracker, type ExportTask } from "@/composables/useExportTracker";
|
||||||
import { dataTransferFailureCopyText, sqlFileFailureCopyText } from "@/components/export/failureDetailCopyText";
|
import { dataTransferFailureCopyText, sqlFileFailureCopyText } from "@/components/export/failureDetailCopyText";
|
||||||
import SqlFileProgressIndicator from "@/components/sql-file/SqlFileProgressIndicator.vue";
|
import SqlFileProgressIndicator from "@/components/sql-file/SqlFileProgressIndicator.vue";
|
||||||
@@ -108,6 +108,7 @@ const taskTitle = (task: ExportTask) => {
|
|||||||
}
|
}
|
||||||
if (task.kind === "sql-file") return t("exportProgress.sqlFileTitle", { name: task.tableName });
|
if (task.kind === "sql-file") return t("exportProgress.sqlFileTitle", { name: task.tableName });
|
||||||
if (task.kind === "data-transfer") return t("exportProgress.dataTransferTitle", { name: task.tableName });
|
if (task.kind === "data-transfer") return t("exportProgress.dataTransferTitle", { name: task.tableName });
|
||||||
|
if (task.kind === "data-generation") return t("exportProgress.dataGenerationTitle", { name: task.tableName });
|
||||||
if (task.kind === "multi-db-execution") return t("exportProgress.multiDbExecutionTitle", { name: task.tableName });
|
if (task.kind === "multi-db-execution") return t("exportProgress.multiDbExecutionTitle", { name: task.tableName });
|
||||||
if (task.kind === "schema-diff") return t("exportProgress.schemaDiffTitle", { name: task.tableName });
|
if (task.kind === "schema-diff") return t("exportProgress.schemaDiffTitle", { name: task.tableName });
|
||||||
if (task.kind === "data-compare") return t("exportProgress.dataCompareTitle", { name: task.tableName });
|
if (task.kind === "data-compare") return t("exportProgress.dataCompareTitle", { name: task.tableName });
|
||||||
@@ -187,6 +188,16 @@ const rowsText = (task: ExportTask) => {
|
|||||||
const durationText = t("exportProgress.elapsed", { duration: formatDataTransferDuration(finishedAt - (task.startedAt ?? finishedAt)) });
|
const durationText = t("exportProgress.elapsed", { duration: formatDataTransferDuration(finishedAt - (task.startedAt ?? finishedAt)) });
|
||||||
return task.currentTable ? `${tableText} · ${task.currentTable} · ${rowText} · ${durationText}` : `${tableText} · ${durationText}`;
|
return task.currentTable ? `${tableText} · ${task.currentTable} · ${rowText} · ${durationText}` : `${tableText} · ${durationText}`;
|
||||||
}
|
}
|
||||||
|
if (task.kind === "data-generation") {
|
||||||
|
const tableText = task.totalTables
|
||||||
|
? t("exportProgress.tablesCount", {
|
||||||
|
current: (task.tableIndex ?? 0).toLocaleString(),
|
||||||
|
total: task.totalTables.toLocaleString(),
|
||||||
|
})
|
||||||
|
: "";
|
||||||
|
const rowText = task.totalRows ? `${task.rowsExported.toLocaleString()} / ${task.totalRows.toLocaleString()} ${t("exportProgress.rowsShort")}` : `${task.rowsExported.toLocaleString()} ${t("exportProgress.rowsShort")}`;
|
||||||
|
return [tableText, task.currentTable, rowText].filter(Boolean).join(" · ");
|
||||||
|
}
|
||||||
if (task.kind === "multi-db-execution") {
|
if (task.kind === "multi-db-execution") {
|
||||||
return t("exportProgress.multiDbTargets", {
|
return t("exportProgress.multiDbTargets", {
|
||||||
completed: (task.multiDbCompleted ?? 0).toLocaleString(),
|
completed: (task.multiDbCompleted ?? 0).toLocaleString(),
|
||||||
@@ -232,6 +243,7 @@ const statusIcon = (task: ExportTask) => {
|
|||||||
if (task.kind === "data-dictionary") return FileDown;
|
if (task.kind === "data-dictionary") return FileDown;
|
||||||
if (task.kind === "sql-file") return FileCode2;
|
if (task.kind === "sql-file") return FileCode2;
|
||||||
if (task.kind === "data-transfer") return ArrowRightLeft;
|
if (task.kind === "data-transfer") return ArrowRightLeft;
|
||||||
|
if (task.kind === "data-generation") return Database;
|
||||||
if (task.kind === "multi-db-execution") return Layers3;
|
if (task.kind === "multi-db-execution") return Layers3;
|
||||||
if (task.kind === "schema-diff" || task.kind === "data-compare") return GitCompareArrows;
|
if (task.kind === "schema-diff" || task.kind === "data-compare") return GitCompareArrows;
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -112,6 +112,31 @@ describe("data dictionary background task", () => {
|
|||||||
});
|
});
|
||||||
});
|
});
|
||||||
|
|
||||||
|
describe("data generation background task", () => {
|
||||||
|
it("shows global progress and opens the resumable task", async () => {
|
||||||
|
const tracker = useExportTracker();
|
||||||
|
const onOpen = vi.fn();
|
||||||
|
const task = tracker.addDataGenerationTask("generate-task", "app.users", 1_000, 2, onOpen);
|
||||||
|
tracker.updateDataGenerationTask(task.exportId, {
|
||||||
|
status: "Running",
|
||||||
|
tableIndex: 1,
|
||||||
|
totalTables: 2,
|
||||||
|
currentTable: "users",
|
||||||
|
rowsGenerated: 250,
|
||||||
|
totalRows: 1_000,
|
||||||
|
});
|
||||||
|
|
||||||
|
await mountPopover();
|
||||||
|
|
||||||
|
expect(document.body.textContent).toContain("Data generation: app.users");
|
||||||
|
expect(document.body.textContent).toContain("1 / 2 tables · users · 250 / 1,000 rows");
|
||||||
|
const openButton = document.body.querySelector<HTMLButtonElement>('button[title="Open task"]');
|
||||||
|
expect(openButton).not.toBeNull();
|
||||||
|
openButton?.click();
|
||||||
|
expect(onOpen).toHaveBeenCalledOnce();
|
||||||
|
});
|
||||||
|
});
|
||||||
|
|
||||||
describe("SQL file byte progress", () => {
|
describe("SQL file byte progress", () => {
|
||||||
it("keeps legacy progress indeterminate instead of using successful statements as the total", async () => {
|
it("keeps legacy progress indeterminate instead of using successful statements as the total", async () => {
|
||||||
const tracker = useExportTracker();
|
const tracker = useExportTracker();
|
||||||
|
|||||||
@@ -1,39 +1,25 @@
|
|||||||
<script setup lang="ts">
|
<script setup lang="ts">
|
||||||
import { reactive, ref, computed, onMounted, watch, type ComponentPublicInstance } from "vue";
|
import { reactive, ref, computed, watch, type ComponentPublicInstance } from "vue";
|
||||||
import { useI18n } from "vue-i18n";
|
import { useI18n } from "vue-i18n";
|
||||||
import { useConnectionStore } from "@/stores/connectionStore";
|
import { useConnectionStore } from "@/stores/connectionStore";
|
||||||
import * as api from "@/lib/backend/api";
|
import * as api from "@/lib/backend/api";
|
||||||
import type { ColumnGenerateConfig, GenerateResult, TableGenerateConfig } from "@/lib/dataGrid/dataGenerate";
|
import type { ColumnGenerateConfig, TableGenerateConfig } from "@/lib/dataGrid/dataGenerate";
|
||||||
import {
|
import { defaultGeneratorParams, displayGeneratedValue, findGeneratorKey, formatGeneratedValue, generateTableData, supportsGeneratedMultiRowValues, UniqueValueGenerationError } from "@/lib/dataGrid/dataGenerate";
|
||||||
createTableGenerateState,
|
|
||||||
defaultGeneratorParams,
|
|
||||||
displayGeneratedValue,
|
|
||||||
findGeneratorKey,
|
|
||||||
formatGeneratedRowValues,
|
|
||||||
formatGeneratedValue,
|
|
||||||
generateInsertBatches,
|
|
||||||
generateTableData,
|
|
||||||
generateTableRowsChunk,
|
|
||||||
splitValueRowsByByteBudget,
|
|
||||||
supportsGeneratedMultiRowValues,
|
|
||||||
UniqueValueGenerationError,
|
|
||||||
} from "@/lib/dataGrid/dataGenerate";
|
|
||||||
import { errorMessage, isQueryCanceledError, summarizeBatchResults } from "@/lib/dataGrid/generateInsertAccounting";
|
|
||||||
import { qualifiedTableName, quoteTableIdentifier } from "@/lib/table/tableSelectSql";
|
import { qualifiedTableName, quoteTableIdentifier } from "@/lib/table/tableSelectSql";
|
||||||
import { uniqueConstraintColumns } from "@/lib/table/uniqueConstraintColumns";
|
import { uniqueConstraintColumns } from "@/lib/table/uniqueConstraintColumns";
|
||||||
import { isTauriRuntime } from "@/lib/backend/tauriRuntime";
|
import { isTauriRuntime } from "@/lib/backend/tauriRuntime";
|
||||||
import { effectiveDatabaseTypeForConnection } from "@/lib/database/jdbcDialect";
|
import { effectiveDatabaseTypeForConnection } from "@/lib/database/jdbcDialect";
|
||||||
import { executeWithProductionSqlGuard } from "@/lib/database/productionExecutionGuard";
|
import { executeWithProductionSqlGuard } from "@/lib/database/productionExecutionGuard";
|
||||||
import GeneratorParamsPanel from "./params/GeneratorParamsPanel.vue";
|
import GeneratorParamsPanel from "./params/GeneratorParamsPanel.vue";
|
||||||
import type { ColumnInfo, QueryResult, TableInfo } from "@/types/database";
|
import type { ColumnInfo, TableInfo } from "@/types/database";
|
||||||
|
import { cancelDataGenerateSession, getDataGenerateSession, startDataGenerateSession, type DataGenerateTarget } from "@/composables/useDataGenerateSession";
|
||||||
|
|
||||||
import { Dialog, DialogHeader, DialogTitle, DialogScrollContent, DialogContent, DialogFooter } from "@/components/ui/dialog";
|
import { Dialog, DialogHeader, DialogTitle, DialogScrollContent, DialogContent, DialogFooter } from "@/components/ui/dialog";
|
||||||
import { Button } from "@/components/ui/button";
|
import { Button } from "@/components/ui/button";
|
||||||
import { Input } from "@/components/ui/input";
|
import { Input } from "@/components/ui/input";
|
||||||
import { Label } from "@/components/ui/label";
|
import { Label } from "@/components/ui/label";
|
||||||
import { Database, Table, Columns, Loader2, Save, Upload, Settings, ChevronRight, X, AlertCircle, ArrowUp, ArrowDown } from "@lucide/vue";
|
import { Database, Table, Columns, Loader2, Save, Upload, Settings, ChevronRight, X, AlertCircle, ArrowUp, ArrowDown, Minimize2 } from "@lucide/vue";
|
||||||
import { ScrollArea } from "@/components/ui/scroll-area";
|
import { ScrollArea } from "@/components/ui/scroll-area";
|
||||||
import { uuid } from "@/lib/common/utils";
|
|
||||||
|
|
||||||
const { t } = useI18n();
|
const { t } = useI18n();
|
||||||
const store = useConnectionStore();
|
const store = useConnectionStore();
|
||||||
@@ -45,6 +31,7 @@ const props = defineProps<{
|
|||||||
prefillDatabase?: string;
|
prefillDatabase?: string;
|
||||||
prefillSchema?: string;
|
prefillSchema?: string;
|
||||||
prefillTable?: string;
|
prefillTable?: string;
|
||||||
|
sessionId?: string | null;
|
||||||
}>();
|
}>();
|
||||||
|
|
||||||
// Left tree state
|
// Left tree state
|
||||||
@@ -72,15 +59,7 @@ const panelColumnName = ref<string | null>(null);
|
|||||||
|
|
||||||
// Step state: config -> preview
|
// Step state: config -> preview
|
||||||
const currentStep = ref<"config" | "preview" | "result">("config");
|
const currentStep = ref<"config" | "preview" | "result">("config");
|
||||||
interface GeneratedTableResult extends GenerateResult {
|
type GeneratedTableResult = DataGenerateTarget;
|
||||||
tableName: string;
|
|
||||||
schema: string;
|
|
||||||
/** Rows that will actually be inserted. `rows` only holds a preview sample. */
|
|
||||||
targetRowCount: number;
|
|
||||||
isSample: boolean;
|
|
||||||
/** Column config after auto-increment start values have been resolved. */
|
|
||||||
resolvedColumns: ColumnGenerateConfig[];
|
|
||||||
}
|
|
||||||
const generatedResults = ref<GeneratedTableResult[]>([]);
|
const generatedResults = ref<GeneratedTableResult[]>([]);
|
||||||
const generationError = ref("");
|
const generationError = ref("");
|
||||||
|
|
||||||
@@ -92,12 +71,6 @@ const generationError = ref("");
|
|||||||
const PREVIEW_SAMPLE_ROWS = 50;
|
const PREVIEW_SAMPLE_ROWS = 50;
|
||||||
const MAX_ROW_COUNT = 100_000_000;
|
const MAX_ROW_COUNT = 100_000_000;
|
||||||
const DEFAULT_BATCH_ROWS = 1000;
|
const DEFAULT_BATCH_ROWS = 1000;
|
||||||
/**
|
|
||||||
* Conservative per-statement budget. The backend clamps MySQL batches at 4MB
|
|
||||||
* and derives a `max_allowed_packet` margin, so staying near 1MB keeps the
|
|
||||||
* common 4MB / 16MB / 64MB server settings safe without extra round trips.
|
|
||||||
*/
|
|
||||||
const MAX_BATCH_BYTES = 1024 * 1024;
|
|
||||||
const LARGE_ROW_COUNT_HINT = 100_000;
|
const LARGE_ROW_COUNT_HINT = 100_000;
|
||||||
|
|
||||||
function normalizeRowCount(value: number): number {
|
function normalizeRowCount(value: number): number {
|
||||||
@@ -432,6 +405,7 @@ const currentPreview = computed<GeneratedTableResult>(
|
|||||||
generatedResults.value[previewTableIndex.value] ?? {
|
generatedResults.value[previewTableIndex.value] ?? {
|
||||||
tableName: "",
|
tableName: "",
|
||||||
schema: "",
|
schema: "",
|
||||||
|
database: "",
|
||||||
columns: [],
|
columns: [],
|
||||||
rows: [],
|
rows: [],
|
||||||
sql: "",
|
sql: "",
|
||||||
@@ -475,6 +449,8 @@ function buildSampleResult(cfg: TableGenerateConfig, columns: ColumnGenerateConf
|
|||||||
return {
|
return {
|
||||||
tableName: cfg.tableName,
|
tableName: cfg.tableName,
|
||||||
schema: cfg.schema,
|
schema: cfg.schema,
|
||||||
|
database: cfg.database,
|
||||||
|
tableType: cfg.tableType,
|
||||||
targetRowCount,
|
targetRowCount,
|
||||||
isSample: targetRowCount > sampleCount,
|
isSample: targetRowCount > sampleCount,
|
||||||
resolvedColumns: columns,
|
resolvedColumns: columns,
|
||||||
@@ -557,17 +533,10 @@ function copySampleSql() {
|
|||||||
void navigator.clipboard.writeText(allSql);
|
void navigator.clipboard.writeText(allSql);
|
||||||
}
|
}
|
||||||
|
|
||||||
const executing = ref(false);
|
const activeSessionId = ref<string | null>(props.sessionId ?? null);
|
||||||
|
const activeSession = computed(() => getDataGenerateSession(activeSessionId.value));
|
||||||
interface TableResult {
|
const executing = computed(() => activeSession.value?.status === "running" || activeSession.value?.status === "cancelling");
|
||||||
table: string;
|
const executeResults = computed(() => activeSession.value?.results ?? []);
|
||||||
total: number;
|
|
||||||
ok: number;
|
|
||||||
err: number;
|
|
||||||
error?: string;
|
|
||||||
cancelled?: boolean;
|
|
||||||
}
|
|
||||||
const executeResults = ref<TableResult[]>([]);
|
|
||||||
|
|
||||||
const generateOptions = reactive({
|
const generateOptions = reactive({
|
||||||
continueOnError: false,
|
continueOnError: false,
|
||||||
@@ -589,17 +558,7 @@ watch(
|
|||||||
|
|
||||||
const optionsDialogOpen = ref(false);
|
const optionsDialogOpen = ref(false);
|
||||||
|
|
||||||
interface InsertProgress {
|
const insertProgress = computed(() => activeSession.value?.progress ?? null);
|
||||||
tableName: string;
|
|
||||||
tableIndex: number;
|
|
||||||
tableCount: number;
|
|
||||||
insertedRows: number;
|
|
||||||
totalRows: number;
|
|
||||||
elapsedMs: number;
|
|
||||||
}
|
|
||||||
const insertProgress = ref<InsertProgress | null>(null);
|
|
||||||
const insertCancelled = ref(false);
|
|
||||||
let activeExecutionId: string | null = null;
|
|
||||||
|
|
||||||
const insertPercent = computed(() => {
|
const insertPercent = computed(() => {
|
||||||
const p = insertProgress.value;
|
const p = insertProgress.value;
|
||||||
@@ -608,9 +567,8 @@ const insertPercent = computed(() => {
|
|||||||
});
|
});
|
||||||
|
|
||||||
function cancelInsert() {
|
function cancelInsert() {
|
||||||
if (!executing.value) return;
|
if (!executing.value || !activeSessionId.value) return;
|
||||||
insertCancelled.value = true;
|
void cancelDataGenerateSession(activeSessionId.value);
|
||||||
if (activeExecutionId) void api.cancelQuery(activeExecutionId);
|
|
||||||
}
|
}
|
||||||
|
|
||||||
function normalizeTimeoutSecs(value: number): number {
|
function normalizeTimeoutSecs(value: number): number {
|
||||||
@@ -643,119 +601,6 @@ function allSqlStatements(): string[] {
|
|||||||
return generatedResults.value.flatMap((r) => sqlStatementsForTable(r));
|
return generatedResults.value.flatMap((r) => sqlStatementsForTable(r));
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
|
||||||
* Streams one table: generate a chunk, insert it, drop the references, repeat.
|
|
||||||
*
|
|
||||||
* Peak memory stays proportional to `batchRows` instead of the requested row
|
|
||||||
* count, and each awaited round trip gives the main thread a chance to paint
|
|
||||||
* the progress bar.
|
|
||||||
*/
|
|
||||||
async function streamInsertTable(cid: string, db: string, r: GeneratedTableResult, executionId: string, onRows: (insertedRows: number) => void): Promise<{ ok: number; attempted: number; error: string; cancelled: boolean }> {
|
|
||||||
const cfg = configs[tableKey(r.schema, r.tableName)];
|
|
||||||
const genCfg: TableGenerateConfig = {
|
|
||||||
tableName: r.tableName,
|
|
||||||
schema: r.schema,
|
|
||||||
database: props.prefillDatabase ?? cfg?.database ?? "",
|
|
||||||
tableType: cfg?.tableType,
|
|
||||||
rowCount: r.targetRowCount,
|
|
||||||
columns: r.resolvedColumns,
|
|
||||||
};
|
|
||||||
const state = createTableGenerateState(genCfg, dbType.value);
|
|
||||||
const schema = r.schema || props.prefillSchema;
|
|
||||||
const forceSingleRow = !generateOptions.extendedInsert;
|
|
||||||
const timeoutSecs = normalizeTimeoutSecs(generateOptions.timeoutSecs);
|
|
||||||
const batchRows = Math.max(1, Math.floor(generateOptions.batchRows) || DEFAULT_BATCH_ROWS);
|
|
||||||
let ok = 0;
|
|
||||||
let attempted = 0;
|
|
||||||
let lastError = "";
|
|
||||||
let cancelled = false;
|
|
||||||
|
|
||||||
const run = (sql: string): Promise<QueryResult[]> =>
|
|
||||||
api.executeMultiWithProgress(cid, db, sql, () => {}, schema, {
|
|
||||||
timeoutSecs,
|
|
||||||
useTransaction: generateOptions.useTransaction,
|
|
||||||
continueOnError: generateOptions.continueOnError,
|
|
||||||
executionId,
|
|
||||||
});
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Executes one statement batch and folds the outcome into the running totals.
|
|
||||||
* Returns false when the caller has to stop the table.
|
|
||||||
*
|
|
||||||
* The returned per-statement results are inspected instead of trusting the
|
|
||||||
* `await`: several backend paths report a failed statement inside the result
|
|
||||||
* array while still resolving, so counting rows on the await alone would
|
|
||||||
* report failed batches as inserted.
|
|
||||||
*/
|
|
||||||
const executeBatch = async (statements: string[], rowsPerStatement: number[]): Promise<boolean> => {
|
|
||||||
const expectedRows = rowsPerStatement.reduce((sum, rows) => sum + rows, 0);
|
|
||||||
attempted += expectedRows;
|
|
||||||
try {
|
|
||||||
const results = await run(statements.join("\n"));
|
|
||||||
// A row-carrying batch that comes back without per-statement results is
|
|
||||||
// unconfirmed; counting it would over-report inserts.
|
|
||||||
if (expectedRows > 0 && (!results || results.length === 0)) {
|
|
||||||
if (!lastError) lastError = "Backend returned no result for the batch";
|
|
||||||
return generateOptions.continueOnError;
|
|
||||||
}
|
|
||||||
const outcome = summarizeBatchResults(results, rowsPerStatement);
|
|
||||||
ok += outcome.insertedRows;
|
|
||||||
if (!outcome.failed) return true;
|
|
||||||
if (!lastError) lastError = outcome.error ?? "Statement failed";
|
|
||||||
console.error("[startInsert] SQL error:", lastError);
|
|
||||||
return generateOptions.continueOnError;
|
|
||||||
} catch (e: unknown) {
|
|
||||||
// Cancelling a transaction or a single-statement round trip surfaces as
|
|
||||||
// an error, so it has to be told apart from a real failure.
|
|
||||||
if (insertCancelled.value || isQueryCanceledError(e)) {
|
|
||||||
cancelled = true;
|
|
||||||
return false;
|
|
||||||
}
|
|
||||||
const msg = errorMessage(e);
|
|
||||||
console.error("[startInsert] SQL error:", msg);
|
|
||||||
if (!lastError) lastError = msg;
|
|
||||||
return generateOptions.continueOnError;
|
|
||||||
}
|
|
||||||
};
|
|
||||||
|
|
||||||
const finish = () => ({ ok, attempted, error: cancelled ? "" : lastError, cancelled });
|
|
||||||
|
|
||||||
if (generateOptions.truncate) {
|
|
||||||
const targetTable = qualifiedTableName({ databaseType: dbType.value, schema: r.schema, tableName: r.tableName, database: props.prefillDatabase });
|
|
||||||
// TRUNCATE carries no generated rows, so it only gates the rest of the run.
|
|
||||||
const truncateOk = await executeBatch([`TRUNCATE TABLE ${targetTable};`], [0]);
|
|
||||||
if (!truncateOk) return finish();
|
|
||||||
}
|
|
||||||
|
|
||||||
while (state.nextIndex < r.targetRowCount && !insertCancelled.value) {
|
|
||||||
let valueRows: string[];
|
|
||||||
try {
|
|
||||||
const chunkRows = generateTableRowsChunk(genCfg, state, batchRows);
|
|
||||||
if (chunkRows.length === 0) break;
|
|
||||||
valueRows = chunkRows.map((row) => formatGeneratedRowValues(genCfg, dbType.value, state, row));
|
|
||||||
} catch (e: unknown) {
|
|
||||||
// Generation failures (unique space exhausted at row 500k, say) must not
|
|
||||||
// discard the rows that earlier chunks already inserted.
|
|
||||||
if (!lastError) lastError = generationErrorMessage(e);
|
|
||||||
return finish();
|
|
||||||
}
|
|
||||||
|
|
||||||
for (const group of splitValueRowsByByteBudget(state, valueRows, MAX_BATCH_BYTES)) {
|
|
||||||
const { statements, rowsPerStatement } = generateInsertBatches(dbType.value, state, group, forceSingleRow);
|
|
||||||
if (statements.length === 0) continue;
|
|
||||||
const keepGoing = await executeBatch(statements, rowsPerStatement);
|
|
||||||
onRows(ok);
|
|
||||||
if (!keepGoing) return finish();
|
|
||||||
}
|
|
||||||
onRows(ok);
|
|
||||||
// Yield so the progress bar repaints between chunks.
|
|
||||||
await new Promise((resolve) => setTimeout(resolve, 0));
|
|
||||||
}
|
|
||||||
|
|
||||||
if (insertCancelled.value) cancelled = true;
|
|
||||||
return finish();
|
|
||||||
}
|
|
||||||
|
|
||||||
async function startInsert() {
|
async function startInsert() {
|
||||||
if (executing.value || generationError.value) return;
|
if (executing.value || generationError.value) return;
|
||||||
const cid = props.prefillConnectionId;
|
const cid = props.prefillConnectionId;
|
||||||
@@ -771,67 +616,46 @@ async function startInsert() {
|
|||||||
sql: guardSql,
|
sql: guardSql,
|
||||||
source: t("production.sourceDataGenerate"),
|
source: t("production.sourceDataGenerate"),
|
||||||
execute: async () => {
|
execute: async () => {
|
||||||
executing.value = true;
|
const session = startDataGenerateSession(
|
||||||
insertCancelled.value = false;
|
{
|
||||||
const executionId = uuid();
|
connectionId: cid,
|
||||||
activeExecutionId = executionId;
|
database: db,
|
||||||
const startedAt = performance.now();
|
prefillSchema: props.prefillSchema,
|
||||||
const perTable: TableResult[] = [];
|
databaseType: dbType.value,
|
||||||
let stopAll = false;
|
label: targets.length === 1 ? `${db}.${targets[0].tableName}` : `${db} (${targets.length})`,
|
||||||
try {
|
targets,
|
||||||
for (let ti = 0; ti < targets.length && !stopAll; ti++) {
|
options: {
|
||||||
const r = targets[ti];
|
continueOnError: generateOptions.continueOnError,
|
||||||
insertProgress.value = {
|
truncate: generateOptions.truncate,
|
||||||
tableName: r.tableName,
|
useTransaction: generateOptions.useTransaction,
|
||||||
tableIndex: ti + 1,
|
extendedInsert: generateOptions.extendedInsert,
|
||||||
tableCount: targets.length,
|
timeoutSecs: normalizeTimeoutSecs(generateOptions.timeoutSecs),
|
||||||
insertedRows: 0,
|
batchRows: Math.max(1, Math.floor(generateOptions.batchRows) || DEFAULT_BATCH_ROWS),
|
||||||
totalRows: r.targetRowCount,
|
},
|
||||||
elapsedMs: 0,
|
},
|
||||||
};
|
{
|
||||||
let outcome: { ok: number; attempted: number; error: string; cancelled: boolean };
|
invalidateMetadataCache: (connectionId, database, schema, table) => store.invalidateMetadataCache(connectionId, database, schema, table),
|
||||||
let insertedSoFar = 0;
|
formatGenerationError: generationErrorMessage,
|
||||||
try {
|
},
|
||||||
outcome = await streamInsertTable(cid, db, r, executionId, (insertedRows) => {
|
);
|
||||||
insertedSoFar = insertedRows;
|
activeSessionId.value = session.id;
|
||||||
if (insertProgress.value) {
|
applyDataGenerateSession(session);
|
||||||
insertProgress.value = { ...insertProgress.value, insertedRows, elapsedMs: Math.round(performance.now() - startedAt) };
|
|
||||||
}
|
|
||||||
});
|
|
||||||
} catch (e: unknown) {
|
|
||||||
// Safety net: even an unexpected throw must not hide the rows that
|
|
||||||
// earlier batches already inserted.
|
|
||||||
const wasCancelled = insertCancelled.value || isQueryCanceledError(e);
|
|
||||||
outcome = { ok: insertedSoFar, attempted: insertedSoFar, error: wasCancelled ? "" : errorMessage(e), cancelled: wasCancelled };
|
|
||||||
}
|
|
||||||
const failedRows = Math.max(0, Math.max(outcome.attempted, outcome.ok) - outcome.ok);
|
|
||||||
perTable.push({
|
|
||||||
table: r.tableName,
|
|
||||||
total: r.targetRowCount,
|
|
||||||
ok: outcome.ok,
|
|
||||||
err: failedRows,
|
|
||||||
error: outcome.error || undefined,
|
|
||||||
cancelled: outcome.cancelled || undefined,
|
|
||||||
});
|
|
||||||
if (outcome.ok > 0) {
|
|
||||||
store.invalidateMetadataCache(cid, db, r.schema || props.prefillSchema || undefined, r.tableName);
|
|
||||||
}
|
|
||||||
if ((outcome.error && !generateOptions.continueOnError) || outcome.cancelled) stopAll = true;
|
|
||||||
}
|
|
||||||
} finally {
|
|
||||||
activeExecutionId = null;
|
|
||||||
}
|
|
||||||
executeResults.value = perTable;
|
|
||||||
currentStep.value = "result";
|
|
||||||
return true;
|
return true;
|
||||||
},
|
},
|
||||||
});
|
});
|
||||||
} finally {
|
} catch (error) {
|
||||||
executing.value = false;
|
generationError.value = generationErrorMessage(error);
|
||||||
insertProgress.value = null;
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
function applyDataGenerateSession(session = activeSession.value) {
|
||||||
|
if (!session) return;
|
||||||
|
generatedResults.value = session.config.targets;
|
||||||
|
generationError.value = session.error ?? "";
|
||||||
|
previewTableIndex.value = Math.min(previewTableIndex.value, Math.max(0, generatedResults.value.length - 1));
|
||||||
|
currentStep.value = session.status === "running" || session.status === "cancelling" ? "preview" : "result";
|
||||||
|
}
|
||||||
|
|
||||||
const orderDialogOpen = ref(false);
|
const orderDialogOpen = ref(false);
|
||||||
const tableOrder = ref<string[]>([]);
|
const tableOrder = ref<string[]>([]);
|
||||||
|
|
||||||
@@ -892,15 +716,29 @@ watch(
|
|||||||
{ deep: true, flush: "post" },
|
{ deep: true, flush: "post" },
|
||||||
);
|
);
|
||||||
|
|
||||||
onMounted(() => {
|
watch(
|
||||||
void loadSchemas();
|
[() => open.value, () => props.sessionId],
|
||||||
});
|
([isOpen, sessionId]) => {
|
||||||
|
if (!isOpen) return;
|
||||||
watch(open, (val) => {
|
const session = getDataGenerateSession(sessionId);
|
||||||
if (val) {
|
if (session) {
|
||||||
|
activeSessionId.value = session.id;
|
||||||
|
applyDataGenerateSession(session);
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
activeSessionId.value = null;
|
||||||
void loadSchemas();
|
void loadSchemas();
|
||||||
}
|
},
|
||||||
});
|
{ immediate: true },
|
||||||
|
);
|
||||||
|
|
||||||
|
watch(
|
||||||
|
() => {
|
||||||
|
const session = getDataGenerateSession(activeSessionId.value);
|
||||||
|
return session ? `${session.id}:${session.version}` : "";
|
||||||
|
},
|
||||||
|
() => applyDataGenerateSession(),
|
||||||
|
);
|
||||||
|
|
||||||
interface GenerateProfileJson {
|
interface GenerateProfileJson {
|
||||||
version: 1;
|
version: 1;
|
||||||
@@ -1296,8 +1134,9 @@ async function onFileSelected(event: Event) {
|
|||||||
</div>
|
</div>
|
||||||
<div class="flex items-center gap-2">
|
<div class="flex items-center gap-2">
|
||||||
<Button variant="outline" size="sm" class="h-7 text-xs" @click="open = false">
|
<Button variant="outline" size="sm" class="h-7 text-xs" @click="open = false">
|
||||||
<X class="mr-1 h-3 w-3" />
|
<Minimize2 v-if="executing" class="mr-1 h-3 w-3" />
|
||||||
{{ t("dangerDialog.cancel") }}
|
<X v-else class="mr-1 h-3 w-3" />
|
||||||
|
{{ executing ? t("exportProgress.minimize") : t("dangerDialog.cancel") }}
|
||||||
</Button>
|
</Button>
|
||||||
<template v-if="currentStep === 'config'">
|
<template v-if="currentStep === 'config'">
|
||||||
<Button variant="default" size="sm" class="h-7 text-xs" :disabled="!hasSelectedTables" @click="doGenerate">
|
<Button variant="default" size="sm" class="h-7 text-xs" :disabled="!hasSelectedTables" @click="doGenerate">
|
||||||
|
|||||||
@@ -235,6 +235,7 @@ watch(
|
|||||||
/>
|
/>
|
||||||
<DataTransferDialog
|
<DataTransferDialog
|
||||||
v-model:open="dialogs.showTransferDialog.value"
|
v-model:open="dialogs.showTransferDialog.value"
|
||||||
|
:task-id="dialogs.transferTaskId.value"
|
||||||
:prefill-connection-id="dialogs.transferPrefillConnectionId.value"
|
:prefill-connection-id="dialogs.transferPrefillConnectionId.value"
|
||||||
:prefill-database="dialogs.transferPrefillDatabase.value"
|
:prefill-database="dialogs.transferPrefillDatabase.value"
|
||||||
:prefill-catalog="dialogs.transferPrefillCatalog.value"
|
:prefill-catalog="dialogs.transferPrefillCatalog.value"
|
||||||
@@ -308,6 +309,7 @@ watch(
|
|||||||
<DataGenerateDialog
|
<DataGenerateDialog
|
||||||
v-if="dialogs.showTableDataGenerateDialog.value"
|
v-if="dialogs.showTableDataGenerateDialog.value"
|
||||||
v-model:open="dialogs.showTableDataGenerateDialog.value"
|
v-model:open="dialogs.showTableDataGenerateDialog.value"
|
||||||
|
:session-id="dialogs.tableDataGenerateSessionId.value"
|
||||||
:prefill-connection-id="dialogs.tableDataGeneratePrefillConnectionId.value"
|
:prefill-connection-id="dialogs.tableDataGeneratePrefillConnectionId.value"
|
||||||
:prefill-database="dialogs.tableDataGeneratePrefillDatabase.value"
|
:prefill-database="dialogs.tableDataGeneratePrefillDatabase.value"
|
||||||
:prefill-schema="dialogs.tableDataGeneratePrefillSchema.value"
|
:prefill-schema="dialogs.tableDataGeneratePrefillSchema.value"
|
||||||
|
|||||||
@@ -21,6 +21,7 @@ import type { TransferContent, TransferObjectKind, TransferTableNameCase } from
|
|||||||
import { crossFamilyTransferableKinds, isSameTransferFamily, transferObjectKindsForDatabase } from "@/lib/database/transferObjectKinds";
|
import { crossFamilyTransferableKinds, isSameTransferFamily, transferObjectKindsForDatabase } from "@/lib/database/transferObjectKinds";
|
||||||
import ObjectSelectionTree from "@/components/transfer/ObjectSelectionTree.vue";
|
import ObjectSelectionTree from "@/components/transfer/ObjectSelectionTree.vue";
|
||||||
import TransferTaskTree from "@/components/transfer/TransferTaskTree.vue";
|
import TransferTaskTree from "@/components/transfer/TransferTaskTree.vue";
|
||||||
|
import DataTransferProgressDialog from "@/components/transfer/DataTransferProgressDialog.vue";
|
||||||
import DangerConfirmDialog from "@/components/editor/DangerConfirmDialog.vue";
|
import DangerConfirmDialog from "@/components/editor/DangerConfirmDialog.vue";
|
||||||
import type { DatabaseType } from "@/types/database";
|
import type { DatabaseType } from "@/types/database";
|
||||||
import type { TransferTask, TransferTaskConfig } from "@/types/database";
|
import type { TransferTask, TransferTaskConfig } from "@/types/database";
|
||||||
@@ -31,13 +32,14 @@ import { decodeTransferDatabaseOption, encodeTransferDatabaseOptions, formatTran
|
|||||||
import { formatDatabaseLabel } from "@/lib/database/defaultDatabase";
|
import { formatDatabaseLabel } from "@/lib/database/defaultDatabase";
|
||||||
import { databaseOptionsForConnection, fetchCatalogNamespaceOptions, fetchNamespaceOptionsForConnection, namespaceOptionsAreSchemas } from "@/composables/useDatabaseOptions";
|
import { databaseOptionsForConnection, fetchCatalogNamespaceOptions, fetchNamespaceOptionsForConnection, namespaceOptionsAreSchemas } from "@/composables/useDatabaseOptions";
|
||||||
import { useExportTracker } from "@/composables/useExportTracker";
|
import { useExportTracker } from "@/composables/useExportTracker";
|
||||||
|
import { openDataTransferTask } from "@/composables/useDialogSources";
|
||||||
import { useTransferTaskStore, TransferTaskNameConflictError, nextTransferTaskCopyName } from "@/stores/transferTaskStore";
|
import { useTransferTaskStore, TransferTaskNameConflictError, nextTransferTaskCopyName } from "@/stores/transferTaskStore";
|
||||||
import { useToast } from "@/composables/useToast";
|
import { useToast } from "@/composables/useToast";
|
||||||
import type { CatalogInfo } from "@/types/database";
|
import type { CatalogInfo } from "@/types/database";
|
||||||
import { ArrowRightLeft, ArrowLeftRight, Loader2 } from "@lucide/vue";
|
import { ArrowRightLeft, ArrowLeftRight, Loader2 } from "@lucide/vue";
|
||||||
|
|
||||||
const { t } = useI18n();
|
const { t } = useI18n();
|
||||||
const { startDataTransferTask } = useExportTracker();
|
const { tasks, startDataTransferTask } = useExportTracker();
|
||||||
const { toast } = useToast();
|
const { toast } = useToast();
|
||||||
const taskStore = useTransferTaskStore();
|
const taskStore = useTransferTaskStore();
|
||||||
const productionSafetyStore = useProductionSafetyStore();
|
const productionSafetyStore = useProductionSafetyStore();
|
||||||
@@ -52,8 +54,14 @@ const props = defineProps<{
|
|||||||
prefillTargetConnectionId?: string;
|
prefillTargetConnectionId?: string;
|
||||||
prefillTargetDatabase?: string;
|
prefillTargetDatabase?: string;
|
||||||
prefillTargetSchema?: string;
|
prefillTargetSchema?: string;
|
||||||
|
taskId?: string | null;
|
||||||
}>();
|
}>();
|
||||||
|
|
||||||
|
const trackedTransferTask = computed(() => {
|
||||||
|
if (!props.taskId) return undefined;
|
||||||
|
return tasks.value.find((task) => task.exportId === props.taskId && task.kind === "data-transfer");
|
||||||
|
});
|
||||||
|
|
||||||
const transferDialogStyle = {
|
const transferDialogStyle = {
|
||||||
width: "min(1120px, calc(100vw - 2rem))",
|
width: "min(1120px, calc(100vw - 2rem))",
|
||||||
height: "min(80vh, calc(var(--dbx-viewport-height) - 2rem))",
|
height: "min(80vh, calc(var(--dbx-viewport-height) - 2rem))",
|
||||||
@@ -609,9 +617,9 @@ watch(targetDatabase, async (db) => {
|
|||||||
});
|
});
|
||||||
|
|
||||||
watch(
|
watch(
|
||||||
open,
|
[open, () => props.taskId],
|
||||||
async (val) => {
|
async ([val, taskId]) => {
|
||||||
if (val) {
|
if (val && !taskId) {
|
||||||
void taskStore.initFromStorage();
|
void taskStore.initFromStorage();
|
||||||
resetState();
|
resetState();
|
||||||
pendingSourceSchemaPrefill.value = props.prefillSchema ?? "";
|
pendingSourceSchemaPrefill.value = props.prefillSchema ?? "";
|
||||||
@@ -816,6 +824,7 @@ function runTransfer(request: api.TransferRequest, shouldRefreshTargetTree: bool
|
|||||||
startDataTransferTask(request, `${request.sourceDatabase} → ${request.targetDatabase}`, {
|
startDataTransferTask(request, `${request.sourceDatabase} → ${request.targetDatabase}`, {
|
||||||
formatOverlapError: (tables) => t("transfer.targetTableBusy", { tables: tables.join(", ") }),
|
formatOverlapError: (tables) => t("transfer.targetTableBusy", { tables: tables.join(", ") }),
|
||||||
onStarted: () => toast(t("transfer.backgroundStarted")),
|
onStarted: () => toast(t("transfer.backgroundStarted")),
|
||||||
|
onOpen: () => openDataTransferTask(request.transferId),
|
||||||
onDone: async () => {
|
onDone: async () => {
|
||||||
if (shouldRefreshTargetTree) {
|
if (shouldRefreshTargetTree) {
|
||||||
await store.refreshObjectListTreeNode(request.targetConnectionId, request.targetDatabase, request.targetSchema, request.targetCatalog);
|
await store.refreshObjectListTreeNode(request.targetConnectionId, request.targetDatabase, request.targetSchema, request.targetCatalog);
|
||||||
@@ -1155,7 +1164,8 @@ async function saveConfigTask() {
|
|||||||
</script>
|
</script>
|
||||||
|
|
||||||
<template>
|
<template>
|
||||||
<Dialog v-model:open="open">
|
<DataTransferProgressDialog v-if="trackedTransferTask" v-model:open="open" :task="trackedTransferTask" />
|
||||||
|
<Dialog v-else v-model:open="open">
|
||||||
<DialogContent class="dbx-transfer-dialog sm:max-w-[1120px] max-h-[80vh] flex flex-col overflow-hidden resize" :style="transferDialogStyle" @interact-outside.prevent>
|
<DialogContent class="dbx-transfer-dialog sm:max-w-[1120px] max-h-[80vh] flex flex-col overflow-hidden resize" :style="transferDialogStyle" @interact-outside.prevent>
|
||||||
<DialogHeader class="shrink-0">
|
<DialogHeader class="shrink-0">
|
||||||
<DialogTitle class="flex items-center gap-2">
|
<DialogTitle class="flex items-center gap-2">
|
||||||
|
|||||||
@@ -0,0 +1,117 @@
|
|||||||
|
<script setup lang="ts">
|
||||||
|
import { computed, onBeforeUnmount, onMounted, ref } from "vue";
|
||||||
|
import { useI18n } from "vue-i18n";
|
||||||
|
import { AlertCircle, ArrowRightLeft, CheckCircle2, Loader2, Minimize2, X, XCircle } from "@lucide/vue";
|
||||||
|
import { Button } from "@/components/ui/button";
|
||||||
|
import { Dialog, DialogContent, DialogFooter, DialogHeader, DialogTitle } from "@/components/ui/dialog";
|
||||||
|
import { formatDataTransferDuration, useExportTracker, type ExportTask } from "@/composables/useExportTracker";
|
||||||
|
import { translateBackendError } from "@/i18n/backend-errors";
|
||||||
|
|
||||||
|
const { t } = useI18n();
|
||||||
|
const open = defineModel<boolean>("open", { default: false });
|
||||||
|
const props = defineProps<{ task: ExportTask }>();
|
||||||
|
const { cancelTask } = useExportTracker();
|
||||||
|
const currentTime = ref(Date.now());
|
||||||
|
let elapsedTimer: ReturnType<typeof setInterval> | undefined;
|
||||||
|
|
||||||
|
const isActive = computed(() => ["Running", "Writing", "Cancelling"].includes(props.task.status));
|
||||||
|
const progressPercent = computed(() => {
|
||||||
|
if (props.task.status === "Done") return 100;
|
||||||
|
if (!props.task.totalTables) return 0;
|
||||||
|
return Math.min(95, Math.round(((props.task.tableIndex ?? 0) / props.task.totalTables) * 100));
|
||||||
|
});
|
||||||
|
const elapsed = computed(() => {
|
||||||
|
const startedAt = props.task.startedAt ?? currentTime.value;
|
||||||
|
return formatDataTransferDuration((props.task.finishedAt ?? currentTime.value) - startedAt);
|
||||||
|
});
|
||||||
|
const statusText = computed(() => {
|
||||||
|
if (props.task.status === "Cancelling") return t("databaseBackup.cancelling");
|
||||||
|
if (props.task.status === "Done") return t("exportProgress.compareDone");
|
||||||
|
if (props.task.status === "Error") return t("exportProgress.compareError");
|
||||||
|
if (props.task.status === "Cancelled") return t("exportProgress.compareCancelled");
|
||||||
|
return t("exportProgress.compareRunning");
|
||||||
|
});
|
||||||
|
|
||||||
|
onMounted(() => {
|
||||||
|
elapsedTimer = setInterval(() => {
|
||||||
|
currentTime.value = Date.now();
|
||||||
|
}, 1000);
|
||||||
|
});
|
||||||
|
|
||||||
|
onBeforeUnmount(() => {
|
||||||
|
if (elapsedTimer) clearInterval(elapsedTimer);
|
||||||
|
});
|
||||||
|
</script>
|
||||||
|
|
||||||
|
<template>
|
||||||
|
<Dialog :open="open" @update:open="open = $event">
|
||||||
|
<DialogContent class="sm:max-w-lg" data-transfer-progress-dialog @interact-outside.prevent>
|
||||||
|
<DialogHeader>
|
||||||
|
<DialogTitle class="flex items-center gap-2">
|
||||||
|
<ArrowRightLeft class="h-4 w-4" />
|
||||||
|
{{ t("exportProgress.dataTransferTitle", { name: task.tableName }) }}
|
||||||
|
</DialogTitle>
|
||||||
|
</DialogHeader>
|
||||||
|
|
||||||
|
<div class="space-y-4 py-3">
|
||||||
|
<div class="flex items-center gap-2 text-sm">
|
||||||
|
<Loader2 v-if="isActive" class="h-4 w-4 animate-spin text-primary" />
|
||||||
|
<CheckCircle2 v-else-if="task.status === 'Done'" class="h-4 w-4 text-green-500" />
|
||||||
|
<XCircle v-else-if="task.status === 'Error'" class="h-4 w-4 text-destructive" />
|
||||||
|
<AlertCircle v-else class="h-4 w-4 text-yellow-500" />
|
||||||
|
<span>{{ statusText }}</span>
|
||||||
|
</div>
|
||||||
|
|
||||||
|
<div class="space-y-1.5">
|
||||||
|
<div class="h-2 w-full overflow-hidden rounded-full bg-muted">
|
||||||
|
<div v-if="task.totalTables" class="h-full rounded-full transition-[width] duration-300" :class="task.status === 'Done' ? 'bg-green-500' : 'bg-primary'" :style="{ width: `${progressPercent}%` }" />
|
||||||
|
<div v-else-if="isActive" class="export-progress-indeterminate h-full rounded-full bg-primary" />
|
||||||
|
</div>
|
||||||
|
<div class="flex items-center justify-between gap-3 text-xs text-muted-foreground">
|
||||||
|
<span class="truncate">{{ task.currentTable || task.tableName }}</span>
|
||||||
|
<span class="shrink-0 tabular-nums">{{ task.tableIndex ?? 0 }} / {{ task.totalTables ?? 0 }} · {{ task.rowsExported.toLocaleString() }} {{ t("exportProgress.rowsShort") }}</span>
|
||||||
|
</div>
|
||||||
|
<div class="text-xs text-muted-foreground">{{ t("exportProgress.elapsed", { duration: elapsed }) }}</div>
|
||||||
|
</div>
|
||||||
|
|
||||||
|
<div v-if="task.errorMessage" class="rounded-md border border-destructive/30 bg-destructive/10 px-3 py-2 text-xs text-destructive">
|
||||||
|
{{ translateBackendError(t, task.errorMessage) }}
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
|
||||||
|
<DialogFooter>
|
||||||
|
<template v-if="isActive">
|
||||||
|
<Button variant="ghost" size="sm" @click="open = false">
|
||||||
|
<Minimize2 class="mr-1 h-3.5 w-3.5" />
|
||||||
|
{{ t("exportProgress.minimize") }}
|
||||||
|
</Button>
|
||||||
|
<Button variant="outline" size="sm" :disabled="task.status === 'Cancelling'" @click="cancelTask(task.exportId)">
|
||||||
|
<Loader2 v-if="task.status === 'Cancelling'" class="mr-1 h-3.5 w-3.5 animate-spin" />
|
||||||
|
<X v-else class="mr-1 h-3.5 w-3.5" />
|
||||||
|
{{ task.status === "Cancelling" ? t("databaseBackup.cancelling") : t("exportProgress.cancel") }}
|
||||||
|
</Button>
|
||||||
|
</template>
|
||||||
|
<Button v-else variant="outline" size="sm" @click="open = false">{{ t("exportProgress.close") }}</Button>
|
||||||
|
</DialogFooter>
|
||||||
|
</DialogContent>
|
||||||
|
</Dialog>
|
||||||
|
</template>
|
||||||
|
|
||||||
|
<style scoped>
|
||||||
|
.export-progress-indeterminate {
|
||||||
|
width: 42%;
|
||||||
|
animation: export-progress-slide 1.15s ease-in-out infinite;
|
||||||
|
}
|
||||||
|
|
||||||
|
@keyframes export-progress-slide {
|
||||||
|
0% {
|
||||||
|
transform: translateX(-110%);
|
||||||
|
}
|
||||||
|
50% {
|
||||||
|
transform: translateX(70%);
|
||||||
|
}
|
||||||
|
100% {
|
||||||
|
transform: translateX(250%);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
</style>
|
||||||
+98
@@ -0,0 +1,98 @@
|
|||||||
|
// @vitest-environment happy-dom
|
||||||
|
|
||||||
|
import { createApp, defineComponent, h, nextTick, ref, type App, type Ref } from "vue";
|
||||||
|
import { afterEach, beforeEach, describe, expect, it, vi } from "vitest";
|
||||||
|
import i18n from "@/i18n";
|
||||||
|
|
||||||
|
const mocks = vi.hoisted(() => ({
|
||||||
|
cancelTransfer: vi.fn(),
|
||||||
|
}));
|
||||||
|
|
||||||
|
vi.mock("@/lib/backend/api", () => ({
|
||||||
|
cancelDatabaseExport: vi.fn(),
|
||||||
|
cancelSqlFileExecution: vi.fn(),
|
||||||
|
cancelTableExport: vi.fn(),
|
||||||
|
cancelTransfer: mocks.cancelTransfer,
|
||||||
|
startTransfer: vi.fn(),
|
||||||
|
}));
|
||||||
|
|
||||||
|
vi.mock("@/components/ui/dialog", async () => {
|
||||||
|
const { defineComponent, h } = await import("vue");
|
||||||
|
const passthrough = defineComponent({
|
||||||
|
setup(_props, { slots }) {
|
||||||
|
return () => h("div", slots.default?.());
|
||||||
|
},
|
||||||
|
});
|
||||||
|
return { Dialog: passthrough, DialogContent: passthrough, DialogFooter: passthrough, DialogHeader: passthrough, DialogTitle: passthrough };
|
||||||
|
});
|
||||||
|
|
||||||
|
vi.mock("@/components/ui/button", async () => {
|
||||||
|
const { defineComponent, h } = await import("vue");
|
||||||
|
return {
|
||||||
|
Button: defineComponent({
|
||||||
|
setup(_props, { slots }) {
|
||||||
|
return () => h("button", slots.default?.());
|
||||||
|
},
|
||||||
|
}),
|
||||||
|
};
|
||||||
|
});
|
||||||
|
|
||||||
|
import DataTransferProgressDialog from "@/components/transfer/DataTransferProgressDialog.vue";
|
||||||
|
import { useExportTracker } from "@/composables/useExportTracker";
|
||||||
|
|
||||||
|
const mountedApps: App[] = [];
|
||||||
|
|
||||||
|
function resetTracker() {
|
||||||
|
const tracker = useExportTracker();
|
||||||
|
for (const task of tracker.tasks.value) tracker.removeTask(task.exportId);
|
||||||
|
}
|
||||||
|
|
||||||
|
beforeEach(() => {
|
||||||
|
vi.clearAllMocks();
|
||||||
|
resetTracker();
|
||||||
|
i18n.global.locale.value = "en";
|
||||||
|
});
|
||||||
|
|
||||||
|
afterEach(() => {
|
||||||
|
for (const app of mountedApps.splice(0)) app.unmount();
|
||||||
|
document.body.innerHTML = "";
|
||||||
|
resetTracker();
|
||||||
|
});
|
||||||
|
|
||||||
|
describe("DataTransferProgressDialog", () => {
|
||||||
|
it("minimizes without cancelling and keeps the explicit cancel action", async () => {
|
||||||
|
const tracker = useExportTracker();
|
||||||
|
const task = tracker.addDataTransferTask("transfer-progress", "source → target", 2);
|
||||||
|
let dialogOpen!: Ref<boolean>;
|
||||||
|
const container = document.createElement("div");
|
||||||
|
document.body.append(container);
|
||||||
|
const app = createApp(
|
||||||
|
defineComponent({
|
||||||
|
setup() {
|
||||||
|
dialogOpen = ref(true);
|
||||||
|
return () => h(DataTransferProgressDialog, { open: dialogOpen.value, "onUpdate:open": (value: boolean) => (dialogOpen.value = value), task });
|
||||||
|
},
|
||||||
|
}),
|
||||||
|
);
|
||||||
|
mountedApps.push(app);
|
||||||
|
app.use(i18n);
|
||||||
|
app.mount(container);
|
||||||
|
await nextTick();
|
||||||
|
|
||||||
|
const buttons = () => [...document.body.querySelectorAll<HTMLButtonElement>("button")];
|
||||||
|
buttons()
|
||||||
|
.find((button) => button.textContent?.includes("Minimize to background"))
|
||||||
|
?.click();
|
||||||
|
await nextTick();
|
||||||
|
expect(dialogOpen.value).toBe(false);
|
||||||
|
expect(mocks.cancelTransfer).not.toHaveBeenCalled();
|
||||||
|
expect(task.status).toBe("Running");
|
||||||
|
|
||||||
|
dialogOpen.value = true;
|
||||||
|
await nextTick();
|
||||||
|
buttons()
|
||||||
|
.find((button) => button.textContent?.trim() === "Cancel")
|
||||||
|
?.click();
|
||||||
|
await vi.waitFor(() => expect(mocks.cancelTransfer).toHaveBeenCalledWith(task.exportId));
|
||||||
|
});
|
||||||
|
});
|
||||||
@@ -0,0 +1,177 @@
|
|||||||
|
import { afterEach, beforeEach, describe, expect, it, vi } from "vitest";
|
||||||
|
import type { QueryResult } from "@/types/database";
|
||||||
|
|
||||||
|
const mocks = vi.hoisted(() => ({
|
||||||
|
cancelQuery: vi.fn(),
|
||||||
|
executeMultiWithProgress: vi.fn(),
|
||||||
|
openDataGenerateSession: vi.fn(),
|
||||||
|
}));
|
||||||
|
|
||||||
|
vi.mock("@/lib/backend/api", () => ({
|
||||||
|
cancelDatabaseExport: vi.fn(),
|
||||||
|
cancelQuery: mocks.cancelQuery,
|
||||||
|
cancelSqlFileExecution: vi.fn(),
|
||||||
|
cancelTableExport: vi.fn(),
|
||||||
|
cancelTransfer: vi.fn(),
|
||||||
|
executeMultiWithProgress: mocks.executeMultiWithProgress,
|
||||||
|
startTransfer: vi.fn(),
|
||||||
|
}));
|
||||||
|
|
||||||
|
vi.mock("@/composables/useDialogSources", () => ({
|
||||||
|
openDataGenerateSession: mocks.openDataGenerateSession,
|
||||||
|
}));
|
||||||
|
|
||||||
|
import { getDataGenerateSession, startDataGenerateSession } from "@/composables/useDataGenerateSession";
|
||||||
|
import { useExportTracker } from "@/composables/useExportTracker";
|
||||||
|
|
||||||
|
function successfulResult(): QueryResult[] {
|
||||||
|
return [
|
||||||
|
{
|
||||||
|
columns: [],
|
||||||
|
rows: [],
|
||||||
|
affected_rows: 2,
|
||||||
|
execution_time_ms: 1,
|
||||||
|
},
|
||||||
|
];
|
||||||
|
}
|
||||||
|
|
||||||
|
function startSession() {
|
||||||
|
return startDataGenerateSession(
|
||||||
|
{
|
||||||
|
connectionId: "connection-1",
|
||||||
|
database: "app",
|
||||||
|
prefillSchema: "public",
|
||||||
|
databaseType: "postgres",
|
||||||
|
label: "app.users",
|
||||||
|
targets: [
|
||||||
|
{
|
||||||
|
tableName: "users",
|
||||||
|
schema: "public",
|
||||||
|
database: "app",
|
||||||
|
targetRowCount: 2,
|
||||||
|
isSample: false,
|
||||||
|
columns: ["id"],
|
||||||
|
rows: [[1], [2]],
|
||||||
|
sql: "INSERT INTO users VALUES (1), (2);",
|
||||||
|
statements: ["INSERT INTO users VALUES (1), (2);"],
|
||||||
|
resolvedColumns: [
|
||||||
|
{
|
||||||
|
columnName: "id",
|
||||||
|
dataType: "integer",
|
||||||
|
rowCount: 2,
|
||||||
|
generatorKey: "sequence",
|
||||||
|
generatorParams: { startValue: 1, increment: 1 },
|
||||||
|
},
|
||||||
|
],
|
||||||
|
},
|
||||||
|
],
|
||||||
|
options: {
|
||||||
|
continueOnError: false,
|
||||||
|
truncate: false,
|
||||||
|
useTransaction: true,
|
||||||
|
extendedInsert: true,
|
||||||
|
timeoutSecs: 0,
|
||||||
|
batchRows: 2,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
{ invalidateMetadataCache: vi.fn() },
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
function resetTracker() {
|
||||||
|
const tracker = useExportTracker();
|
||||||
|
for (const task of tracker.tasks.value) tracker.removeTask(task.exportId);
|
||||||
|
}
|
||||||
|
|
||||||
|
beforeEach(() => {
|
||||||
|
vi.clearAllMocks();
|
||||||
|
resetTracker();
|
||||||
|
});
|
||||||
|
|
||||||
|
afterEach(() => {
|
||||||
|
resetTracker();
|
||||||
|
});
|
||||||
|
|
||||||
|
describe("data generation background sessions", () => {
|
||||||
|
it("continues outside the dialog, reopens from the task entry, and cleans up after completion", async () => {
|
||||||
|
let finishBatch!: (result: QueryResult[]) => void;
|
||||||
|
mocks.executeMultiWithProgress.mockImplementationOnce(
|
||||||
|
() =>
|
||||||
|
new Promise<QueryResult[]>((resolve) => {
|
||||||
|
finishBatch = resolve;
|
||||||
|
}),
|
||||||
|
);
|
||||||
|
|
||||||
|
const tracker = useExportTracker();
|
||||||
|
const session = startSession();
|
||||||
|
const task = tracker.tasks.value.find((candidate) => candidate.exportId === session.id)!;
|
||||||
|
|
||||||
|
await vi.waitFor(() => expect(mocks.executeMultiWithProgress).toHaveBeenCalledOnce());
|
||||||
|
expect(session.status).toBe("running");
|
||||||
|
expect(task.status).toBe("Running");
|
||||||
|
|
||||||
|
task.onOpen?.();
|
||||||
|
expect(mocks.openDataGenerateSession).toHaveBeenCalledWith(session.id, {
|
||||||
|
connectionId: "connection-1",
|
||||||
|
database: "app",
|
||||||
|
schema: "public",
|
||||||
|
tableName: "users",
|
||||||
|
});
|
||||||
|
|
||||||
|
finishBatch(successfulResult());
|
||||||
|
await vi.waitFor(() => expect(session.status).toBe("completed"));
|
||||||
|
expect(task.status).toBe("Done");
|
||||||
|
expect(task.rowsExported).toBe(2);
|
||||||
|
expect(session.results).toEqual([{ table: "users", total: 2, ok: 2, err: 0, error: undefined, cancelled: undefined }]);
|
||||||
|
|
||||||
|
tracker.removeTask(session.id);
|
||||||
|
expect(getDataGenerateSession(session.id)).toBeUndefined();
|
||||||
|
});
|
||||||
|
|
||||||
|
it("keeps cancel separate from minimize and publishes the cancelled terminal state", async () => {
|
||||||
|
let failBatch!: (error: Error) => void;
|
||||||
|
mocks.executeMultiWithProgress.mockImplementationOnce(
|
||||||
|
() =>
|
||||||
|
new Promise<QueryResult[]>((_resolve, reject) => {
|
||||||
|
failBatch = reject;
|
||||||
|
}),
|
||||||
|
);
|
||||||
|
mocks.cancelQuery.mockResolvedValueOnce(true);
|
||||||
|
|
||||||
|
const tracker = useExportTracker();
|
||||||
|
const session = startSession();
|
||||||
|
const task = tracker.tasks.value.find((candidate) => candidate.exportId === session.id)!;
|
||||||
|
await vi.waitFor(() => expect(mocks.executeMultiWithProgress).toHaveBeenCalledOnce());
|
||||||
|
|
||||||
|
await tracker.cancelTask(session.id);
|
||||||
|
expect(mocks.cancelQuery).toHaveBeenCalledWith(session.id);
|
||||||
|
expect(session.status).toBe("cancelling");
|
||||||
|
expect(task.status).toBe("Cancelling");
|
||||||
|
|
||||||
|
failBatch(new Error("Query canceled"));
|
||||||
|
await vi.waitFor(() => expect(session.status).toBe("cancelled"));
|
||||||
|
expect(task.status).toBe("Cancelled");
|
||||||
|
expect(session.results[0]?.cancelled).toBe(true);
|
||||||
|
});
|
||||||
|
|
||||||
|
it("retains per-table failures in the resumable result", async () => {
|
||||||
|
mocks.executeMultiWithProgress.mockResolvedValueOnce([
|
||||||
|
{
|
||||||
|
columns: ["Error"],
|
||||||
|
rows: [["duplicate key"]],
|
||||||
|
affected_rows: 0,
|
||||||
|
execution_time_ms: 1,
|
||||||
|
execution_error: true,
|
||||||
|
} as QueryResult,
|
||||||
|
]);
|
||||||
|
|
||||||
|
const tracker = useExportTracker();
|
||||||
|
const session = startSession();
|
||||||
|
const task = tracker.tasks.value.find((candidate) => candidate.exportId === session.id)!;
|
||||||
|
|
||||||
|
await vi.waitFor(() => expect(session.status).toBe("completed"));
|
||||||
|
expect(task.status).toBe("Error");
|
||||||
|
expect(task.errorMessage).toBe("duplicate key");
|
||||||
|
expect(session.results[0]).toMatchObject({ table: "users", ok: 0, err: 2, error: "duplicate key" });
|
||||||
|
});
|
||||||
|
});
|
||||||
@@ -169,14 +169,17 @@ describe("data transfer task duration", () => {
|
|||||||
});
|
});
|
||||||
const tracker = useExportTracker();
|
const tracker = useExportTracker();
|
||||||
const onStarted = vi.fn();
|
const onStarted = vi.fn();
|
||||||
|
const onOpen = vi.fn();
|
||||||
const request = { ...transferRequest(`start-${_flow}`), ...overrides };
|
const request = { ...transferRequest(`start-${_flow}`), ...overrides };
|
||||||
|
|
||||||
const task = tracker.startDataTransferTask(request, _flow, { onStarted });
|
const task = tracker.startDataTransferTask(request, _flow, { onStarted, onOpen });
|
||||||
|
|
||||||
expect(task.status).toBe("Running");
|
expect(task.status).toBe("Running");
|
||||||
expect(api.startTransfer).toHaveBeenCalledTimes(1);
|
expect(api.startTransfer).toHaveBeenCalledTimes(1);
|
||||||
expect(vi.mocked(api.startTransfer).mock.calls[0]?.[0]).toMatchObject(overrides);
|
expect(vi.mocked(api.startTransfer).mock.calls[0]?.[0]).toMatchObject(overrides);
|
||||||
expect(onStarted).toHaveBeenCalledTimes(1);
|
expect(onStarted).toHaveBeenCalledTimes(1);
|
||||||
|
task.onOpen?.();
|
||||||
|
expect(onOpen).toHaveBeenCalledTimes(1);
|
||||||
|
|
||||||
finishTransfer();
|
finishTransfer();
|
||||||
await Promise.resolve();
|
await Promise.resolve();
|
||||||
|
|||||||
@@ -0,0 +1,396 @@
|
|||||||
|
import { reactive, shallowReactive } from "vue";
|
||||||
|
import { openDataGenerateSession } from "@/composables/useDialogSources";
|
||||||
|
import { useExportTracker } from "@/composables/useExportTracker";
|
||||||
|
import * as api from "@/lib/backend/api";
|
||||||
|
import { createTableGenerateState, formatGeneratedRowValues, generateInsertBatches, generateTableRowsChunk, splitValueRowsByByteBudget, type ColumnGenerateConfig, type GenerateResult, type TableGenerateConfig } from "@/lib/dataGrid/dataGenerate";
|
||||||
|
import { errorMessage, isQueryCanceledError, summarizeBatchResults } from "@/lib/dataGrid/generateInsertAccounting";
|
||||||
|
import { qualifiedTableName } from "@/lib/table/tableSelectSql";
|
||||||
|
import { uuid } from "@/lib/common/utils";
|
||||||
|
import type { DatabaseType, QueryResult } from "@/types/database";
|
||||||
|
|
||||||
|
const DEFAULT_BATCH_ROWS = 1000;
|
||||||
|
const MAX_BATCH_BYTES = 1024 * 1024;
|
||||||
|
|
||||||
|
export interface DataGenerateTarget extends GenerateResult {
|
||||||
|
tableName: string;
|
||||||
|
schema: string;
|
||||||
|
database: string;
|
||||||
|
tableType?: string;
|
||||||
|
targetRowCount: number;
|
||||||
|
isSample: boolean;
|
||||||
|
resolvedColumns: ColumnGenerateConfig[];
|
||||||
|
}
|
||||||
|
|
||||||
|
export interface DataGenerateRunOptions {
|
||||||
|
continueOnError: boolean;
|
||||||
|
truncate: boolean;
|
||||||
|
useTransaction: boolean;
|
||||||
|
extendedInsert: boolean;
|
||||||
|
timeoutSecs: number;
|
||||||
|
batchRows: number;
|
||||||
|
}
|
||||||
|
|
||||||
|
export interface DataGenerateTableResult {
|
||||||
|
table: string;
|
||||||
|
total: number;
|
||||||
|
ok: number;
|
||||||
|
err: number;
|
||||||
|
error?: string;
|
||||||
|
cancelled?: boolean;
|
||||||
|
}
|
||||||
|
|
||||||
|
export interface DataGenerateSessionProgress {
|
||||||
|
tableName: string;
|
||||||
|
tableIndex: number;
|
||||||
|
tableCount: number;
|
||||||
|
insertedRows: number;
|
||||||
|
totalRows: number;
|
||||||
|
elapsedMs: number;
|
||||||
|
}
|
||||||
|
|
||||||
|
export type DataGenerateSessionStatus = "running" | "cancelling" | "completed" | "failed" | "cancelled";
|
||||||
|
|
||||||
|
export interface DataGenerateSessionConfig {
|
||||||
|
connectionId: string;
|
||||||
|
database: string;
|
||||||
|
prefillSchema?: string;
|
||||||
|
databaseType?: DatabaseType;
|
||||||
|
label: string;
|
||||||
|
targets: DataGenerateTarget[];
|
||||||
|
options: DataGenerateRunOptions;
|
||||||
|
}
|
||||||
|
|
||||||
|
export interface DataGenerateSession {
|
||||||
|
id: string;
|
||||||
|
version: number;
|
||||||
|
status: DataGenerateSessionStatus;
|
||||||
|
config: DataGenerateSessionConfig;
|
||||||
|
progress: DataGenerateSessionProgress | null;
|
||||||
|
results: DataGenerateTableResult[];
|
||||||
|
error: string | null;
|
||||||
|
startedAt: number;
|
||||||
|
finishedAt?: number;
|
||||||
|
}
|
||||||
|
|
||||||
|
interface MutableDataGenerateSession extends DataGenerateSession {
|
||||||
|
cancelRequested: boolean;
|
||||||
|
activeExecutionId: string | null;
|
||||||
|
}
|
||||||
|
|
||||||
|
export interface DataGenerateSessionDependencies {
|
||||||
|
invalidateMetadataCache(connectionId: string, database: string, schema?: string, table?: string): void;
|
||||||
|
formatGenerationError?: (error: unknown) => string;
|
||||||
|
}
|
||||||
|
|
||||||
|
interface TableInsertOutcome {
|
||||||
|
ok: number;
|
||||||
|
attempted: number;
|
||||||
|
error: string;
|
||||||
|
cancelled: boolean;
|
||||||
|
}
|
||||||
|
|
||||||
|
const sessions = reactive(new Map<string, MutableDataGenerateSession>());
|
||||||
|
|
||||||
|
function normalizeTimeoutSecs(value: number): number {
|
||||||
|
if (!Number.isFinite(value) || value < 0) return 0;
|
||||||
|
return Math.min(86_400, Math.floor(value));
|
||||||
|
}
|
||||||
|
|
||||||
|
function cloneColumn(column: ColumnGenerateConfig): ColumnGenerateConfig {
|
||||||
|
return {
|
||||||
|
...column,
|
||||||
|
generatorParams: column.generatorParams
|
||||||
|
? {
|
||||||
|
...column.generatorParams,
|
||||||
|
languages: column.generatorParams.languages ? [...column.generatorParams.languages] : undefined,
|
||||||
|
weekdays: column.generatorParams.weekdays ? [...column.generatorParams.weekdays] : undefined,
|
||||||
|
phoneRegions: column.generatorParams.phoneRegions ? [...column.generatorParams.phoneRegions] : undefined,
|
||||||
|
cardTypes: column.generatorParams.cardTypes ? [...column.generatorParams.cardTypes] : undefined,
|
||||||
|
regions: column.generatorParams.regions ? [...column.generatorParams.regions] : undefined,
|
||||||
|
idTypes: column.generatorParams.idTypes ? [...column.generatorParams.idTypes] : undefined,
|
||||||
|
barcodeTypes: column.generatorParams.barcodeTypes ? [...column.generatorParams.barcodeTypes] : undefined,
|
||||||
|
pathTypes: column.generatorParams.pathTypes ? [...column.generatorParams.pathTypes] : undefined,
|
||||||
|
}
|
||||||
|
: undefined,
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
function cloneTarget(target: DataGenerateTarget): DataGenerateTarget {
|
||||||
|
return {
|
||||||
|
...target,
|
||||||
|
columns: [...target.columns],
|
||||||
|
rows: target.rows.map((row) => [...row]),
|
||||||
|
statements: [...target.statements],
|
||||||
|
resolvedColumns: target.resolvedColumns.map(cloneColumn),
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
function cloneConfig(config: DataGenerateSessionConfig): DataGenerateSessionConfig {
|
||||||
|
return {
|
||||||
|
...config,
|
||||||
|
targets: config.targets.map(cloneTarget),
|
||||||
|
options: { ...config.options },
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
function generationError(dependencies: DataGenerateSessionDependencies, error: unknown): string {
|
||||||
|
return dependencies.formatGenerationError?.(error) ?? errorMessage(error);
|
||||||
|
}
|
||||||
|
|
||||||
|
function totalTargetRows(session: DataGenerateSession): number {
|
||||||
|
return session.config.targets.reduce((sum, target) => sum + target.targetRowCount, 0);
|
||||||
|
}
|
||||||
|
|
||||||
|
function insertedRows(session: DataGenerateSession, currentRows = 0): number {
|
||||||
|
return session.results.reduce((sum, result) => sum + result.ok, 0) + currentRows;
|
||||||
|
}
|
||||||
|
|
||||||
|
function publishProgress(session: MutableDataGenerateSession, progress: DataGenerateSessionProgress, currentRows = progress.insertedRows): void {
|
||||||
|
session.version += 1;
|
||||||
|
session.progress = progress;
|
||||||
|
useExportTracker().updateDataGenerationTask(session.id, {
|
||||||
|
status: session.status === "cancelling" ? "Cancelling" : "Running",
|
||||||
|
tableIndex: progress.tableIndex,
|
||||||
|
totalTables: progress.tableCount,
|
||||||
|
currentTable: progress.tableName,
|
||||||
|
rowsGenerated: insertedRows(session, currentRows),
|
||||||
|
totalRows: totalTargetRows(session),
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
async function streamInsertTable(session: MutableDataGenerateSession, target: DataGenerateTarget, dependencies: DataGenerateSessionDependencies, onRows: (insertedRows: number) => void): Promise<TableInsertOutcome> {
|
||||||
|
const { connectionId, database, databaseType, options, prefillSchema } = session.config;
|
||||||
|
const config: TableGenerateConfig = {
|
||||||
|
tableName: target.tableName,
|
||||||
|
schema: target.schema,
|
||||||
|
database: target.database || database,
|
||||||
|
tableType: target.tableType,
|
||||||
|
rowCount: target.targetRowCount,
|
||||||
|
columns: target.resolvedColumns,
|
||||||
|
};
|
||||||
|
const state = createTableGenerateState(config, databaseType);
|
||||||
|
const schema = target.schema || prefillSchema;
|
||||||
|
const forceSingleRow = !options.extendedInsert;
|
||||||
|
const timeoutSecs = normalizeTimeoutSecs(options.timeoutSecs);
|
||||||
|
const batchRows = Math.max(1, Math.floor(options.batchRows) || DEFAULT_BATCH_ROWS);
|
||||||
|
let ok = 0;
|
||||||
|
let attempted = 0;
|
||||||
|
let lastError = "";
|
||||||
|
let cancelled = false;
|
||||||
|
|
||||||
|
const run = (sql: string): Promise<QueryResult[]> =>
|
||||||
|
api.executeMultiWithProgress(connectionId, database, sql, () => {}, schema, {
|
||||||
|
timeoutSecs,
|
||||||
|
useTransaction: options.useTransaction,
|
||||||
|
continueOnError: options.continueOnError,
|
||||||
|
executionId: session.id,
|
||||||
|
});
|
||||||
|
|
||||||
|
const executeBatch = async (statements: string[], rowsPerStatement: number[]): Promise<boolean> => {
|
||||||
|
const expectedRows = rowsPerStatement.reduce((sum, rows) => sum + rows, 0);
|
||||||
|
attempted += expectedRows;
|
||||||
|
try {
|
||||||
|
const results = await run(statements.join("\n"));
|
||||||
|
if (expectedRows > 0 && (!results || results.length === 0)) {
|
||||||
|
if (!lastError) lastError = "Backend returned no result for the batch";
|
||||||
|
return options.continueOnError;
|
||||||
|
}
|
||||||
|
const outcome = summarizeBatchResults(results, rowsPerStatement);
|
||||||
|
ok += outcome.insertedRows;
|
||||||
|
if (!outcome.failed) return true;
|
||||||
|
if (!lastError) lastError = outcome.error ?? "Statement failed";
|
||||||
|
return options.continueOnError;
|
||||||
|
} catch (error: unknown) {
|
||||||
|
if (session.cancelRequested || isQueryCanceledError(error)) {
|
||||||
|
cancelled = true;
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
if (!lastError) lastError = errorMessage(error);
|
||||||
|
return options.continueOnError;
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
const finish = (): TableInsertOutcome => ({ ok, attempted, error: cancelled ? "" : lastError, cancelled });
|
||||||
|
|
||||||
|
if (options.truncate) {
|
||||||
|
const table = qualifiedTableName({ databaseType, schema: target.schema, tableName: target.tableName, database });
|
||||||
|
if (!(await executeBatch([`TRUNCATE TABLE ${table};`], [0]))) return finish();
|
||||||
|
}
|
||||||
|
|
||||||
|
while (state.nextIndex < target.targetRowCount && !session.cancelRequested) {
|
||||||
|
let valueRows: string[];
|
||||||
|
try {
|
||||||
|
const rows = generateTableRowsChunk(config, state, batchRows);
|
||||||
|
if (rows.length === 0) break;
|
||||||
|
valueRows = rows.map((row) => formatGeneratedRowValues(config, databaseType, state, row));
|
||||||
|
} catch (error: unknown) {
|
||||||
|
if (!lastError) lastError = generationError(dependencies, error);
|
||||||
|
return finish();
|
||||||
|
}
|
||||||
|
|
||||||
|
for (const group of splitValueRowsByByteBudget(state, valueRows, MAX_BATCH_BYTES)) {
|
||||||
|
if (session.cancelRequested) break;
|
||||||
|
const { statements, rowsPerStatement } = generateInsertBatches(databaseType, state, group, forceSingleRow);
|
||||||
|
if (statements.length === 0) continue;
|
||||||
|
const keepGoing = await executeBatch(statements, rowsPerStatement);
|
||||||
|
onRows(ok);
|
||||||
|
if (!keepGoing) return finish();
|
||||||
|
}
|
||||||
|
onRows(ok);
|
||||||
|
await new Promise((resolve) => setTimeout(resolve, 0));
|
||||||
|
}
|
||||||
|
|
||||||
|
if (session.cancelRequested) cancelled = true;
|
||||||
|
return finish();
|
||||||
|
}
|
||||||
|
|
||||||
|
function finishSession(session: MutableDataGenerateSession, status: "completed" | "failed" | "cancelled", error: string | null): void {
|
||||||
|
session.status = status;
|
||||||
|
session.error = error;
|
||||||
|
session.progress = null;
|
||||||
|
session.finishedAt ??= Date.now();
|
||||||
|
session.version += 1;
|
||||||
|
const lastResult = session.results[session.results.length - 1];
|
||||||
|
useExportTracker().updateDataGenerationTask(session.id, {
|
||||||
|
status: status === "cancelled" ? "Cancelled" : status === "failed" || session.results.some((result) => result.err > 0 || !!result.error) ? "Error" : "Done",
|
||||||
|
tableIndex: session.results.length,
|
||||||
|
totalTables: session.config.targets.length,
|
||||||
|
currentTable: lastResult?.table ?? "",
|
||||||
|
rowsGenerated: insertedRows(session),
|
||||||
|
totalRows: totalTargetRows(session),
|
||||||
|
errorMessage: error ?? session.results.find((result) => result.error)?.error ?? null,
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
async function runDataGenerateSession(session: MutableDataGenerateSession, dependencies: DataGenerateSessionDependencies): Promise<void> {
|
||||||
|
const { connectionId, database, prefillSchema, targets, options } = session.config;
|
||||||
|
try {
|
||||||
|
let stopAll = false;
|
||||||
|
for (const [index, target] of targets.entries()) {
|
||||||
|
if (stopAll || session.cancelRequested) break;
|
||||||
|
const initialProgress: DataGenerateSessionProgress = {
|
||||||
|
tableName: target.tableName,
|
||||||
|
tableIndex: index + 1,
|
||||||
|
tableCount: targets.length,
|
||||||
|
insertedRows: 0,
|
||||||
|
totalRows: target.targetRowCount,
|
||||||
|
elapsedMs: Date.now() - session.startedAt,
|
||||||
|
};
|
||||||
|
publishProgress(session, initialProgress, 0);
|
||||||
|
|
||||||
|
let insertedSoFar = 0;
|
||||||
|
let outcome: TableInsertOutcome;
|
||||||
|
try {
|
||||||
|
outcome = await streamInsertTable(session, target, dependencies, (rows) => {
|
||||||
|
insertedSoFar = rows;
|
||||||
|
publishProgress(
|
||||||
|
session,
|
||||||
|
{
|
||||||
|
...initialProgress,
|
||||||
|
insertedRows: rows,
|
||||||
|
elapsedMs: Date.now() - session.startedAt,
|
||||||
|
},
|
||||||
|
rows,
|
||||||
|
);
|
||||||
|
});
|
||||||
|
} catch (error: unknown) {
|
||||||
|
const wasCancelled = session.cancelRequested || isQueryCanceledError(error);
|
||||||
|
outcome = { ok: insertedSoFar, attempted: insertedSoFar, error: wasCancelled ? "" : errorMessage(error), cancelled: wasCancelled };
|
||||||
|
}
|
||||||
|
|
||||||
|
const failedRows = Math.max(0, Math.max(outcome.attempted, outcome.ok) - outcome.ok);
|
||||||
|
session.results = [
|
||||||
|
...session.results,
|
||||||
|
{
|
||||||
|
table: target.tableName,
|
||||||
|
total: target.targetRowCount,
|
||||||
|
ok: outcome.ok,
|
||||||
|
err: failedRows,
|
||||||
|
error: outcome.error || undefined,
|
||||||
|
cancelled: outcome.cancelled || undefined,
|
||||||
|
},
|
||||||
|
];
|
||||||
|
session.version += 1;
|
||||||
|
if (outcome.ok > 0) dependencies.invalidateMetadataCache(connectionId, database, target.schema || prefillSchema || undefined, target.tableName);
|
||||||
|
if ((outcome.error && !options.continueOnError) || outcome.cancelled) stopAll = true;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (session.cancelRequested || session.results.some((result) => result.cancelled)) {
|
||||||
|
finishSession(session, "cancelled", null);
|
||||||
|
} else {
|
||||||
|
finishSession(session, "completed", null);
|
||||||
|
}
|
||||||
|
} catch (error: unknown) {
|
||||||
|
finishSession(session, "failed", generationError(dependencies, error));
|
||||||
|
} finally {
|
||||||
|
session.activeExecutionId = null;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
export function startDataGenerateSession(config: DataGenerateSessionConfig, dependencies: DataGenerateSessionDependencies): DataGenerateSession {
|
||||||
|
const id = uuid();
|
||||||
|
const session = shallowReactive<MutableDataGenerateSession>({
|
||||||
|
id,
|
||||||
|
version: 0,
|
||||||
|
status: "running",
|
||||||
|
config: cloneConfig(config),
|
||||||
|
progress: null,
|
||||||
|
results: [],
|
||||||
|
error: null,
|
||||||
|
startedAt: Date.now(),
|
||||||
|
cancelRequested: false,
|
||||||
|
activeExecutionId: id,
|
||||||
|
});
|
||||||
|
sessions.set(id, session);
|
||||||
|
|
||||||
|
const firstTarget = session.config.targets[0];
|
||||||
|
const tracker = useExportTracker();
|
||||||
|
tracker.addDataGenerationTask(
|
||||||
|
id,
|
||||||
|
config.label,
|
||||||
|
totalTargetRows(session),
|
||||||
|
session.config.targets.length,
|
||||||
|
() =>
|
||||||
|
openDataGenerateSession(id, {
|
||||||
|
connectionId: config.connectionId,
|
||||||
|
database: config.database,
|
||||||
|
schema: firstTarget?.schema ?? config.prefillSchema ?? "",
|
||||||
|
tableName: firstTarget?.tableName ?? "",
|
||||||
|
}),
|
||||||
|
() => removeDataGenerateSession(id),
|
||||||
|
);
|
||||||
|
tracker.registerTaskCancelHandler(id, async () => {
|
||||||
|
await cancelDataGenerateSession(id);
|
||||||
|
});
|
||||||
|
void runDataGenerateSession(session, dependencies);
|
||||||
|
return session;
|
||||||
|
}
|
||||||
|
|
||||||
|
export function getDataGenerateSession(id: string | null | undefined): DataGenerateSession | undefined {
|
||||||
|
return id ? sessions.get(id) : undefined;
|
||||||
|
}
|
||||||
|
|
||||||
|
export async function cancelDataGenerateSession(id: string): Promise<boolean> {
|
||||||
|
const session = sessions.get(id);
|
||||||
|
if (!session || (session.status !== "running" && session.status !== "cancelling")) return false;
|
||||||
|
session.cancelRequested = true;
|
||||||
|
session.status = "cancelling";
|
||||||
|
session.version += 1;
|
||||||
|
const progress = session.progress;
|
||||||
|
useExportTracker().updateDataGenerationTask(session.id, {
|
||||||
|
status: "Cancelling",
|
||||||
|
tableIndex: progress?.tableIndex ?? session.results.length,
|
||||||
|
totalTables: session.config.targets.length,
|
||||||
|
currentTable: progress?.tableName ?? "",
|
||||||
|
rowsGenerated: insertedRows(session, progress?.insertedRows ?? 0),
|
||||||
|
totalRows: totalTargetRows(session),
|
||||||
|
});
|
||||||
|
if (session.activeExecutionId) await api.cancelQuery(session.activeExecutionId).catch(() => undefined);
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
|
||||||
|
export function removeDataGenerateSession(id: string): boolean {
|
||||||
|
const session = sessions.get(id);
|
||||||
|
if (session && (session.status === "running" || session.status === "cancelling")) return false;
|
||||||
|
return sessions.delete(id);
|
||||||
|
}
|
||||||
@@ -9,6 +9,7 @@ import type { ConnectionConfigBundle } from "@/lib/connection/connectionConfigTr
|
|||||||
import type { ConnectionConfig, SidebarLayout } from "@/types/database";
|
import type { ConnectionConfig, SidebarLayout } from "@/types/database";
|
||||||
|
|
||||||
const showTransferDialog = ref(false);
|
const showTransferDialog = ref(false);
|
||||||
|
const transferTaskId = ref<string | null>(null);
|
||||||
const showSchemaDiffDialog = ref(false);
|
const showSchemaDiffDialog = ref(false);
|
||||||
const showDataCompareDialog = ref(false);
|
const showDataCompareDialog = ref(false);
|
||||||
const showSqlFileDialog = ref(false);
|
const showSqlFileDialog = ref(false);
|
||||||
@@ -22,6 +23,7 @@ const mongoDatabaseDumpPrefillConnectionId = ref("");
|
|||||||
const mongoDatabaseDumpPrefillDatabase = ref("");
|
const mongoDatabaseDumpPrefillDatabase = ref("");
|
||||||
const mongoDatabaseDumpMode = ref<"dump" | "restore">("dump");
|
const mongoDatabaseDumpMode = ref<"dump" | "restore">("dump");
|
||||||
const showTableDataGenerateDialog = ref(false);
|
const showTableDataGenerateDialog = ref(false);
|
||||||
|
const tableDataGenerateSessionId = ref<string | null>(null);
|
||||||
const showFieldLineageDialog = ref(false);
|
const showFieldLineageDialog = ref(false);
|
||||||
const showDatabaseSearchDialog = ref(false);
|
const showDatabaseSearchDialog = ref(false);
|
||||||
const showDatabaseExportDialog = ref(false);
|
const showDatabaseExportDialog = ref(false);
|
||||||
@@ -125,6 +127,20 @@ export function openDataCompareSession(sessionId: string): void {
|
|||||||
showDataCompareDialog.value = true;
|
showDataCompareDialog.value = true;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
export function openDataTransferTask(taskId: string): void {
|
||||||
|
transferTaskId.value = taskId;
|
||||||
|
showTransferDialog.value = true;
|
||||||
|
}
|
||||||
|
|
||||||
|
export function openDataGenerateSession(sessionId: string, target: { connectionId: string; database: string; schema?: string; tableName?: string }): void {
|
||||||
|
tableDataGenerateSessionId.value = sessionId;
|
||||||
|
tableDataGeneratePrefillConnectionId.value = target.connectionId;
|
||||||
|
tableDataGeneratePrefillDatabase.value = target.database;
|
||||||
|
tableDataGeneratePrefillSchema.value = target.schema ?? "";
|
||||||
|
tableDataGeneratePrefillTable.value = target.tableName ?? "";
|
||||||
|
showTableDataGenerateDialog.value = true;
|
||||||
|
}
|
||||||
|
|
||||||
export function useDialogSources() {
|
export function useDialogSources() {
|
||||||
const { t } = useI18n();
|
const { t } = useI18n();
|
||||||
const connectionStore = useConnectionStore();
|
const connectionStore = useConnectionStore();
|
||||||
@@ -138,6 +154,7 @@ export function useDialogSources() {
|
|||||||
() => connectionStore.transferSource,
|
() => connectionStore.transferSource,
|
||||||
(v) => {
|
(v) => {
|
||||||
if (v) {
|
if (v) {
|
||||||
|
transferTaskId.value = null;
|
||||||
transferPrefillConnectionId.value = v.connectionId;
|
transferPrefillConnectionId.value = v.connectionId;
|
||||||
transferPrefillDatabase.value = v.database;
|
transferPrefillDatabase.value = v.database;
|
||||||
transferPrefillCatalog.value = v.catalog ?? "";
|
transferPrefillCatalog.value = v.catalog ?? "";
|
||||||
@@ -153,7 +170,10 @@ export function useDialogSources() {
|
|||||||
);
|
);
|
||||||
|
|
||||||
watch(showTransferDialog, (open) => {
|
watch(showTransferDialog, (open) => {
|
||||||
if (!open) clearTransferPrefill();
|
if (!open) {
|
||||||
|
transferTaskId.value = null;
|
||||||
|
clearTransferPrefill();
|
||||||
|
}
|
||||||
});
|
});
|
||||||
|
|
||||||
watch(
|
watch(
|
||||||
@@ -308,6 +328,7 @@ export function useDialogSources() {
|
|||||||
() => connectionStore.tableDataGenerateSource,
|
() => connectionStore.tableDataGenerateSource,
|
||||||
(v) => {
|
(v) => {
|
||||||
if (v) {
|
if (v) {
|
||||||
|
tableDataGenerateSessionId.value = null;
|
||||||
tableDataGeneratePrefillConnectionId.value = v.connectionId;
|
tableDataGeneratePrefillConnectionId.value = v.connectionId;
|
||||||
tableDataGeneratePrefillDatabase.value = v.database;
|
tableDataGeneratePrefillDatabase.value = v.database;
|
||||||
tableDataGeneratePrefillSchema.value = v.schema ?? "";
|
tableDataGeneratePrefillSchema.value = v.schema ?? "";
|
||||||
@@ -318,6 +339,10 @@ export function useDialogSources() {
|
|||||||
},
|
},
|
||||||
);
|
);
|
||||||
|
|
||||||
|
watch(showTableDataGenerateDialog, (open) => {
|
||||||
|
if (!open) tableDataGenerateSessionId.value = null;
|
||||||
|
});
|
||||||
|
|
||||||
watch(
|
watch(
|
||||||
() => connectionStore.fieldLineageSource,
|
() => connectionStore.fieldLineageSource,
|
||||||
(v) => {
|
(v) => {
|
||||||
@@ -553,6 +578,7 @@ export function useDialogSources() {
|
|||||||
|
|
||||||
return {
|
return {
|
||||||
showTransferDialog,
|
showTransferDialog,
|
||||||
|
transferTaskId,
|
||||||
showSchemaDiffDialog,
|
showSchemaDiffDialog,
|
||||||
showDataCompareDialog,
|
showDataCompareDialog,
|
||||||
showSqlFileDialog,
|
showSqlFileDialog,
|
||||||
@@ -566,6 +592,7 @@ export function useDialogSources() {
|
|||||||
mongoDatabaseDumpPrefillDatabase,
|
mongoDatabaseDumpPrefillDatabase,
|
||||||
mongoDatabaseDumpMode,
|
mongoDatabaseDumpMode,
|
||||||
showTableDataGenerateDialog,
|
showTableDataGenerateDialog,
|
||||||
|
tableDataGenerateSessionId,
|
||||||
showFieldLineageDialog,
|
showFieldLineageDialog,
|
||||||
showDatabaseSearchDialog,
|
showDatabaseSearchDialog,
|
||||||
showDatabaseExportDialog,
|
showDatabaseExportDialog,
|
||||||
|
|||||||
@@ -4,7 +4,7 @@ import { isTerminalTransferProgress } from "@/lib/backend/transferProgress";
|
|||||||
import { uuid } from "@/lib/common/utils";
|
import { uuid } from "@/lib/common/utils";
|
||||||
import { formatQueryDuration } from "@/lib/format/duration";
|
import { formatQueryDuration } from "@/lib/format/duration";
|
||||||
|
|
||||||
export type BackgroundTaskKind = "table-export" | "database-export" | "data-dictionary" | "sql-file" | "data-transfer" | "multi-db-execution" | "schema-diff" | "data-compare";
|
export type BackgroundTaskKind = "table-export" | "database-export" | "data-dictionary" | "sql-file" | "data-transfer" | "data-generation" | "multi-db-execution" | "schema-diff" | "data-compare";
|
||||||
export type BackgroundTaskStatus = "Running" | "Writing" | "Cancelling" | "Done" | "Error" | "Cancelled";
|
export type BackgroundTaskStatus = "Running" | "Writing" | "Cancelling" | "Done" | "Error" | "Cancelled";
|
||||||
export type DatabaseExportSource = "manual" | "scheduled";
|
export type DatabaseExportSource = "manual" | "scheduled";
|
||||||
|
|
||||||
@@ -129,6 +129,16 @@ export interface MultiDbExecutionTaskProgress {
|
|||||||
errorMessage?: string;
|
errorMessage?: string;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
export interface DataGenerationTaskProgress {
|
||||||
|
status: BackgroundTaskStatus;
|
||||||
|
tableIndex: number;
|
||||||
|
totalTables: number;
|
||||||
|
currentTable: string;
|
||||||
|
rowsGenerated: number;
|
||||||
|
totalRows: number;
|
||||||
|
errorMessage?: string | null;
|
||||||
|
}
|
||||||
|
|
||||||
export const MAX_TRANSFER_FAILURE_DETAILS = 100;
|
export const MAX_TRANSFER_FAILURE_DETAILS = 100;
|
||||||
export const MAX_TRANSFER_FAILURE_DETAIL_BYTES = 128 * 1024;
|
export const MAX_TRANSFER_FAILURE_DETAIL_BYTES = 128 * 1024;
|
||||||
export const MAX_TRANSFER_FAILURE_ERROR_BYTES = 8 * 1024;
|
export const MAX_TRANSFER_FAILURE_ERROR_BYTES = 8 * 1024;
|
||||||
@@ -505,6 +515,29 @@ export function useExportTracker() {
|
|||||||
return task;
|
return task;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
function addDataGenerationTask(executionId: string, label: string, totalRows: number, totalTables: number, onOpen?: () => void, onRemove?: () => void): ExportTask {
|
||||||
|
const task = reactive<ExportTask>({
|
||||||
|
exportId: executionId,
|
||||||
|
kind: "data-generation",
|
||||||
|
tableName: label,
|
||||||
|
format: "generate",
|
||||||
|
filePath: "",
|
||||||
|
rowsExported: 0,
|
||||||
|
totalRows,
|
||||||
|
status: "Running",
|
||||||
|
errorMessage: null,
|
||||||
|
tableIndex: 0,
|
||||||
|
totalTables,
|
||||||
|
currentTable: "",
|
||||||
|
canCancel: true,
|
||||||
|
onOpen,
|
||||||
|
onRemove,
|
||||||
|
startedAt: Date.now(),
|
||||||
|
});
|
||||||
|
taskMap.set(executionId, task);
|
||||||
|
return task;
|
||||||
|
}
|
||||||
|
|
||||||
function addCompareTask(kind: "schema-diff" | "data-compare", sessionId: string, label: string, onOpen?: () => void, onRemove?: () => void): ExportTask {
|
function addCompareTask(kind: "schema-diff" | "data-compare", sessionId: string, label: string, onOpen?: () => void, onRemove?: () => void): ExportTask {
|
||||||
const task = reactive<ExportTask>({
|
const task = reactive<ExportTask>({
|
||||||
exportId: sessionId,
|
exportId: sessionId,
|
||||||
@@ -584,11 +617,13 @@ export function useExportTracker() {
|
|||||||
options: {
|
options: {
|
||||||
onStarted?: () => void;
|
onStarted?: () => void;
|
||||||
onDone?: () => void | Promise<void>;
|
onDone?: () => void | Promise<void>;
|
||||||
|
onOpen?: () => void;
|
||||||
formatOverlapError?: (tables: string[]) => string;
|
formatOverlapError?: (tables: string[]) => string;
|
||||||
} = {},
|
} = {},
|
||||||
): ExportTask {
|
): ExportTask {
|
||||||
const existingTask = taskMap.get(request.transferId);
|
const existingTask = taskMap.get(request.transferId);
|
||||||
const task = existingTask ?? addDataTransferTask(request.transferId, label, request.tables.length);
|
const task = existingTask ?? addDataTransferTask(request.transferId, label, request.tables.length);
|
||||||
|
task.onOpen = options.onOpen;
|
||||||
task.startedAt ??= Date.now();
|
task.startedAt ??= Date.now();
|
||||||
task.targetConnectionId = request.targetConnectionId;
|
task.targetConnectionId = request.targetConnectionId;
|
||||||
task.targetCatalog = request.targetCatalog;
|
task.targetCatalog = request.targetCatalog;
|
||||||
@@ -734,6 +769,19 @@ export function useExportTracker() {
|
|||||||
task.totalRows = progress.totalRows ?? task.totalRows;
|
task.totalRows = progress.totalRows ?? task.totalRows;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
function updateDataGenerationTask(executionId: string, progress: DataGenerationTaskProgress): void {
|
||||||
|
const task = taskMap.get(executionId);
|
||||||
|
if (!task || task.kind !== "data-generation") return;
|
||||||
|
task.status = progress.status;
|
||||||
|
task.tableIndex = progress.tableIndex;
|
||||||
|
task.totalTables = progress.totalTables;
|
||||||
|
task.currentTable = progress.currentTable;
|
||||||
|
task.rowsExported = progress.rowsGenerated;
|
||||||
|
task.totalRows = progress.totalRows;
|
||||||
|
task.errorMessage = progress.errorMessage ?? null;
|
||||||
|
if (task.status === "Done" || task.status === "Error" || task.status === "Cancelled") finishExportTask(task);
|
||||||
|
}
|
||||||
|
|
||||||
function updateCompareTask(sessionId: string, progress: CompareTaskProgress): void {
|
function updateCompareTask(sessionId: string, progress: CompareTaskProgress): void {
|
||||||
const task = taskMap.get(sessionId);
|
const task = taskMap.get(sessionId);
|
||||||
if (!task || (task.kind !== "schema-diff" && task.kind !== "data-compare")) return;
|
if (!task || (task.kind !== "schema-diff" && task.kind !== "data-compare")) return;
|
||||||
@@ -821,6 +869,7 @@ export function useExportTracker() {
|
|||||||
updateDataDictionaryTask,
|
updateDataDictionaryTask,
|
||||||
addSqlFileTask,
|
addSqlFileTask,
|
||||||
addDataTransferTask,
|
addDataTransferTask,
|
||||||
|
addDataGenerationTask,
|
||||||
addSchemaDiffTask,
|
addSchemaDiffTask,
|
||||||
addDataCompareTask,
|
addDataCompareTask,
|
||||||
addMultiDbExecutionTask,
|
addMultiDbExecutionTask,
|
||||||
@@ -832,6 +881,7 @@ export function useExportTracker() {
|
|||||||
restoreDatabaseExportTaskRunning,
|
restoreDatabaseExportTaskRunning,
|
||||||
updateSqlFileTask,
|
updateSqlFileTask,
|
||||||
updateDataTransferTask,
|
updateDataTransferTask,
|
||||||
|
updateDataGenerationTask,
|
||||||
updateCompareTask,
|
updateCompareTask,
|
||||||
registerTaskCancelHandler,
|
registerTaskCancelHandler,
|
||||||
unregisterTaskCancelHandler,
|
unregisterTaskCancelHandler,
|
||||||
|
|||||||
@@ -2508,6 +2508,7 @@ export default withEnglishFallback({
|
|||||||
databaseBackupTitle: "Verilənlər bazasının ehtiyat nüsxəsi: {name}",
|
databaseBackupTitle: "Verilənlər bazasının ehtiyat nüsxəsi: {name}",
|
||||||
sqlFileTitle: "SQL faylı: {name}",
|
sqlFileTitle: "SQL faylı: {name}",
|
||||||
dataTransferTitle: "Məlumat ötürülməsi: {name}",
|
dataTransferTitle: "Məlumat ötürülməsi: {name}",
|
||||||
|
dataGenerationTitle: "Məlumat yaradılması: {name}",
|
||||||
multiDbExecutionTitle: "Bir neçə verilənlər bazasında icra: {name}",
|
multiDbExecutionTitle: "Bir neçə verilənlər bazasında icra: {name}",
|
||||||
schemaDiffTitle: "Sxem müqayisəsi: {name}",
|
schemaDiffTitle: "Sxem müqayisəsi: {name}",
|
||||||
dataCompareTitle: "Məlumat müqayisəsi: {name}",
|
dataCompareTitle: "Məlumat müqayisəsi: {name}",
|
||||||
|
|||||||
@@ -2872,6 +2872,7 @@ export default {
|
|||||||
databaseBackupTitle: "Database backup: {name}",
|
databaseBackupTitle: "Database backup: {name}",
|
||||||
sqlFileTitle: "SQL file: {name}",
|
sqlFileTitle: "SQL file: {name}",
|
||||||
dataTransferTitle: "Data transfer: {name}",
|
dataTransferTitle: "Data transfer: {name}",
|
||||||
|
dataGenerationTitle: "Data generation: {name}",
|
||||||
multiDbExecutionTitle: "Multi-database execution: {name}",
|
multiDbExecutionTitle: "Multi-database execution: {name}",
|
||||||
schemaDiffTitle: "Schema compare: {name}",
|
schemaDiffTitle: "Schema compare: {name}",
|
||||||
dataCompareTitle: "Data compare: {name}",
|
dataCompareTitle: "Data compare: {name}",
|
||||||
|
|||||||
@@ -2780,6 +2780,7 @@ export default withEnglishFallback({
|
|||||||
databaseBackupTitle: "Copia de seguridad: {name}",
|
databaseBackupTitle: "Copia de seguridad: {name}",
|
||||||
sqlFileTitle: "Archivo SQL: {name}",
|
sqlFileTitle: "Archivo SQL: {name}",
|
||||||
dataTransferTitle: "Transferencia de datos: {name}",
|
dataTransferTitle: "Transferencia de datos: {name}",
|
||||||
|
dataGenerationTitle: "Generación de datos: {name}",
|
||||||
multiDbExecutionTitle: "Ejecución en varias bases de datos: {name}",
|
multiDbExecutionTitle: "Ejecución en varias bases de datos: {name}",
|
||||||
multiDbTargets: "Destinos {completed}/{total}, correctos {success}, fallidos {failed}",
|
multiDbTargets: "Destinos {completed}/{total}, correctos {success}, fallidos {failed}",
|
||||||
openTask: "Abrir tarea",
|
openTask: "Abrir tarea",
|
||||||
|
|||||||
@@ -2704,6 +2704,7 @@ export default withEnglishFallback({
|
|||||||
databaseBackupTitle: "Backup database: {name}",
|
databaseBackupTitle: "Backup database: {name}",
|
||||||
sqlFileTitle: "File SQL: {name}",
|
sqlFileTitle: "File SQL: {name}",
|
||||||
dataTransferTitle: "Trasferimento dati: {name}",
|
dataTransferTitle: "Trasferimento dati: {name}",
|
||||||
|
dataGenerationTitle: "Generazione dati: {name}",
|
||||||
multiDbExecutionTitle: "Esecuzione su più database: {name}",
|
multiDbExecutionTitle: "Esecuzione su più database: {name}",
|
||||||
multiDbTargets: "Destinazioni {completed}/{total}, riuscite {success}, non riuscite {failed}",
|
multiDbTargets: "Destinazioni {completed}/{total}, riuscite {success}, non riuscite {failed}",
|
||||||
openTask: "Apri attività",
|
openTask: "Apri attività",
|
||||||
|
|||||||
@@ -2729,6 +2729,7 @@ export default withEnglishFallback({
|
|||||||
databaseBackupTitle: "データベースバックアップ: {name}",
|
databaseBackupTitle: "データベースバックアップ: {name}",
|
||||||
sqlFileTitle: "SQLファイル: {name}",
|
sqlFileTitle: "SQLファイル: {name}",
|
||||||
dataTransferTitle: "データ転送: {name}",
|
dataTransferTitle: "データ転送: {name}",
|
||||||
|
dataGenerationTitle: "データ生成: {name}",
|
||||||
objectsCount: "{current} / {total} オブジェクト",
|
objectsCount: "{current} / {total} オブジェクト",
|
||||||
tablesCount: "{current} / {total} テーブル",
|
tablesCount: "{current} / {total} テーブル",
|
||||||
statementsCount: "{done}成功、{failed}失敗",
|
statementsCount: "{done}成功、{failed}失敗",
|
||||||
|
|||||||
@@ -2612,6 +2612,7 @@ export default withEnglishFallback({
|
|||||||
databaseBackupTitle: "데이터베이스 백업: {name}",
|
databaseBackupTitle: "데이터베이스 백업: {name}",
|
||||||
sqlFileTitle: "SQL 파일: {name}",
|
sqlFileTitle: "SQL 파일: {name}",
|
||||||
dataTransferTitle: "데이터 이전: {name}",
|
dataTransferTitle: "데이터 이전: {name}",
|
||||||
|
dataGenerationTitle: "데이터 생성: {name}",
|
||||||
objectsCount: "{current} / {total} 객체",
|
objectsCount: "{current} / {total} 객체",
|
||||||
tablesCount: "{current} / {total} 테이블",
|
tablesCount: "{current} / {total} 테이블",
|
||||||
statementsCount: "{done}개 성공, {failed}개 실패",
|
statementsCount: "{done}개 성공, {failed}개 실패",
|
||||||
|
|||||||
@@ -2705,6 +2705,7 @@ export default withEnglishFallback({
|
|||||||
databaseBackupTitle: "Backup de banco de dados: {name}",
|
databaseBackupTitle: "Backup de banco de dados: {name}",
|
||||||
sqlFileTitle: "Arquivo SQL: {name}",
|
sqlFileTitle: "Arquivo SQL: {name}",
|
||||||
dataTransferTitle: "Transferência de dados: {name}",
|
dataTransferTitle: "Transferência de dados: {name}",
|
||||||
|
dataGenerationTitle: "Geração de dados: {name}",
|
||||||
objectsCount: "{current} / {total} objetos",
|
objectsCount: "{current} / {total} objetos",
|
||||||
tablesCount: "{current} / {total} tabelas",
|
tablesCount: "{current} / {total} tabelas",
|
||||||
statementsCount: "{done} com sucesso, {failed} com falha",
|
statementsCount: "{done} com sucesso, {failed} com falha",
|
||||||
|
|||||||
@@ -2730,6 +2730,7 @@ export default withEnglishFallback({
|
|||||||
databaseBackupTitle: "Резервное копирование базы данных: {name}",
|
databaseBackupTitle: "Резервное копирование базы данных: {name}",
|
||||||
sqlFileTitle: "Файл SQL: {name}",
|
sqlFileTitle: "Файл SQL: {name}",
|
||||||
dataTransferTitle: "Передача данных: {name}",
|
dataTransferTitle: "Передача данных: {name}",
|
||||||
|
dataGenerationTitle: "Генерация данных: {name}",
|
||||||
multiDbExecutionTitle: "Выполнение в нескольких базах данных: {name}",
|
multiDbExecutionTitle: "Выполнение в нескольких базах данных: {name}",
|
||||||
schemaDiffTitle: "Сравнение схем: {name}",
|
schemaDiffTitle: "Сравнение схем: {name}",
|
||||||
dataCompareTitle: "Сравнение данных: {name}",
|
dataCompareTitle: "Сравнение данных: {name}",
|
||||||
|
|||||||
@@ -2503,6 +2503,7 @@ export default withEnglishFallback({
|
|||||||
databaseBackupTitle: "Veritabanı yedeği: {name}",
|
databaseBackupTitle: "Veritabanı yedeği: {name}",
|
||||||
sqlFileTitle: "SQL dosyası: {name}",
|
sqlFileTitle: "SQL dosyası: {name}",
|
||||||
dataTransferTitle: "Veri aktarımı: {name}",
|
dataTransferTitle: "Veri aktarımı: {name}",
|
||||||
|
dataGenerationTitle: "Veri üretimi: {name}",
|
||||||
multiDbExecutionTitle: "Çoklu veritabanı yürütme: {name}",
|
multiDbExecutionTitle: "Çoklu veritabanı yürütme: {name}",
|
||||||
multiDbTargets: "Hedefler {completed}/{total}, başarılı {success}, başarısız {failed}",
|
multiDbTargets: "Hedefler {completed}/{total}, başarılı {success}, başarısız {failed}",
|
||||||
openTask: "Görevi aç",
|
openTask: "Görevi aç",
|
||||||
|
|||||||
@@ -2784,6 +2784,7 @@ export default withEnglishFallback({
|
|||||||
databaseBackupTitle: "数据库备份:{name}",
|
databaseBackupTitle: "数据库备份:{name}",
|
||||||
sqlFileTitle: "SQL 文件:{name}",
|
sqlFileTitle: "SQL 文件:{name}",
|
||||||
dataTransferTitle: "数据传输:{name}",
|
dataTransferTitle: "数据传输:{name}",
|
||||||
|
dataGenerationTitle: "数据生成:{name}",
|
||||||
objectsCount: "{current} / {total} 个对象",
|
objectsCount: "{current} / {total} 个对象",
|
||||||
tablesCount: "{current} / {total} 张表",
|
tablesCount: "{current} / {total} 张表",
|
||||||
statementsCount: "成功 {done},失败 {failed}",
|
statementsCount: "成功 {done},失败 {failed}",
|
||||||
|
|||||||
@@ -2703,6 +2703,7 @@ export default withEnglishFallback({
|
|||||||
databaseBackupTitle: "資料庫備份:{name}",
|
databaseBackupTitle: "資料庫備份:{name}",
|
||||||
sqlFileTitle: "SQL 檔案:{name}",
|
sqlFileTitle: "SQL 檔案:{name}",
|
||||||
dataTransferTitle: "資料傳輸:{name}",
|
dataTransferTitle: "資料傳輸:{name}",
|
||||||
|
dataGenerationTitle: "資料產生:{name}",
|
||||||
objectsCount: "{current} / {total} 個物件",
|
objectsCount: "{current} / {total} 個物件",
|
||||||
tablesCount: "{current} / {total} 張資料表",
|
tablesCount: "{current} / {total} 張資料表",
|
||||||
statementsCount: "{done} 成功,{failed} 失敗",
|
statementsCount: "{done} 成功,{failed} 失敗",
|
||||||
|
|||||||
Reference in new issue
Block a user