mirror of
https://github.com/t8y2/dbx.git
synced 2026-10-31 08:23:34 +00:00
feat(data): support connection URLs and XLSX export
This commit is contained in:
t8y2
@@ -0,0 +1,141 @@
|
||||
import type { ConnectionConfig, DatabaseType } from "@/types/database";
|
||||
|
||||
export interface ParsedConnectionUrl {
|
||||
dbType: DatabaseType;
|
||||
driverProfile: string;
|
||||
driverLabel: string;
|
||||
host: string;
|
||||
port: number;
|
||||
username: string;
|
||||
password: string;
|
||||
database?: string;
|
||||
urlParams: string;
|
||||
ssl: boolean;
|
||||
connectionString?: string;
|
||||
useMongoUrl?: boolean;
|
||||
}
|
||||
|
||||
type ConnectionProfile = {
|
||||
type: DatabaseType;
|
||||
profile: string;
|
||||
label: string;
|
||||
defaultPort: number;
|
||||
};
|
||||
|
||||
const SCHEME_PROFILES: Record<string, ConnectionProfile> = {
|
||||
mysql: { type: "mysql", profile: "mysql", label: "MySQL", defaultPort: 3306 },
|
||||
mariadb: { type: "mysql", profile: "mariadb", label: "MariaDB", defaultPort: 3306 },
|
||||
postgres: { type: "postgres", profile: "postgres", label: "PostgreSQL", defaultPort: 5432 },
|
||||
postgresql: { type: "postgres", profile: "postgres", label: "PostgreSQL", defaultPort: 5432 },
|
||||
redshift: { type: "redshift", profile: "redshift", label: "Redshift", defaultPort: 5439 },
|
||||
redis: { type: "redis", profile: "redis", label: "Redis", defaultPort: 6379 },
|
||||
rediss: { type: "redis", profile: "redis", label: "Redis", defaultPort: 6379 },
|
||||
mongodb: { type: "mongodb", profile: "mongodb", label: "MongoDB", defaultPort: 27017 },
|
||||
"mongodb+srv": { type: "mongodb", profile: "mongodb", label: "MongoDB", defaultPort: 27017 },
|
||||
clickhouse: { type: "clickhouse", profile: "clickhouse", label: "ClickHouse", defaultPort: 8123 },
|
||||
sqlserver: { type: "sqlserver", profile: "sqlserver", label: "SQL Server", defaultPort: 1433 },
|
||||
mssql: { type: "sqlserver", profile: "sqlserver", label: "SQL Server", defaultPort: 1433 },
|
||||
oracle: { type: "oracle", profile: "oracle", label: "Oracle", defaultPort: 1521 },
|
||||
elasticsearch: { type: "elasticsearch", profile: "elasticsearch", label: "Elasticsearch", defaultPort: 9200 },
|
||||
dm: { type: "dameng", profile: "dm", label: "DM (Dameng)", defaultPort: 5236 },
|
||||
dameng: { type: "dameng", profile: "dm", label: "DM (Dameng)", defaultPort: 5236 },
|
||||
gaussdb: { type: "gaussdb", profile: "gaussdb", label: "GaussDB", defaultPort: 5432 },
|
||||
opengauss: { type: "gaussdb", profile: "opengauss", label: "openGauss", defaultPort: 5432 },
|
||||
};
|
||||
|
||||
const HTTP_SELECTED_PROFILES: Record<string, ConnectionProfile> = {
|
||||
clickhouse: SCHEME_PROFILES.clickhouse,
|
||||
elasticsearch: SCHEME_PROFILES.elasticsearch,
|
||||
};
|
||||
|
||||
function decodeUrlPart(value: string): string {
|
||||
try {
|
||||
return decodeURIComponent(value);
|
||||
} catch {
|
||||
return value;
|
||||
}
|
||||
}
|
||||
|
||||
function databaseFromPath(pathname: string): string | undefined {
|
||||
const value = pathname.replace(/^\/+/, "");
|
||||
if (!value) return undefined;
|
||||
return decodeUrlPart(value.split("/")[0]);
|
||||
}
|
||||
|
||||
function profileForScheme(scheme: string, preferredProfile?: string): ConnectionProfile | undefined {
|
||||
if ((scheme === "http" || scheme === "https") && preferredProfile) {
|
||||
return HTTP_SELECTED_PROFILES[preferredProfile];
|
||||
}
|
||||
return SCHEME_PROFILES[scheme];
|
||||
}
|
||||
|
||||
export function parseConnectionUrl(value: string, preferredProfile?: string): ParsedConnectionUrl {
|
||||
const source = value.trim();
|
||||
if (!source) {
|
||||
throw new Error("Connection URL is empty");
|
||||
}
|
||||
|
||||
let parsed: URL;
|
||||
try {
|
||||
parsed = new URL(source);
|
||||
} catch {
|
||||
throw new Error("Invalid connection URL");
|
||||
}
|
||||
|
||||
const scheme = parsed.protocol.replace(/:$/, "").toLowerCase();
|
||||
const profile = profileForScheme(scheme, preferredProfile);
|
||||
if (!profile) {
|
||||
throw new Error(`Unsupported connection URL scheme: ${scheme}`);
|
||||
}
|
||||
|
||||
const urlParams = parsed.search.replace(/^\?/, "");
|
||||
if (profile.type === "mongodb") {
|
||||
return {
|
||||
dbType: profile.type,
|
||||
driverProfile: profile.profile,
|
||||
driverLabel: profile.label,
|
||||
host: parsed.hostname,
|
||||
port: parsed.port ? Number(parsed.port) : profile.defaultPort,
|
||||
username: decodeUrlPart(parsed.username),
|
||||
password: decodeUrlPart(parsed.password),
|
||||
database: databaseFromPath(parsed.pathname),
|
||||
urlParams,
|
||||
ssl: scheme === "mongodb+srv",
|
||||
connectionString: source,
|
||||
useMongoUrl: true,
|
||||
};
|
||||
}
|
||||
|
||||
return {
|
||||
dbType: profile.type,
|
||||
driverProfile: profile.profile,
|
||||
driverLabel: profile.label,
|
||||
host: parsed.hostname,
|
||||
port: parsed.port ? Number(parsed.port) : profile.defaultPort,
|
||||
username: decodeUrlPart(parsed.username),
|
||||
password: decodeUrlPart(parsed.password),
|
||||
database: databaseFromPath(parsed.pathname),
|
||||
urlParams,
|
||||
ssl: scheme === "rediss" || scheme === "https",
|
||||
};
|
||||
}
|
||||
|
||||
export function applyParsedConnectionUrl(
|
||||
config: Omit<ConnectionConfig, "id">,
|
||||
parsed: ParsedConnectionUrl,
|
||||
): Omit<ConnectionConfig, "id"> {
|
||||
return {
|
||||
...config,
|
||||
db_type: parsed.dbType,
|
||||
driver_profile: parsed.driverProfile,
|
||||
driver_label: parsed.driverLabel,
|
||||
host: parsed.host,
|
||||
port: parsed.port,
|
||||
username: parsed.username,
|
||||
password: parsed.password,
|
||||
database: parsed.database,
|
||||
url_params: parsed.urlParams,
|
||||
ssl: parsed.ssl,
|
||||
connection_string: parsed.connectionString,
|
||||
};
|
||||
}
|
||||
@@ -0,0 +1,275 @@
|
||||
export type XlsxCellValue = string | number | boolean | null | undefined;
|
||||
|
||||
export interface XlsxWorksheetData {
|
||||
sheetName?: string;
|
||||
columns: readonly string[];
|
||||
rows: readonly (readonly XlsxCellValue[])[];
|
||||
}
|
||||
|
||||
type ZipEntry = {
|
||||
path: string;
|
||||
data: Uint8Array;
|
||||
crc: number;
|
||||
localHeaderOffset: number;
|
||||
};
|
||||
|
||||
const encoder = new TextEncoder();
|
||||
const CRC_TABLE = buildCrcTable();
|
||||
|
||||
function buildCrcTable(): number[] {
|
||||
const table: number[] = [];
|
||||
for (let i = 0; i < 256; i++) {
|
||||
let c = i;
|
||||
for (let j = 0; j < 8; j++) {
|
||||
c = c & 1 ? 0xedb88320 ^ (c >>> 1) : c >>> 1;
|
||||
}
|
||||
table.push(c >>> 0);
|
||||
}
|
||||
return table;
|
||||
}
|
||||
|
||||
function crc32(data: Uint8Array): number {
|
||||
let crc = 0xffffffff;
|
||||
for (const byte of data) {
|
||||
crc = CRC_TABLE[(crc ^ byte) & 0xff] ^ (crc >>> 8);
|
||||
}
|
||||
return (crc ^ 0xffffffff) >>> 0;
|
||||
}
|
||||
|
||||
function escapeXml(value: string): string {
|
||||
return value
|
||||
.replace(/[\u0000-\u0008\u000b\u000c\u000e-\u001f]/g, "")
|
||||
.replace(/&/g, "&")
|
||||
.replace(/</g, "<")
|
||||
.replace(/>/g, ">")
|
||||
.replace(/"/g, """);
|
||||
}
|
||||
|
||||
function columnName(index: number): string {
|
||||
let value = "";
|
||||
let n = index + 1;
|
||||
while (n > 0) {
|
||||
const rem = (n - 1) % 26;
|
||||
value = String.fromCharCode(65 + rem) + value;
|
||||
n = Math.floor((n - 1) / 26);
|
||||
}
|
||||
return value;
|
||||
}
|
||||
|
||||
function cellRef(rowIndex: number, colIndex: number): string {
|
||||
return `${columnName(colIndex)}${rowIndex + 1}`;
|
||||
}
|
||||
|
||||
function sheetRange(columnCount: number, rowCount: number): string {
|
||||
if (columnCount === 0 || rowCount === 0) return "A1";
|
||||
return `A1:${columnName(columnCount - 1)}${rowCount}`;
|
||||
}
|
||||
|
||||
function normalizeSheetName(value?: string): string {
|
||||
const name = (value || "Sheet1").replace(/[\[\]:*?/\\]/g, " ").trim() || "Sheet1";
|
||||
return name.slice(0, 31);
|
||||
}
|
||||
|
||||
function estimateColumnWidths(columns: readonly string[], rows: readonly (readonly XlsxCellValue[])[]): number[] {
|
||||
return columns.map((column, colIndex) => {
|
||||
const values = rows.slice(0, 100).map((row) => row[colIndex]);
|
||||
const maxLen = [column, ...values.map((value) => (value == null ? "" : String(value)))]
|
||||
.map((value) => Math.min(value.length, 60))
|
||||
.reduce((max, length) => Math.max(max, length), 8);
|
||||
return Math.max(10, Math.min(60, maxLen + 2));
|
||||
});
|
||||
}
|
||||
|
||||
function cellXml(value: XlsxCellValue, rowIndex: number, colIndex: number, style?: number): string {
|
||||
const ref = cellRef(rowIndex, colIndex);
|
||||
const styleAttr = style == null ? "" : ` s="${style}"`;
|
||||
if (value == null) return `<c r="${ref}"${styleAttr}/>`;
|
||||
if (typeof value === "number" && Number.isFinite(value)) {
|
||||
return `<c r="${ref}"${styleAttr}><v>${value}</v></c>`;
|
||||
}
|
||||
if (typeof value === "boolean") {
|
||||
return `<c r="${ref}" t="b"${styleAttr}><v>${value ? 1 : 0}</v></c>`;
|
||||
}
|
||||
return `<c r="${ref}" t="inlineStr"${styleAttr}><is><t>${escapeXml(String(value))}</t></is></c>`;
|
||||
}
|
||||
|
||||
function worksheetXml(data: XlsxWorksheetData): string {
|
||||
const columns = data.columns;
|
||||
const rows = data.rows;
|
||||
const totalRows = rows.length + 1;
|
||||
const range = sheetRange(columns.length, totalRows);
|
||||
const widths = estimateColumnWidths(columns, rows);
|
||||
const colsXml = widths
|
||||
.map((width, index) => `<col min="${index + 1}" max="${index + 1}" width="${width}" customWidth="1"/>`)
|
||||
.join("");
|
||||
const headerXml = `<row r="1">${columns.map((column, index) => cellXml(column, 0, index, 1)).join("")}</row>`;
|
||||
const bodyXml = rows
|
||||
.map((row, rowIndex) => {
|
||||
const excelRowIndex = rowIndex + 2;
|
||||
const cells = columns.map((_, colIndex) => cellXml(row[colIndex], excelRowIndex - 1, colIndex)).join("");
|
||||
return `<row r="${excelRowIndex}">${cells}</row>`;
|
||||
})
|
||||
.join("");
|
||||
|
||||
return `<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
||||
<worksheet xmlns="http://schemas.openxmlformats.org/spreadsheetml/2006/main">
|
||||
<dimension ref="${range}"/>
|
||||
<sheetViews><sheetView workbookViewId="0"><pane ySplit="1" topLeftCell="A2" activePane="bottomLeft" state="frozen"/></sheetView></sheetViews>
|
||||
<sheetFormatPr defaultRowHeight="15"/>
|
||||
<cols>${colsXml}</cols>
|
||||
<sheetData>${headerXml}${bodyXml}</sheetData>
|
||||
<autoFilter ref="${range}"/>
|
||||
</worksheet>`;
|
||||
}
|
||||
|
||||
function contentTypesXml(): string {
|
||||
return `<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
||||
<Types xmlns="http://schemas.openxmlformats.org/package/2006/content-types">
|
||||
<Default Extension="rels" ContentType="application/vnd.openxmlformats-package.relationships+xml"/>
|
||||
<Default Extension="xml" ContentType="application/xml"/>
|
||||
<Override PartName="/xl/workbook.xml" ContentType="application/vnd.openxmlformats-officedocument.spreadsheetml.sheet.main+xml"/>
|
||||
<Override PartName="/xl/worksheets/sheet1.xml" ContentType="application/vnd.openxmlformats-officedocument.spreadsheetml.worksheet+xml"/>
|
||||
<Override PartName="/xl/styles.xml" ContentType="application/vnd.openxmlformats-officedocument.spreadsheetml.styles+xml"/>
|
||||
</Types>`;
|
||||
}
|
||||
|
||||
function rootRelsXml(): string {
|
||||
return `<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
||||
<Relationships xmlns="http://schemas.openxmlformats.org/package/2006/relationships">
|
||||
<Relationship Id="rId1" Type="http://schemas.openxmlformats.org/officeDocument/2006/relationships/officeDocument" Target="xl/workbook.xml"/>
|
||||
</Relationships>`;
|
||||
}
|
||||
|
||||
function workbookXml(sheetName: string): string {
|
||||
return `<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
||||
<workbook xmlns="http://schemas.openxmlformats.org/spreadsheetml/2006/main" xmlns:r="http://schemas.openxmlformats.org/officeDocument/2006/relationships">
|
||||
<sheets><sheet name="${escapeXml(sheetName)}" sheetId="1" r:id="rId1"/></sheets>
|
||||
</workbook>`;
|
||||
}
|
||||
|
||||
function workbookRelsXml(): string {
|
||||
return `<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
||||
<Relationships xmlns="http://schemas.openxmlformats.org/package/2006/relationships">
|
||||
<Relationship Id="rId1" Type="http://schemas.openxmlformats.org/officeDocument/2006/relationships/worksheet" Target="worksheets/sheet1.xml"/>
|
||||
<Relationship Id="rId2" Type="http://schemas.openxmlformats.org/officeDocument/2006/relationships/styles" Target="styles.xml"/>
|
||||
</Relationships>`;
|
||||
}
|
||||
|
||||
function stylesXml(): string {
|
||||
return `<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
||||
<styleSheet xmlns="http://schemas.openxmlformats.org/spreadsheetml/2006/main">
|
||||
<fonts count="2"><font><sz val="11"/><name val="Calibri"/></font><font><b/><sz val="11"/><name val="Calibri"/></font></fonts>
|
||||
<fills count="2"><fill><patternFill patternType="none"/></fill><fill><patternFill patternType="gray125"/></fill></fills>
|
||||
<borders count="1"><border><left/><right/><top/><bottom/><diagonal/></border></borders>
|
||||
<cellStyleXfs count="1"><xf numFmtId="0" fontId="0" fillId="0" borderId="0"/></cellStyleXfs>
|
||||
<cellXfs count="2"><xf numFmtId="0" fontId="0" fillId="0" borderId="0" xfId="0"/><xf numFmtId="0" fontId="1" fillId="0" borderId="0" xfId="0" applyFont="1"/></cellXfs>
|
||||
<cellStyles count="1"><cellStyle name="Normal" xfId="0" builtinId="0"/></cellStyles>
|
||||
</styleSheet>`;
|
||||
}
|
||||
|
||||
function uint16(value: number): Uint8Array {
|
||||
const bytes = new Uint8Array(2);
|
||||
const view = new DataView(bytes.buffer);
|
||||
view.setUint16(0, value, true);
|
||||
return bytes;
|
||||
}
|
||||
|
||||
function uint32(value: number): Uint8Array {
|
||||
const bytes = new Uint8Array(4);
|
||||
const view = new DataView(bytes.buffer);
|
||||
view.setUint32(0, value >>> 0, true);
|
||||
return bytes;
|
||||
}
|
||||
|
||||
function concatBytes(parts: Uint8Array[]): Uint8Array {
|
||||
const total = parts.reduce((sum, part) => sum + part.length, 0);
|
||||
const out = new Uint8Array(total);
|
||||
let offset = 0;
|
||||
for (const part of parts) {
|
||||
out.set(part, offset);
|
||||
offset += part.length;
|
||||
}
|
||||
return out;
|
||||
}
|
||||
|
||||
function createZip(files: Array<{ path: string; content: string }>): Uint8Array {
|
||||
const entries: ZipEntry[] = [];
|
||||
const localParts: Uint8Array[] = [];
|
||||
let offset = 0;
|
||||
|
||||
for (const file of files) {
|
||||
const path = encoder.encode(file.path);
|
||||
const data = encoder.encode(file.content);
|
||||
const crc = crc32(data);
|
||||
const localHeader = concatBytes([
|
||||
uint32(0x04034b50),
|
||||
uint16(20),
|
||||
uint16(0),
|
||||
uint16(0),
|
||||
uint16(0),
|
||||
uint16(0),
|
||||
uint32(crc),
|
||||
uint32(data.length),
|
||||
uint32(data.length),
|
||||
uint16(path.length),
|
||||
uint16(0),
|
||||
path,
|
||||
]);
|
||||
entries.push({ path: file.path, data, crc, localHeaderOffset: offset });
|
||||
localParts.push(localHeader, data);
|
||||
offset += localHeader.length + data.length;
|
||||
}
|
||||
|
||||
const centralParts: Uint8Array[] = [];
|
||||
for (const entry of entries) {
|
||||
const path = encoder.encode(entry.path);
|
||||
centralParts.push(
|
||||
concatBytes([
|
||||
uint32(0x02014b50),
|
||||
uint16(20),
|
||||
uint16(20),
|
||||
uint16(0),
|
||||
uint16(0),
|
||||
uint16(0),
|
||||
uint16(0),
|
||||
uint32(entry.crc),
|
||||
uint32(entry.data.length),
|
||||
uint32(entry.data.length),
|
||||
uint16(path.length),
|
||||
uint16(0),
|
||||
uint16(0),
|
||||
uint16(0),
|
||||
uint16(0),
|
||||
uint32(0),
|
||||
uint32(entry.localHeaderOffset),
|
||||
path,
|
||||
]),
|
||||
);
|
||||
}
|
||||
|
||||
const central = concatBytes(centralParts);
|
||||
const end = concatBytes([
|
||||
uint32(0x06054b50),
|
||||
uint16(0),
|
||||
uint16(0),
|
||||
uint16(entries.length),
|
||||
uint16(entries.length),
|
||||
uint32(central.length),
|
||||
uint32(offset),
|
||||
uint16(0),
|
||||
]);
|
||||
|
||||
return concatBytes([...localParts, central, end]);
|
||||
}
|
||||
|
||||
export function buildXlsxWorkbook(data: XlsxWorksheetData): Uint8Array {
|
||||
const sheetName = normalizeSheetName(data.sheetName);
|
||||
return createZip([
|
||||
{ path: "[Content_Types].xml", content: contentTypesXml() },
|
||||
{ path: "_rels/.rels", content: rootRelsXml() },
|
||||
{ path: "xl/workbook.xml", content: workbookXml(sheetName) },
|
||||
{ path: "xl/_rels/workbook.xml.rels", content: workbookRelsXml() },
|
||||
{ path: "xl/styles.xml", content: stylesXml() },
|
||||
{ path: "xl/worksheets/sheet1.xml", content: worksheetXml(data) },
|
||||
]);
|
||||
}
|
||||
Reference in New Issue
Block a user