feat(transfer): support h2 table data transfer

This commit is contained in:
Hand Sonic authored and GitHub committed 2026-09-17 00:36:11 +08:00
1 parent 1c937f0cfc
commit 13a209d4c2
10 files changed
+665 -25

No files matched your search

@@ -28,8 +28,20 @@ import java.util.List;
import java.util.Locale;
import java.util.Map;
import java.util.Set;
import java.util.regex.Pattern;
public class H2Agent extends AbstractJdbcAgent {
private static final String QUOTED_IDENTIFIER = "\"(?:\"\"|[^\"])*\"";
private static final String QUALIFIED_IDENTIFIER = QUOTED_IDENTIFIER + "\\." + QUOTED_IDENTIFIER;
private static final Pattern CREATE_SEQUENCE = Pattern.compile("^CREATE SEQUENCE (" + QUALIFIED_IDENTIFIER + ")\\s");
private static final Pattern SEQUENCE_REFERENCE = Pattern.compile(
"'(?:''|[^'])*'|" + QUOTED_IDENTIFIER + "|--[^\\r\\n]*|/\\*.*?\\*/|\\b(?:NEXT|CURRENT)\\s+VALUE\\s+FOR\\s+(" + QUALIFIED_IDENTIFIER + ")",
Pattern.DOTALL
);
private static final Pattern CREATE_INDEX = Pattern.compile(
"^CREATE (?:UNIQUE(?: NULLS (?:DISTINCT|NOT DISTINCT|ALL DISTINCT))? )?(?:HASH |SPATIAL )?INDEX .*",
Pattern.DOTALL
);
private String databaseName = "";
private H2DriverLoader.LoadedDriver loadedDriver;
private H2DriverVersion driverVersion = H2DriverVersion.V3;
@@ -322,6 +334,55 @@ public class H2Agent extends AbstractJdbcAgent {
});
}
@Override
public String getTableDdl(String schema, String table) {
return unchecked(() -> {
String tableRef = JdbcIdentifiers.INSTANCE.doubleQuote(resolveSchema(schema)) + "."
+ JdbcIdentifiers.INSTANCE.doubleQuote(table);
List<String> statements = new ArrayList<>();
List<String> sequences = new ArrayList<>();
// Let H2 preserve identity/computed columns, constraints and index ordering.
// Exclude database-wide settings, users, schemas, grants and triggers.
try (var stmt = requireConnected().createStatement();
ResultSet rs = stmt.executeQuery("SCRIPT NODATA NOPASSWORDS NOSETTINGS TABLE " + tableRef)) {
while (rs.next()) {
String sql = rs.getString(1).trim();
if (sql.startsWith("CREATE SEQUENCE ")) {
sequences.add(sql);
} else if (sql.startsWith("CREATE MEMORY TABLE ") || sql.startsWith("CREATE CACHED TABLE ")
|| sql.startsWith("CREATE TABLE ") || sql.startsWith("ALTER TABLE ")
|| CREATE_INDEX.matcher(sql).matches()) {
statements.add(sql);
}
}
}
if (statements.isEmpty()) {
throw new IllegalStateException("H2 returned no table DDL for " + tableRef);
}
// SCRIPT TABLE can include every sequence in the schema. Keep only real
// references, skipping quoted strings, identifiers and comments as tokens.
Set<String> referenced = new HashSet<>();
for (String statement : statements) {
var references = SEQUENCE_REFERENCE.matcher(statement);
while (references.find()) {
if (references.group(1) != null) {
referenced.add(references.group(1));
}
}
}
List<String> ddl = new ArrayList<>();
for (String sequence : sequences) {
var declaration = CREATE_SEQUENCE.matcher(sequence);
if (declaration.find() && referenced.contains(declaration.group(1))) {
// Several selected tables may share one explicit sequence.
ddl.add("CREATE SEQUENCE IF NOT EXISTS " + sequence.substring("CREATE SEQUENCE ".length()));
}
}
ddl.addAll(statements);
return String.join("\n", ddl);
});
}
@Override
public List<ColumnInfo> getColumns(String schema, String table) {
return unchecked(() -> {
@@ -349,7 +410,10 @@ public class H2Agent extends AbstractJdbcAgent {
List<ColumnInfo> result = new ArrayList<>();
String typeColumn = isVersion2OrLater() ? "DATA_TYPE" : "TYPE_NAME";
String columnSql = "SELECT COLUMN_NAME, " + typeColumn + " AS DBX_DATA_TYPE, IS_NULLABLE, COLUMN_DEFAULT, "
String extraColumns = isVersion2OrLater()
? "IS_GENERATED, IS_IDENTITY, IDENTITY_GENERATION, "
: "IS_COMPUTED, SEQUENCE_NAME, ";
String columnSql = "SELECT COLUMN_NAME, " + typeColumn + " AS DBX_DATA_TYPE, IS_NULLABLE, COLUMN_DEFAULT, " + extraColumns
+ "NUMERIC_PRECISION, NUMERIC_SCALE, CHARACTER_MAXIMUM_LENGTH, REMARKS "
+ "FROM INFORMATION_SCHEMA.COLUMNS WHERE TABLE_SCHEMA = ? AND TABLE_NAME = ? ORDER BY ORDINAL_POSITION";
try (var stmt = requireConnected().prepareStatement(columnSql)) {
@@ -358,14 +422,26 @@ public class H2Agent extends AbstractJdbcAgent {
try (ResultSet rs = stmt.executeQuery()) {
while (rs.next()) {
String columnName = rs.getString("COLUMN_NAME");
String extra = null;
if (isVersion2OrLater()) {
if ("ALWAYS".equals(rs.getString("IS_GENERATED"))) {
extra = "computed";
} else if ("YES".equals(rs.getString("IS_IDENTITY"))) {
extra = "generated " + rs.getString("IDENTITY_GENERATION").toLowerCase(Locale.ROOT) + " as identity";
}
} else if (rs.getBoolean("IS_COMPUTED")) {
extra = "computed";
} else if (rs.getString("SEQUENCE_NAME") != null) {
extra = "identity";
}
result.add(new ColumnInfo(
columnName,
rs.getString("DBX_DATA_TYPE"),
"YES".equals(rs.getString("IS_NULLABLE")),
rs.getString("COLUMN_DEFAULT"),
primaryKeys.contains(columnName),
extra,
rs.getString("REMARKS"),
null,
intOrNull(rs, "NUMERIC_PRECISION"),
intOrNull(rs, "NUMERIC_SCALE"),
intOrNull(rs, "CHARACTER_MAXIMUM_LENGTH")
@@ -587,10 +663,7 @@ public class H2Agent extends AbstractJdbcAgent {
}
private static String resolveSchema(String schema) {
if ("PUBLIC".equalsIgnoreCase(schema) || "INFORMATION_SCHEMA".equalsIgnoreCase(schema)) {
return schema.toUpperCase(Locale.ROOT);
}
return "PUBLIC";
return schema == null || schema.isBlank() ? "PUBLIC" : schema;
}
private static Integer intOrNull(ResultSet rs, String column) throws Exception {
@@ -355,6 +355,128 @@ class H2AgentMigrationTest {
}
class H2VersionMatrixTest {
@Test
void tableDdlPreservesGeneratedColumnsConstraintsAndComments() {
for (String profile : List.of("h2-v1", "h2-v2", "h2-v3")) {
ConnectParams params = new ConnectParams("", 0, "mem:ddl-" + profile, "sa", "", "", "", false);
params.setDriver_profile(profile);
H2Agent agent = new H2Agent();
agent.connect(params);
try {
ExecuteQueryOptions options = new ExecuteQueryOptions();
agent.executeQuery("CREATE SCHEMA \"Source\"; CREATE SCHEMA \"Target\"", null, options);
agent.executeQuery("CREATE SEQUENCE \"Source\".UNUSED; CREATE SEQUENCE \"Source\".SHARED START WITH 10", null, options);
agent.executeQuery("CREATE TABLE \"Source\".PARENT (ID INT PRIMARY KEY, TOKEN BIGINT DEFAULT NEXT VALUE FOR \"Source\".SHARED)", null, options);
agent.executeQuery("CREATE TABLE \"Source\".CHILD (ID INT GENERATED BY DEFAULT AS IDENTITY PRIMARY KEY, "
+ "PARENT_ID INT, QTY INT DEFAULT 1 CHECK (QTY > 0), TOTAL INT AS (QTY * 2), RAW_BYTES BINARY(8), "
+ "TOKEN BIGINT DEFAULT NEXT VALUE FOR \"Source\".SHARED, NOTE VARCHAR(128) DEFAULT 'NEXT VALUE FOR \"Source\".\"UNUSED\"', "
+ "CONSTRAINT FK_PARENT FOREIGN KEY (PARENT_ID) REFERENCES \"Source\".PARENT(ID) ON DELETE CASCADE)", null, options);
agent.executeQuery("COMMENT ON COLUMN \"Source\".CHILD.QTY IS 'quantity'; COMMENT ON TABLE \"Source\".CHILD IS 'child table'", null, options);
agent.executeQuery("CREATE INDEX \"Source\".IDX_QTY ON \"Source\".CHILD(QTY DESC)", null, options);
List<ColumnInfo> columns = agent.getColumns("Source", "CHILD");
Assertions.assertTrue(columns.get(0).getExtra().contains("identity"), profile);
Assertions.assertEquals("computed", columns.get(3).getExtra(), profile);
Assertions.assertEquals("quantity", columns.get(2).getComment(), profile);
for (String table : List.of("PARENT", "CHILD")) {
String ddl = agent.getTableDdl("Source", table);
Assertions.assertFalse(ddl.contains("CREATE USER"), ddl);
Assertions.assertFalse(ddl.contains("CREATE SCHEMA"), ddl);
Assertions.assertFalse(ddl.contains("INSERT INTO"), ddl);
Assertions.assertFalse(ddl.contains("CREATE SEQUENCE IF NOT EXISTS \"Source\".\"UNUSED\""), ddl);
if (table.equals("PARENT")) {
Assertions.assertFalse(ddl.contains("SYSTEM_SEQUENCE_"), ddl);
}
agent.executeQuery(ddl.replace("\"Source\".", "\"Target\"."), null, options);
}
agent.executeQuery("INSERT INTO \"Target\".PARENT(ID) VALUES (1)", null, options);
agent.executeQuery("INSERT INTO \"Target\".CHILD(PARENT_ID) VALUES (1)", null, options);
Assertions.assertEquals(List.of(List.of(1, 1, 2)), agent.executeQuery("SELECT ID, QTY, TOTAL FROM \"Target\".CHILD", null, options).getRows(), profile);
Assertions.assertEquals("11", agent.executeQuery("SELECT TOKEN FROM \"Target\".CHILD", null, options).getRows().get(0).get(0).toString(), profile);
Assertions.assertThrows(RuntimeException.class, () -> agent.executeQuery("INSERT INTO \"Target\".CHILD(QTY) VALUES (-1)", null, options), profile);
Assertions.assertTrue(agent.getTableDdl("Target", "CHILD").contains("\"QTY\" DESC"), profile);
Assertions.assertEquals("quantity", agent.getColumns("Target", "CHILD").get(2).getComment(), profile);
agent.executeQuery("DELETE FROM \"Target\".PARENT", null, options);
Assertions.assertTrue(agent.executeQuery("SELECT * FROM \"Target\".CHILD", null, options).getRows().isEmpty(), profile);
} finally {
agent.disconnect();
}
}
}
@Test
void generatedAlwaysIdentityAcceptsExplicitInsertWithOverride() {
for (String profile : List.of("h2-v2", "h2-v3")) {
H2Agent agent = connect(profile);
try {
ExecuteQueryOptions options = new ExecuteQueryOptions();
agent.executeQuery("CREATE TABLE ALWAYS_ID (ID INT GENERATED ALWAYS AS IDENTITY PRIMARY KEY, V INT)", null, options);
Assertions.assertEquals("generated always as identity", agent.getColumns("PUBLIC", "ALWAYS_ID").get(0).getExtra());
agent.executeQuery("INSERT INTO ALWAYS_ID(ID, V) OVERRIDING SYSTEM VALUE VALUES (42, 7)", null, options);
Assertions.assertEquals(List.of(List.of(42, 7)), agent.executeQuery("SELECT ID, V FROM ALWAYS_ID", null, options).getRows());
} finally {
agent.disconnect();
}
}
}
@Test
void transferMetadataAndWritesRespectCustomSchemasAcrossBundledVersions() {
for (String profile : List.of("h2-v1", "h2-v2", "h2-v3")) {
ConnectParams params = new ConnectParams("", 0, "mem:transfer-" + profile, "sa", "", "", "", false);
params.setDriver_profile(profile);
H2Agent agent = new H2Agent();
agent.connect(params);
try {
ExecuteQueryOptions options = new ExecuteQueryOptions();
agent.executeQuery("CREATE SCHEMA \"TransferTarget\"", null, options);
agent.executeQuery("CREATE TABLE PUBLIC.ITEMS (PUBLIC_ONLY INT)", null, options);
agent.executeQuery(
"CREATE TABLE \"TransferTarget\".ITEMS (ID INT, PART INT, NAME VARCHAR(1024), AMOUNT DECIMAL(12, 2), PRIMARY KEY (ID, PART))",
null, options
);
agent.executeQuery("CREATE INDEX \"TransferTarget\".IDX_NAME ON \"TransferTarget\".ITEMS(NAME)", null, options);
agent.executeQuery("CREATE UNIQUE HASH INDEX \"TransferTarget\".IDX_PART ON \"TransferTarget\".ITEMS(PART)", null, options);
Assertions.assertTrue(agent.listSchemas().contains("TransferTarget"), profile);
Assertions.assertTrue(agent.listTables("TransferTarget").stream().anyMatch(table -> table.getName().equals("ITEMS")), profile);
Assertions.assertTrue(agent.listTables("MISSING_SCHEMA").isEmpty(), profile);
Assertions.assertEquals(List.of("PUBLIC_ONLY"), agent.getColumns(null, "ITEMS").stream().map(ColumnInfo::getName).toList(), profile);
List<ColumnInfo> columns = agent.getColumns("TransferTarget", "ITEMS");
Assertions.assertEquals(List.of("ID", "PART", "NAME", "AMOUNT"), columns.stream().map(ColumnInfo::getName).toList(), profile);
Assertions.assertEquals(1024, columns.get(2).getCharacter_maximum_length(), profile);
Assertions.assertEquals(12, columns.get(3).getNumeric_precision(), profile);
Assertions.assertEquals(2, columns.get(3).getNumeric_scale(), profile);
Assertions.assertTrue(agent.listIndexes("TransferTarget", "ITEMS").stream().anyMatch(index -> index.getName().equals("IDX_NAME")), profile);
agent.executeQuery("CREATE SCHEMA \"TransferCopy\"", null, options);
String ddl = agent.getTableDdl("TransferTarget", "ITEMS");
agent.executeQuery(ddl.replace("\"TransferTarget\".", "\"TransferCopy\"."), null, options);
Assertions.assertEquals(1024, agent.getColumns("TransferCopy", "ITEMS").get(2).getCharacter_maximum_length(), profile);
Assertions.assertTrue(agent.listIndexes("TransferCopy", "ITEMS").stream().anyMatch(index -> index.getName().equals("IDX_NAME")), profile);
Assertions.assertTrue(agent.listIndexes("TransferCopy", "ITEMS").stream().anyMatch(index -> index.getName().equals("IDX_PART") && index.getIs_unique()), profile);
agent.executeQuery("INSERT INTO \"TransferCopy\".ITEMS VALUES (1, 1, 'first', 1.00)", null, options);
Assertions.assertThrows(RuntimeException.class, () -> agent.executeQuery("INSERT INTO \"TransferCopy\".ITEMS VALUES (2, 1, 'duplicate', 2.00)", null, options), profile);
agent.executeQuery("INSERT INTO \"TransferTarget\".ITEMS VALUES (1, 1, 'old', 1.00)", null, options);
agent.executeQuery(
"MERGE INTO \"TransferTarget\".\"ITEMS\" (\"ID\", \"PART\", \"NAME\", \"AMOUNT\") KEY (\"ID\", \"PART\") VALUES "
+ "(1, 1, 'updated', 12.34), (1, 2, 'new', 56.78)",
null, options
);
QueryResult result = agent.executeQuery("SELECT NAME, CAST(AMOUNT AS VARCHAR) FROM \"TransferTarget\".ITEMS ORDER BY PART", null, options);
Assertions.assertEquals(List.of(List.of("updated", "12.34"), List.of("new", "56.78")), result.getRows(), profile);
agent.executeQuery("TRUNCATE TABLE \"TransferTarget\".ITEMS", null, options);
Assertions.assertTrue(agent.executeQuery("SELECT * FROM \"TransferTarget\".ITEMS", null, options).getRows().isEmpty(), profile);
agent.executeQuery("CREATE TABLE \"TransferTarget\".PAYLOADS (LABEL VARCHAR(128), DATA JSON, RAW_BYTES VARBINARY)", null, options);
agent.executeQuery("INSERT INTO \"TransferTarget\".PAYLOADS VALUES ('C:\\tmp\\o''clock', JSON '[1,2]', X'00ff')", null, options);
QueryResult payload = agent.executeQuery("SELECT * FROM \"TransferTarget\".PAYLOADS", null, options);
Assertions.assertEquals(List.of(List.of("C:\\tmp\\o'clock", "[1,2]", "0x00ff")), payload.getRows(), profile);
} finally {
agent.disconnect();
}
}
}
@Test
void metadataAndExecutionWorkAcrossBundledVersions() {
for (String profile : List.of("h2-v1", "h2-v2", "h2-v3")) {