feat(agents): move agents into dbx repo

This commit is contained in:
t8y2 committed 2026-06-23 11:38:16 +08:00
1 parent ab35fda299
commit 3a25487dea
215 files changed
+29740 -15

No files matched your search

@@ -0,0 +1,145 @@
package com.dbx.agent.bigquery;
import com.dbx.agent.AbstractJdbcAgent;
import com.dbx.agent.ColumnInfo;
import com.dbx.agent.ConnectParams;
import com.dbx.agent.DatabaseInfo;
import com.dbx.agent.ForeignKeyInfo;
import com.dbx.agent.IndexInfo;
import com.dbx.agent.JdbcIdentifiers;
import com.dbx.agent.JsonRpcServer;
import com.dbx.agent.TableInfo;
import com.dbx.agent.TriggerInfo;
import java.sql.ResultSet;
import java.util.ArrayList;
import java.util.Collections;
import java.util.List;
public final class BigQueryAgent extends AbstractJdbcAgent {
@Override
protected String driverClass() {
return "com.simba.googlebigquery.jdbc.Driver";
}
@Override
protected String buildJdbcUrl(ConnectParams params) {
return buildUrl(params);
}
@Override
public List<DatabaseInfo> listDatabases() {
return unchecked(() -> {
List<DatabaseInfo> result = new ArrayList<>();
try (java.sql.Statement stmt = requireConnected().createStatement();
ResultSet rs = stmt.executeQuery("SELECT schema_name FROM INFORMATION_SCHEMA.SCHEMATA ORDER BY schema_name")) {
while (rs.next()) {
result.add(new DatabaseInfo(rs.getString(1)));
}
}
return result;
});
}
@Override
public List<String> listSchemas() {
List<String> result = new ArrayList<>();
for (DatabaseInfo database : listDatabases()) {
result.add(database.getName());
}
return result;
}
@Override
public List<TableInfo> listTables(String schema) {
return unchecked(() -> {
List<TableInfo> result = new ArrayList<>();
String quotedSchema = JdbcIdentifiers.INSTANCE.backtick(schema);
String sql = "SELECT table_name, table_type FROM " + quotedSchema + ".INFORMATION_SCHEMA.TABLES ORDER BY table_name";
try (java.sql.PreparedStatement stmt = requireConnected().prepareStatement(sql);
ResultSet rs = stmt.executeQuery()) {
while (rs.next()) {
result.add(new TableInfo(
rs.getString("table_name"),
normalizeTableType(rs.getString("table_type")),
null
));
}
}
return result;
});
}
@Override
public List<ColumnInfo> getColumns(String schema, String table) {
return unchecked(() -> {
List<ColumnInfo> result = new ArrayList<>();
String quotedSchema = JdbcIdentifiers.INSTANCE.backtick(schema);
String sql = "SELECT column_name, data_type, is_nullable " +
"FROM " + quotedSchema + ".INFORMATION_SCHEMA.COLUMNS " +
"WHERE table_name = ? " +
"ORDER BY ordinal_position";
try (java.sql.PreparedStatement stmt = requireConnected().prepareStatement(sql)) {
stmt.setString(1, table);
try (ResultSet rs = stmt.executeQuery()) {
while (rs.next()) {
result.add(new ColumnInfo(
rs.getString("column_name"),
rs.getString("data_type"),
"YES".equals(rs.getString("is_nullable")),
null,
false,
null,
null,
null,
null,
null
));
}
}
}
return result;
});
}
@Override
public List<IndexInfo> listIndexes(String schema, String table) {
return Collections.emptyList();
}
@Override
public List<ForeignKeyInfo> listForeignKeys(String schema, String table) {
return Collections.emptyList();
}
@Override
public List<TriggerInfo> listTriggers(String schema, String table) {
return Collections.emptyList();
}
@Override
public String setSchemaSQL(String schema) {
return "";
}
static String buildUrl(ConnectParams params) {
String url = "jdbc:bigquery://" + params.getHost() + ":" + params.getPort() + ";ProjectId=" + params.getDatabase();
String extraParams = trimSemicolons(params.getUrl_params());
return extraParams.isBlank() ? url : url + ";" + extraParams;
}
private static String trimSemicolons(String value) {
if (value == null) {
return "";
}
return value.trim().replaceAll("^;+", "").replaceAll(";+\\s*$", "");
}
private static String normalizeTableType(String type) {
return "BASE TABLE".equals(type) ? "TABLE" : type;
}
public static void main(String[] args) {
new JsonRpcServer(new BigQueryAgent()).run();
}
}
@@ -0,0 +1,49 @@
package com.dbx.agent.bigquery;
import com.dbx.agent.test.TestSupport;
import com.dbx.agent.ConnectParams;
import com.dbx.agent.test.JdbcAgentFake;
import com.dbx.agent.test.JdbcMetadataSqlFake;
import java.sql.Connection;
import org.junit.jupiter.api.Assertions;
import org.junit.jupiter.api.Test;
class BigQueryAgentMetadataTest {
@Test
void quotesSchemaIdentifiersInMetadataSql() {
BigQueryAgent agent = new BigQueryAgent();
Connection fake = JdbcMetadataSqlFake.connection();
TestSupport.setPrivateConnection(agent, fake);
agent.listTables("bad`schema");
agent.getColumns("bad`schema", "sample");
Assertions.assertTrue(
JdbcMetadataSqlFake.statements.stream()
.anyMatch(statement -> statement.contains("FROM `bad``schema`.INFORMATION_SCHEMA.TABLES"))
);
Assertions.assertTrue(
JdbcMetadataSqlFake.statements.stream()
.anyMatch(statement -> statement.contains("FROM `bad``schema`.INFORMATION_SCHEMA.COLUMNS"))
);
}
@Test
void buildUrlAppendsAuthenticationUrlParams() {
ConnectParams params = new ConnectParams(
"https://www.googleapis.com/bigquery/v2",
443,
"demo-project",
"",
"",
"OAuthType=0;OAuthServiceAcctEmail=svc@demo.iam.gserviceaccount.com;OAuthPvtKeyPath=C:\\keys\\demo.json",
"",
false
);
Assertions.assertEquals(
"jdbc:bigquery://https://www.googleapis.com/bigquery/v2:443;ProjectId=demo-project;OAuthType=0;OAuthServiceAcctEmail=svc@demo.iam.gserviceaccount.com;OAuthPvtKeyPath=C:\\keys\\demo.json",
BigQueryAgent.buildUrl(params)
);
}
}
@@ -0,0 +1,16 @@
package com.dbx.agent.bigquery;
import com.dbx.agent.DatabaseAgent;
import com.dbx.agent.test.JdbcFakeExecutionBehaviorTest;
class BigQueryAgentTest extends JdbcFakeExecutionBehaviorTest {
@Override
protected DatabaseAgent createAgent() {
return new BigQueryAgent();
}
@Override
protected String resultSetSql() {
return "CALL dataset.proc()";
}
}