feat(agents): move agents into dbx repo
This commit is contained in:
1 parent
ab35fda299
commit
3a25487dea
215 files changed
+29740
-15
No files matched your search
@@ -0,0 +1,145 @@
|
||||
package com.dbx.agent.bigquery;
|
||||
|
||||
import com.dbx.agent.AbstractJdbcAgent;
|
||||
import com.dbx.agent.ColumnInfo;
|
||||
import com.dbx.agent.ConnectParams;
|
||||
import com.dbx.agent.DatabaseInfo;
|
||||
import com.dbx.agent.ForeignKeyInfo;
|
||||
import com.dbx.agent.IndexInfo;
|
||||
import com.dbx.agent.JdbcIdentifiers;
|
||||
import com.dbx.agent.JsonRpcServer;
|
||||
import com.dbx.agent.TableInfo;
|
||||
import com.dbx.agent.TriggerInfo;
|
||||
import java.sql.ResultSet;
|
||||
import java.util.ArrayList;
|
||||
import java.util.Collections;
|
||||
import java.util.List;
|
||||
|
||||
public final class BigQueryAgent extends AbstractJdbcAgent {
|
||||
|
||||
@Override
|
||||
protected String driverClass() {
|
||||
return "com.simba.googlebigquery.jdbc.Driver";
|
||||
}
|
||||
|
||||
@Override
|
||||
protected String buildJdbcUrl(ConnectParams params) {
|
||||
return buildUrl(params);
|
||||
}
|
||||
|
||||
@Override
|
||||
public List<DatabaseInfo> listDatabases() {
|
||||
return unchecked(() -> {
|
||||
List<DatabaseInfo> result = new ArrayList<>();
|
||||
try (java.sql.Statement stmt = requireConnected().createStatement();
|
||||
ResultSet rs = stmt.executeQuery("SELECT schema_name FROM INFORMATION_SCHEMA.SCHEMATA ORDER BY schema_name")) {
|
||||
while (rs.next()) {
|
||||
result.add(new DatabaseInfo(rs.getString(1)));
|
||||
}
|
||||
}
|
||||
return result;
|
||||
});
|
||||
}
|
||||
|
||||
@Override
|
||||
public List<String> listSchemas() {
|
||||
List<String> result = new ArrayList<>();
|
||||
for (DatabaseInfo database : listDatabases()) {
|
||||
result.add(database.getName());
|
||||
}
|
||||
return result;
|
||||
}
|
||||
|
||||
@Override
|
||||
public List<TableInfo> listTables(String schema) {
|
||||
return unchecked(() -> {
|
||||
List<TableInfo> result = new ArrayList<>();
|
||||
String quotedSchema = JdbcIdentifiers.INSTANCE.backtick(schema);
|
||||
String sql = "SELECT table_name, table_type FROM " + quotedSchema + ".INFORMATION_SCHEMA.TABLES ORDER BY table_name";
|
||||
try (java.sql.PreparedStatement stmt = requireConnected().prepareStatement(sql);
|
||||
ResultSet rs = stmt.executeQuery()) {
|
||||
while (rs.next()) {
|
||||
result.add(new TableInfo(
|
||||
rs.getString("table_name"),
|
||||
normalizeTableType(rs.getString("table_type")),
|
||||
null
|
||||
));
|
||||
}
|
||||
}
|
||||
return result;
|
||||
});
|
||||
}
|
||||
|
||||
@Override
|
||||
public List<ColumnInfo> getColumns(String schema, String table) {
|
||||
return unchecked(() -> {
|
||||
List<ColumnInfo> result = new ArrayList<>();
|
||||
String quotedSchema = JdbcIdentifiers.INSTANCE.backtick(schema);
|
||||
String sql = "SELECT column_name, data_type, is_nullable " +
|
||||
"FROM " + quotedSchema + ".INFORMATION_SCHEMA.COLUMNS " +
|
||||
"WHERE table_name = ? " +
|
||||
"ORDER BY ordinal_position";
|
||||
try (java.sql.PreparedStatement stmt = requireConnected().prepareStatement(sql)) {
|
||||
stmt.setString(1, table);
|
||||
try (ResultSet rs = stmt.executeQuery()) {
|
||||
while (rs.next()) {
|
||||
result.add(new ColumnInfo(
|
||||
rs.getString("column_name"),
|
||||
rs.getString("data_type"),
|
||||
"YES".equals(rs.getString("is_nullable")),
|
||||
null,
|
||||
false,
|
||||
null,
|
||||
null,
|
||||
null,
|
||||
null,
|
||||
null
|
||||
));
|
||||
}
|
||||
}
|
||||
}
|
||||
return result;
|
||||
});
|
||||
}
|
||||
|
||||
@Override
|
||||
public List<IndexInfo> listIndexes(String schema, String table) {
|
||||
return Collections.emptyList();
|
||||
}
|
||||
|
||||
@Override
|
||||
public List<ForeignKeyInfo> listForeignKeys(String schema, String table) {
|
||||
return Collections.emptyList();
|
||||
}
|
||||
|
||||
@Override
|
||||
public List<TriggerInfo> listTriggers(String schema, String table) {
|
||||
return Collections.emptyList();
|
||||
}
|
||||
|
||||
@Override
|
||||
public String setSchemaSQL(String schema) {
|
||||
return "";
|
||||
}
|
||||
|
||||
static String buildUrl(ConnectParams params) {
|
||||
String url = "jdbc:bigquery://" + params.getHost() + ":" + params.getPort() + ";ProjectId=" + params.getDatabase();
|
||||
String extraParams = trimSemicolons(params.getUrl_params());
|
||||
return extraParams.isBlank() ? url : url + ";" + extraParams;
|
||||
}
|
||||
|
||||
private static String trimSemicolons(String value) {
|
||||
if (value == null) {
|
||||
return "";
|
||||
}
|
||||
return value.trim().replaceAll("^;+", "").replaceAll(";+\\s*$", "");
|
||||
}
|
||||
|
||||
private static String normalizeTableType(String type) {
|
||||
return "BASE TABLE".equals(type) ? "TABLE" : type;
|
||||
}
|
||||
|
||||
public static void main(String[] args) {
|
||||
new JsonRpcServer(new BigQueryAgent()).run();
|
||||
}
|
||||
}
|
||||
+49
@@ -0,0 +1,49 @@
|
||||
package com.dbx.agent.bigquery;
|
||||
|
||||
import com.dbx.agent.test.TestSupport;
|
||||
import com.dbx.agent.ConnectParams;
|
||||
import com.dbx.agent.test.JdbcAgentFake;
|
||||
import com.dbx.agent.test.JdbcMetadataSqlFake;
|
||||
import java.sql.Connection;
|
||||
import org.junit.jupiter.api.Assertions;
|
||||
import org.junit.jupiter.api.Test;
|
||||
|
||||
class BigQueryAgentMetadataTest {
|
||||
@Test
|
||||
void quotesSchemaIdentifiersInMetadataSql() {
|
||||
BigQueryAgent agent = new BigQueryAgent();
|
||||
Connection fake = JdbcMetadataSqlFake.connection();
|
||||
TestSupport.setPrivateConnection(agent, fake);
|
||||
|
||||
agent.listTables("bad`schema");
|
||||
agent.getColumns("bad`schema", "sample");
|
||||
|
||||
Assertions.assertTrue(
|
||||
JdbcMetadataSqlFake.statements.stream()
|
||||
.anyMatch(statement -> statement.contains("FROM `bad``schema`.INFORMATION_SCHEMA.TABLES"))
|
||||
);
|
||||
Assertions.assertTrue(
|
||||
JdbcMetadataSqlFake.statements.stream()
|
||||
.anyMatch(statement -> statement.contains("FROM `bad``schema`.INFORMATION_SCHEMA.COLUMNS"))
|
||||
);
|
||||
}
|
||||
|
||||
@Test
|
||||
void buildUrlAppendsAuthenticationUrlParams() {
|
||||
ConnectParams params = new ConnectParams(
|
||||
"https://www.googleapis.com/bigquery/v2",
|
||||
443,
|
||||
"demo-project",
|
||||
"",
|
||||
"",
|
||||
"OAuthType=0;OAuthServiceAcctEmail=svc@demo.iam.gserviceaccount.com;OAuthPvtKeyPath=C:\\keys\\demo.json",
|
||||
"",
|
||||
false
|
||||
);
|
||||
|
||||
Assertions.assertEquals(
|
||||
"jdbc:bigquery://https://www.googleapis.com/bigquery/v2:443;ProjectId=demo-project;OAuthType=0;OAuthServiceAcctEmail=svc@demo.iam.gserviceaccount.com;OAuthPvtKeyPath=C:\\keys\\demo.json",
|
||||
BigQueryAgent.buildUrl(params)
|
||||
);
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,16 @@
|
||||
package com.dbx.agent.bigquery;
|
||||
|
||||
import com.dbx.agent.DatabaseAgent;
|
||||
import com.dbx.agent.test.JdbcFakeExecutionBehaviorTest;
|
||||
|
||||
class BigQueryAgentTest extends JdbcFakeExecutionBehaviorTest {
|
||||
@Override
|
||||
protected DatabaseAgent createAgent() {
|
||||
return new BigQueryAgent();
|
||||
}
|
||||
|
||||
@Override
|
||||
protected String resultSetSql() {
|
||||
return "CALL dataset.proc()";
|
||||
}
|
||||
}
|
||||
Reference in new issue
Block a user