254 lines
9.8 KiB
Rust
254 lines
9.8 KiB
Rust
use dbx_core::connection::AppState;
|
|
use dbx_core::db::mysql;
|
|
use dbx_core::models::connection::{ConnectionConfig, DatabaseType};
|
|
use dbx_core::storage::Storage;
|
|
use dbx_core::transfer::{
|
|
transfer_table, TransferContent, TransferMode, TransferOwnershipPolicy, TransferRequest, TransferTableNameCase,
|
|
};
|
|
use serde_json::json;
|
|
use std::time::Duration;
|
|
|
|
fn live_mysql_config(id: &str) -> ConnectionConfig {
|
|
let host = std::env::var("DBX_LIVE_MYSQL_TRANSFER_HOST").expect("DBX_LIVE_MYSQL_TRANSFER_HOST");
|
|
let port =
|
|
std::env::var("DBX_LIVE_MYSQL_TRANSFER_PORT").ok().and_then(|value| value.parse::<u16>().ok()).unwrap_or(3306);
|
|
let username = std::env::var("DBX_LIVE_MYSQL_TRANSFER_USER").unwrap_or_else(|_| "root".to_string());
|
|
let password = std::env::var("DBX_LIVE_MYSQL_TRANSFER_PASSWORD").expect("DBX_LIVE_MYSQL_TRANSFER_PASSWORD");
|
|
|
|
serde_json::from_value(json!({
|
|
"id": id,
|
|
"name": id,
|
|
"db_type": DatabaseType::Mysql,
|
|
"host": host,
|
|
"port": port,
|
|
"username": username,
|
|
"password": password,
|
|
"database": null,
|
|
"connect_timeout_secs": 10,
|
|
"query_timeout_secs": 30,
|
|
"idle_timeout_secs": 60,
|
|
"keepalive_interval_secs": 0
|
|
}))
|
|
.expect("live MySQL transfer config should deserialize")
|
|
}
|
|
|
|
fn mysql_url(config: &ConnectionConfig) -> String {
|
|
format!("mysql://{}:{}@{}:{}", config.username, config.password, config.host, config.port)
|
|
}
|
|
|
|
fn transfer_request(
|
|
transfer_id: String,
|
|
connection_id: &str,
|
|
source_database: &str,
|
|
target_database: &str,
|
|
mode: TransferMode,
|
|
) -> TransferRequest {
|
|
TransferRequest {
|
|
transfer_id,
|
|
source_connection_id: connection_id.to_string(),
|
|
source_database: source_database.to_string(),
|
|
source_schema: source_database.to_string(),
|
|
source_catalog: None,
|
|
target_connection_id: connection_id.to_string(),
|
|
target_database: target_database.to_string(),
|
|
target_schema: target_database.to_string(),
|
|
target_catalog: None,
|
|
tables: vec!["spatial_matrix".to_string()],
|
|
create_table: false,
|
|
content: TransferContent::default(),
|
|
objects: Vec::new(),
|
|
mode,
|
|
target_table_name_case: TransferTableNameCase::Preserve,
|
|
ownership_policy: TransferOwnershipPolicy::Preserve,
|
|
batch_size: 2,
|
|
}
|
|
}
|
|
|
|
async fn query_text(pool: &mysql::MySqlPool, sql: &str) -> String {
|
|
mysql::execute_query(pool, sql, false).await.unwrap().rows[0][0].as_str().unwrap().to_string()
|
|
}
|
|
|
|
#[tokio::test]
|
|
#[ignore = "requires a disposable MySQL 5.7+ endpoint via DBX_LIVE_MYSQL_TRANSFER_* variables"]
|
|
async fn live_mysql_transfer_preserves_spatial_values_and_modes() {
|
|
let suffix = uuid::Uuid::new_v4().simple().to_string();
|
|
let connection_id = format!("live-mysql-transfer-{suffix}");
|
|
let source_database = format!("dbx_transfer_src_{}", &suffix[..12]);
|
|
let target_database = format!("dbx_transfer_dst_{}", &suffix[..12]);
|
|
let config = live_mysql_config(&connection_id);
|
|
let setup_pool = mysql::connect(&mysql_url(&config), Duration::from_secs(10)).await.unwrap();
|
|
|
|
let setup = format!(
|
|
"CREATE DATABASE `{source_database}`;\
|
|
CREATE DATABASE `{target_database}`;\
|
|
CREATE TABLE `{source_database}`.`spatial_matrix` (\
|
|
id INT PRIMARY KEY, name VARCHAR(32), payload VARBINARY(8), created_at DATETIME,\
|
|
g GEOMETRY NULL, p POINT NULL, ls LINESTRING NULL, poly POLYGON NULL,\
|
|
mp MULTIPOINT NULL, mls MULTILINESTRING NULL, mpoly MULTIPOLYGON NULL,\
|
|
gc GEOMETRYCOLLECTION NULL\
|
|
);\
|
|
CREATE TABLE `{target_database}`.`spatial_matrix` LIKE `{source_database}`.`spatial_matrix`;\
|
|
INSERT INTO `{source_database}`.`spatial_matrix` VALUES (\
|
|
1, 'alpha', 0x00FF, '2026-08-12 10:20:30',\
|
|
ST_GeomFromText('POINT(1 2)', 4326), ST_GeomFromText('POINT(3 4)', 4326),\
|
|
ST_GeomFromText('LINESTRING(0 0,1 1)', 4326),\
|
|
ST_GeomFromText('POLYGON((0 0,0 1,1 1,0 0))', 4326),\
|
|
ST_GeomFromText('MULTIPOINT((0 0),(1 1))', 4326),\
|
|
ST_GeomFromText('MULTILINESTRING((0 0,1 1))', 4326),\
|
|
ST_GeomFromText('MULTIPOLYGON(((0 0,0 1,1 1,0 0)))', 4326),\
|
|
ST_GeomFromText('GEOMETRYCOLLECTION(POINT(1 1))', 4326)\
|
|
), (2, 'nulls', NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL), (\
|
|
3, 'omega', 0xCAFE, '2026-08-12 11:22:33',\
|
|
ST_GeomFromText('LINESTRING(2 2,3 3)', 3857), ST_GeomFromText('POINT(5 6)', 3857),\
|
|
ST_GeomFromText('LINESTRING(4 4,5 5)', 3857),\
|
|
ST_GeomFromText('POLYGON((2 2,2 3,3 3,2 2))', 3857),\
|
|
ST_GeomFromText('MULTIPOINT((2 2),(3 3))', 3857),\
|
|
ST_GeomFromText('MULTILINESTRING((2 2,3 3))', 3857),\
|
|
ST_GeomFromText('MULTIPOLYGON(((2 2,2 3,3 3,2 2)))', 3857),\
|
|
ST_GeomFromText('GEOMETRYCOLLECTION(POINT(2 2))', 3857)\
|
|
)"
|
|
);
|
|
mysql::execute_query(&setup_pool, &setup, true).await.unwrap();
|
|
|
|
let dir = std::env::temp_dir().join(format!("dbx-live-mysql-transfer-{suffix}"));
|
|
std::fs::create_dir_all(&dir).unwrap();
|
|
let storage = Storage::open(&dir.join("storage.db")).await.unwrap();
|
|
let state = AppState::new(storage);
|
|
state.configs.write().await.insert(connection_id.clone(), config);
|
|
let source_pool_key = state.get_or_create_pool(&connection_id, Some(&source_database)).await.unwrap();
|
|
let target_pool_key = state.get_or_create_pool(&connection_id, Some(&target_database)).await.unwrap();
|
|
|
|
let test_result = async {
|
|
let append = transfer_table(
|
|
&state,
|
|
&transfer_request(
|
|
format!("live-mysql-transfer-append-{suffix}"),
|
|
&connection_id,
|
|
&source_database,
|
|
&target_database,
|
|
TransferMode::Append,
|
|
),
|
|
"spatial_matrix",
|
|
0,
|
|
&DatabaseType::Mysql,
|
|
&DatabaseType::Mysql,
|
|
&source_pool_key,
|
|
&target_pool_key,
|
|
|_| {},
|
|
)
|
|
.await?;
|
|
assert_eq!(append, 3);
|
|
assert_eq!(
|
|
query_text(
|
|
&setup_pool,
|
|
&format!(
|
|
"SELECT CAST(CONCAT((SELECT COUNT(*) FROM `{target_database}`.`spatial_matrix`), ':', \
|
|
ST_AsText(p), ':', ST_SRID(p), ':', HEX(payload), ':', \
|
|
DATE_FORMAT(created_at, '%Y-%m-%d %H:%i:%s'), ':', \
|
|
(SELECT SUM(g IS NULL) FROM `{target_database}`.`spatial_matrix`)) AS CHAR) \
|
|
FROM `{target_database}`.`spatial_matrix` WHERE id=1"
|
|
),
|
|
)
|
|
.await,
|
|
"3:POINT(3 4):4326:00FF:2026-08-12 10:20:30:1"
|
|
);
|
|
let spatial_types = query_text(
|
|
&setup_pool,
|
|
&format!(
|
|
"SELECT CAST(CONCAT_WS('|', ST_AsText(g), ST_AsText(p), ST_AsText(ls), ST_AsText(poly), \
|
|
ST_AsText(mp), ST_AsText(mls), ST_AsText(mpoly), ST_AsText(gc)) AS CHAR) \
|
|
FROM `{target_database}`.`spatial_matrix` WHERE id=1"
|
|
),
|
|
)
|
|
.await;
|
|
assert_eq!(
|
|
spatial_types,
|
|
"POINT(1 2)|POINT(3 4)|LINESTRING(0 0,1 1)|POLYGON((0 0,0 1,1 1,0 0))|MULTIPOINT((0 0),(1 1))|MULTILINESTRING((0 0,1 1))|MULTIPOLYGON(((0 0,0 1,1 1,0 0)))|GEOMETRYCOLLECTION(POINT(1 1))"
|
|
);
|
|
|
|
mysql::execute_query(
|
|
&setup_pool,
|
|
&format!("INSERT INTO `{target_database}`.`spatial_matrix` (id, name) VALUES (99, 'stale')"),
|
|
false,
|
|
)
|
|
.await?;
|
|
let overwrite = transfer_table(
|
|
&state,
|
|
&transfer_request(
|
|
format!("live-mysql-transfer-overwrite-{suffix}"),
|
|
&connection_id,
|
|
&source_database,
|
|
&target_database,
|
|
TransferMode::Overwrite,
|
|
),
|
|
"spatial_matrix",
|
|
0,
|
|
&DatabaseType::Mysql,
|
|
&DatabaseType::Mysql,
|
|
&source_pool_key,
|
|
&target_pool_key,
|
|
|_| {},
|
|
)
|
|
.await?;
|
|
assert_eq!(overwrite, 3);
|
|
assert_eq!(
|
|
query_text(
|
|
&setup_pool,
|
|
&format!("SELECT CAST(CONCAT(COUNT(*), ':', SUM(id=99)) AS CHAR) FROM `{target_database}`.`spatial_matrix`"),
|
|
)
|
|
.await,
|
|
"3:0"
|
|
);
|
|
|
|
mysql::execute_query(
|
|
&setup_pool,
|
|
&format!("UPDATE `{source_database}`.`spatial_matrix` SET name='updated' WHERE id=1"),
|
|
false,
|
|
)
|
|
.await?;
|
|
let upsert = transfer_table(
|
|
&state,
|
|
&transfer_request(
|
|
format!("live-mysql-transfer-upsert-{suffix}"),
|
|
&connection_id,
|
|
&source_database,
|
|
&target_database,
|
|
TransferMode::Upsert,
|
|
),
|
|
"spatial_matrix",
|
|
0,
|
|
&DatabaseType::Mysql,
|
|
&DatabaseType::Mysql,
|
|
&source_pool_key,
|
|
&target_pool_key,
|
|
|_| {},
|
|
)
|
|
.await?;
|
|
assert_eq!(upsert, 3);
|
|
assert_eq!(
|
|
query_text(
|
|
&setup_pool,
|
|
&format!(
|
|
"SELECT CAST(CONCAT(name, ':', ST_AsText(p), ':', ST_SRID(p)) AS CHAR) \
|
|
FROM `{target_database}`.`spatial_matrix` WHERE id=1"
|
|
),
|
|
)
|
|
.await,
|
|
"updated:POINT(3 4):4326"
|
|
);
|
|
Ok::<_, String>(())
|
|
}
|
|
.await;
|
|
|
|
let cleanup = mysql::execute_query(
|
|
&setup_pool,
|
|
&format!("DROP DATABASE `{source_database}`; DROP DATABASE `{target_database}`"),
|
|
true,
|
|
)
|
|
.await;
|
|
setup_pool.disconnect().await.unwrap();
|
|
let _ = std::fs::remove_dir_all(dir);
|
|
cleanup.unwrap();
|
|
test_result.unwrap();
|
|
}
|