pub const R2_CDN_BASE: &str = "https://dl.dbxio.com/"; pub const GITHUB_RELEASE_DOWNLOAD_PREFIX: &str = "https://github.com/t8y2/dbx/releases/download/"; pub const CNB_RELEASE_DOWNLOAD_PREFIX: &str = "https://cnb.cool/dbxio.com/dbx/-/releases/download/"; #[derive(Clone, Copy, Debug, Default, serde::Deserialize, PartialEq, Eq, Hash)] #[serde(rename_all = "lowercase")] pub enum DownloadSource { #[default] Official, Cnb, } impl DownloadSource { pub fn download_candidate_urls(self, github_url: &str, r2_path: &str) -> Result, String> { match self { Self::Official => Ok(download_candidate_urls(github_url, r2_path)), Self::Cnb => Ok(mirror_download_candidate_urls( r2_path, rewrite_github_release_url(github_url, CNB_RELEASE_DOWNLOAD_PREFIX)?, )), } } } fn mirror_download_candidate_urls(r2_path: &str, mirror_url: String) -> Vec { let r2_url = format!("{R2_CDN_BASE}{r2_path}"); vec![mirror_url, r2_url] } fn rewrite_github_release_url(url: &str, target_prefix: &str) -> Result { if url.starts_with(target_prefix) { return Ok(url.to_string()); } url.strip_prefix(GITHUB_RELEASE_DOWNLOAD_PREFIX) .map(|path| format!("{target_prefix}{path}")) .ok_or_else(|| format!("Unsupported DBX release download URL: {url}")) } pub fn download_candidate_urls(github_url: &str, r2_path: &str) -> Vec { vec![format!("{R2_CDN_BASE}{r2_path}"), github_url.to_string()] } use std::pin::Pin; type ResponseFuture = Pin> + Send>>; pub async fn race_download( client: &reqwest::Client, github_url: &str, r2_path: &str, user_agent: &str, ) -> Result { race_download_urls(client, &download_candidate_urls(github_url, r2_path), user_agent).await } pub async fn race_download_urls( client: &reqwest::Client, urls: &[String], user_agent: &str, ) -> Result { use futures::future::select_ok; let mut futs: Vec = Vec::with_capacity(urls.len()); for url in urls { let client = client.clone(); let url = url.clone(); let ua = user_agent.to_string(); futs.push(Box::pin(async move { client .get(url) .header(reqwest::header::USER_AGENT, ua) .header(reqwest::header::ACCEPT_ENCODING, "identity") .send() .await .and_then(|r| r.error_for_status()) .map_err(|e| format!("{e}")) }) as ResponseFuture); } match select_ok(futs).await { Ok((resp, _)) => Ok(resp), Err(last_err) => Err(last_err), } } #[cfg(test)] mod tests { use super::{download_candidate_urls, DownloadSource}; #[test] fn download_candidates_exclude_third_party_github_proxy() { let urls = download_candidate_urls( "https://github.com/t8y2/dbx/releases/latest/download/latest.json", "releases/latest/latest.json", ); assert_eq!( urls, vec![ "https://dl.dbxio.com/releases/latest/latest.json", "https://github.com/t8y2/dbx/releases/latest/download/latest.json", ] ); } #[test] fn mirror_download_candidates_prefer_selected_source() { let github_url = "https://github.com/t8y2/dbx/releases/download/agents-latest/agent-registry.json"; assert_eq!( DownloadSource::Cnb.download_candidate_urls(github_url, "agents/agent-registry.json").unwrap(), vec![ "https://cnb.cool/dbxio.com/dbx/-/releases/download/agents-latest/agent-registry.json", "https://dl.dbxio.com/agents/agent-registry.json", ] ); } }