You've already forked AstralRinth
forked from didirus/AstralRinth
* Fix crash when MC updates * Fix fabric ordering + add neoforge support * run clippy * run clippy
371 lines
12 KiB
Rust
371 lines
12 KiB
Rust
use crate::{download_file, format_url, upload_file_to_bucket, Error};
|
|
use daedalus::minecraft::{Library, VersionManifest};
|
|
use daedalus::modded::{
|
|
LoaderVersion, Manifest, PartialVersionInfo, Version, DUMMY_REPLACE_STRING,
|
|
};
|
|
use serde::{Deserialize, Serialize};
|
|
use std::sync::Arc;
|
|
use tokio::sync::{Mutex, RwLock, Semaphore};
|
|
|
|
pub async fn retrieve_data(
|
|
minecraft_versions: &VersionManifest,
|
|
uploaded_files: &mut Vec<String>,
|
|
semaphore: Arc<Semaphore>,
|
|
) -> Result<(), Error> {
|
|
let list = fetch_quilt_versions(None, semaphore.clone()).await?;
|
|
let old_manifest = daedalus::modded::fetch_manifest(&format_url(&format!(
|
|
"quilt/v{}/manifest.json",
|
|
daedalus::modded::CURRENT_QUILT_FORMAT_VERSION,
|
|
)))
|
|
.await
|
|
.ok();
|
|
|
|
let mut versions = if let Some(old_manifest) = old_manifest {
|
|
old_manifest.game_versions
|
|
} else {
|
|
Vec::new()
|
|
};
|
|
|
|
let loaders_mutex = RwLock::new(Vec::new());
|
|
|
|
{
|
|
let mut loaders = loaders_mutex.write().await;
|
|
|
|
for (index, loader) in list.loader.iter().enumerate() {
|
|
if versions.iter().any(|x| {
|
|
x.id == DUMMY_REPLACE_STRING
|
|
&& x.loaders.iter().any(|x| x.id == loader.version)
|
|
}) {
|
|
if index == 0 {
|
|
loaders.push((
|
|
Box::new(false),
|
|
loader.version.clone(),
|
|
Box::new(true),
|
|
))
|
|
}
|
|
} else {
|
|
loaders.push((
|
|
Box::new(false),
|
|
loader.version.clone(),
|
|
Box::new(false),
|
|
))
|
|
}
|
|
}
|
|
}
|
|
|
|
const DUMMY_GAME_VERSION: &str = "1.19.4-rc2";
|
|
|
|
let loader_version_mutex = Mutex::new(Vec::new());
|
|
let uploaded_files_mutex = Arc::new(Mutex::new(Vec::new()));
|
|
|
|
let loader_versions = futures::future::try_join_all(
|
|
loaders_mutex.read().await.clone().into_iter().map(
|
|
|(stable, loader, skip_upload)| async {
|
|
let version = fetch_quilt_version(
|
|
DUMMY_GAME_VERSION,
|
|
&loader,
|
|
semaphore.clone(),
|
|
)
|
|
.await?;
|
|
|
|
Ok::<(Box<bool>, String, PartialVersionInfo, Box<bool>), Error>(
|
|
(stable, loader, version, skip_upload),
|
|
)
|
|
},
|
|
),
|
|
)
|
|
.await?;
|
|
|
|
let visited_artifacts_mutex = Arc::new(Mutex::new(Vec::new()));
|
|
futures::future::try_join_all(loader_versions.into_iter()
|
|
.map(
|
|
|(stable, loader, version, skip_upload)| async {
|
|
let libs = futures::future::try_join_all(
|
|
version.libraries.into_iter().map(|mut lib| async {
|
|
{
|
|
let mut visited_assets =
|
|
visited_artifacts_mutex.lock().await;
|
|
|
|
if visited_assets.contains(&lib.name) {
|
|
lib.name = lib.name.replace(DUMMY_GAME_VERSION, DUMMY_REPLACE_STRING);
|
|
lib.url = Some(format_url("maven/"));
|
|
|
|
return Ok(lib);
|
|
} else {
|
|
visited_assets.push(lib.name.clone())
|
|
}
|
|
}
|
|
|
|
if lib.name.contains(DUMMY_GAME_VERSION) {
|
|
lib.name = lib.name.replace(DUMMY_GAME_VERSION, DUMMY_REPLACE_STRING);
|
|
futures::future::try_join_all(list.game.clone().into_iter().map(|game_version| async {
|
|
let semaphore = semaphore.clone();
|
|
let uploaded_files_mutex = uploaded_files_mutex.clone();
|
|
let lib_name = lib.name.clone();
|
|
let lib_url = lib.url.clone();
|
|
|
|
async move {
|
|
let artifact_path =
|
|
daedalus::get_path_from_artifact(&lib_name.replace(DUMMY_REPLACE_STRING, &game_version.version))?;
|
|
|
|
let artifact = download_file(
|
|
&format!(
|
|
"{}{}",
|
|
lib_url.unwrap_or_else(|| {
|
|
"https://maven.quiltmc.org/".to_string()
|
|
}),
|
|
artifact_path
|
|
),
|
|
None,
|
|
semaphore.clone(),
|
|
)
|
|
.await?;
|
|
|
|
upload_file_to_bucket(
|
|
format!("{}/{}", "maven", artifact_path),
|
|
artifact.to_vec(),
|
|
Some("application/java-archive".to_string()),
|
|
&uploaded_files_mutex,
|
|
semaphore.clone(),
|
|
)
|
|
.await?;
|
|
|
|
Ok::<(), Error>(())
|
|
}.await?;
|
|
|
|
Ok::<(), Error>(())
|
|
})).await?;
|
|
lib.url = Some(format_url("maven/"));
|
|
|
|
return Ok(lib);
|
|
}
|
|
|
|
let artifact_path =
|
|
daedalus::get_path_from_artifact(&lib.name)?;
|
|
|
|
let artifact = download_file(
|
|
&format!(
|
|
"{}{}",
|
|
lib.url.unwrap_or_else(|| {
|
|
"https://maven.quiltmc.org/".to_string()
|
|
}),
|
|
artifact_path
|
|
),
|
|
None,
|
|
semaphore.clone(),
|
|
)
|
|
.await?;
|
|
|
|
lib.url = Some(format_url("maven/"));
|
|
|
|
upload_file_to_bucket(
|
|
format!("{}/{}", "maven", artifact_path),
|
|
artifact.to_vec(),
|
|
Some("application/java-archive".to_string()),
|
|
&uploaded_files_mutex,
|
|
semaphore.clone(),
|
|
)
|
|
.await?;
|
|
|
|
Ok::<Library, Error>(lib)
|
|
}),
|
|
)
|
|
.await?;
|
|
|
|
if async move {
|
|
*skip_upload
|
|
}.await {
|
|
return Ok::<(), Error>(())
|
|
}
|
|
|
|
let version_path = format!(
|
|
"quilt/v{}/versions/{}.json",
|
|
daedalus::modded::CURRENT_QUILT_FORMAT_VERSION,
|
|
&loader
|
|
);
|
|
|
|
upload_file_to_bucket(
|
|
version_path.clone(),
|
|
serde_json::to_vec(&PartialVersionInfo {
|
|
arguments: version.arguments,
|
|
id: version
|
|
.id
|
|
.replace(DUMMY_GAME_VERSION, DUMMY_REPLACE_STRING),
|
|
main_class: version.main_class,
|
|
release_time: version.release_time,
|
|
time: version.time,
|
|
type_: version.type_,
|
|
inherits_from: version
|
|
.inherits_from
|
|
.replace(DUMMY_GAME_VERSION, DUMMY_REPLACE_STRING),
|
|
libraries: libs,
|
|
minecraft_arguments: version.minecraft_arguments,
|
|
processors: None,
|
|
data: None,
|
|
})?,
|
|
Some("application/json".to_string()),
|
|
&uploaded_files_mutex,
|
|
semaphore.clone(),
|
|
)
|
|
.await?;
|
|
|
|
{
|
|
let mut loader_version_map = loader_version_mutex.lock().await;
|
|
async move {
|
|
loader_version_map.push(LoaderVersion {
|
|
id: loader.to_string(),
|
|
url: format_url(&version_path),
|
|
stable: *stable,
|
|
});
|
|
}
|
|
.await;
|
|
}
|
|
|
|
Ok::<(), Error>(())
|
|
},
|
|
))
|
|
.await?;
|
|
|
|
let mut loader_version_mutex = loader_version_mutex.into_inner();
|
|
if !loader_version_mutex.is_empty() {
|
|
if let Some(version) =
|
|
versions.iter_mut().find(|x| x.id == DUMMY_REPLACE_STRING)
|
|
{
|
|
version.loaders.append(&mut loader_version_mutex);
|
|
} else {
|
|
versions.push(Version {
|
|
id: DUMMY_REPLACE_STRING.to_string(),
|
|
stable: true,
|
|
loaders: loader_version_mutex,
|
|
});
|
|
}
|
|
}
|
|
|
|
for version in &list.game {
|
|
if !versions.iter().any(|x| x.id == version.version) {
|
|
versions.push(Version {
|
|
id: version.version.clone(),
|
|
stable: version.stable,
|
|
loaders: vec![],
|
|
});
|
|
}
|
|
}
|
|
|
|
versions.sort_by(|x, y| {
|
|
minecraft_versions
|
|
.versions
|
|
.iter()
|
|
.position(|z| x.id == z.id)
|
|
.unwrap_or_default()
|
|
.cmp(
|
|
&minecraft_versions
|
|
.versions
|
|
.iter()
|
|
.position(|z| y.id == z.id)
|
|
.unwrap_or_default(),
|
|
)
|
|
});
|
|
|
|
for version in &mut versions {
|
|
version.loaders.sort_by(|x, y| {
|
|
list.loader
|
|
.iter()
|
|
.position(|z| x.id == *z.version)
|
|
.unwrap_or_default()
|
|
.cmp(
|
|
&list
|
|
.loader
|
|
.iter()
|
|
.position(|z| y.id == z.version)
|
|
.unwrap_or_default(),
|
|
)
|
|
})
|
|
}
|
|
|
|
upload_file_to_bucket(
|
|
format!(
|
|
"quilt/v{}/manifest.json",
|
|
daedalus::modded::CURRENT_QUILT_FORMAT_VERSION,
|
|
),
|
|
serde_json::to_vec(&Manifest {
|
|
game_versions: versions,
|
|
})?,
|
|
Some("application/json".to_string()),
|
|
&uploaded_files_mutex,
|
|
semaphore,
|
|
)
|
|
.await?;
|
|
|
|
if let Ok(uploaded_files_mutex) = Arc::try_unwrap(uploaded_files_mutex) {
|
|
uploaded_files.extend(uploaded_files_mutex.into_inner());
|
|
}
|
|
|
|
Ok(())
|
|
}
|
|
|
|
const QUILT_META_URL: &str = "https://meta.quiltmc.org/v3";
|
|
|
|
async fn fetch_quilt_version(
|
|
version_number: &str,
|
|
loader_version: &str,
|
|
semaphore: Arc<Semaphore>,
|
|
) -> Result<PartialVersionInfo, Error> {
|
|
Ok(serde_json::from_slice(
|
|
&download_file(
|
|
&format!(
|
|
"{}/versions/loader/{}/{}/profile/json",
|
|
QUILT_META_URL, version_number, loader_version
|
|
),
|
|
None,
|
|
semaphore,
|
|
)
|
|
.await?,
|
|
)?)
|
|
}
|
|
|
|
#[derive(Serialize, Deserialize, Debug, Clone)]
|
|
/// Versions of quilt components
|
|
struct QuiltVersions {
|
|
/// Versions of Minecraft that quilt supports
|
|
pub game: Vec<QuiltGameVersion>,
|
|
/// Available versions of the quilt loader
|
|
pub loader: Vec<QuiltLoaderVersion>,
|
|
}
|
|
|
|
#[derive(Serialize, Deserialize, Debug, Clone)]
|
|
/// A version of Minecraft that quilt supports
|
|
struct QuiltGameVersion {
|
|
/// The version number of the game
|
|
pub version: String,
|
|
/// Whether the Minecraft version is stable or not
|
|
pub stable: bool,
|
|
}
|
|
|
|
#[derive(Serialize, Deserialize, Debug, Clone)]
|
|
/// A version of the quilt loader
|
|
struct QuiltLoaderVersion {
|
|
/// The separator to get the build number
|
|
pub separator: String,
|
|
/// The build number
|
|
pub build: u32,
|
|
/// The maven artifact
|
|
pub maven: String,
|
|
/// The version number of the quilt loader
|
|
pub version: String,
|
|
}
|
|
|
|
/// Fetches the list of quilt versions
|
|
async fn fetch_quilt_versions(
|
|
url: Option<&str>,
|
|
semaphore: Arc<Semaphore>,
|
|
) -> Result<QuiltVersions, Error> {
|
|
Ok(serde_json::from_slice(
|
|
&download_file(
|
|
url.unwrap_or(&*format!("{}/versions", QUILT_META_URL)),
|
|
None,
|
|
semaphore,
|
|
)
|
|
.await?,
|
|
)?)
|
|
}
|