use super::ids::*; use super::DatabaseError; use std::collections::HashMap; pub struct VersionBuilder { pub version_id: VersionId, pub project_id: ProjectId, pub author_id: UserId, pub name: String, pub version_number: String, pub changelog: String, pub files: Vec, pub dependencies: Vec, pub game_versions: Vec, pub loaders: Vec, pub version_type: String, pub featured: bool, } pub struct DependencyBuilder { pub project_id: Option, pub version_id: Option, pub dependency_type: String, } impl DependencyBuilder { pub async fn insert( self, version_id: VersionId, transaction: &mut sqlx::Transaction<'_, sqlx::Postgres>, ) -> Result<(), DatabaseError> { let (version_dependency_id, project_dependency_id): (Option, Option) = if self.version_id.is_some() { (self.version_id, None) } else if let Some(project_id) = self.project_id { let version_id = sqlx::query!( " SELECT version.id id FROM ( SELECT DISTINCT ON(v.id) v.id, v.date_published FROM versions v INNER JOIN game_versions_versions gvv ON gvv.joining_version_id = v.id AND gvv.game_version_id IN (SELECT game_version_id FROM game_versions_versions WHERE joining_version_id = $2) INNER JOIN loaders_versions lv ON lv.version_id = v.id AND lv.loader_id IN (SELECT loader_id FROM loaders_versions WHERE version_id = $2) WHERE v.mod_id = $1 ) AS version ORDER BY version.date_published DESC LIMIT 1 ", project_id as ProjectId, version_id as VersionId, ) .fetch_optional(&mut *transaction).await?.map(|x| VersionId(x.id)); (version_id, Some(project_id)) } else { (None, None) }; sqlx::query!( " INSERT INTO dependencies (dependent_id, dependency_type, dependency_id, mod_dependency_id) VALUES ($1, $2, $3, $4) ", version_id as VersionId, self.dependency_type, version_dependency_id.map(|x| x.0), project_dependency_id.map(|x| x.0), ) .execute(&mut *transaction) .await?; Ok(()) } } pub struct VersionFileBuilder { pub url: String, pub filename: String, pub hashes: Vec, pub primary: bool, } impl VersionFileBuilder { pub async fn insert( self, version_id: VersionId, transaction: &mut sqlx::Transaction<'_, sqlx::Postgres>, ) -> Result { let file_id = generate_file_id(&mut *transaction).await?; sqlx::query!( " INSERT INTO files (id, version_id, url, filename, is_primary) VALUES ($1, $2, $3, $4, $5) ", file_id as FileId, version_id as VersionId, self.url, self.filename, self.primary ) .execute(&mut *transaction) .await?; for hash in self.hashes { sqlx::query!( " INSERT INTO hashes (file_id, algorithm, hash) VALUES ($1, $2, $3) ", file_id as FileId, hash.algorithm, hash.hash, ) .execute(&mut *transaction) .await?; } Ok(file_id) } } pub struct HashBuilder { pub algorithm: String, pub hash: Vec, } impl VersionBuilder { pub async fn insert( self, transaction: &mut sqlx::Transaction<'_, sqlx::Postgres>, ) -> Result { let version = Version { id: self.version_id, project_id: self.project_id, author_id: self.author_id, name: self.name, version_number: self.version_number, changelog: self.changelog, changelog_url: None, date_published: chrono::Utc::now(), downloads: 0, featured: self.featured, version_type: self.version_type, }; version.insert(&mut *transaction).await?; sqlx::query!( " UPDATE mods SET updated = NOW() WHERE id = $1 ", self.project_id as ProjectId, ) .execute(&mut *transaction) .await?; for file in self.files { file.insert(self.version_id, transaction).await?; } for dependency in self.dependencies { dependency.insert(self.version_id, transaction).await?; } for loader in self.loaders.clone() { sqlx::query!( " INSERT INTO loaders_versions (loader_id, version_id) VALUES ($1, $2) ", loader as LoaderId, self.version_id as VersionId, ) .execute(&mut *transaction) .await?; } for game_version in self.game_versions.clone() { sqlx::query!( " INSERT INTO game_versions_versions (game_version_id, joining_version_id) VALUES ($1, $2) ", game_version as GameVersionId, self.version_id as VersionId, ) .execute(&mut *transaction) .await?; } // Sync dependencies use futures::stream::TryStreamExt; let dependencies = sqlx::query!( " SELECT d.id id FROM versions v INNER JOIN dependencies d ON d.mod_dependency_id = $1 INNER JOIN game_versions_versions gvv ON gvv.joining_version_id = v.id AND gvv.game_version_id = ANY($2) INNER JOIN loaders_versions lv ON lv.version_id = v.id AND lv.loader_id = ANY($3) ", self.project_id as ProjectId, &self.game_versions.iter().map(|x| x.0).collect::>(), &self.loaders.iter().map(|x| x.0).collect::>(), ) .fetch_many(&mut *transaction) .try_filter_map(|e| async { Ok(e.right().map(|d| d.id as i64)) }) .try_collect::>() .await?; sqlx::query!( " UPDATE dependencies SET dependency_id = $2 WHERE id = ANY($1::bigint[]) ", dependencies.as_slice(), self.version_id as VersionId, ) .execute(&mut *transaction) .await?; Ok(self.version_id) } } pub struct Version { pub id: VersionId, pub project_id: ProjectId, pub author_id: UserId, pub name: String, pub version_number: String, pub changelog: String, pub changelog_url: Option, pub date_published: chrono::DateTime, pub downloads: i32, pub version_type: String, pub featured: bool, } impl Version { pub async fn insert( &self, transaction: &mut sqlx::Transaction<'_, sqlx::Postgres>, ) -> Result<(), sqlx::error::Error> { sqlx::query!( " INSERT INTO versions ( id, mod_id, author_id, name, version_number, changelog, changelog_url, date_published, downloads, version_type, featured ) VALUES ( $1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11 ) ", self.id as VersionId, self.project_id as ProjectId, self.author_id as UserId, &self.name, &self.version_number, self.changelog, self.changelog_url.as_ref(), self.date_published, self.downloads, &self.version_type, self.featured ) .execute(&mut *transaction) .await?; Ok(()) } pub async fn remove_full( id: VersionId, transaction: &mut sqlx::Transaction<'_, sqlx::Postgres>, ) -> Result, sqlx::Error> { let result = sqlx::query!( " SELECT EXISTS(SELECT 1 FROM versions WHERE id = $1) ", id as VersionId, ) .fetch_one(&mut *transaction) .await?; if !result.exists.unwrap_or(false) { return Ok(None); } sqlx::query!( " DELETE FROM reports WHERE version_id = $1 ", id as VersionId, ) .execute(&mut *transaction) .await?; use futures::TryStreamExt; let game_versions: Vec = sqlx::query!( " SELECT game_version_id id FROM game_versions_versions WHERE joining_version_id = $1 ", id as VersionId, ) .fetch_many(&mut *transaction) .try_filter_map(|e| async { Ok(e.right().map(|c| c.id)) }) .try_collect::>() .await?; let loaders: Vec = sqlx::query!( " SELECT loader_id id FROM loaders_versions WHERE version_id = $1 ", id as VersionId, ) .fetch_many(&mut *transaction) .try_filter_map(|e| async { Ok(e.right().map(|c| c.id)) }) .try_collect::>() .await?; sqlx::query!( " DELETE FROM game_versions_versions gvv WHERE gvv.joining_version_id = $1 ", id as VersionId, ) .execute(&mut *transaction) .await?; sqlx::query!( " DELETE FROM loaders_versions WHERE loaders_versions.version_id = $1 ", id as VersionId, ) .execute(&mut *transaction) .await?; let files = sqlx::query!( " SELECT files.id, files.url, files.filename, files.is_primary FROM files WHERE files.version_id = $1 ", id as VersionId, ) .fetch_many(&mut *transaction) .try_filter_map(|e| async { Ok(e.right().map(|c| VersionFile { id: FileId(c.id), version_id: id, url: c.url, filename: c.filename, primary: c.is_primary, })) }) .try_collect::>() .await?; for file in files { // TODO: store backblaze id in database so that we can delete the files here // For now, we can't delete the files since we don't have the backblaze id log::warn!( "Can't delete version file id: {} (url: {}, name: {})", file.id.0, file.url, file.filename ) } sqlx::query!( " DELETE FROM hashes WHERE EXISTS( SELECT 1 FROM files WHERE (files.version_id = $1) AND (hashes.file_id = files.id) ) ", id as VersionId ) .execute(&mut *transaction) .await?; sqlx::query!( " DELETE FROM files WHERE files.version_id = $1 ", id as VersionId, ) .execute(&mut *transaction) .await?; // Sync dependencies let project_id = sqlx::query!( " SELECT mod_id FROM versions WHERE id = $1 ", id as VersionId, ) .fetch_one(&mut *transaction) .await?; let new_version_id = sqlx::query!( " SELECT v.id id FROM versions v INNER JOIN game_versions_versions gvv ON gvv.joining_version_id = v.id AND gvv.game_version_id = ANY($2) INNER JOIN loaders_versions lv ON lv.version_id = v.id AND lv.loader_id = ANY($3) WHERE v.mod_id = $1 ORDER BY v.date_published DESC LIMIT 1 ", project_id.mod_id, &game_versions, &loaders, ) .fetch_optional(&mut *transaction) .await? .map(|x| x.id); sqlx::query!( " UPDATE dependencies SET dependency_id = $2 WHERE dependency_id = $1 ", id as VersionId, new_version_id, ) .execute(&mut *transaction) .await?; sqlx::query!( " DELETE FROM dependencies WHERE mod_dependency_id = NULL AND dependency_id = NULL ", ) .execute(&mut *transaction) .await?; sqlx::query!( " DELETE FROM dependencies WHERE dependent_id = $1 AND dependency_id = $1 ", id as VersionId, ) .execute(&mut *transaction) .await?; // delete version sqlx::query!( " DELETE FROM versions WHERE id = $1 ", id as VersionId, ) .execute(&mut *transaction) .await?; Ok(Some(())) } pub async fn get_project_versions<'a, E>( project_id: ProjectId, game_versions: Option>, loaders: Option>, exec: E, ) -> Result, sqlx::Error> where E: sqlx::Executor<'a, Database = sqlx::Postgres>, { use futures::stream::TryStreamExt; let vec = sqlx::query!( " SELECT version.id FROM ( SELECT DISTINCT ON(v.id) v.id, v.date_published FROM versions v INNER JOIN game_versions_versions gvv ON gvv.joining_version_id = v.id INNER JOIN game_versions gv on gvv.game_version_id = gv.id AND (cardinality($2::varchar[]) = 0 OR gv.version = ANY($2::varchar[])) INNER JOIN loaders_versions lv ON lv.version_id = v.id INNER JOIN loaders l on lv.loader_id = l.id AND (cardinality($3::varchar[]) = 0 OR l.loader = ANY($3::varchar[])) WHERE v.mod_id = $1 ) AS version ORDER BY version.date_published ASC ", project_id as ProjectId, &game_versions.unwrap_or_default(), &loaders.unwrap_or_default(), ) .fetch_many(exec) .try_filter_map(|e| async { Ok(e.right().map(|v| VersionId(v.id))) }) .try_collect::>() .await?; Ok(vec) } pub async fn get<'a, 'b, E>( id: VersionId, executor: E, ) -> Result, sqlx::error::Error> where E: sqlx::Executor<'a, Database = sqlx::Postgres>, { let result = sqlx::query!( " SELECT v.mod_id, v.author_id, v.name, v.version_number, v.changelog, v.changelog_url, v.date_published, v.downloads, v.version_type, v.featured FROM versions v WHERE v.id = $1 ", id as VersionId, ) .fetch_optional(executor) .await?; if let Some(row) = result { Ok(Some(Version { id, project_id: ProjectId(row.mod_id), author_id: UserId(row.author_id), name: row.name, version_number: row.version_number, changelog: row.changelog, changelog_url: row.changelog_url, date_published: row.date_published, downloads: row.downloads, version_type: row.version_type, featured: row.featured, })) } else { Ok(None) } } pub async fn get_many<'a, E>( version_ids: Vec, exec: E, ) -> Result, sqlx::Error> where E: sqlx::Executor<'a, Database = sqlx::Postgres> + Copy, { use futures::stream::TryStreamExt; let version_ids_parsed: Vec = version_ids.into_iter().map(|x| x.0).collect(); let versions = sqlx::query!( " SELECT v.id, v.mod_id, v.author_id, v.name, v.version_number, v.changelog, v.changelog_url, v.date_published, v.downloads, v.version_type, v.featured FROM versions v WHERE v.id = ANY($1) ORDER BY v.date_published ASC ", &version_ids_parsed ) .fetch_many(exec) .try_filter_map(|e| async { Ok(e.right().map(|v| Version { id: VersionId(v.id), project_id: ProjectId(v.mod_id), author_id: UserId(v.author_id), name: v.name, version_number: v.version_number, changelog: v.changelog, changelog_url: v.changelog_url, date_published: v.date_published, downloads: v.downloads, featured: v.featured, version_type: v.version_type, })) }) .try_collect::>() .await?; Ok(versions) } pub async fn get_full<'a, 'b, E>( id: VersionId, executor: E, ) -> Result, sqlx::error::Error> where E: sqlx::Executor<'a, Database = sqlx::Postgres> + Copy, { let (version, game_versions, loaders, files, hashes, dependencies) = futures::join!( sqlx::query!( " SELECT v.id id, v.mod_id mod_id, v.author_id author_id, v.name version_name, v.version_number version_number, v.changelog changelog, v.changelog_url changelog_url, v.date_published date_published, v.downloads downloads, v.version_type version_type, v.featured featured FROM versions v WHERE v.id = $1 GROUP BY v.id; ", id as VersionId, ) .fetch_optional(executor), sqlx::query!( " SELECT gv.version game_version FROM game_versions_versions gvv INNER JOIN game_versions gv on gvv.game_version_id = gv.id WHERE gvv.joining_version_id = $1 ORDER BY gv.created ", id as VersionId, ).fetch_all(executor), sqlx::query!( " SELECT l.loader loader FROM loaders_versions lv INNER JOIN loaders l on lv.loader_id = l.id WHERE lv.version_id = $1 ", id as VersionId, ).fetch_all(executor), sqlx::query!( " SELECT id, filename, is_primary, url FROM files WHERE version_id = $1 ", id as VersionId, ).fetch_all(executor), sqlx::query!( " SELECT h.algorithm algorithm, encode(h.hash, 'escape') hash, h.file_id file_id FROM files f INNER JOIN hashes h ON h.file_id = f.id WHERE f.version_id = $1 ", id as VersionId, ).fetch_all(executor), sqlx::query!( " SELECT dependency_id, mod_dependency_id, dependency_type FROM dependencies WHERE dependent_id = $1 ", id as VersionId, ).fetch_all(executor), ); if let Some(v) = version? { let mut hashes_map: HashMap>> = HashMap::new(); for hash in hashes? { let entry = hashes_map .entry(FileId(hash.file_id)) .or_insert_with(HashMap::new); if let Some(raw_hash) = hash.hash { entry.insert(hash.algorithm, raw_hash.into_bytes()); } } Ok(Some(QueryVersion { id: VersionId(v.id), project_id: ProjectId(v.mod_id), author_id: UserId(v.author_id), name: v.version_name, version_number: v.version_number, changelog: v.changelog, changelog_url: v.changelog_url, date_published: v.date_published, downloads: v.downloads, files: files? .into_iter() .map(|x| QueryFile { id: FileId(x.id), url: x.url, filename: x.filename, hashes: hashes_map.entry(FileId(x.id)).or_default().clone(), primary: x.is_primary, }) .collect(), game_versions: game_versions?.into_iter().map(|x| x.game_version).collect(), loaders: loaders?.into_iter().map(|x| x.loader).collect(), featured: v.featured, dependencies: dependencies? .into_iter() .map(|x| QueryDependency { project_id: x.mod_dependency_id.map(ProjectId), version_id: x.dependency_id.map(VersionId), dependency_type: x.dependency_type, }) .collect(), version_type: v.version_type, })) } else { Ok(None) } } pub async fn get_many_full<'a, E>( version_ids: Vec, exec: E, ) -> Result, sqlx::Error> where E: sqlx::Executor<'a, Database = sqlx::Postgres> + Copy, { futures::future::try_join_all(version_ids.into_iter().map(|id| Self::get_full(id, exec))) .await .map(|x| x.into_iter().flatten().collect()) } } pub struct VersionFile { pub id: FileId, pub version_id: VersionId, pub url: String, pub filename: String, pub primary: bool, } pub struct FileHash { pub file_id: FileId, pub algorithm: String, pub hash: Vec, } #[derive(Clone)] pub struct QueryVersion { pub id: VersionId, pub project_id: ProjectId, pub author_id: UserId, pub name: String, pub version_number: String, pub changelog: String, pub changelog_url: Option, pub date_published: chrono::DateTime, pub downloads: i32, pub version_type: String, pub files: Vec, pub game_versions: Vec, pub loaders: Vec, pub featured: bool, pub dependencies: Vec, } #[derive(Clone)] pub struct QueryDependency { pub project_id: Option, pub version_id: Option, pub dependency_type: String, } #[derive(Clone)] pub struct QueryFile { pub id: FileId, pub url: String, pub filename: String, pub hashes: HashMap>, pub primary: bool, }