use super::ids::*; use crate::database::models; use crate::database::models::DatabaseError; use crate::models::ids::base62_impl::{parse_base62, to_base62}; use crate::models::projects::{MonetizationStatus, ProjectStatus}; use chrono::{DateTime, Utc}; use redis::cmd; use serde::{Deserialize, Serialize}; const PROJECTS_NAMESPACE: &str = "projects"; const PROJECTS_SLUGS_NAMESPACE: &str = "projects_slugs"; const PROJECTS_DEPENDENCIES_NAMESPACE: &str = "projects_dependencies"; const DEFAULT_EXPIRY: i64 = 1800; // 30 minutes #[derive(Clone, Debug, Serialize, Deserialize)] pub struct DonationUrl { pub platform_id: DonationPlatformId, pub platform_short: String, pub platform_name: String, pub url: String, } impl DonationUrl { pub async fn insert( &self, project_id: ProjectId, transaction: &mut sqlx::Transaction<'_, sqlx::Postgres>, ) -> Result<(), sqlx::error::Error> { sqlx::query!( " INSERT INTO mods_donations ( joining_mod_id, joining_platform_id, url ) VALUES ( $1, $2, $3 ) ", project_id as ProjectId, self.platform_id as DonationPlatformId, self.url, ) .execute(&mut *transaction) .await?; Ok(()) } } #[derive(Clone, Debug, Serialize, Deserialize)] pub struct GalleryItem { pub image_url: String, pub featured: bool, pub title: Option, pub description: Option, pub created: DateTime, pub ordering: i64, } impl GalleryItem { pub async fn insert( &self, project_id: ProjectId, transaction: &mut sqlx::Transaction<'_, sqlx::Postgres>, ) -> Result<(), sqlx::error::Error> { sqlx::query!( " INSERT INTO mods_gallery ( mod_id, image_url, featured, title, description, ordering ) VALUES ( $1, $2, $3, $4, $5, $6 ) ", project_id as ProjectId, self.image_url, self.featured, self.title, self.description, self.ordering ) .execute(&mut *transaction) .await?; Ok(()) } } #[derive(Clone)] pub struct ProjectBuilder { pub project_id: ProjectId, pub project_type_id: ProjectTypeId, pub team_id: TeamId, pub title: String, pub description: String, pub body: String, pub icon_url: Option, pub issues_url: Option, pub source_url: Option, pub wiki_url: Option, pub license_url: Option, pub discord_url: Option, pub categories: Vec, pub additional_categories: Vec, pub initial_versions: Vec, pub status: ProjectStatus, pub requested_status: Option, pub client_side: SideTypeId, pub server_side: SideTypeId, pub license: String, pub slug: Option, pub donation_urls: Vec, pub gallery_items: Vec, pub color: Option, pub monetization_status: MonetizationStatus, } impl ProjectBuilder { pub async fn insert( self, transaction: &mut sqlx::Transaction<'_, sqlx::Postgres>, ) -> Result { let project_struct = Project { id: self.project_id, project_type: self.project_type_id, team_id: self.team_id, title: self.title, description: self.description, body: self.body, body_url: None, published: Utc::now(), updated: Utc::now(), approved: None, queued: if self.status == ProjectStatus::Processing { Some(Utc::now()) } else { None }, status: self.status, requested_status: self.requested_status, downloads: 0, follows: 0, icon_url: self.icon_url, issues_url: self.issues_url, source_url: self.source_url, wiki_url: self.wiki_url, license_url: self.license_url, discord_url: self.discord_url, client_side: self.client_side, server_side: self.server_side, license: self.license, slug: self.slug, moderation_message: None, moderation_message_body: None, webhook_sent: false, color: self.color, monetization_status: self.monetization_status, }; project_struct.insert(&mut *transaction).await?; for mut version in self.initial_versions { version.project_id = self.project_id; version.insert(&mut *transaction).await?; } for donation in self.donation_urls { donation.insert(self.project_id, &mut *transaction).await?; } for gallery in self.gallery_items { gallery.insert(self.project_id, &mut *transaction).await?; } for category in self.categories { sqlx::query!( " INSERT INTO mods_categories (joining_mod_id, joining_category_id, is_additional) VALUES ($1, $2, FALSE) ", self.project_id as ProjectId, category as CategoryId, ) .execute(&mut *transaction) .await?; } for category in self.additional_categories { sqlx::query!( " INSERT INTO mods_categories (joining_mod_id, joining_category_id, is_additional) VALUES ($1, $2, TRUE) ", self.project_id as ProjectId, category as CategoryId, ) .execute(&mut *transaction) .await?; } Ok(self.project_id) } } #[derive(Clone, Debug, Serialize, Deserialize)] pub struct Project { pub id: ProjectId, pub project_type: ProjectTypeId, pub team_id: TeamId, pub title: String, pub description: String, pub body: String, pub body_url: Option, pub published: DateTime, pub updated: DateTime, pub approved: Option>, pub queued: Option>, pub status: ProjectStatus, pub requested_status: Option, pub downloads: i32, pub follows: i32, pub icon_url: Option, pub issues_url: Option, pub source_url: Option, pub wiki_url: Option, pub license_url: Option, pub discord_url: Option, pub client_side: SideTypeId, pub server_side: SideTypeId, pub license: String, pub slug: Option, pub moderation_message: Option, pub moderation_message_body: Option, pub webhook_sent: bool, pub color: Option, pub monetization_status: MonetizationStatus, } impl Project { pub async fn insert( &self, transaction: &mut sqlx::Transaction<'_, sqlx::Postgres>, ) -> Result<(), DatabaseError> { sqlx::query!( " INSERT INTO mods ( id, team_id, title, description, body, published, downloads, icon_url, issues_url, source_url, wiki_url, status, requested_status, discord_url, client_side, server_side, license_url, license, slug, project_type, color, monetization_status ) VALUES ( $1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12, $13, $14, $15, $16, $17, $18, LOWER($19), $20, $21, $22 ) ", self.id as ProjectId, self.team_id as TeamId, &self.title, &self.description, &self.body, self.published, self.downloads, self.icon_url.as_ref(), self.issues_url.as_ref(), self.source_url.as_ref(), self.wiki_url.as_ref(), self.status.as_str(), self.requested_status.map(|x| x.as_str()), self.discord_url.as_ref(), self.client_side as SideTypeId, self.server_side as SideTypeId, self.license_url.as_ref(), &self.license, self.slug.as_ref(), self.project_type as ProjectTypeId, self.color.map(|x| x as i32), self.monetization_status.as_str(), ) .execute(&mut *transaction) .await?; Ok(()) } pub async fn remove( id: ProjectId, transaction: &mut sqlx::Transaction<'_, sqlx::Postgres>, redis: &deadpool_redis::Pool, ) -> Result, DatabaseError> { let project = Self::get_id(id, &mut *transaction, redis).await?; if let Some(project) = project { Project::clear_cache(id, project.inner.slug, Some(true), redis).await?; sqlx::query!( " DELETE FROM mod_follows WHERE mod_id = $1 ", id as ProjectId ) .execute(&mut *transaction) .await?; sqlx::query!( " DELETE FROM mods_gallery WHERE mod_id = $1 ", id as ProjectId ) .execute(&mut *transaction) .await?; sqlx::query!( " DELETE FROM mod_follows WHERE mod_id = $1 ", id as ProjectId, ) .execute(&mut *transaction) .await?; sqlx::query!( " DELETE FROM reports WHERE mod_id = $1 ", id as ProjectId, ) .execute(&mut *transaction) .await?; sqlx::query!( " DELETE FROM mods_categories WHERE joining_mod_id = $1 ", id as ProjectId, ) .execute(&mut *transaction) .await?; sqlx::query!( " DELETE FROM mods_donations WHERE joining_mod_id = $1 ", id as ProjectId, ) .execute(&mut *transaction) .await?; for version in project.versions { super::Version::remove_full(version, redis, transaction).await?; } sqlx::query!( " DELETE FROM dependencies WHERE mod_dependency_id = $1 ", id as ProjectId, ) .execute(&mut *transaction) .await?; sqlx::query!( " UPDATE payouts_values SET mod_id = NULL WHERE (mod_id = $1) ", id as ProjectId, ) .execute(&mut *transaction) .await?; models::Thread::remove_full(project.thread_id, transaction).await?; sqlx::query!( " DELETE FROM mods WHERE id = $1 ", id as ProjectId, ) .execute(&mut *transaction) .await?; models::TeamMember::clear_cache(project.inner.team_id, redis).await?; sqlx::query!( " DELETE FROM team_members WHERE team_id = $1 ", project.inner.team_id as TeamId, ) .execute(&mut *transaction) .await?; sqlx::query!( " DELETE FROM teams WHERE id = $1 ", project.inner.team_id as TeamId, ) .execute(&mut *transaction) .await?; Ok(Some(())) } else { Ok(None) } } pub async fn get<'a, 'b, E>( string: &str, executor: E, redis: &deadpool_redis::Pool, ) -> Result, DatabaseError> where E: sqlx::Executor<'a, Database = sqlx::Postgres>, { Project::get_many(&[string], executor, redis) .await .map(|x| x.into_iter().next()) } pub async fn get_id<'a, 'b, E>( id: ProjectId, executor: E, redis: &deadpool_redis::Pool, ) -> Result, DatabaseError> where E: sqlx::Executor<'a, Database = sqlx::Postgres>, { Project::get_many(&[crate::models::ids::ProjectId::from(id)], executor, redis) .await .map(|x| x.into_iter().next()) } pub async fn get_many_ids<'a, E>( project_ids: &[ProjectId], exec: E, redis: &deadpool_redis::Pool, ) -> Result, DatabaseError> where E: sqlx::Executor<'a, Database = sqlx::Postgres>, { let ids = project_ids .iter() .map(|x| crate::models::ids::ProjectId::from(*x)) .collect::>(); Project::get_many(&ids, exec, redis).await } pub async fn get_many<'a, E, T: ToString>( project_strings: &[T], exec: E, redis: &deadpool_redis::Pool, ) -> Result, DatabaseError> where E: sqlx::Executor<'a, Database = sqlx::Postgres>, { use futures::TryStreamExt; if project_strings.is_empty() { return Ok(Vec::new()); } let mut redis = redis.get().await?; let mut found_projects = Vec::new(); let mut remaining_strings = project_strings .iter() .map(|x| x.to_string()) .collect::>(); let mut project_ids = project_strings .iter() .flat_map(|x| parse_base62(&x.to_string()).map(|x| x as i64)) .collect::>(); project_ids.append( &mut cmd("MGET") .arg( project_strings .iter() .map(|x| { format!( "{}:{}", PROJECTS_SLUGS_NAMESPACE, x.to_string().to_lowercase() ) }) .collect::>(), ) .query_async::<_, Vec>>(&mut redis) .await? .into_iter() .flatten() .collect(), ); if !project_ids.is_empty() { let projects = cmd("MGET") .arg( project_ids .iter() .map(|x| format!("{}:{}", PROJECTS_NAMESPACE, x)) .collect::>(), ) .query_async::<_, Vec>>(&mut redis) .await?; for project in projects { if let Some(project) = project.and_then(|x| serde_json::from_str::(&x).ok()) { remaining_strings.retain(|x| { &to_base62(project.inner.id.0 as u64) != x && project.inner.slug.as_ref().map(|x| x.to_lowercase()) != Some(x.to_lowercase()) }); found_projects.push(project); continue; } } } if !remaining_strings.is_empty() { let project_ids_parsed: Vec = remaining_strings .iter() .flat_map(|x| parse_base62(&x.to_string()).ok()) .map(|x| x as i64) .collect(); let db_projects: Vec = sqlx::query!( " SELECT m.id id, m.project_type project_type, m.title title, m.description description, m.downloads downloads, m.follows follows, m.icon_url icon_url, m.body body, m.published published, m.updated updated, m.approved approved, m.queued, m.status status, m.requested_status requested_status, m.issues_url issues_url, m.source_url source_url, m.wiki_url wiki_url, m.discord_url discord_url, m.license_url license_url, m.team_id team_id, m.client_side client_side, m.server_side server_side, m.license license, m.slug slug, m.moderation_message moderation_message, m.moderation_message_body moderation_message_body, cs.name client_side_type, ss.name server_side_type, pt.name project_type_name, m.webhook_sent, m.color, t.id thread_id, m.monetization_status monetization_status, ARRAY_AGG(DISTINCT l.loader) filter (where l.loader is not null) loaders, JSONB_AGG(DISTINCT jsonb_build_object('id', gv.version, 'created', gv.created)) filter (where gv.version is not null) game_versions, ARRAY_AGG(DISTINCT c.category) filter (where c.category is not null and mc.is_additional is false) categories, ARRAY_AGG(DISTINCT c.category) filter (where c.category is not null and mc.is_additional is true) additional_categories, JSONB_AGG(DISTINCT jsonb_build_object('id', v.id, 'date_published', v.date_published)) filter (where v.id is not null) versions, JSONB_AGG(DISTINCT jsonb_build_object('image_url', mg.image_url, 'featured', mg.featured, 'title', mg.title, 'description', mg.description, 'created', mg.created, 'ordering', mg.ordering)) filter (where mg.image_url is not null) gallery, JSONB_AGG(DISTINCT jsonb_build_object('platform_id', md.joining_platform_id, 'platform_short', dp.short, 'platform_name', dp.name,'url', md.url)) filter (where md.joining_platform_id is not null) donations FROM mods m INNER JOIN project_types pt ON pt.id = m.project_type INNER JOIN side_types cs ON m.client_side = cs.id INNER JOIN side_types ss ON m.server_side = ss.id INNER JOIN threads t ON t.mod_id = m.id LEFT JOIN mods_gallery mg ON mg.mod_id = m.id LEFT JOIN mods_donations md ON md.joining_mod_id = m.id LEFT JOIN donation_platforms dp ON md.joining_platform_id = dp.id LEFT JOIN mods_categories mc ON mc.joining_mod_id = m.id LEFT JOIN categories c ON mc.joining_category_id = c.id LEFT JOIN versions v ON v.mod_id = m.id AND v.status = ANY($3) LEFT JOIN loaders_versions lv ON v.id = lv.version_id LEFT JOIN loaders l ON lv.loader_id = l.id LEFT JOIN game_versions_versions gvv ON v.id = gvv.joining_version_id LEFT JOIN game_versions gv ON gvv.game_version_id = gv.id WHERE m.id = ANY($1) OR m.slug = ANY($2) GROUP BY pt.id, cs.id, ss.id, t.id, m.id; ", &project_ids_parsed, &remaining_strings.into_iter().map(|x| x.to_string().to_lowercase()).collect::>(), &*crate::models::projects::VersionStatus::iterator().filter(|x| x.is_listed()).map(|x| x.to_string()).collect::>() ) .fetch_many(exec) .try_filter_map(|e| async { Ok(e.right().map(|m| { let id = m.id; QueryProject { inner: Project { id: ProjectId(id), project_type: ProjectTypeId(m.project_type), team_id: TeamId(m.team_id), title: m.title.clone(), description: m.description.clone(), downloads: m.downloads, body_url: None, icon_url: m.icon_url.clone(), published: m.published, updated: m.updated, issues_url: m.issues_url.clone(), source_url: m.source_url.clone(), wiki_url: m.wiki_url.clone(), license_url: m.license_url.clone(), discord_url: m.discord_url.clone(), client_side: SideTypeId(m.client_side), status: ProjectStatus::from_str( &m.status, ), requested_status: m.requested_status.map(|x| ProjectStatus::from_str( &x, )), server_side: SideTypeId(m.server_side), license: m.license.clone(), slug: m.slug.clone(), body: m.body.clone(), follows: m.follows, moderation_message: m.moderation_message, moderation_message_body: m.moderation_message_body, approved: m.approved, webhook_sent: m.webhook_sent, color: m.color.map(|x| x as u32), queued: m.queued, monetization_status: MonetizationStatus::from_str( &m.monetization_status, ), }, project_type: m.project_type_name, categories: m.categories.unwrap_or_default(), additional_categories: m.additional_categories.unwrap_or_default(), versions: { #[derive(Deserialize)] struct Version { pub id: VersionId, pub date_published: DateTime, } let mut versions: Vec = serde_json::from_value( m.versions.unwrap_or_default(), ) .ok() .unwrap_or_default(); versions.sort_by(|a, b| a.date_published.cmp(&b.date_published)); versions.into_iter().map(|x| x.id).collect() }, gallery_items: { let mut gallery: Vec = serde_json::from_value( m.gallery.unwrap_or_default(), ).ok().unwrap_or_default(); gallery.sort_by(|a, b| a.ordering.cmp(&b.ordering)); gallery }, donation_urls: serde_json::from_value( m.donations.unwrap_or_default(), ).ok().unwrap_or_default(), client_side: crate::models::projects::SideType::from_str(&m.client_side_type), server_side: crate::models::projects::SideType::from_str(&m.server_side_type), loaders: m.loaders.unwrap_or_default(), game_versions: { #[derive(Deserialize)] struct GameVersion { pub id: String, pub created: DateTime, } let mut game_versions: Vec = serde_json::from_value( m.game_versions.unwrap_or_default(), ) .ok() .unwrap_or_default(); game_versions.sort_by(|a, b| a.created.cmp(&b.created)); game_versions.into_iter().map(|x| x.id).collect() }, thread_id: ThreadId(m.thread_id), }})) }) .try_collect::>() .await?; for project in db_projects { cmd("SET") .arg(format!("{}:{}", PROJECTS_NAMESPACE, project.inner.id.0)) .arg(serde_json::to_string(&project)?) .arg("EX") .arg(DEFAULT_EXPIRY) .query_async::<_, ()>(&mut redis) .await?; if let Some(slug) = &project.inner.slug { cmd("SET") .arg(format!( "{}:{}", PROJECTS_SLUGS_NAMESPACE, slug.to_lowercase() )) .arg(project.inner.id.0) .arg("EX") .arg(DEFAULT_EXPIRY) .query_async::<_, ()>(&mut redis) .await?; } found_projects.push(project); } } Ok(found_projects) } pub async fn get_dependencies<'a, E>( id: ProjectId, exec: E, redis: &deadpool_redis::Pool, ) -> Result, Option, Option)>, DatabaseError> where E: sqlx::Executor<'a, Database = sqlx::Postgres>, { type Dependencies = Vec<(Option, Option, Option)>; use futures::stream::TryStreamExt; let mut redis = redis.get().await?; let dependencies = cmd("GET") .arg(format!("{}:{}", PROJECTS_DEPENDENCIES_NAMESPACE, id.0)) .query_async::<_, Option>(&mut redis) .await?; if let Some(dependencies) = dependencies.and_then(|x| serde_json::from_str::(&x).ok()) { return Ok(dependencies); } let dependencies: Dependencies = sqlx::query!( " SELECT d.dependency_id, COALESCE(vd.mod_id, 0) mod_id, d.mod_dependency_id FROM versions v INNER JOIN dependencies d ON d.dependent_id = v.id LEFT JOIN versions vd ON d.dependency_id = vd.id WHERE v.mod_id = $1 ", id as ProjectId ) .fetch_many(exec) .try_filter_map(|e| async { Ok(e.right().map(|x| { ( x.dependency_id.map(VersionId), if x.mod_id == Some(0) { None } else { x.mod_id.map(ProjectId) }, x.mod_dependency_id.map(ProjectId), ) })) }) .try_collect::() .await?; cmd("SET") .arg(format!("{}:{}", PROJECTS_DEPENDENCIES_NAMESPACE, id.0)) .arg(serde_json::to_string(&dependencies)?) .arg("EX") .arg(DEFAULT_EXPIRY) .query_async::<_, ()>(&mut redis) .await?; Ok(dependencies) } pub async fn clear_cache( id: ProjectId, slug: Option, clear_dependencies: Option, redis: &deadpool_redis::Pool, ) -> Result<(), DatabaseError> { let mut redis = redis.get().await?; let mut cmd = cmd("DEL"); cmd.arg(format!("{}:{}", PROJECTS_NAMESPACE, id.0)); if let Some(slug) = slug { cmd.arg(format!( "{}:{}", PROJECTS_SLUGS_NAMESPACE, slug.to_lowercase() )); } if clear_dependencies.unwrap_or(false) { cmd.arg(format!("{}:{}", PROJECTS_DEPENDENCIES_NAMESPACE, id.0)); } cmd.query_async::<_, ()>(&mut redis).await?; Ok(()) } } #[derive(Clone, Debug, Serialize, Deserialize)] pub struct QueryProject { pub inner: Project, pub project_type: String, pub categories: Vec, pub additional_categories: Vec, pub versions: Vec, pub donation_urls: Vec, pub gallery_items: Vec, pub client_side: crate::models::projects::SideType, pub server_side: crate::models::projects::SideType, pub loaders: Vec, pub game_versions: Vec, pub thread_id: ThreadId, }