2020-10-12 14:10:09 +00:00
|
|
|
use crate::{
|
2021-10-06 20:20:05 +00:00
|
|
|
check_is_apub_id_valid,
|
|
|
|
context::lemmy_context,
|
2021-09-25 15:44:52 +00:00
|
|
|
fetcher::community::{fetch_community_outbox, update_community_mods},
|
2021-03-08 13:40:28 +00:00
|
|
|
generate_moderators_url,
|
2021-10-06 20:20:05 +00:00
|
|
|
generate_outbox_url,
|
2021-10-18 21:36:44 +00:00
|
|
|
objects::{create_tombstone, ImageObject, Source},
|
2021-10-06 20:20:05 +00:00
|
|
|
CommunityType,
|
2020-10-12 14:10:09 +00:00
|
|
|
};
|
|
|
|
use activitystreams::{
|
2021-08-12 12:48:09 +00:00
|
|
|
actor::{kind::GroupType, Endpoints},
|
|
|
|
base::AnyBase,
|
2021-10-18 21:36:44 +00:00
|
|
|
chrono::NaiveDateTime,
|
2021-08-12 12:48:09 +00:00
|
|
|
object::{kind::ImageType, Tombstone},
|
|
|
|
primitives::OneOrMany,
|
|
|
|
unparsed::Unparsed,
|
2020-10-12 14:10:09 +00:00
|
|
|
};
|
2021-08-12 12:48:09 +00:00
|
|
|
use chrono::{DateTime, FixedOffset};
|
2021-10-06 20:20:05 +00:00
|
|
|
use itertools::Itertools;
|
2021-03-25 19:19:40 +00:00
|
|
|
use lemmy_api_common::blocking;
|
2021-08-12 12:48:09 +00:00
|
|
|
use lemmy_apub_lib::{
|
2021-10-06 20:20:05 +00:00
|
|
|
signatures::PublicKey,
|
2021-10-18 21:36:44 +00:00
|
|
|
traits::{ActorType, ApubObject, FromApub, ToApub},
|
2021-08-12 12:48:09 +00:00
|
|
|
values::{MediaTypeHtml, MediaTypeMarkdown},
|
2021-10-06 20:20:05 +00:00
|
|
|
verify::verify_domains_match,
|
2021-08-12 12:48:09 +00:00
|
|
|
};
|
2020-12-21 12:28:12 +00:00
|
|
|
use lemmy_db_schema::{
|
|
|
|
naive_now,
|
2020-12-13 17:04:42 +00:00
|
|
|
source::community::{Community, CommunityForm},
|
2021-10-16 13:33:38 +00:00
|
|
|
DbPool,
|
2020-10-12 14:10:09 +00:00
|
|
|
};
|
2021-10-06 20:20:05 +00:00
|
|
|
use lemmy_db_views_actor::community_follower_view::CommunityFollowerView;
|
2020-10-12 14:10:09 +00:00
|
|
|
use lemmy_utils::{
|
2021-09-22 15:57:09 +00:00
|
|
|
settings::structs::Settings,
|
2021-08-12 12:48:09 +00:00
|
|
|
utils::{check_slurs, check_slurs_opt, convert_datetime, markdown_to_html},
|
2020-10-12 14:10:09 +00:00
|
|
|
LemmyError,
|
|
|
|
};
|
|
|
|
use lemmy_websocket::LemmyContext;
|
2021-08-12 12:48:09 +00:00
|
|
|
use serde::{Deserialize, Serialize};
|
|
|
|
use serde_with::skip_serializing_none;
|
2021-10-18 21:36:44 +00:00
|
|
|
use std::ops::Deref;
|
2020-10-12 14:10:09 +00:00
|
|
|
use url::Url;
|
|
|
|
|
2021-08-12 12:48:09 +00:00
|
|
|
#[skip_serializing_none]
|
|
|
|
#[derive(Clone, Debug, Deserialize, Serialize)]
|
|
|
|
#[serde(rename_all = "camelCase")]
|
|
|
|
pub struct Group {
|
|
|
|
#[serde(rename = "@context")]
|
|
|
|
context: OneOrMany<AnyBase>,
|
|
|
|
#[serde(rename = "type")]
|
|
|
|
kind: GroupType,
|
|
|
|
id: Url,
|
|
|
|
/// username, set at account creation and can never be changed
|
|
|
|
preferred_username: String,
|
|
|
|
/// title (can be changed at any time)
|
|
|
|
name: String,
|
|
|
|
content: Option<String>,
|
|
|
|
media_type: Option<MediaTypeHtml>,
|
|
|
|
source: Option<Source>,
|
|
|
|
icon: Option<ImageObject>,
|
|
|
|
/// banner
|
|
|
|
image: Option<ImageObject>,
|
|
|
|
// lemmy extension
|
|
|
|
sensitive: Option<bool>,
|
|
|
|
// lemmy extension
|
|
|
|
pub(crate) moderators: Option<Url>,
|
|
|
|
inbox: Url,
|
|
|
|
pub(crate) outbox: Url,
|
|
|
|
followers: Url,
|
|
|
|
endpoints: Endpoints<Url>,
|
|
|
|
public_key: PublicKey,
|
|
|
|
published: DateTime<FixedOffset>,
|
|
|
|
updated: Option<DateTime<FixedOffset>>,
|
|
|
|
#[serde(flatten)]
|
|
|
|
unparsed: Unparsed,
|
|
|
|
}
|
2020-10-12 14:10:09 +00:00
|
|
|
|
2021-08-12 12:48:09 +00:00
|
|
|
impl Group {
|
|
|
|
pub(crate) fn id(&self, expected_domain: &Url) -> Result<&Url, LemmyError> {
|
|
|
|
verify_domains_match(&self.id, expected_domain)?;
|
|
|
|
Ok(&self.id)
|
|
|
|
}
|
|
|
|
pub(crate) async fn from_apub_to_form(
|
|
|
|
group: &Group,
|
|
|
|
expected_domain: &Url,
|
2021-09-22 15:57:09 +00:00
|
|
|
settings: &Settings,
|
2021-08-12 12:48:09 +00:00
|
|
|
) -> Result<CommunityForm, LemmyError> {
|
|
|
|
let actor_id = Some(group.id(expected_domain)?.clone().into());
|
|
|
|
let name = group.preferred_username.clone();
|
|
|
|
let title = group.name.clone();
|
|
|
|
let description = group.source.clone().map(|s| s.content);
|
|
|
|
let shared_inbox = group.endpoints.shared_inbox.clone().map(|s| s.into());
|
2020-10-12 14:10:09 +00:00
|
|
|
|
2021-09-22 15:57:09 +00:00
|
|
|
let slur_regex = &settings.slur_regex();
|
|
|
|
check_slurs(&name, slur_regex)?;
|
|
|
|
check_slurs(&title, slur_regex)?;
|
|
|
|
check_slurs_opt(&description, slur_regex)?;
|
2020-10-12 14:10:09 +00:00
|
|
|
|
2021-08-12 12:48:09 +00:00
|
|
|
Ok(CommunityForm {
|
|
|
|
name,
|
|
|
|
title,
|
|
|
|
description,
|
|
|
|
removed: None,
|
|
|
|
published: Some(group.published.naive_local()),
|
|
|
|
updated: group.updated.map(|u| u.naive_local()),
|
|
|
|
deleted: None,
|
|
|
|
nsfw: Some(group.sensitive.unwrap_or(false)),
|
|
|
|
actor_id,
|
|
|
|
local: Some(false),
|
|
|
|
private_key: None,
|
|
|
|
public_key: Some(group.public_key.public_key_pem.clone()),
|
|
|
|
last_refreshed_at: Some(naive_now()),
|
|
|
|
icon: Some(group.icon.clone().map(|i| i.url.into())),
|
|
|
|
banner: Some(group.image.clone().map(|i| i.url.into())),
|
|
|
|
followers_url: Some(group.followers.clone().into()),
|
|
|
|
inbox_url: Some(group.inbox.clone().into()),
|
|
|
|
shared_inbox_url: Some(shared_inbox),
|
|
|
|
})
|
|
|
|
}
|
|
|
|
}
|
2020-10-12 14:10:09 +00:00
|
|
|
|
2021-10-18 21:36:44 +00:00
|
|
|
#[derive(Clone, Debug)]
|
|
|
|
pub struct ApubCommunity(Community);
|
|
|
|
|
|
|
|
impl Deref for ApubCommunity {
|
|
|
|
type Target = Community;
|
|
|
|
fn deref(&self) -> &Self::Target {
|
|
|
|
&self.0
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl From<Community> for ApubCommunity {
|
|
|
|
fn from(c: Community) -> Self {
|
|
|
|
ApubCommunity { 0: c }
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
#[async_trait::async_trait(?Send)]
|
|
|
|
impl ApubObject for ApubCommunity {
|
|
|
|
type DataType = LemmyContext;
|
|
|
|
|
|
|
|
fn last_refreshed_at(&self) -> Option<NaiveDateTime> {
|
|
|
|
Some(self.last_refreshed_at)
|
|
|
|
}
|
|
|
|
|
|
|
|
async fn read_from_apub_id(
|
|
|
|
object_id: Url,
|
|
|
|
context: &LemmyContext,
|
|
|
|
) -> Result<Option<Self>, LemmyError> {
|
|
|
|
Ok(
|
|
|
|
blocking(context.pool(), move |conn| {
|
|
|
|
Community::read_from_apub_id(conn, object_id)
|
|
|
|
})
|
|
|
|
.await??
|
|
|
|
.map(Into::into),
|
|
|
|
)
|
|
|
|
}
|
|
|
|
|
|
|
|
async fn delete(self, context: &LemmyContext) -> Result<(), LemmyError> {
|
|
|
|
blocking(context.pool(), move |conn| {
|
|
|
|
Community::update_deleted(conn, self.id, true)
|
|
|
|
})
|
|
|
|
.await??;
|
|
|
|
Ok(())
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl ActorType for ApubCommunity {
|
|
|
|
fn is_local(&self) -> bool {
|
|
|
|
self.local
|
|
|
|
}
|
|
|
|
fn actor_id(&self) -> Url {
|
|
|
|
self.actor_id.to_owned().into()
|
|
|
|
}
|
|
|
|
fn name(&self) -> String {
|
|
|
|
self.name.clone()
|
|
|
|
}
|
|
|
|
fn public_key(&self) -> Option<String> {
|
|
|
|
self.public_key.to_owned()
|
|
|
|
}
|
|
|
|
fn private_key(&self) -> Option<String> {
|
|
|
|
self.private_key.to_owned()
|
|
|
|
}
|
|
|
|
|
|
|
|
fn inbox_url(&self) -> Url {
|
|
|
|
self.inbox_url.clone().into()
|
|
|
|
}
|
|
|
|
|
|
|
|
fn shared_inbox_url(&self) -> Option<Url> {
|
|
|
|
self.shared_inbox_url.clone().map(|s| s.into_inner())
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-08-12 12:48:09 +00:00
|
|
|
#[async_trait::async_trait(?Send)]
|
2021-10-18 21:36:44 +00:00
|
|
|
impl ToApub for ApubCommunity {
|
2021-08-12 12:48:09 +00:00
|
|
|
type ApubType = Group;
|
2021-10-18 21:36:44 +00:00
|
|
|
type TombstoneType = Tombstone;
|
|
|
|
type DataType = DbPool;
|
2021-08-12 12:48:09 +00:00
|
|
|
|
|
|
|
async fn to_apub(&self, _pool: &DbPool) -> Result<Group, LemmyError> {
|
|
|
|
let source = self.description.clone().map(|bio| Source {
|
|
|
|
content: bio,
|
|
|
|
media_type: MediaTypeMarkdown::Markdown,
|
|
|
|
});
|
|
|
|
let icon = self.icon.clone().map(|url| ImageObject {
|
|
|
|
kind: ImageType::Image,
|
|
|
|
url: url.into(),
|
|
|
|
});
|
|
|
|
let image = self.banner.clone().map(|url| ImageObject {
|
|
|
|
kind: ImageType::Image,
|
|
|
|
url: url.into(),
|
|
|
|
});
|
|
|
|
|
|
|
|
let group = Group {
|
|
|
|
context: lemmy_context(),
|
|
|
|
kind: GroupType::Group,
|
|
|
|
id: self.actor_id(),
|
|
|
|
preferred_username: self.name.clone(),
|
|
|
|
name: self.title.clone(),
|
|
|
|
content: self.description.as_ref().map(|b| markdown_to_html(b)),
|
|
|
|
media_type: self.description.as_ref().map(|_| MediaTypeHtml::Html),
|
|
|
|
source,
|
|
|
|
icon,
|
|
|
|
image,
|
|
|
|
sensitive: Some(self.nsfw),
|
|
|
|
moderators: Some(generate_moderators_url(&self.actor_id)?.into()),
|
|
|
|
inbox: self.inbox_url.clone().into(),
|
2021-10-06 20:20:05 +00:00
|
|
|
outbox: generate_outbox_url(&self.actor_id)?.into(),
|
2021-08-12 12:48:09 +00:00
|
|
|
followers: self.followers_url.clone().into(),
|
|
|
|
endpoints: Endpoints {
|
|
|
|
shared_inbox: self.shared_inbox_url.clone().map(|s| s.into()),
|
2020-10-12 14:10:09 +00:00
|
|
|
..Default::default()
|
2021-08-12 12:48:09 +00:00
|
|
|
},
|
|
|
|
public_key: self.get_public_key()?,
|
|
|
|
published: convert_datetime(self.published),
|
|
|
|
updated: self.updated.map(convert_datetime),
|
|
|
|
unparsed: Default::default(),
|
|
|
|
};
|
|
|
|
Ok(group)
|
2020-10-12 14:10:09 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
fn to_tombstone(&self) -> Result<Tombstone, LemmyError> {
|
2021-01-27 16:42:23 +00:00
|
|
|
create_tombstone(
|
|
|
|
self.deleted,
|
|
|
|
self.actor_id.to_owned().into(),
|
|
|
|
self.updated,
|
|
|
|
GroupType::Group,
|
|
|
|
)
|
2020-10-12 14:10:09 +00:00
|
|
|
}
|
|
|
|
}
|
2020-12-08 17:38:48 +00:00
|
|
|
|
2020-10-12 14:10:09 +00:00
|
|
|
#[async_trait::async_trait(?Send)]
|
2021-10-18 21:36:44 +00:00
|
|
|
impl FromApub for ApubCommunity {
|
2021-08-12 12:48:09 +00:00
|
|
|
type ApubType = Group;
|
2021-10-18 21:36:44 +00:00
|
|
|
type DataType = LemmyContext;
|
2020-10-12 14:10:09 +00:00
|
|
|
|
2021-03-05 13:45:30 +00:00
|
|
|
/// Converts a `Group` to `Community`, inserts it into the database and updates moderators.
|
2020-12-08 17:38:48 +00:00
|
|
|
async fn from_apub(
|
2021-08-12 12:48:09 +00:00
|
|
|
group: &Group,
|
2020-12-08 17:38:48 +00:00
|
|
|
context: &LemmyContext,
|
2021-08-12 12:48:09 +00:00
|
|
|
expected_domain: &Url,
|
2020-12-08 17:38:48 +00:00
|
|
|
request_counter: &mut i32,
|
2021-10-18 21:36:44 +00:00
|
|
|
) -> Result<ApubCommunity, LemmyError> {
|
2021-09-22 15:57:09 +00:00
|
|
|
let form = Group::from_apub_to_form(group, expected_domain, &context.settings()).await?;
|
2020-10-12 14:10:09 +00:00
|
|
|
|
2021-08-12 12:48:09 +00:00
|
|
|
let community = blocking(context.pool(), move |conn| Community::upsert(conn, &form)).await??;
|
2021-09-25 15:44:52 +00:00
|
|
|
update_community_mods(group, &community, context, request_counter).await?;
|
|
|
|
|
|
|
|
// TODO: doing this unconditionally might cause infinite loop for some reason
|
|
|
|
fetch_community_outbox(context, &group.outbox, request_counter).await?;
|
|
|
|
|
2021-10-18 21:36:44 +00:00
|
|
|
Ok(community.into())
|
2020-10-12 14:10:09 +00:00
|
|
|
}
|
|
|
|
}
|
2021-10-06 20:20:05 +00:00
|
|
|
|
|
|
|
#[async_trait::async_trait(?Send)]
|
|
|
|
impl CommunityType for Community {
|
|
|
|
fn followers_url(&self) -> Url {
|
|
|
|
self.followers_url.clone().into()
|
|
|
|
}
|
|
|
|
|
|
|
|
/// For a given community, returns the inboxes of all followers.
|
|
|
|
async fn get_follower_inboxes(
|
|
|
|
&self,
|
|
|
|
pool: &DbPool,
|
|
|
|
settings: &Settings,
|
|
|
|
) -> Result<Vec<Url>, LemmyError> {
|
|
|
|
let id = self.id;
|
|
|
|
|
|
|
|
let follows = blocking(pool, move |conn| {
|
|
|
|
CommunityFollowerView::for_community(conn, id)
|
|
|
|
})
|
|
|
|
.await??;
|
|
|
|
let inboxes = follows
|
|
|
|
.into_iter()
|
|
|
|
.filter(|f| !f.follower.local)
|
|
|
|
.map(|f| f.follower.shared_inbox_url.unwrap_or(f.follower.inbox_url))
|
|
|
|
.map(|i| i.into_inner())
|
|
|
|
.unique()
|
|
|
|
// Don't send to blocked instances
|
|
|
|
.filter(|inbox| check_is_apub_id_valid(inbox, false, settings).is_ok())
|
|
|
|
.collect();
|
|
|
|
|
|
|
|
Ok(inboxes)
|
|
|
|
}
|
|
|
|
}
|