2021-11-16 17:03:09 +00:00
|
|
|
use crate::fetcher::post_or_comment::PostOrComment;
|
2023-03-21 15:03:05 +00:00
|
|
|
use activitypub_federation::config::{Data, UrlVerifier};
|
2022-10-28 13:38:22 +00:00
|
|
|
use async_trait::async_trait;
|
2022-11-28 14:29:33 +00:00
|
|
|
use lemmy_api_common::context::LemmyContext;
|
2022-10-27 09:24:07 +00:00
|
|
|
use lemmy_db_schema::{
|
2023-03-21 15:03:05 +00:00
|
|
|
source::{
|
|
|
|
activity::{Activity, ActivityInsertForm},
|
|
|
|
instance::Instance,
|
|
|
|
local_site::LocalSite,
|
|
|
|
},
|
|
|
|
traits::Crud,
|
2022-10-27 09:24:07 +00:00
|
|
|
utils::DbPool,
|
2022-06-22 20:24:54 +00:00
|
|
|
};
|
2022-11-26 20:47:13 +00:00
|
|
|
use lemmy_utils::{error::LemmyError, settings::structs::Settings};
|
2022-11-09 10:05:00 +00:00
|
|
|
use once_cell::sync::Lazy;
|
2023-03-21 15:03:05 +00:00
|
|
|
use serde::Serialize;
|
2022-11-26 20:47:13 +00:00
|
|
|
use url::Url;
|
2021-11-16 17:03:09 +00:00
|
|
|
|
2020-10-12 14:10:09 +00:00
|
|
|
pub mod activities;
|
2021-10-29 10:32:42 +00:00
|
|
|
pub(crate) mod activity_lists;
|
2022-11-28 14:29:33 +00:00
|
|
|
pub mod api;
|
2021-10-27 16:03:07 +00:00
|
|
|
pub(crate) mod collections;
|
2020-04-10 11:37:35 +00:00
|
|
|
pub mod fetcher;
|
2021-07-17 16:20:44 +00:00
|
|
|
pub mod http;
|
2021-11-15 22:54:25 +00:00
|
|
|
pub(crate) mod mentions;
|
2020-10-12 14:10:09 +00:00
|
|
|
pub mod objects;
|
2021-10-29 10:32:42 +00:00
|
|
|
pub mod protocol;
|
2020-04-24 14:04:36 +00:00
|
|
|
|
2023-03-21 15:03:05 +00:00
|
|
|
pub const FEDERATION_HTTP_FETCH_LIMIT: u32 = 50;
|
2022-11-21 16:44:34 +00:00
|
|
|
|
2022-06-02 14:33:41 +00:00
|
|
|
static CONTEXT: Lazy<Vec<serde_json::Value>> = Lazy::new(|| {
|
|
|
|
serde_json::from_str(include_str!("../assets/lemmy/context.json")).expect("parse context")
|
|
|
|
});
|
|
|
|
|
2022-10-28 13:38:22 +00:00
|
|
|
#[derive(Clone)]
|
2023-03-21 15:03:05 +00:00
|
|
|
pub struct VerifyUrlData(pub DbPool);
|
2022-10-28 13:38:22 +00:00
|
|
|
|
|
|
|
#[async_trait]
|
|
|
|
impl UrlVerifier for VerifyUrlData {
|
|
|
|
async fn verify(&self, url: &Url) -> Result<(), &'static str> {
|
2023-03-21 15:03:05 +00:00
|
|
|
let local_site_data = fetch_local_site_data(&self.0)
|
2022-10-28 13:38:22 +00:00
|
|
|
.await
|
|
|
|
.expect("read local site data");
|
2023-03-21 15:03:05 +00:00
|
|
|
check_apub_id_valid(url, &local_site_data)?;
|
|
|
|
Ok(())
|
2022-10-28 13:38:22 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-10-19 14:29:35 +00:00
|
|
|
/// Checks if the ID is allowed for sending or receiving.
|
|
|
|
///
|
|
|
|
/// In particular, it checks for:
|
|
|
|
/// - federation being enabled (if its disabled, only local URLs are allowed)
|
|
|
|
/// - the correct scheme (either http or https)
|
|
|
|
/// - URL being in the allowlist (if it is active)
|
|
|
|
/// - URL not being in the blocklist (if it is active)
|
|
|
|
///
|
2021-11-02 13:18:12 +00:00
|
|
|
/// `use_strict_allowlist` should be true only when parsing a remote community, or when parsing a
|
|
|
|
/// post/comment in a local community.
|
2023-03-21 15:03:05 +00:00
|
|
|
#[tracing::instrument(skip(local_site_data))]
|
|
|
|
fn check_apub_id_valid(apub_id: &Url, local_site_data: &LocalSiteData) -> Result<(), &'static str> {
|
2022-06-02 14:33:41 +00:00
|
|
|
let domain = apub_id.domain().expect("apud id has domain").to_string();
|
2020-08-18 13:12:03 +00:00
|
|
|
|
2022-10-27 09:24:07 +00:00
|
|
|
if !local_site_data
|
|
|
|
.local_site
|
|
|
|
.as_ref()
|
|
|
|
.map(|l| l.federation_enabled)
|
|
|
|
.unwrap_or(true)
|
|
|
|
{
|
2022-06-02 14:33:41 +00:00
|
|
|
return Err("Federation disabled");
|
2020-10-22 16:12:43 +00:00
|
|
|
}
|
|
|
|
|
2022-10-27 09:24:07 +00:00
|
|
|
if let Some(blocked) = local_site_data.blocked_instances.as_ref() {
|
2023-02-18 14:36:12 +00:00
|
|
|
if blocked.iter().any(|i| domain.eq(&i.domain)) {
|
2022-06-02 14:33:41 +00:00
|
|
|
return Err("Domain is blocked");
|
2021-04-21 13:36:07 +00:00
|
|
|
}
|
|
|
|
}
|
2021-03-01 17:24:11 +00:00
|
|
|
|
2022-10-27 09:24:07 +00:00
|
|
|
if let Some(allowed) = local_site_data.allowed_instances.as_ref() {
|
2023-02-18 14:36:12 +00:00
|
|
|
if !allowed.iter().any(|i| domain.eq(&i.domain)) {
|
2022-06-02 14:33:41 +00:00
|
|
|
return Err("Domain is not in allowlist");
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
Ok(())
|
|
|
|
}
|
|
|
|
|
2022-10-27 09:24:07 +00:00
|
|
|
#[derive(Clone)]
|
|
|
|
pub(crate) struct LocalSiteData {
|
|
|
|
local_site: Option<LocalSite>,
|
2023-02-18 14:36:12 +00:00
|
|
|
allowed_instances: Option<Vec<Instance>>,
|
|
|
|
blocked_instances: Option<Vec<Instance>>,
|
2022-10-27 09:24:07 +00:00
|
|
|
}
|
|
|
|
|
2022-11-09 10:05:00 +00:00
|
|
|
pub(crate) async fn fetch_local_site_data(
|
|
|
|
pool: &DbPool,
|
2022-10-27 09:24:07 +00:00
|
|
|
) -> Result<LocalSiteData, diesel::result::Error> {
|
|
|
|
// LocalSite may be missing
|
2022-11-09 10:05:00 +00:00
|
|
|
let local_site = LocalSite::read(pool).await.ok();
|
|
|
|
let allowed = Instance::allowlist(pool).await?;
|
|
|
|
let blocked = Instance::blocklist(pool).await?;
|
2022-10-27 09:24:07 +00:00
|
|
|
|
|
|
|
// These can return empty vectors, so convert them to options
|
2022-11-17 15:23:01 +00:00
|
|
|
let allowed_instances = (!allowed.is_empty()).then_some(allowed);
|
|
|
|
let blocked_instances = (!blocked.is_empty()).then_some(blocked);
|
2022-10-27 09:24:07 +00:00
|
|
|
|
|
|
|
Ok(LocalSiteData {
|
|
|
|
local_site,
|
|
|
|
allowed_instances,
|
|
|
|
blocked_instances,
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
#[tracing::instrument(skip(settings, local_site_data))]
|
2022-06-02 14:33:41 +00:00
|
|
|
pub(crate) fn check_apub_id_valid_with_strictness(
|
|
|
|
apub_id: &Url,
|
|
|
|
is_strict: bool,
|
2022-10-27 09:24:07 +00:00
|
|
|
local_site_data: &LocalSiteData,
|
2022-06-02 14:33:41 +00:00
|
|
|
settings: &Settings,
|
|
|
|
) -> Result<(), LemmyError> {
|
|
|
|
let domain = apub_id.domain().expect("apud id has domain").to_string();
|
|
|
|
let local_instance = settings
|
|
|
|
.get_hostname_without_port()
|
|
|
|
.expect("local hostname is valid");
|
|
|
|
if domain == local_instance {
|
|
|
|
return Ok(());
|
|
|
|
}
|
2023-03-21 15:03:05 +00:00
|
|
|
check_apub_id_valid(apub_id, local_site_data).map_err(LemmyError::from_message)?;
|
2022-06-02 14:33:41 +00:00
|
|
|
|
2022-10-27 09:24:07 +00:00
|
|
|
if let Some(allowed) = local_site_data.allowed_instances.as_ref() {
|
2022-11-21 16:44:34 +00:00
|
|
|
// Only check allowlist if this is a community
|
|
|
|
if is_strict {
|
2021-04-21 13:36:07 +00:00
|
|
|
// need to allow this explicitly because apub receive might contain objects from our local
|
|
|
|
// instance.
|
2023-02-18 14:36:12 +00:00
|
|
|
let mut allowed_and_local = allowed
|
|
|
|
.iter()
|
|
|
|
.map(|i| i.domain.clone())
|
|
|
|
.collect::<Vec<String>>();
|
2023-03-21 15:03:05 +00:00
|
|
|
let local_instance = settings
|
|
|
|
.get_hostname_without_port()
|
|
|
|
.expect("local hostname is valid");
|
2022-10-27 09:24:07 +00:00
|
|
|
allowed_and_local.push(local_instance);
|
2020-07-01 12:54:29 +00:00
|
|
|
|
2023-03-21 15:03:05 +00:00
|
|
|
let domain = apub_id.domain().expect("apud id has domain").to_string();
|
2022-10-27 09:24:07 +00:00
|
|
|
if !allowed_and_local.contains(&domain) {
|
2022-06-02 14:33:41 +00:00
|
|
|
return Err(LemmyError::from_message(
|
|
|
|
"Federation forbidden by strict allowlist",
|
2022-03-16 20:11:49 +00:00
|
|
|
));
|
2021-04-21 13:36:07 +00:00
|
|
|
}
|
2020-08-13 20:26:49 +00:00
|
|
|
}
|
2020-04-17 17:34:18 +00:00
|
|
|
}
|
2021-04-21 13:36:07 +00:00
|
|
|
Ok(())
|
2020-04-17 17:34:18 +00:00
|
|
|
}
|
2020-04-24 19:55:54 +00:00
|
|
|
|
2023-03-21 15:03:05 +00:00
|
|
|
/// Store a sent or received activity in the database.
|
|
|
|
///
|
|
|
|
/// Stored activities are served over the HTTP endpoint `GET /activities/{type_}/{id}`. This also
|
|
|
|
/// ensures that the same activity cannot be received more than once.
|
|
|
|
#[tracing::instrument(skip(data, activity))]
|
|
|
|
async fn insert_activity<T>(
|
2020-10-23 12:29:56 +00:00
|
|
|
ap_id: &Url,
|
2023-03-21 15:03:05 +00:00
|
|
|
activity: &T,
|
2020-07-10 18:15:41 +00:00
|
|
|
local: bool,
|
2020-11-06 13:06:47 +00:00
|
|
|
sensitive: bool,
|
2023-03-21 15:03:05 +00:00
|
|
|
data: &Data<LemmyContext>,
|
|
|
|
) -> Result<(), LemmyError>
|
|
|
|
where
|
|
|
|
T: Serialize,
|
|
|
|
{
|
2022-11-19 04:33:54 +00:00
|
|
|
let ap_id = ap_id.clone().into();
|
2023-03-21 15:03:05 +00:00
|
|
|
let form = ActivityInsertForm {
|
|
|
|
ap_id,
|
|
|
|
data: serde_json::to_value(activity)?,
|
|
|
|
local: Some(local),
|
|
|
|
sensitive: Some(sensitive),
|
|
|
|
updated: None,
|
|
|
|
};
|
|
|
|
Activity::create(data.pool(), &form).await?;
|
|
|
|
Ok(())
|
2022-06-02 14:33:41 +00:00
|
|
|
}
|
2022-11-28 14:29:33 +00:00
|
|
|
|
2023-03-21 15:03:05 +00:00
|
|
|
#[async_trait::async_trait]
|
|
|
|
pub trait SendActivity: Sync {
|
|
|
|
type Response: Sync + Send;
|
2022-11-28 14:29:33 +00:00
|
|
|
|
|
|
|
async fn send_activity(
|
|
|
|
_request: &Self,
|
|
|
|
_response: &Self::Response,
|
2023-03-21 15:03:05 +00:00
|
|
|
_context: &Data<LemmyContext>,
|
2022-11-28 14:29:33 +00:00
|
|
|
) -> Result<(), LemmyError> {
|
|
|
|
Ok(())
|
|
|
|
}
|
|
|
|
}
|