2019-07-09 23:13:23 -06:00
|
|
|
# Pleroma: A lightweight social networking server
|
|
|
|
# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
|
|
|
|
# SPDX-License-Identifier: AGPL-3.0-only
|
|
|
|
|
2018-12-01 15:53:10 -07:00
|
|
|
defmodule Pleroma.Object.Fetcher do
|
2019-05-24 22:24:21 -06:00
|
|
|
alias Pleroma.HTTP
|
2019-04-17 03:22:32 -06:00
|
|
|
alias Pleroma.Object
|
2018-12-01 15:53:10 -07:00
|
|
|
alias Pleroma.Object.Containment
|
2019-09-18 09:13:21 -06:00
|
|
|
alias Pleroma.Repo
|
2019-07-17 16:41:42 -06:00
|
|
|
alias Pleroma.Signature
|
|
|
|
alias Pleroma.Web.ActivityPub.InternalFetchActor
|
2018-12-01 15:53:10 -07:00
|
|
|
alias Pleroma.Web.ActivityPub.Transmogrifier
|
2020-02-15 10:41:38 -07:00
|
|
|
alias Pleroma.Web.Federator
|
2018-12-01 15:53:10 -07:00
|
|
|
|
|
|
|
require Logger
|
2019-09-18 10:53:51 -06:00
|
|
|
require Pleroma.Constants
|
2018-12-01 15:53:10 -07:00
|
|
|
|
2019-09-18 10:07:25 -06:00
|
|
|
defp touch_changeset(changeset) do
|
|
|
|
updated_at =
|
|
|
|
NaiveDateTime.utc_now()
|
|
|
|
|> NaiveDateTime.truncate(:second)
|
|
|
|
|
|
|
|
Ecto.Changeset.put_change(changeset, :updated_at, updated_at)
|
|
|
|
end
|
|
|
|
|
2019-09-18 10:53:51 -06:00
|
|
|
defp maybe_reinject_internal_fields(data, %{data: %{} = old_data}) do
|
|
|
|
internal_fields = Map.take(old_data, Pleroma.Constants.object_internal_fields())
|
|
|
|
|
|
|
|
Map.merge(data, internal_fields)
|
|
|
|
end
|
|
|
|
|
|
|
|
defp maybe_reinject_internal_fields(data, _), do: data
|
|
|
|
|
2019-09-18 22:35:34 -06:00
|
|
|
@spec reinject_object(struct(), map()) :: {:ok, Object.t()} | {:error, any()}
|
2019-09-18 09:13:21 -06:00
|
|
|
defp reinject_object(struct, data) do
|
2019-05-20 18:41:58 -06:00
|
|
|
Logger.debug("Reinjecting object #{data["id"]}")
|
|
|
|
|
|
|
|
with data <- Transmogrifier.fix_object(data),
|
2019-09-18 10:53:51 -06:00
|
|
|
data <- maybe_reinject_internal_fields(data, struct),
|
2019-09-18 09:13:21 -06:00
|
|
|
changeset <- Object.change(struct, %{data: data}),
|
2019-09-18 10:07:25 -06:00
|
|
|
changeset <- touch_changeset(changeset),
|
2019-11-06 04:00:03 -07:00
|
|
|
{:ok, object} <- Repo.insert_or_update(changeset),
|
|
|
|
{:ok, object} <- Object.set_cache(object) do
|
2019-05-20 18:41:58 -06:00
|
|
|
{:ok, object}
|
|
|
|
else
|
|
|
|
e ->
|
|
|
|
Logger.error("Error while processing object: #{inspect(e)}")
|
|
|
|
{:error, e}
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2019-09-18 09:13:21 -06:00
|
|
|
def refetch_object(%Object{data: %{"id" => id}} = object) do
|
2019-11-23 12:55:41 -07:00
|
|
|
with {:local, false} <- {:local, Object.local?(object)},
|
2019-09-18 10:59:23 -06:00
|
|
|
{:ok, data} <- fetch_and_contain_remote_object_from_id(id),
|
2019-09-18 09:13:21 -06:00
|
|
|
{:ok, object} <- reinject_object(object, data) do
|
|
|
|
{:ok, object}
|
|
|
|
else
|
2019-11-06 15:40:55 -07:00
|
|
|
{:local, true} -> {:ok, object}
|
2019-09-18 09:13:21 -06:00
|
|
|
e -> {:error, e}
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2020-02-15 10:41:38 -07:00
|
|
|
# Note: will create a Create activity, which we need internally at the moment.
|
2019-06-29 11:04:50 -06:00
|
|
|
def fetch_object_from_id(id, options \\ []) do
|
2020-02-15 10:41:38 -07:00
|
|
|
with {_, nil} <- {:fetch_object, Object.get_cached_by_ap_id(id)},
|
|
|
|
{_, true} <- {:allowed_depth, Federator.allowed_thread_distance?(options[:depth])},
|
|
|
|
{_, {:ok, data}} <- {:fetch, fetch_and_contain_remote_object_from_id(id)},
|
|
|
|
{_, nil} <- {:normalize, Object.normalize(data, false)},
|
2019-09-10 22:23:33 -06:00
|
|
|
params <- prepare_activity_params(data),
|
2020-02-15 10:41:38 -07:00
|
|
|
{_, :ok} <- {:containment, Containment.contain_origin(id, params)},
|
|
|
|
{_, {:ok, activity}} <-
|
2019-10-17 22:08:25 -06:00
|
|
|
{:transmogrifier, Transmogrifier.handle_incoming(params, options)},
|
2020-02-15 10:41:38 -07:00
|
|
|
{_, _data, %Object{} = object} <-
|
2019-09-10 22:23:33 -06:00
|
|
|
{:object, data, Object.normalize(activity, false)} do
|
2018-12-01 15:53:10 -07:00
|
|
|
{:ok, object}
|
|
|
|
else
|
2020-02-15 10:41:38 -07:00
|
|
|
{:allowed_depth, false} ->
|
|
|
|
{:error, "Max thread distance exceeded."}
|
|
|
|
|
2019-09-10 22:23:33 -06:00
|
|
|
{:containment, _} ->
|
|
|
|
{:error, "Object containment failed."}
|
2019-05-20 18:41:58 -06:00
|
|
|
|
2019-10-17 21:41:38 -06:00
|
|
|
{:transmogrifier, {:error, {:reject, nil}}} ->
|
2019-09-10 22:23:33 -06:00
|
|
|
{:reject, nil}
|
2018-12-01 15:53:10 -07:00
|
|
|
|
2019-10-17 21:41:38 -06:00
|
|
|
{:transmogrifier, _} ->
|
|
|
|
{:error, "Transmogrifier failure."}
|
|
|
|
|
2019-09-10 22:23:33 -06:00
|
|
|
{:object, data, nil} ->
|
2019-09-18 22:35:34 -06:00
|
|
|
reinject_object(%Object{}, data)
|
2019-05-20 18:41:58 -06:00
|
|
|
|
2019-09-10 22:23:33 -06:00
|
|
|
{:normalize, object = %Object{}} ->
|
|
|
|
{:ok, object}
|
2018-12-01 15:53:10 -07:00
|
|
|
|
2019-09-10 22:23:33 -06:00
|
|
|
{:fetch_object, %Object{} = object} ->
|
|
|
|
{:ok, object}
|
2018-12-01 15:53:10 -07:00
|
|
|
|
2019-10-24 10:08:34 -06:00
|
|
|
{:fetch, {:error, error}} ->
|
|
|
|
{:error, error}
|
|
|
|
|
2019-10-17 17:37:21 -06:00
|
|
|
e ->
|
|
|
|
e
|
2018-12-01 15:53:10 -07:00
|
|
|
end
|
2019-09-10 22:23:33 -06:00
|
|
|
end
|
|
|
|
|
|
|
|
defp prepare_activity_params(data) do
|
|
|
|
%{
|
|
|
|
"type" => "Create",
|
|
|
|
"to" => data["to"],
|
|
|
|
"cc" => data["cc"],
|
|
|
|
# Should we seriously keep this attributedTo thing?
|
|
|
|
"actor" => data["actor"] || data["attributedTo"],
|
|
|
|
"object" => data
|
|
|
|
}
|
2018-12-01 15:53:10 -07:00
|
|
|
end
|
|
|
|
|
2019-06-29 11:04:50 -06:00
|
|
|
def fetch_object_from_id!(id, options \\ []) do
|
|
|
|
with {:ok, object} <- fetch_object_from_id(id, options) do
|
2018-12-03 20:17:25 -07:00
|
|
|
object
|
|
|
|
else
|
2019-10-24 10:08:34 -06:00
|
|
|
{:error, %Tesla.Mock.Error{}} ->
|
|
|
|
nil
|
|
|
|
|
2019-12-13 12:14:11 -07:00
|
|
|
{:error, "Object has been deleted"} ->
|
|
|
|
nil
|
|
|
|
|
2019-10-17 21:41:38 -06:00
|
|
|
e ->
|
|
|
|
Logger.error("Error while fetching #{id}: #{inspect(e)}")
|
2018-12-03 20:17:25 -07:00
|
|
|
nil
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2019-07-17 16:41:42 -06:00
|
|
|
defp make_signature(id, date) do
|
|
|
|
uri = URI.parse(id)
|
|
|
|
|
|
|
|
signature =
|
|
|
|
InternalFetchActor.get_actor()
|
|
|
|
|> Signature.sign(%{
|
|
|
|
"(request-target)": "get #{uri.path}",
|
|
|
|
host: uri.host,
|
|
|
|
date: date
|
|
|
|
})
|
|
|
|
|
2020-02-11 00:12:57 -07:00
|
|
|
[{"signature", signature}]
|
2019-07-17 16:41:42 -06:00
|
|
|
end
|
|
|
|
|
|
|
|
defp sign_fetch(headers, id, date) do
|
|
|
|
if Pleroma.Config.get([:activitypub, :sign_object_fetches]) do
|
|
|
|
headers ++ make_signature(id, date)
|
|
|
|
else
|
|
|
|
headers
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
defp maybe_date_fetch(headers, date) do
|
|
|
|
if Pleroma.Config.get([:activitypub, :sign_object_fetches]) do
|
2020-02-11 00:12:57 -07:00
|
|
|
headers ++ [{"date", date}]
|
2019-07-17 16:41:42 -06:00
|
|
|
else
|
|
|
|
headers
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2019-07-13 10:17:57 -06:00
|
|
|
def fetch_and_contain_remote_object_from_id(id) when is_binary(id) do
|
2019-12-10 01:08:57 -07:00
|
|
|
Logger.debug("Fetching object #{id} via AP")
|
2018-12-01 15:53:10 -07:00
|
|
|
|
2019-08-22 13:39:06 -06:00
|
|
|
date = Pleroma.Signature.signed_date()
|
2019-07-17 16:41:42 -06:00
|
|
|
|
|
|
|
headers =
|
2020-02-11 00:12:57 -07:00
|
|
|
[{"accept", "application/activity+json"}]
|
2019-07-17 16:41:42 -06:00
|
|
|
|> maybe_date_fetch(date)
|
|
|
|
|> sign_fetch(id, date)
|
|
|
|
|
|
|
|
Logger.debug("Fetch headers: #{inspect(headers)}")
|
|
|
|
|
2019-10-17 21:41:38 -06:00
|
|
|
with {:scheme, true} <- {:scheme, String.starts_with?(id, "http")},
|
2019-07-17 16:41:42 -06:00
|
|
|
{:ok, %{body: body, status: code}} when code in 200..299 <- HTTP.get(id, headers),
|
2018-12-01 15:53:10 -07:00
|
|
|
{:ok, data} <- Jason.decode(body),
|
|
|
|
:ok <- Containment.contain_origin_from_id(id, data) do
|
|
|
|
{:ok, data}
|
|
|
|
else
|
2019-06-13 04:13:35 -06:00
|
|
|
{:ok, %{status: code}} when code in [404, 410] ->
|
2019-06-13 03:34:03 -06:00
|
|
|
{:error, "Object has been deleted"}
|
|
|
|
|
2019-10-17 21:41:38 -06:00
|
|
|
{:scheme, _} ->
|
|
|
|
{:error, "Unsupported URI scheme"}
|
|
|
|
|
2019-10-24 10:08:34 -06:00
|
|
|
{:error, e} ->
|
|
|
|
{:error, e}
|
|
|
|
|
2019-10-17 20:42:25 -06:00
|
|
|
e ->
|
|
|
|
{:error, e}
|
2018-12-01 15:53:10 -07:00
|
|
|
end
|
|
|
|
end
|
2019-07-13 10:17:57 -06:00
|
|
|
|
2019-07-20 13:04:47 -06:00
|
|
|
def fetch_and_contain_remote_object_from_id(%{"id" => id}),
|
|
|
|
do: fetch_and_contain_remote_object_from_id(id)
|
|
|
|
|
2019-07-20 12:53:00 -06:00
|
|
|
def fetch_and_contain_remote_object_from_id(_id), do: {:error, "id must be a string"}
|
2018-12-01 15:53:10 -07:00
|
|
|
end
|