use workerhelper for all workers

This commit is contained in:
FloatingGhost 2022-12-14 13:38:27 +00:00
parent d71d899f32
commit 790c498818
12 changed files with 52 additions and 47 deletions

View file

@ -178,7 +178,7 @@ defmodule Mix.Tasks.Pleroma.Database do
|> DateTime.from_naive!("Etc/UTC") |> DateTime.from_naive!("Etc/UTC")
|> Timex.shift(days: days) |> Timex.shift(days: days)
Pleroma.Workers.PurgeExpiredActivity.enqueue(%{ Pleroma.Workers.PurgeExpiredActivity.schedule(%{
activity_id: activity.id, activity_id: activity.id,
expires_at: expires_at expires_at: expires_at
}) })

View file

@ -14,7 +14,11 @@ defmodule Pleroma.Broadway do
queue: @queue, queue: @queue,
declare: [ declare: [
durable: true, durable: true,
auto_delete: false auto_delete: false,
exclusive: true,
arguments: [
{"x-delayed-type", "direct"}
]
], ],
on_failure: :reject_and_requeue on_failure: :reject_and_requeue
} }
@ -83,11 +87,35 @@ defmodule Pleroma.Broadway do
[Pleroma.Broadway] [Pleroma.Broadway]
end end
def produce(topic, args) do defp maybe_add_headers([headers: headers] = opts, key, value) when is_list(headers) do
Keyword.put(opts, :headers, [{key, value} | headers])
end
defp maybe_add_headers(opts, key, value) do
Keyword.put(opts, :headers, [{key, value}])
end
defp maybe_with_priority(opts, [priority: priority]) when is_integer(priority) do
Keyword.put(opts, :priority, priority)
end
defp maybe_with_priority(opts, _), do: opts
defp maybe_with_delay(opts, [scheduled_at: scheduled_at]) do
time_in_ms = DateTime.diff(DateTime.utc_now(), scheduled_at)
opts
|> maybe_add_headers("x-delay", to_string(time_in_ms))
end
defp maybe_with_delay(opts, _), do: opts
def produce(topic, args, opts \\ []) do
IO.puts("Producing message on #{topic}: #{inspect(args)}") IO.puts("Producing message on #{topic}: #{inspect(args)}")
{:ok, connection} = AMQP.Connection.open() {:ok, connection} = AMQP.Connection.open()
{:ok, channel} = AMQP.Channel.open(connection) {:ok, channel} = AMQP.Channel.open(connection)
AMQP.Basic.publish(channel, "", @queue, args) publish_options =
[]
|> maybe_with_priority(opts)
|> maybe_with_delay(opts)
AMQP.Basic.publish(channel, "", @queue, args, publish_options)
AMQP.Connection.close(connection) AMQP.Connection.close(connection)
end end
end end

View file

@ -133,7 +133,7 @@ defmodule Pleroma.Filter do
defp maybe_add_expires_at(changeset, _), do: changeset defp maybe_add_expires_at(changeset, _), do: changeset
defp maybe_add_expiration_job(%{expires_at: %NaiveDateTime{} = expires_at} = filter) do defp maybe_add_expiration_job(%{expires_at: %NaiveDateTime{} = expires_at} = filter) do
Pleroma.Workers.PurgeExpiredFilter.enqueue(%{ Pleroma.Workers.PurgeExpiredFilter.schedule(%{
filter_id: filter.id, filter_id: filter.id,
expires_at: DateTime.from_naive!(expires_at, "Etc/UTC") expires_at: DateTime.from_naive!(expires_at, "Etc/UTC")
}) })

View file

@ -52,7 +52,7 @@ defmodule Pleroma.MFA.Token do
@spec create(User.t(), Authorization.t() | nil) :: {:ok, t()} | {:error, Ecto.Changeset.t()} @spec create(User.t(), Authorization.t() | nil) :: {:ok, t()} | {:error, Ecto.Changeset.t()}
def create(user, authorization \\ nil) do def create(user, authorization \\ nil) do
with {:ok, token} <- do_create(user, authorization) do with {:ok, token} <- do_create(user, authorization) do
Pleroma.Workers.PurgeExpiredToken.enqueue(%{ Pleroma.Workers.PurgeExpiredToken.schedule(%{
token_id: token.id, token_id: token.id,
valid_until: DateTime.from_naive!(token.valid_until, "Etc/UTC"), valid_until: DateTime.from_naive!(token.valid_until, "Etc/UTC"),
mod: __MODULE__ mod: __MODULE__

View file

@ -34,7 +34,7 @@ defmodule Pleroma.User.Backup do
def create(user, admin_id \\ nil) do def create(user, admin_id \\ nil) do
with :ok <- validate_limit(user, admin_id), with :ok <- validate_limit(user, admin_id),
{:ok, backup} <- user |> new() |> Repo.insert() do {:ok, backup} <- user |> new() |> Repo.insert() do
BackupWorker.process(backup, admin_id) BackupWorker.enqueue("process", %{"backup_id" => backup.id, "admin_user_id" => admin_id})
end end
end end

View file

@ -230,7 +230,7 @@ defmodule Pleroma.Web.ActivityPub.ActivityPub do
%{data: %{"expires_at" => %DateTime{} = expires_at}} = activity %{data: %{"expires_at" => %DateTime{} = expires_at}} = activity
) do ) do
with {:ok, _job} <- with {:ok, _job} <-
Pleroma.Workers.PurgeExpiredActivity.enqueue(%{ Pleroma.Workers.PurgeExpiredActivity.schedule(%{
activity_id: activity.id, activity_id: activity.id,
expires_at: expires_at expires_at: expires_at
}) do }) do

View file

@ -384,7 +384,7 @@ defmodule Pleroma.Web.ActivityPub.SideEffects do
{:ok, expires_at} = {:ok, expires_at} =
Pleroma.EctoType.ActivityPub.ObjectValidators.DateTime.cast(meta[:expires_at]) Pleroma.EctoType.ActivityPub.ObjectValidators.DateTime.cast(meta[:expires_at])
Pleroma.Workers.PurgeExpiredActivity.enqueue(%{ Pleroma.Workers.PurgeExpiredActivity.schedule(%{
activity_id: meta[:activity_id], activity_id: meta[:activity_id],
expires_at: expires_at expires_at: expires_at
}) })

View file

@ -117,7 +117,7 @@ defmodule Pleroma.Web.OAuth.Token do
def create(%App{} = app, %User{} = user, attrs \\ %{}) do def create(%App{} = app, %User{} = user, attrs \\ %{}) do
with {:ok, token} <- do_create(app, user, attrs) do with {:ok, token} <- do_create(app, user, attrs) do
if Pleroma.Config.get([:oauth2, :clean_expired_tokens]) do if Pleroma.Config.get([:oauth2, :clean_expired_tokens]) do
Pleroma.Workers.PurgeExpiredToken.enqueue(%{ Pleroma.Workers.PurgeExpiredToken.schedule(%{
token_id: token.id, token_id: token.id,
valid_until: DateTime.from_naive!(token.valid_until, "Etc/UTC"), valid_until: DateTime.from_naive!(token.valid_until, "Etc/UTC"),
mod: __MODULE__ mod: __MODULE__

View file

@ -3,36 +3,27 @@
# SPDX-License-Identifier: AGPL-3.0-only # SPDX-License-Identifier: AGPL-3.0-only
defmodule Pleroma.Workers.BackupWorker do defmodule Pleroma.Workers.BackupWorker do
use Oban.Worker, queue: :backup, max_attempts: 1 use Pleroma.Workers.WorkerHelper, queue: "backup", max_attempts: 1
alias Oban.Job alias Oban.Job
alias Pleroma.User.Backup alias Pleroma.User.Backup
def process(backup, admin_user_id \\ nil) do
%{"op" => "process", "backup_id" => backup.id, "admin_user_id" => admin_user_id}
|> new()
|> Oban.insert()
end
@impl Oban.Worker @impl Oban.Worker
def timeout(_job) do def timeout(_job) do
Pleroma.Config.get([:workers, :timeout, :backup], :timer.minutes(1)) Pleroma.Config.get([:workers, :timeout, :backup], :timer.minutes(1))
end end
@spec schedule_deletion(Backup.t()) ::
{:error, any} | {:ok, Oban.Job.t()}
def schedule_deletion(backup) do def schedule_deletion(backup) do
days = Pleroma.Config.get([Backup, :purge_after_days]) days = Pleroma.Config.get([Backup, :purge_after_days])
time = 60 * 60 * 24 * days time = 60 * 60 * 24 * days
scheduled_at = Calendar.NaiveDateTime.add!(backup.inserted_at, time) scheduled_at = Calendar.NaiveDateTime.add!(backup.inserted_at, time)
%{"op" => "delete", "backup_id" => backup.id} enqueue("delete", %{"backup_id" => backup.id}, scheduled_at: scheduled_at)
|> new(scheduled_at: scheduled_at)
|> Oban.insert()
end end
def delete(backup) do def delete(backup) do
%{"op" => "delete", "backup_id" => backup.id} enqueue("delete", %{"backup_id" => backup.id})
|> new()
|> Oban.insert()
end end
@impl true @impl true

View file

@ -7,23 +7,17 @@ defmodule Pleroma.Workers.PurgeExpiredActivity do
Worker which purges expired activity. Worker which purges expired activity.
""" """
use Oban.Worker, queue: :activity_expiration, max_attempts: 1, unique: [period: :infinity] use Pleroma.Workers.WorkerHelper, queue: "activity_expiration", max_attempts: 1, unique: [period: :infinity]
import Ecto.Query import Ecto.Query
alias Pleroma.Activity alias Pleroma.Activity
@spec enqueue(map()) :: def schedule(args) do
{:ok, Oban.Job.t()}
| {:error, :expired_activities_disabled}
| {:error, :expiration_too_close}
def enqueue(args) do
with true <- enabled?() do with true <- enabled?() do
{scheduled_at, args} = Map.pop(args, :expires_at) {scheduled_at, args} = Map.pop(args, :expires_at)
args enqueue("delete", args, scheduled_at: scheduled_at)
|> new(scheduled_at: scheduled_at)
|> Oban.insert()
end end
end end

View file

@ -7,21 +7,17 @@ defmodule Pleroma.Workers.PurgeExpiredFilter do
Worker which purges expired filters Worker which purges expired filters
""" """
use Oban.Worker, queue: :filter_expiration, max_attempts: 1, unique: [period: :infinity] use Pleroma.Workers.WorkerHelper, queue: "filter_expiration", max_attempts: 1, unique: [period: :infinity]
import Ecto.Query import Ecto.Query
alias Oban.Job alias Oban.Job
alias Pleroma.Repo alias Pleroma.Repo
@spec enqueue(%{filter_id: integer(), expires_at: DateTime.t()}) :: def schedule(args) do
{:ok, Job.t()} | {:error, Ecto.Changeset.t()}
def enqueue(args) do
{scheduled_at, args} = Map.pop(args, :expires_at) {scheduled_at, args} = Map.pop(args, :expires_at)
args enqueue("delete", args, scheduled_at: scheduled_at)
|> new(scheduled_at: scheduled_at)
|> Oban.insert()
end end
@impl Oban.Worker @impl Oban.Worker

View file

@ -7,16 +7,12 @@ defmodule Pleroma.Workers.PurgeExpiredToken do
Worker which purges expired OAuth tokens Worker which purges expired OAuth tokens
""" """
use Oban.Worker, queue: :token_expiration, max_attempts: 1 use Pleroma.Workers.WorkerHelper, queue: "token_expiration", max_attempts: 1
@spec enqueue(%{token_id: integer(), valid_until: DateTime.t(), mod: module()}) :: def schedule(args) do
{:ok, Oban.Job.t()} | {:error, Ecto.Changeset.t()}
def enqueue(args) do
{scheduled_at, args} = Map.pop(args, :valid_until) {scheduled_at, args} = Map.pop(args, :valid_until)
args enqueue("delete", args, scheduled_at: scheduled_at)
|> __MODULE__.new(scheduled_at: scheduled_at)
|> Oban.insert()
end end
@impl Oban.Worker @impl Oban.Worker