X-Git-Url: http://git.squeep.com/?a=blobdiff_plain;ds=sidebyside;f=lib%2Fpleroma%2Felasticsearch%2Fstore.ex;h=7f6ef37a927ad46dcbbbe4e36761c5b66e1b0e54;hb=415d9dd6f6887af96d85cfb2c306b94bb8a1a42f;hp=2d8aeabc29d539708c2755494ff38889e92b1de6;hpb=c03e8d46e8a30511d614cf498d50773ff9436680;p=akkoma diff --git a/lib/pleroma/elasticsearch/store.ex b/lib/pleroma/elasticsearch/store.ex index 2d8aeabc2..7f6ef37a9 100644 --- a/lib/pleroma/elasticsearch/store.ex +++ b/lib/pleroma/elasticsearch/store.ex @@ -1,6 +1,7 @@ defmodule Pleroma.Elasticsearch do alias Pleroma.Activity alias Pleroma.User + alias Pleroma.Object alias Pleroma.Elasticsearch.DocumentMappings alias Pleroma.Config require Logger @@ -35,7 +36,7 @@ defmodule Pleroma.Elasticsearch do end end - def maybe_put_into_elasticsearch(%User{} = user) do + def maybe_put_into_elasticsearch(%User{actor_type: "Person"} = user) do if enabled?() do put(user) end @@ -45,27 +46,38 @@ defmodule Pleroma.Elasticsearch do {:ok, :skipped} end + def maybe_bulk_post(data, type) do + if enabled?() do + bulk_post(data, type) + end + end + def put(%Activity{} = activity) do - {:ok, _} = Elastix.Document.index( - url(), - "activities", - "activity", - DocumentMappings.Activity.id(activity), - DocumentMappings.Activity.encode(activity) - ) - {:ok, _} = bulk_post( - activity.object.hashtags, :hashtags - ) + {:ok, _} = + Elastix.Document.index( + url(), + "activities", + "activity", + DocumentMappings.Activity.id(activity), + DocumentMappings.Activity.encode(activity) + ) + + activity + |> Map.get(:object) + |> Object.hashtags() + |> Enum.map(fn x -> %{id: x, name: x, timestamp: DateTime.to_iso8601(DateTime.utc_now())} end) + |> bulk_post(:hashtags) end def put(%User{} = user) do - {:ok, _ } = Elastix.Document.index( - url(), - "users", - "user", - DocumentMappings.User.id(user), - DocumentMappings.User.encode(user) - ) + {:ok, _} = + Elastix.Document.index( + url(), + "users", + "user", + DocumentMappings.User.id(user), + DocumentMappings.User.encode(user) + ) end def bulk_post(data, :activities) do @@ -87,17 +99,20 @@ defmodule Pleroma.Elasticsearch do end) |> List.flatten() - {:ok, %{body: %{"errors" => false}}} = Elastix.Bulk.post( - url(), - d, - index: "activities", - type: "activity" - ) + {:ok, %{body: %{"errors" => false}}} = + Elastix.Bulk.post( + url(), + d, + index: "activities", + type: "activity" + ) end + def bulk_post(data, :users) do d = data + |> Enum.filter(fn x -> x.actor_type == "Person" end) |> Enum.map(fn d -> [ %{index: %{_id: DocumentMappings.User.id(d)}}, @@ -114,7 +129,7 @@ defmodule Pleroma.Elasticsearch do ) end - def bulk_post(data, :hashtags) do + def bulk_post(data, :hashtags) when is_list(data) do d = data |> Enum.map(fn d -> @@ -133,6 +148,10 @@ defmodule Pleroma.Elasticsearch do ) end + def bulk_post(_, :hashtags), do: {:ok, nil} + + def search(_, _, _, :skip), do: [] + def search(:raw, index, type, q) do with {:ok, raw_results} <- Elastix.Search.search(url(), index, [type], q) do results = @@ -154,6 +173,7 @@ defmodule Pleroma.Elasticsearch do results |> Enum.map(fn result -> result["_id"] end) |> Pleroma.Activity.all_by_ids_with_object() + |> Enum.sort(&(&1.inserted_at >= &2.inserted_at)) else e -> Logger.error(e)