Добавить автомодерацию: политики, порог жалоб, settings/hits API и тесты.
CI / test (push) Failing after 37m9s
CI / deploy-ift (push) Has been skipped
CI / e2e-ift (push) Has been skipped
CI / deploy-stage (push) Has been skipped
CI / e2e-stage (push) Has been skipped

Refs EventHub/EventHubBack#37
Refs EventHub/EventHubBack#38
Refs EventHub/EventHubBack#39
Refs EventHub/EventHubBack#40
This commit is contained in:
2026-07-17 18:09:31 +03:00
parent 4fa802702f
commit e9d1a13900
27 changed files with 1779 additions and 85 deletions
+83
View File
@@ -0,0 +1,83 @@
-module(core_automod_hit).
-include("records.hrl").
-export([create/5, get_by_id/1, list/0, list/1, resolve/3]).
-spec create(EntityType :: calendar | event | review,
EntityId :: binary(),
Trigger :: keyword | report_threshold,
MatchedWords :: [binary()],
ActionTaken :: atom()) -> {ok, #automod_hit{}}.
create(EntityType, EntityId, Trigger, MatchedWords, ActionTaken) ->
case lists:member(automod_hit, mnesia:system_info(tables)) of
false ->
{ok, #automod_hit{
id = <<"transient">>,
entity_type = EntityType,
entity_id = EntityId,
trigger = Trigger,
matched_words = MatchedWords,
action_taken = ActionTaken,
status = open,
created_at = calendar:universal_time(),
resolved_at = undefined,
resolved_by = <<>>
}};
true ->
Id = infra_utils:generate_id(16),
Hit = #automod_hit{
id = Id,
entity_type = EntityType,
entity_id = EntityId,
trigger = Trigger,
matched_words = MatchedWords,
action_taken = ActionTaken,
status = open,
created_at = calendar:universal_time(),
resolved_at = undefined,
resolved_by = <<>>
},
mnesia:dirty_write(Hit),
{ok, Hit}
end.
-spec get_by_id(binary()) -> {ok, #automod_hit{}} | {error, not_found}.
get_by_id(Id) ->
case mnesia:dirty_read(automod_hit, Id) of
[Hit] -> {ok, Hit};
[] -> {error, not_found}
end.
-spec list() -> [#automod_hit{}].
list() ->
mnesia:dirty_match_object(#automod_hit{_ = '_'}).
-spec list([{atom(), term()}]) -> [#automod_hit{}].
list(Filters) ->
lists:filter(fun(H) -> match_filters(H, Filters) end, list()).
-spec resolve(binary(), approved | rejected, binary()) ->
{ok, #automod_hit{}} | {error, not_found | already_resolved}.
resolve(Id, Status, AdminId) when Status =:= approved; Status =:= rejected ->
case get_by_id(Id) of
{ok, #automod_hit{status = open} = Hit} ->
Updated = Hit#automod_hit{
status = Status,
resolved_at = calendar:universal_time(),
resolved_by = AdminId
},
mnesia:dirty_write(Updated),
{ok, Updated};
{ok, _} ->
{error, already_resolved};
Error ->
Error
end.
match_filters(H, Filters) ->
lists:all(fun
({status, S}) -> H#automod_hit.status =:= S;
({trigger, T}) -> H#automod_hit.trigger =:= T;
({entity_type, T}) -> H#automod_hit.entity_type =:= T;
(_) -> true
end, Filters).
+83
View File
@@ -0,0 +1,83 @@
-module(core_automod_settings).
-include("records.hrl").
-export([get/0, update/2, ensure_defaults/0]).
-define(ID, <<"default">>).
-define(DEFAULT_ACTION, flag).
-define(DEFAULT_MATCH, word_boundary).
-define(DEFAULT_THRESHOLD, 3).
-spec get() -> #automod_settings{}.
get() ->
case catch mnesia:dirty_read(automod_settings, ?ID) of
[S] -> S;
[] ->
case catch ensure_defaults() of
ok ->
case catch mnesia:dirty_read(automod_settings, ?ID) of
[S2] -> S2;
_ -> default_record(<<>>)
end;
_ ->
default_record(<<>>)
end;
{'EXIT', _} ->
default_record(<<>>);
_ ->
default_record(<<>>)
end.
-spec ensure_defaults() -> ok.
ensure_defaults() ->
case lists:member(automod_settings, mnesia:system_info(tables)) of
false ->
ok;
true ->
case mnesia:dirty_read(automod_settings, ?ID) of
[_] -> ok;
[] ->
mnesia:dirty_write(default_record(<<>>)),
ok
end
end.
-spec update(map() | [{atom(), term()}], binary()) ->
{ok, #automod_settings{}} | {error, term()}.
update(Updates, AdminId) when is_map(Updates) ->
update(maps:to_list(Updates), AdminId);
update(Updates, AdminId) when is_list(Updates) ->
Current = get(),
case apply_updates(Current, Updates) of
{error, _} = Err -> Err;
{ok, Next0} ->
Next = Next0#automod_settings{
updated_at = calendar:universal_time(),
updated_by = AdminId
},
mnesia:dirty_write(Next),
{ok, Next}
end.
default_record(UpdatedBy) ->
#automod_settings{
id = ?ID,
keyword_action = ?DEFAULT_ACTION,
match_mode = ?DEFAULT_MATCH,
report_threshold = ?DEFAULT_THRESHOLD,
updated_at = calendar:universal_time(),
updated_by = UpdatedBy
}.
apply_updates(S, []) -> {ok, S};
apply_updates(S, [{keyword_action, A} | Rest])
when A =:= reject; A =:= flag; A =:= censor ->
apply_updates(S#automod_settings{keyword_action = A}, Rest);
apply_updates(S, [{match_mode, M} | Rest])
when M =:= word_boundary; M =:= substring ->
apply_updates(S#automod_settings{match_mode = M}, Rest);
apply_updates(S, [{report_threshold, N} | Rest])
when is_integer(N), N >= 1 ->
apply_updates(S#automod_settings{report_threshold = N}, Rest);
apply_updates(_S, [{Field, _} | _]) ->
{error, {invalid_field, Field}}.
+4
View File
@@ -151,6 +151,10 @@ start_admin_http() ->
{"/v1/admin/banned-words/batch", admin_handler_banned_words, []},
{"/v1/admin/banned-words", admin_handler_banned_words, []},
{"/v1/admin/banned-words/:word", admin_handler_banned_words, []},
% ================== АВТОМОДЕРАЦИЯ ==================
{"/v1/admin/automod/settings", admin_handler_automod, []},
{"/v1/admin/automod/hits", admin_handler_automod, []},
{"/v1/admin/automod/hits/:id", admin_handler_automod, []},
% ================== ТИКЕТЫ ==================
{"/v1/admin/tickets/stats", admin_handler_ticket_stats, []},
{"/v1/admin/tickets/:id", admin_handler_ticket_by_id, []},
@@ -0,0 +1,162 @@
%%%-------------------------------------------------------------------
%%% Admin: настройки автомодерации и очередь hits.
%%%-------------------------------------------------------------------
-module(admin_handler_automod).
-behaviour(cowboy_handler).
-export([init/2, trails/0]).
-include("records.hrl").
init(Req, _Opts) ->
Path = cowboy_req:path(Req),
Method = cowboy_req:method(Req),
case {Method, Path} of
{<<"GET">>, <<"/v1/admin/automod/settings">>} -> get_settings(Req);
{<<"PUT">>, <<"/v1/admin/automod/settings">>} -> put_settings(Req);
{<<"GET">>, <<"/v1/admin/automod/hits">>} -> list_hits(Req);
{<<"PUT">>, _} ->
case cowboy_req:binding(id, Req) of
undefined -> handler_utils:send_error(Req, 404, <<"Not found">>);
Id -> resolve_hit(Req, Id)
end;
_ ->
handler_utils:send_error(Req, 405, <<"Method not allowed">>)
end.
trails() ->
[
#{path => <<"/v1/admin/automod/settings">>,
method => <<"GET">>,
description => <<"Get automoderation settings">>,
tags => [<<"Automoderation">>],
responses => #{200 => #{description => <<"Settings">>}}},
#{path => <<"/v1/admin/automod/settings">>,
method => <<"PUT">>,
description => <<"Update automoderation settings">>,
tags => [<<"Automoderation">>],
responses => #{200 => #{description => <<"Updated">>}, 403 => #{description => <<"Forbidden">>}}},
#{path => <<"/v1/admin/automod/hits">>,
method => <<"GET">>,
description => <<"List automoderation hits">>,
tags => [<<"Automoderation">>],
responses => #{200 => #{description => <<"Hits">>}}},
#{path => <<"/v1/admin/automod/hits/{id}">>,
method => <<"PUT">>,
description => <<"Approve or reject an automod hit">>,
tags => [<<"Automoderation">>],
responses => #{200 => #{description => <<"Resolved">>}, 404 => #{description => <<"Not found">>}}}
].
get_settings(Req) ->
case handler_utils:auth_admin(Req) of
{ok, AdminId, Req1} ->
case admin_utils:check_role(AdminId, [superadmin, admin, moderator]) of
true ->
{ok, S} = logic_automoderation:get_settings(),
handler_utils:send_json(Req1, 200, logic_automoderation:settings_to_json(S));
false ->
handler_utils:send_error(Req1, 403, <<"Access denied">>)
end;
{error, Code, Msg, Req1} ->
handler_utils:send_error(Req1, Code, Msg)
end.
put_settings(Req) ->
case handler_utils:auth_admin(Req) of
{ok, AdminId, Req1} ->
{ok, Body, Req2} = cowboy_req:read_body(Req1),
try jsx:decode(Body, [return_maps]) of
Map when is_map(Map) ->
Updates = parse_settings(Map),
case logic_automoderation:update_settings(AdminId, Updates) of
{ok, S} ->
admin_utils:log_admin_action(AdminId, <<"update">>, <<"automod_settings">>,
<<"default">>, <<>>, Req2),
handler_utils:send_json(Req2, 200, logic_automoderation:settings_to_json(S));
{error, access_denied} ->
handler_utils:send_error(Req2, 403, <<"Access denied">>);
{error, {invalid_field, _}} ->
handler_utils:send_error(Req2, 400, <<"Invalid settings">>);
{error, _} ->
handler_utils:send_error(Req2, 500, <<"Internal server error">>)
end;
_ ->
handler_utils:send_error(Req2, 400, <<"Invalid JSON">>)
catch
_:_ -> handler_utils:send_error(Req1, 400, <<"Invalid JSON format">>)
end;
{error, Code, Msg, Req1} ->
handler_utils:send_error(Req1, Code, Msg)
end.
list_hits(Req) ->
case handler_utils:auth_admin(Req) of
{ok, AdminId, Req1} ->
Qs = cowboy_req:parse_qs(Req1),
Filters = lists:filtermap(fun
({<<"status">>, <<"open">>}) -> {true, {status, open}};
({<<"status">>, <<"approved">>}) -> {true, {status, approved}};
({<<"status">>, <<"rejected">>}) -> {true, {status, rejected}};
({<<"trigger">>, <<"keyword">>}) -> {true, {trigger, keyword}};
({<<"trigger">>, <<"report_threshold">>}) -> {true, {trigger, report_threshold}};
(_) -> false
end, Qs),
case logic_automoderation:list_hits(AdminId, Filters) of
{ok, Hits} ->
Sorted = lists:reverse(lists:keysort(#automod_hit.created_at, Hits)),
handler_utils:send_json(Req1, 200, [logic_automoderation:hit_to_json(H) || H <- Sorted]);
{error, access_denied} ->
handler_utils:send_error(Req1, 403, <<"Access denied">>)
end;
{error, Code, Msg, Req1} ->
handler_utils:send_error(Req1, Code, Msg)
end.
resolve_hit(Req, Id) ->
case handler_utils:auth_admin(Req) of
{ok, AdminId, Req1} ->
{ok, Body, Req2} = cowboy_req:read_body(Req1),
try jsx:decode(Body, [return_maps]) of
#{<<"status">> := StatusBin} ->
Decision = case StatusBin of
<<"approved">> -> approved;
<<"rejected">> -> rejected;
_ -> invalid
end,
case Decision of
invalid ->
handler_utils:send_error(Req2, 400, <<"status must be approved or rejected">>);
_ ->
case logic_automoderation:resolve_hit(AdminId, Id, Decision) of
{ok, Hit} ->
admin_utils:log_admin_action(AdminId, StatusBin, <<"automod_hit">>, Id, <<>>, Req2),
handler_utils:send_json(Req2, 200, logic_automoderation:hit_to_json(Hit));
{error, not_found} ->
handler_utils:send_error(Req2, 404, <<"Hit not found">>);
{error, already_resolved} ->
handler_utils:send_error(Req2, 409, <<"Already resolved">>);
{error, access_denied} ->
handler_utils:send_error(Req2, 403, <<"Access denied">>);
{error, _} ->
handler_utils:send_error(Req2, 500, <<"Internal server error">>)
end
end;
_ ->
handler_utils:send_error(Req2, 400, <<"Missing status">>)
catch
_:_ -> handler_utils:send_error(Req1, 400, <<"Invalid JSON format">>)
end;
{error, Code, Msg, Req1} ->
handler_utils:send_error(Req1, Code, Msg)
end.
parse_settings(Map) ->
lists:filtermap(fun
({<<"keyword_action">>, <<"reject">>}) -> {true, {keyword_action, reject}};
({<<"keyword_action">>, <<"flag">>}) -> {true, {keyword_action, flag}};
({<<"keyword_action">>, <<"censor">>}) -> {true, {keyword_action, censor}};
({<<"match_mode">>, <<"word_boundary">>}) -> {true, {match_mode, word_boundary}};
({<<"match_mode">>, <<"substring">>}) -> {true, {match_mode, substring}};
({<<"report_threshold">>, V}) when is_integer(V) ->
{true, {report_threshold, V}};
(_) -> false
end, maps:to_list(Map)).
+2
View File
@@ -136,6 +136,8 @@ create_calendar(Req) ->
handler_utils:send_json(Req2, 201, Response);
{error, user_inactive} ->
handler_utils:send_error(Req2, 403, <<"User account is not active">>);
{error, {content_banned, _Words}} ->
handler_utils:send_error(Req2, 400, <<"Content contains banned words">>);
{error, _} ->
handler_utils:send_error(Req2, 500, <<"Internal server error">>)
end;
+2
View File
@@ -186,6 +186,8 @@ update_event(Req) ->
handler_utils:send_error(Req2, 404, <<"Event not found">>);
{error, event_in_past} ->
handler_utils:send_error(Req2, 400, <<"Event cannot be in the past">>);
{error, {content_banned, _}} ->
handler_utils:send_error(Req2, 400, <<"Content contains banned words">>);
{error, _} ->
handler_utils:send_error(Req2, 500, <<"Internal server error">>)
end;
+21 -9
View File
@@ -171,11 +171,12 @@ create_event(Req) ->
case handler_utils:parse_datetime(StartTimeStr) of
{ok, StartTime} ->
Location = parse_location(maps:get(<<"location">>, Decoded, undefined)),
case maps:get(<<"recurrence">>, Decoded, undefined) of
Description = maps:get(<<"description">>, Decoded, <<>>),
case maps:get(<<"recurrence">>, Decoded, undefined) of
undefined ->
case logic_event:create_event(UserId, CalendarId, Title, StartTime, Duration) of
case logic_event:create_event(UserId, CalendarId, Title, StartTime, Duration, Description) of
{ok, Event} ->
update_event_fields(Event#event.id, Location, Decoded),
update_event_fields(UserId, Event#event.id, Location, Decoded),
{ok, UpdatedEvent} = core_event:get_by_id(Event#event.id),
Response = handler_utils:event_to_json(UpdatedEvent),
handler_utils:send_json(Req2, 201, Response);
@@ -185,13 +186,15 @@ create_event(Req) ->
handler_utils:send_error(Req2, 404, <<"Calendar not found">>);
{error, event_in_past} ->
handler_utils:send_error(Req2, 400, <<"Event cannot be in the past">>);
{error, {content_banned, _}} ->
handler_utils:send_error(Req2, 400, <<"Content contains banned words">>);
{error, _} ->
handler_utils:send_error(Req2, 500, <<"Internal server error">>)
end;
RRule ->
case logic_event:create_recurring_event(UserId, CalendarId, Title, StartTime, Duration, RRule) of
case logic_event:create_recurring_event(UserId, CalendarId, Title, StartTime, Duration, RRule, Description) of
{ok, Event} ->
update_event_fields(Event#event.id, Location, Decoded),
update_event_fields(UserId, Event#event.id, Location, Decoded),
{ok, UpdatedEvent} = core_event:get_by_id(Event#event.id),
Response = handler_utils:event_to_json(UpdatedEvent),
handler_utils:send_json(Req2, 201, Response);
@@ -203,6 +206,8 @@ create_event(Req) ->
handler_utils:send_error(Req2, 404, <<"Calendar not found">>);
{error, event_in_past} ->
handler_utils:send_error(Req2, 400, <<"Event cannot be in the past">>);
{error, {content_banned, _}} ->
handler_utils:send_error(Req2, 400, <<"Content contains banned words">>);
{error, _} ->
handler_utils:send_error(Req2, 500, <<"Internal server error">>)
end
@@ -257,14 +262,21 @@ list_events(Req) ->
%%% Вспомогательные функции
%%%===================================================================
update_event_fields(EventId, Location, Decoded) ->
update_event_fields(UserId, EventId, Location, Decoded) ->
Updates = [],
Updates1 = case Location of undefined -> Updates; _ -> [{location, Location} | Updates] end,
Updates2 = case maps:get(<<"capacity">>, Decoded, undefined) of undefined -> Updates1; Cap -> [{capacity, Cap} | Updates1] end,
Updates3 = case maps:get(<<"tags">>, Decoded, undefined) of undefined -> Updates2; Tags -> [{tags, Tags} | Updates2] end,
Updates4 = case maps:get(<<"description">>, Decoded, undefined) of undefined -> Updates3; Desc -> [{description, Desc} | Updates3] end,
Updates5 = case maps:get(<<"online_link">>, Decoded, undefined) of undefined -> Updates4; Link -> [{online_link, Link} | Updates4] end,
if Updates5 /= [] -> core_event:update(EventId, Updates5); true -> ok end.
%% description already applied in create_event/6 when present
Updates4 = case maps:get(<<"online_link">>, Decoded, undefined) of undefined -> Updates3; Link -> [{online_link, Link} | Updates3] end,
case Updates4 of
[] -> ok;
_ ->
case logic_event:update_event(UserId, EventId, Updates4) of
{ok, _} -> ok;
_ -> ok
end
end.
parse_location(undefined) -> undefined;
parse_location(LocationMap) when is_map(LocationMap) ->
+15 -10
View File
@@ -33,7 +33,7 @@ trails() ->
type => object,
required => [<<"target_type">>, <<"target_id">>, <<"reason">>],
properties => #{
target_type => #{type => string, enum => [<<"event">>, <<"calendar">>]},
target_type => #{type => string, enum => [<<"event">>, <<"calendar">>, <<"review">>]},
target_id => #{type => string},
reason => #{type => string}
}
@@ -106,14 +106,19 @@ create_report(Req) ->
case Decoded of
#{<<"target_type">> := TargetTypeBin, <<"target_id">> := TargetId, <<"reason">> := Reason} ->
TargetType = parse_target_type(TargetTypeBin),
case logic_moderation:create_report(UserId, TargetType, TargetId, Reason) of
{ok, Report} ->
Response = handler_utils:report_to_json(Report),
handler_utils:send_json(Req2, 201, Response);
{error, target_not_found} ->
handler_utils:send_error(Req2, 404, <<"Target not found">>);
{error, _} ->
handler_utils:send_error(Req2, 500, <<"Internal server error">>)
case TargetType of
undefined ->
handler_utils:send_error(Req2, 400, <<"Invalid target_type">>);
_ ->
case logic_moderation:create_report(UserId, TargetType, TargetId, Reason) of
{ok, Report} ->
Response = handler_utils:report_to_json(Report),
handler_utils:send_json(Req2, 201, Response);
{error, target_not_found} ->
handler_utils:send_error(Req2, 404, <<"Target not found">>);
{error, _} ->
handler_utils:send_error(Req2, 500, <<"Internal server error">>)
end
end;
_ ->
handler_utils:send_error(Req2, 400, <<"Missing required fields">>)
@@ -161,7 +166,7 @@ list_reports(Req) ->
%%%===================================================================
%% @private Преобразует бинарное имя типа в атом.
%% Поддерживаются только 'event' и 'calendar'.
%% Поддерживаются 'event', 'calendar', 'review'.
-spec parse_target_type(binary()) -> event | calendar | review | undefined.
parse_target_type(<<"event">>) -> event;
parse_target_type(<<"calendar">>) -> calendar;
+2
View File
@@ -138,6 +138,8 @@ create_review(Req) ->
handler_utils:send_error(Req2, 403, <<"Cannot review this target">>);
{error, target_not_found} ->
handler_utils:send_error(Req2, 404, <<"Target not found">>);
{error, {content_banned, _}} ->
handler_utils:send_error(Req2, 400, <<"Content contains banned words">>);
{error, _} ->
handler_utils:send_error(Req2, 500, <<"Internal server error">>)
end;
+3 -1
View File
@@ -17,7 +17,7 @@
calendar, calendar_share, calendar_specialist,
event, recurrence_exception,
booking,
review, report, banned_word,
review, report, banned_word, automod_settings, automod_hit,
ticket, subscription,
admin_audit, notification,
stats, node_metric, schema_migration
@@ -297,6 +297,8 @@ table_opts(booking) -> [{disc_copies, [node()]}, {attributes, record_info(fields
table_opts(review) -> [{disc_copies, [node()]}, {attributes, record_info(fields, review)}];
table_opts(report) -> [{disc_copies, [node()]}, {attributes, record_info(fields, report)}];
table_opts(banned_word) -> [{disc_copies, [node()]}, {attributes, record_info(fields, banned_word)}];
table_opts(automod_settings) -> [{disc_copies, [node()]}, {attributes, record_info(fields, automod_settings)}];
table_opts(automod_hit) -> [{disc_copies, [node()]}, {attributes, record_info(fields, automod_hit)}];
table_opts(ticket) -> [{disc_copies, [node()]}, {attributes, record_info(fields, ticket)}];
table_opts(subscription) -> [{disc_copies, [node()]}, {attributes, record_info(fields, subscription)}];
table_opts(admin_audit) -> [{disc_copies, [node()]}, {attributes, record_info(fields, admin_audit)}];
+352
View File
@@ -0,0 +1,352 @@
%%%-------------------------------------------------------------------
%%% Автомодерация: сканирование бан-слов, политики, soft-hide, очередь.
%%%-------------------------------------------------------------------
-module(logic_automoderation).
-include("records.hrl").
-export([
scan_text/1,
scan_texts/1,
evaluate_texts/1,
apply_after_save/4,
soft_hide/3,
restore_entity/2,
censor_text/2,
get_settings/0,
update_settings/2,
list_hits/2,
resolve_hit/3,
settings_to_json/1,
hit_to_json/1,
record_report_threshold_hit/2,
reason_reports/0
]).
-define(SYSTEM_ID, <<"system">>).
-define(SYSTEM_EMAIL, <<"system@eventhub">>).
-define(REASON_KEYWORD, <<"auto:keyword">>).
-define(REASON_REPORTS, <<"auto:report_threshold">>).
%%%===================================================================
%%% Scan / evaluate
%%%===================================================================
-spec scan_text(binary()) -> clean | {hit, [binary()]}.
scan_text(Text) when is_binary(Text) ->
Settings = core_automod_settings:get(),
Words = case catch core_banned_words:list_banned_words() of
List when is_list(List) ->
[W#banned_word.word || W <- List];
_ ->
[]
end,
Hits = [W || W <- Words, word_matches(Text, W, Settings#automod_settings.match_mode)],
case Hits of
[] -> clean;
_ -> {hit, lists:usort(Hits)}
end;
scan_text(_) ->
clean.
-spec scan_texts([binary()]) -> clean | {hit, [binary()]}.
scan_texts(Texts) ->
lists:foldl(fun(Text, Acc) ->
case scan_text(Text) of
clean -> Acc;
{hit, Words} ->
case Acc of
clean -> {hit, Words};
{hit, Prev} -> {hit, lists:usort(Prev ++ Words)}
end
end
end, clean, Texts).
%% @doc До сохранения: reject | {ok, Action, TextsOut, Words}.
%% Action = none | flag | censor. TextsOut — возможно с цензурой.
-spec evaluate_texts([binary()]) ->
{reject, [binary()]} |
{ok, none | flag | censor, [binary()], [binary()]}.
evaluate_texts(Texts) ->
case scan_texts(Texts) of
clean ->
{ok, none, Texts, []};
{hit, Words} ->
Settings = core_automod_settings:get(),
case Settings#automod_settings.keyword_action of
reject ->
{reject, Words};
censor ->
Censored = [censor_text(T, Words) || T <- Texts],
{ok, censor, Censored, Words};
flag ->
{ok, flag, Texts, Words}
end
end.
%%%===================================================================
%%% After save
%%%===================================================================
-spec apply_after_save(calendar | event | review, binary(),
none | flag | censor, [binary()]) -> ok.
apply_after_save(_Type, _Id, none, _) ->
ok;
apply_after_save(EntityType, EntityId, Action, Words)
when Action =:= flag; Action =:= censor ->
case Action of
flag -> soft_hide(EntityType, EntityId, ?REASON_KEYWORD);
censor -> ok
end,
{ok, Hit} = core_automod_hit:create(EntityType, EntityId, keyword, Words, Action),
log_system(<<"automod_keyword">>, entity_type_bin(EntityType), EntityId, ?REASON_KEYWORD),
logic_notification:notify_admin(automod_hit, #{
hit_id => Hit#automod_hit.id,
entity_type => entity_type_bin(EntityType),
entity_id => EntityId,
trigger => <<"keyword">>,
action => atom_to_binary(Action, utf8),
matched_words => Words
}),
ok.
-spec soft_hide(calendar | event | review, binary(), binary()) -> ok.
soft_hide(event, Id, Reason) ->
case core_event:get_by_id(Id) of
{ok, #event{status = active}} ->
_ = core_event:freeze(Id, Reason),
ok;
_ -> ok
end;
soft_hide(calendar, Id, Reason) ->
case core_calendar:get_by_id(Id) of
{ok, #calendar{status = active}} ->
_ = core_calendar:freeze(Id, Reason),
ok;
_ -> ok
end;
soft_hide(review, Id, Reason) ->
case core_review:get_by_id(Id) of
{ok, #review{status = visible}} ->
_ = core_review:hide(Id, Reason),
ok;
_ -> ok
end.
-spec restore_entity(calendar | event | review, binary()) -> ok | {error, term()}.
restore_entity(event, Id) ->
case core_event:unfreeze(Id, <<"automod:approved">>) of
{ok, _} -> ok;
Err -> Err
end;
restore_entity(calendar, Id) ->
case core_calendar:unfreeze(Id, <<"automod:approved">>) of
{ok, _} -> ok;
Err -> Err
end;
restore_entity(review, Id) ->
case core_review:unhide(Id, <<"automod:approved">>) of
{ok, _} -> ok;
Err -> Err
end.
%%%===================================================================
%%% Settings / hits (admin)
%%%===================================================================
get_settings() ->
core_automod_settings:ensure_defaults(),
{ok, core_automod_settings:get()}.
update_settings(AdminId, Updates) ->
case admin_utils:check_role(AdminId, [superadmin, admin]) of
true ->
case core_automod_settings:update(Updates, AdminId) of
{ok, S} -> {ok, S};
Error -> Error
end;
false ->
{error, access_denied}
end.
list_hits(AdminId, Filters) ->
case admin_utils:check_role(AdminId, [superadmin, admin, moderator]) of
true -> {ok, core_automod_hit:list(Filters)};
false -> {error, access_denied}
end.
resolve_hit(AdminId, HitId, Decision) when Decision =:= approved; Decision =:= rejected ->
case admin_utils:check_role(AdminId, [superadmin, admin, moderator]) of
true ->
case core_automod_hit:resolve(HitId, Decision, AdminId) of
{ok, Hit} ->
case Decision of
approved ->
_ = restore_entity(Hit#automod_hit.entity_type, Hit#automod_hit.entity_id);
rejected ->
soft_hide(Hit#automod_hit.entity_type, Hit#automod_hit.entity_id,
<<"automod:rejected">>)
end,
{ok, Hit};
Error ->
Error
end;
false ->
{error, access_denied}
end.
%%%===================================================================
%%% Text helpers
%%%===================================================================
-spec censor_text(binary(), [binary()]) -> binary().
censor_text(Text, Words) ->
lists:foldl(fun(Word, Acc) ->
replace_word(Acc, Word, <<"***">>)
end, Text, Words).
replace_word(Text, Word, Replacement) ->
Settings = core_automod_settings:get(),
case Settings#automod_settings.match_mode of
substring ->
replace_substring_ci(Text, Word, Replacement);
word_boundary ->
replace_boundary_ci(Text, Word, Replacement)
end.
word_matches(Text, Word, Mode) ->
TextL = unicode:characters_to_list(string:lowercase(Text)),
WordL = unicode:characters_to_list(string:lowercase(Word)),
case Mode of
substring -> string:str(TextL, WordL) > 0;
word_boundary -> find_boundary(TextL, WordL, 1)
end.
find_boundary(_Text, [], _) -> false;
find_boundary(Text, Word, Start) when Start > length(Text) -> false;
find_boundary(Text, Word, Start) ->
Tail = lists:nthtail(Start - 1, Text),
case string:str(Tail, Word) of
0 -> false;
Rel ->
Pos = Start + Rel - 1,
BeforeOk = Pos =:= 1 orelse not is_word_char(lists:nth(Pos - 1, Text)),
AfterPos = Pos + length(Word),
AfterOk = AfterPos > length(Text) orelse not is_word_char(lists:nth(AfterPos, Text)),
case BeforeOk andalso AfterOk of
true -> true;
false -> find_boundary(Text, Word, Pos + 1)
end
end.
is_word_char(C) when C >= $a, C =< $z -> true;
is_word_char(C) when C >= $0, C =< $9 -> true;
is_word_char($_) -> true;
is_word_char(C) when C >= 16#0400, C =< 16#04FF -> true; % Cyrillic block
is_word_char(_) -> false.
replace_substring_ci(Text, Word, Replacement) ->
TextL = string:lowercase(Text),
WordL = string:lowercase(Word),
case binary:match(TextL, WordL) of
nomatch -> Text;
{Pos, Len} ->
<<Prefix:Pos/binary, _:Len/binary, Rest/binary>> = Text,
replace_substring_ci(<<Prefix/binary, Replacement/binary, Rest/binary>>, Word, Replacement)
end.
replace_boundary_ci(Text, Word, Replacement) ->
TextList = unicode:characters_to_list(Text),
WordList = unicode:characters_to_list(Word),
TextLower = unicode:characters_to_list(string:lowercase(Text)),
WordLower = unicode:characters_to_list(string:lowercase(Word)),
case find_boundary(TextLower, WordLower, 1) of
false -> Text;
true ->
case string:str(TextLower, WordLower) of
0 -> Text;
Pos ->
%% may be false positive on first substring; walk like find_boundary
case find_boundary_pos(TextLower, WordLower, 1) of
undefined -> Text;
RealPos ->
Prefix = lists:sublist(TextList, RealPos - 1),
Rest = lists:nthtail(RealPos - 1 + length(WordList), TextList),
New = unicode:characters_to_binary(Prefix ++ unicode:characters_to_list(Replacement) ++ Rest),
replace_boundary_ci(New, Word, Replacement)
end
end
end.
find_boundary_pos(_Text, [], _) -> undefined;
find_boundary_pos(Text, Word, Start) when Start > length(Text) -> undefined;
find_boundary_pos(Text, Word, Start) ->
Tail = lists:nthtail(Start - 1, Text),
case string:str(Tail, Word) of
0 -> undefined;
Rel ->
Pos = Start + Rel - 1,
BeforeOk = Pos =:= 1 orelse not is_word_char(lists:nth(Pos - 1, Text)),
AfterPos = Pos + length(Word),
AfterOk = AfterPos > length(Text) orelse not is_word_char(lists:nth(AfterPos, Text)),
case BeforeOk andalso AfterOk of
true -> Pos;
false -> find_boundary_pos(Text, Word, Pos + 1)
end
end.
%%%===================================================================
%%% JSON / audit helpers
%%%===================================================================
settings_to_json(#automod_settings{} = S) ->
#{
keyword_action => atom_to_binary(S#automod_settings.keyword_action, utf8),
match_mode => atom_to_binary(S#automod_settings.match_mode, utf8),
report_threshold => S#automod_settings.report_threshold,
updated_at => handler_utils:datetime_to_iso8601(S#automod_settings.updated_at),
updated_by => S#automod_settings.updated_by
}.
hit_to_json(#automod_hit{} = H) ->
#{
id => H#automod_hit.id,
entity_type => atom_to_binary(H#automod_hit.entity_type, utf8),
entity_id => H#automod_hit.entity_id,
trigger => atom_to_binary(H#automod_hit.trigger, utf8),
matched_words => H#automod_hit.matched_words,
action_taken => atom_to_binary(H#automod_hit.action_taken, utf8),
status => atom_to_binary(H#automod_hit.status, utf8),
created_at => handler_utils:datetime_to_iso8601(H#automod_hit.created_at),
resolved_at => case H#automod_hit.resolved_at of
undefined -> null;
Dt -> handler_utils:datetime_to_iso8601(Dt)
end,
resolved_by => H#automod_hit.resolved_by
}.
log_system(Action, EntityType, EntityId, Reason) ->
core_admin_audit:log(?SYSTEM_ID, ?SYSTEM_EMAIL, system, Action,
EntityType, EntityId, <<"127.0.0.1">>, Reason).
entity_type_bin(calendar) -> <<"calendar">>;
entity_type_bin(event) -> <<"event">>;
entity_type_bin(review) -> <<"review">>.
record_report_threshold_hit(EntityType, EntityId) ->
Action = case EntityType of
review -> hide;
_ -> freeze
end,
soft_hide(EntityType, EntityId, ?REASON_REPORTS),
{ok, Hit} = core_automod_hit:create(EntityType, EntityId, report_threshold, [], Action),
log_system(<<"automod_report_threshold">>, entity_type_bin(EntityType), EntityId, ?REASON_REPORTS),
logic_notification:notify_admin(automod_hit, #{
hit_id => Hit#automod_hit.id,
entity_type => entity_type_bin(EntityType),
entity_id => EntityId,
trigger => <<"report_threshold">>,
action => atom_to_binary(Action, utf8)
}),
ok.
reason_reports() -> ?REASON_REPORTS.
+52 -11
View File
@@ -20,16 +20,28 @@ create_calendar(UserId, Title, Description, Confirmation, Type) ->
{ok, User} ->
case User#user.status of
active ->
case Type of
commercial ->
case logic_subscription:can_create_commercial_calendar(UserId) of
true ->
core_calendar:create(UserId, Title, Description, Confirmation, Type);
false ->
{error, subscription_required}
end;
personal ->
core_calendar:create(UserId, Title, Description, Confirmation, Type)
case logic_automoderation:evaluate_texts([Title, Description]) of
{reject, Words} ->
{error, {content_banned, Words}};
{ok, Action, [Title2, Desc2], Words} ->
Result = case Type of
commercial ->
case logic_subscription:can_create_commercial_calendar(UserId) of
true ->
core_calendar:create(UserId, Title2, Desc2, Confirmation, Type);
false ->
{error, subscription_required}
end;
personal ->
core_calendar:create(UserId, Title2, Desc2, Confirmation, Type)
end,
case Result of
{ok, Cal} ->
logic_automoderation:apply_after_save(calendar, Cal#calendar.id, Action, Words),
core_calendar:get_by_id(Cal#calendar.id);
Error ->
Error
end
end;
_ ->
{error, user_inactive}
@@ -61,7 +73,24 @@ update_calendar(UserId, CalendarId, Updates) ->
case can_edit(UserId, Calendar) of
true ->
ValidUpdates = validate_updates(Updates),
core_calendar:update(CalendarId, ValidUpdates);
case content_fields(ValidUpdates, [title, description]) of
{[], []} ->
core_calendar:update(CalendarId, ValidUpdates);
{Fields, Texts} ->
case logic_automoderation:evaluate_texts(Texts) of
{reject, Words} ->
{error, {content_banned, Words}};
{ok, Action, OutTexts, Words} ->
FinalUpdates = apply_text_results(ValidUpdates, Fields, OutTexts),
case core_calendar:update(CalendarId, FinalUpdates) of
{ok, _Updated} ->
logic_automoderation:apply_after_save(calendar, CalendarId, Action, Words),
core_calendar:get_by_id(CalendarId);
Error ->
Error
end
end
end;
false ->
{error, access_denied}
end;
@@ -69,6 +98,18 @@ update_calendar(UserId, CalendarId, Updates) ->
Error
end.
content_fields(Updates, Fields) ->
lists:foldl(fun(F, {Fs, Ts}) ->
case lists:keyfind(F, 1, Updates) of
{F, V} when is_binary(V) -> {Fs ++ [F], Ts ++ [V]};
_ -> {Fs, Ts}
end
end, {[], []}, Fields).
apply_text_results(Updates, [], []) -> Updates;
apply_text_results(Updates, [F | Fs], [T | Ts]) ->
apply_text_results(lists:keystore(F, 1, Updates, {F, T}), Fs, Ts).
%% Удаление календаря
delete_calendar(UserId, CalendarId) ->
case core_calendar:get_by_id(CalendarId) of
+68 -5
View File
@@ -1,8 +1,8 @@
-module(logic_event).
-include("records.hrl").
-export([create_event/5, create_recurring_event/6, get_event/2, list_events/2,
update_event/3, delete_event/2]).
-export([create_event/5, create_event/6, create_recurring_event/6, create_recurring_event/7,
get_event/2, list_events/2, update_event/3, delete_event/2]).
-export([validate_event_time/1, validate_event_time/2, get_occurrences/3, cancel_occurrence/3]).
-export([materialize_for_booking/3]).
-export([list_all_events/1, get_event_admin/1, update_event_admin/2, delete_event_admin/1]).
@@ -12,13 +12,31 @@
%% Создание одиночного события
create_event(UserId, CalendarId, Title, StartTime, Duration) ->
create_event(UserId, CalendarId, Title, StartTime, Duration, <<>>).
create_event(UserId, CalendarId, Title, StartTime, Duration, Description) ->
case logic_calendar:get_calendar(UserId, CalendarId) of
{ok, Calendar} ->
case logic_calendar:can_edit(UserId, Calendar) of
true ->
case validate_event_time(StartTime, UserId) of
ok ->
core_event:create(CalendarId, Title, StartTime, Duration);
case logic_automoderation:evaluate_texts([Title, Description]) of
{reject, Words} ->
{error, {content_banned, Words}};
{ok, Action, [Title2, Desc2], Words} ->
case core_event:create(CalendarId, Title2, StartTime, Duration) of
{ok, Event} ->
case Desc2 of
<<>> -> ok;
_ -> _ = core_event:update(Event#event.id, [{description, Desc2}])
end,
logic_automoderation:apply_after_save(event, Event#event.id, Action, Words),
core_event:get_by_id(Event#event.id);
Error ->
Error
end
end;
{error, _} = Error ->
Error
end;
@@ -31,6 +49,9 @@ create_event(UserId, CalendarId, Title, StartTime, Duration) ->
%% Создание повторяющегося события
create_recurring_event(UserId, CalendarId, Title, StartTime, Duration, RRule) ->
create_recurring_event(UserId, CalendarId, Title, StartTime, Duration, RRule, <<>>).
create_recurring_event(UserId, CalendarId, Title, StartTime, Duration, RRule, Description) ->
case logic_calendar:get_calendar(UserId, CalendarId) of
{ok, Calendar} ->
case logic_calendar:can_edit(UserId, Calendar) of
@@ -39,7 +60,22 @@ create_recurring_event(UserId, CalendarId, Title, StartTime, Duration, RRule) ->
ok ->
case logic_recurrence:validate_rrule(RRule) of
true ->
core_event:create_recurring(CalendarId, Title, StartTime, Duration, RRule);
case logic_automoderation:evaluate_texts([Title, Description]) of
{reject, Words} ->
{error, {content_banned, Words}};
{ok, Action, [Title2, Desc2], Words} ->
case core_event:create_recurring(CalendarId, Title2, StartTime, Duration, RRule) of
{ok, Event} ->
case Desc2 of
<<>> -> ok;
_ -> _ = core_event:update(Event#event.id, [{description, Desc2}])
end,
logic_automoderation:apply_after_save(event, Event#event.id, Action, Words),
core_event:get_by_id(Event#event.id);
Error ->
Error
end
end;
false ->
{error, invalid_rrule}
end;
@@ -141,7 +177,34 @@ update_event(UserId, EventId, Updates) ->
case logic_calendar:can_edit(UserId, Calendar) of
true ->
ValidUpdates = validate_updates(Updates, UserId),
core_event:update(EventId, ValidUpdates);
Title = proplists:get_value(title, ValidUpdates, Event#event.title),
Desc = proplists:get_value(description, ValidUpdates, Event#event.description),
case logic_automoderation:evaluate_texts([Title, Desc]) of
{reject, Words} ->
{error, {content_banned, Words}};
{ok, Action, [Title2, Desc2], Words} ->
Final0 = case lists:keymember(title, 1, ValidUpdates) of
true -> lists:keystore(title, 1, ValidUpdates, {title, Title2});
false -> ValidUpdates
end,
Final = case lists:keymember(description, 1, Final0) orelse Desc2 =/= Event#event.description of
true when Action =:= censor ->
lists:keystore(description, 1, Final0, {description, Desc2});
true ->
case lists:keymember(description, 1, Final0) of
true -> lists:keystore(description, 1, Final0, {description, Desc2});
false -> Final0
end;
false -> Final0
end,
case core_event:update(EventId, Final) of
{ok, _} ->
logic_automoderation:apply_after_save(event, EventId, Action, Words),
core_event:get_by_id(EventId);
Error ->
Error
end
end;
false ->
{error, access_denied}
end;
+19 -37
View File
@@ -18,8 +18,6 @@
freeze_event/2,
unfreeze_event/2]).
-define(REPORT_THRESHOLD, 3).
%% ============ Жалобы =====================================
create_report(ReporterId, TargetType, TargetId, Reason) ->
@@ -74,27 +72,19 @@ resolve_report(AdminId, ReportId, Action)
end.
check_auto_freeze(TargetType, TargetId) ->
Count = core_report:get_count_by_target(TargetType, TargetId),
Settings = core_automod_settings:get(),
Threshold = Settings#automod_settings.report_threshold,
Count = pending_count(TargetType, TargetId),
if
Count >= ?REPORT_THRESHOLD ->
auto_freeze(TargetType, TargetId);
Count >= Threshold ->
logic_automoderation:record_report_threshold_hit(TargetType, TargetId);
true ->
ok
end.
auto_freeze(event, EventId) ->
case core_event:get_by_id(EventId) of
{ok, Event} when Event#event.status =:= active ->
core_event:update(EventId, [{status, frozen}]);
_ -> ok
end;
auto_freeze(calendar, CalendarId) ->
case core_calendar:get_by_id(CalendarId) of
{ok, Calendar} when Calendar#calendar.status =:= active ->
core_calendar:update(CalendarId, [{status, frozen}]);
_ -> ok
end;
auto_freeze(_, _) -> ok.
pending_count(TargetType, TargetId) ->
length([R || R <- core_report:list_by_target(TargetType, TargetId),
R#report.status =:= pending]).
%% ============ Бан-лист ===================================
@@ -119,26 +109,13 @@ list_banned_words(AdminId) ->
%% ============ Контент-фильтр =============================
check_content(Text) ->
Words = core_banned_words:list_banned_words(),
LowerText = string:lowercase(binary_to_list(Text)),
lists:any(fun(W) ->
string:str(LowerText, binary_to_list(W#banned_word.word)) > 0
end, Words).
logic_automoderation:scan_text(Text) =/= clean.
auto_moderate(Text) ->
Words = core_banned_words:list_banned_words(),
lists:foldl(fun(W, Acc) ->
WordStr = binary_to_list(W#banned_word.word),
LowerAccStr = string:lowercase(binary_to_list(Acc)),
case string:str(LowerAccStr, WordStr) of
0 -> Acc;
Pos ->
Len = length(WordStr),
Start = binary:part(Acc, {0, Pos-1}),
Rest = binary:part(Acc, {Pos-1+Len, byte_size(Acc)-Pos+1-Len}),
<<Start/binary, "***", Rest/binary>>
end
end, Text, Words).
case logic_automoderation:scan_text(Text) of
clean -> Text;
{hit, Words} -> logic_automoderation:censor_text(Text, Words)
end.
%% ============ Заморозка/разморозка =======================
@@ -198,4 +175,9 @@ target_exists(calendar, CalendarId) ->
{ok, _} -> true;
_ -> false
end;
target_exists(_, _) -> false.
target_exists(review, ReviewId) ->
case core_review:get_by_id(ReviewId) of
{ok, _} -> true;
_ -> false
end;
target_exists(_, _) -> false.
+28 -11
View File
@@ -15,12 +15,18 @@ create_review(UserId, TargetType, TargetId, Rating, Comment) ->
{ok, true} ->
case core_review:has_user_reviewed(UserId, TargetType, TargetId) of
false ->
case core_review:create(UserId, TargetType, TargetId, Rating, Comment) of
{ok, Review} ->
update_target_rating(TargetType, TargetId),
{ok, Review};
Error ->
Error
case logic_automoderation:evaluate_texts([Comment]) of
{reject, Words} ->
{error, {content_banned, Words}};
{ok, Action, [Comment2], Words} ->
case core_review:create(UserId, TargetType, TargetId, Rating, Comment2) of
{ok, Review} ->
update_target_rating(TargetType, TargetId),
logic_automoderation:apply_after_save(review, Review#review.id, Action, Words),
core_review:get_by_id(Review#review.id);
Error ->
Error
end
end;
true ->
{error, already_reviewed}
@@ -81,11 +87,22 @@ update_review(UserId, ReviewId, Updates) ->
case ValidUpdates of
[] -> {error, no_valid_updates};
_ ->
case core_review:update(ReviewId, ValidUpdates) of
{ok, Updated} ->
update_target_rating(Review#review.target_type, Review#review.target_id),
{ok, Updated};
Error -> Error
Comment = proplists:get_value(comment, ValidUpdates, Review#review.comment),
case logic_automoderation:evaluate_texts([Comment]) of
{reject, Words} ->
{error, {content_banned, Words}};
{ok, Action, [Comment2], Words} ->
Final = case lists:keymember(comment, 1, ValidUpdates) of
true -> lists:keystore(comment, 1, ValidUpdates, {comment, Comment2});
false -> ValidUpdates
end,
case core_review:update(ReviewId, Final) of
{ok, _Updated} ->
update_target_rating(Review#review.target_type, Review#review.target_id),
logic_automoderation:apply_after_save(review, ReviewId, Action, Words),
core_review:get_by_id(ReviewId);
Error -> Error
end
end
end;
false -> {error, access_denied}
@@ -0,0 +1,29 @@
%% @doc Create automod_settings and automod_hit tables if missing.
-module('20260717150000_automod_tables').
-export([up/0, down/0]).
-include("records.hrl").
up() ->
ensure_table(automod_settings, record_info(fields, automod_settings)),
ensure_table(automod_hit, record_info(fields, automod_hit)),
core_automod_settings:ensure_defaults(),
ok.
down() ->
_ = mnesia:delete_table(automod_hit),
_ = mnesia:delete_table(automod_settings),
ok.
ensure_table(Table, Attrs) ->
case lists:member(Table, mnesia:system_info(tables)) of
true ->
ok;
false ->
case mnesia:create_table(Table, [{disc_copies, [node()]}, {attributes, Attrs}]) of
{atomic, ok} -> ok;
{aborted, {already_exists, Table}} -> ok;
{aborted, Reason} -> error({create_table_failed, Table, Reason})
end
end.
+2
View File
@@ -37,6 +37,8 @@ admin() ->
admin_handler_reviews_by_id,
% ================== БАН-СЛОВА ==================
admin_handler_banned_words,
% ================== АВТОМОДЕРАЦИЯ ==================
admin_handler_automod,
% ================== ТИКЕТЫ ==================
admin_handler_ticket_stats,
admin_handler_ticket_by_id,