epicyon/webapp_moderation.py

__filename__ = "webapp_moderation.py"
__author__ = "Bob Mottram"
__license__ = "AGPL3+"
__version__ = "1.6.0"
__maintainer__ = "Bob Mottram"
__email__ = "bob@libreserver.org"
__status__ = "Production"
__module_group__ = "Moderation"

import os
from flags import is_editor
from flags import is_artist
from utils import get_person_icon
from utils import data_dir
from utils import remove_html
from utils import is_account_dir
from utils import get_full_domain
from utils import load_json
from utils import get_nickname_from_actor
from utils import get_domain_from_actor
from utils import get_config_param
from utils import local_actor_url
from utils import remove_eol
from posts import download_follow_collection
from posts import get_public_post_info
from posts import is_moderator
from webapp_timeline import html_timeline
# from webapp_utils import get_person_avatar_url
from webapp_utils import get_banner_file
from webapp_utils import get_content_warning_button
from webapp_utils import html_header_with_external_style
from webapp_utils import html_footer
from blocking import get_global_block_reason
from blocking import is_blocked_domain
from blocking import is_blocked
from session import create_session


def html_moderation(default_timeline: str,
                    recent_posts_cache: {}, max_recent_posts: int,
                    translate: {}, page_number: int, items_per_page: int,
                    session, base_dir: str, wf_request: {}, person_cache: {},
                    nickname: str, domain: str, port: int, inbox_json: {},
                    allow_deletion: bool,
                    http_prefix: str, project_version: str,
                    yt_replace_domain: str,
                    twitter_replacement_domain: str,
                    show_published_date_only: bool,
                    newswire: {}, positive_voting: bool,
                    show_publish_as_icon: bool,
                    full_width_tl_button_header: bool,
                    icons_as_buttons: bool,
                    rss_icon_at_top: bool,
                    publish_button_at_top: bool,
                    authorized: bool, moderation_action_str: str,
                    theme: str, peertube_instances: [],
                    allow_local_network_access: bool,
                    text_mode_banner: str,
                    access_keys: {}, system_language: str,
                    max_like_count: int,
                    shared_items_federated_domains: [],
                    signing_priv_key_pem: str,
                    cw_lists: {}, lists_enabled: str,
                    timezone: str, bold_reading: bool,
                    dogwhistles: {}, ua_str: str,
                    min_images_for_accounts: [],
                    reverse_sequence: bool,
                    buy_sites: {},
                    auto_cw_cache: {},
                    known_epicyon_instances: [],
                    mitm_servers: [],
                    instance_software: {}) -> str:
    """Show the moderation feed as html
    This is what you see when selecting the "mod" timeline
    """
    artist = is_artist(base_dir, nickname)
    show_announces = True
    return html_timeline(default_timeline,
                         recent_posts_cache, max_recent_posts,
                         translate, page_number,
                         items_per_page, session, base_dir,
                         wf_request, person_cache,
                         nickname, domain, port, inbox_json, 'moderation',
                         allow_deletion, http_prefix,
                         project_version, True, False,
                         yt_replace_domain,
                         twitter_replacement_domain,
                         show_published_date_only,
                         newswire, False, False, artist, positive_voting,
                         show_publish_as_icon,
                         full_width_tl_button_header,
                         icons_as_buttons, rss_icon_at_top,
                         publish_button_at_top,
                         authorized, moderation_action_str, theme,
                         peertube_instances, allow_local_network_access,
                         text_mode_banner, access_keys, system_language,
                         max_like_count, shared_items_federated_domains,
                         signing_priv_key_pem, cw_lists, lists_enabled,
                         timezone, bold_reading, dogwhistles, ua_str,
                         min_images_for_accounts, reverse_sequence, None,
                         buy_sites, auto_cw_cache, show_announces,
                         known_epicyon_instances, mitm_servers,
                         instance_software)


def html_account_info(translate: {},
                      base_dir: str, http_prefix: str,
                      nickname: str, domain: str,
                      search_handle: str, debug: bool,
                      system_language: str, signing_priv_key_pem: str,
                      back_url: str,
                      block_federated: [],
                      mitm_servers: []) -> str:
    """Shows which domains a search handle interacts with.
    This screen is shown if a moderator enters a handle and selects info
    on the moderation screen
    """
    signing_priv_key_pem = None
    msg_str1 = 'This account interacts with the following instances'

    info_form = ''
    css_filename = base_dir + '/epicyon-profile.css'
    if os.path.isfile(base_dir + '/epicyon.css'):
        css_filename = base_dir + '/epicyon.css'

    instance_title = \
        get_config_param(base_dir, 'instanceTitle')
    preload_images: list[str] = []
    info_form = \
        html_header_with_external_style(css_filename, instance_title, None,
                                        preload_images)

    search_nickname = get_nickname_from_actor(search_handle)
    if not search_nickname:
        return ''
    search_domain, search_port = get_domain_from_actor(search_handle)
    if not search_domain:
        return ''

    search_handle = search_nickname + '@' + search_domain
    search_actor = \
        local_actor_url(http_prefix, search_nickname, search_domain)
    if not back_url:
        back_url = '/users/' + nickname + '/moderation'
    info_form += \
        '<center><h1><a href="' + back_url + '">' + \
        translate['Account Information'] + ':</a> <a href="' + search_actor + \
        '">' + search_handle + '</a></h1><br>\n'

    info_form += translate[msg_str1] + '</center><br><br>\n'

    proxy_type = 'tor'
    if not os.path.isfile('/usr/bin/tor'):
        proxy_type = None
    if domain.endswith('.i2p'):
        proxy_type = None

    session = create_session(proxy_type)

    word_frequency = {}
    origin_domain = None
    domain_dict = get_public_post_info(session, base_dir,
                                       search_nickname, search_domain,
                                       origin_domain,
                                       proxy_type, search_port,
                                       http_prefix, debug,
                                       __version__, word_frequency,
                                       system_language,
                                       signing_priv_key_pem,
                                       mitm_servers)

    # get a list of any blocked followers
    followers_list = \
        download_follow_collection(signing_priv_key_pem,
                                   'followers', session,
                                   http_prefix, search_actor, 1, 5, debug,
                                   mitm_servers)
    blocked_followers: list[str] = []
    for follower_actor in followers_list:
        follower_nickname = get_nickname_from_actor(follower_actor)
        if not follower_nickname:
            return ''
        follower_domain, follower_port = get_domain_from_actor(follower_actor)
        if not follower_domain:
            return ''
        follower_domain_full = get_full_domain(follower_domain, follower_port)
        if is_blocked(base_dir, nickname, domain,
                      follower_nickname, follower_domain_full,
                      None, block_federated):
            blocked_followers.append(follower_actor)

    # get a list of any blocked following
    following_list = \
        download_follow_collection(signing_priv_key_pem,
                                   'following', session,
                                   http_prefix, search_actor, 1, 5, debug,
                                   mitm_servers)
    blocked_following: list[str] = []
    for following_actor in following_list:
        following_nickname = get_nickname_from_actor(following_actor)
        if not following_nickname:
            return ''
        following_domain, following_port = \
            get_domain_from_actor(following_actor)
        if not following_domain:
            return ''
        following_domain_full = \
            get_full_domain(following_domain, following_port)
        if is_blocked(base_dir, nickname, domain,
                      following_nickname, following_domain_full,
                      None, block_federated):
            blocked_following.append(following_actor)

    info_form += '<div class="accountInfoDomains">\n'
    users_path = '/users/' + nickname + '/accountinfo'
    ctr = 1
    for post_domain, blocked_post_urls in domain_dict.items():
        info_form += '<a href="' + \
            http_prefix + '://' + post_domain + '" ' + \
            'target="_blank" rel="nofollow noopener noreferrer">' + \
            post_domain + '</a> '
        if is_blocked_domain(base_dir, post_domain, None, block_federated):
            blocked_posts_links = ''
            url_ctr = 0
            for url in blocked_post_urls:
                if url_ctr > 0:
                    blocked_posts_links += '<br>'
                blocked_posts_links += \
                    '<a href="' + url + '" ' + \
                    'target="_blank" rel="nofollow noopener noreferrer">' + \
                    url + '</a>'
                url_ctr += 1
            blocked_posts_html = ''
            if blocked_posts_links:
                block_no_str = 'blockNumber' + str(ctr)
                blocked_posts_html = \
                    get_content_warning_button(block_no_str,
                                               translate,
                                               blocked_posts_links)
                ctr += 1

            info_form += \
                '<a href="' + users_path + '?unblockdomain=' + post_domain + \
                '?handle=' + search_handle + '">'
            info_form += '<button class="buttonhighlighted"><span>' + \
                translate['Unblock'] + '</span></button></a> ' + \
                blocked_posts_html + '\n'
        else:
            info_form += \
                '<a href="' + users_path + '?blockdomain=' + post_domain + \
                '?handle=' + search_handle + '">'
            if post_domain != domain:
                info_form += '<button class="button"><span>' + \
                    translate['Block'] + '</span></button>'
            info_form += '</a>\n'
        info_form += '<br>\n'

    info_form += '</div>\n'

    if blocked_following:
        blocked_following.sort()
        info_form += '<div class="accountInfoDomains">\n'
        info_form += '<h1>' + translate['Blocked following'] + '</h1>\n'
        info_form += \
            '<p>' + \
            translate['Receives posts from the following accounts'] + \
            ':</p>\n'
        for actor in blocked_following:
            following_nickname = get_nickname_from_actor(actor)
            if not following_nickname:
                return ''
            following_domain, following_port = get_domain_from_actor(actor)
            if not following_domain:
                return ''
            following_domain_full = \
                get_full_domain(following_domain, following_port)
            info_form += '<a href="' + actor + '" ' + \
                'target="_blank" rel="nofollow noopener noreferrer">' + \
                following_nickname + '@' + following_domain_full + \
                '</a><br><br>\n'
        info_form += '</div>\n'

    if blocked_followers:
        blocked_followers.sort()
        info_form += '<div class="accountInfoDomains">\n'
        info_form += '<h1>' + translate['Blocked followers'] + '</h1>\n'
        info_form += \
            '<p>' + \
            translate['Sends out posts to the following accounts'] + \
            ':</p>\n'
        for actor in blocked_followers:
            follower_nickname = get_nickname_from_actor(actor)
            if not follower_nickname:
                return ''
            follower_domain, follower_port = get_domain_from_actor(actor)
            if not follower_domain:
                return ''
            follower_domain_full = \
                get_full_domain(follower_domain, follower_port)
            info_form += '<a href="' + actor + '" ' + \
                'target="_blank" rel="nofollow noopener noreferrer">' + \
                follower_nickname + '@' + \
                follower_domain_full + '</a><br><br>\n'
        info_form += '</div>\n'

    if word_frequency:
        max_count = 1
        for word, count in word_frequency.items():
            if count > max_count:
                max_count = count
        minimum_word_count = int(max_count / 2)
        if minimum_word_count >= 3:
            info_form += '<div class="accountInfoDomains">\n'
            info_form += '<h1>' + translate['Word frequencies'] + '</h1>\n'
            word_swarm = ''
            ctr = 0
            for word, count in word_frequency.items():
                if count >= minimum_word_count:
                    if ctr > 0:
                        word_swarm += ' '
                    if count < max_count - int(max_count / 4):
                        word_swarm += word
                    else:
                        if count != max_count:
                            word_swarm += '<b>' + word + '</b>'
                        else:
                            word_swarm += '<b><i>' + word + '</i></b>'
                    ctr += 1
            info_form += word_swarm
            info_form += '</div>\n'

    info_form += html_footer()
    return info_form


def html_moderation_info(translate: {}, base_dir: str,
                         nickname: str, domain: str, theme: str,
                         access_keys: {}) -> str:
    msg_str1 = \
        'These are globally blocked for all accounts on this instance'
    msg_str2 = \
        'Any blocks or suspensions made by moderators will be shown here.'

    info_form = ''
    css_filename = base_dir + '/epicyon-profile.css'
    if os.path.isfile(base_dir + '/epicyon.css'):
        css_filename = base_dir + '/epicyon.css'

    instance_title = \
        get_config_param(base_dir, 'instanceTitle')
    preload_images: list[str] = []
    info_form = html_header_with_external_style(css_filename,
                                                instance_title, None,
                                                preload_images)

    # show banner
    banner_file, _ = \
        get_banner_file(base_dir, nickname, domain, theme)
    moderation_link = '/users/' + nickname + '/moderation'
    info_form += \
        '<header>\n<a href="' + moderation_link + '" title="' + \
        translate['Switch to moderation view'] + '" alt="' + \
        translate['Switch to moderation view'] + '" ' + \
        'tabindex="1" accesskey="' + access_keys['menuModeration'] + '">\n'
    info_form += \
        '<img loading="lazy" decoding="async" ' + \
        'class="timeline-banner" alt="" ' + \
        'src="/users/' + nickname + '/' + banner_file + '" /></a>\n' + \
        '</header>\n<br>\n'

    info_form += \
        '<center><h1><a href="' + moderation_link + '">' + \
        translate['Moderation Information'] + \
        '</a></h1></center><br>'

    info_shown = False

    accounts: list[str] = []
    dir_str = data_dir(base_dir)
    for _, dirs, _ in os.walk(dir_str):
        for acct in dirs:
            if not is_account_dir(acct):
                continue
            accounts.append(acct)
        break
    accounts.sort()

    cols = 5
    if len(accounts) > 10:
        info_form += '<details><summary><b>' + translate['Show Accounts']
        info_form += '</b></summary>\n'
    info_form += '<div class="container">\n'
    info_form += '<table class="accountsTable">\n'
    info_form += '  <colgroup>\n'
    for col in range(cols):
        info_form += '    <col span="1" class="accountsTableCol">\n'
    info_form += '  </colgroup>\n'
    info_form += '<tr>\n'

    col = 0
    dir_str = data_dir(base_dir)
    for acct in accounts:
        acct_nickname = acct.split('@')[0]
        account_dir = os.path.join(dir_str, acct)
        actor_json = load_json(account_dir + '.json')
        if not actor_json:
            continue
        actor = actor_json['id']
        avatar_url = ''
        ext = ''
        if actor_json.get('icon'):
            url_str = get_person_icon(actor_json)
            if url_str:
                avatar_url = remove_html(url_str)
                if '.' in avatar_url:
                    ext = '.' + avatar_url.split('.')[-1]
        acct_url = \
            '/users/' + nickname + '?options=' + actor + ';1;' + \
            '/members/' + acct_nickname + ext
        info_form += '<td>\n<a href="' + acct_url + '">'
        info_form += '<img loading="lazy" decoding="async" style="width:90%" '
        info_form += 'src="' + avatar_url + '" />'
        info_form += '<br><center>'
        if is_moderator(base_dir, acct_nickname):
            info_form += '<b><u>' + acct_nickname + '</u></b>'
        else:
            info_form += acct_nickname
        if is_editor(base_dir, acct_nickname):
            info_form += ' ✍'
        info_form += '</center></a>\n</td>\n'
        col += 1
        if col == cols:
            # new row of accounts
            info_form += '</tr>\n<tr>\n'
    info_form += '</tr>\n</table>\n'
    info_form += '</div>\n'
    if len(accounts) > 10:
        info_form += '</details>\n'

    suspended_filename = dir_str + '/suspended.txt'
    if os.path.isfile(suspended_filename):
        try:
            with open(suspended_filename, 'r', encoding='utf-8') as fp_sus:
                suspended_str = fp_sus.read()
                info_form += '<div class="container">\n'
                info_form += '  <br><b>' + \
                    translate['Suspended accounts'] + '</b>'
                info_form += '  <br>' + \
                    translate['These are currently suspended']
                info_form += \
                    '  <textarea id="message" ' + \
                    'name="suspended" style="height:200px" ' + \
                    'spellcheck="false">' + suspended_str + '</textarea>\n'
                info_form += '</div>\n'
                info_shown = True
        except OSError as exc:
            print('EX: html_moderation_info unable to read ' +
                  suspended_filename + ' ' + str(exc))

    blocking_filename = dir_str + '/blocking.txt'
    if os.path.isfile(blocking_filename):
        blocking_reasons_filename = dir_str + '/blocking_reasons.txt'
        blocking_reasons_exist = False
        if os.path.isfile(blocking_reasons_filename):
            blocking_reasons_exist = True
        try:
            with open(blocking_filename, 'r', encoding='utf-8') as fp_block:
                blocked_lines = fp_block.readlines()
                blocked_str = ''
                if blocked_lines:
                    blocked_lines.sort()
                    for line in blocked_lines:
                        if not line:
                            continue
                        line = remove_eol(line).strip()
                        if blocking_reasons_exist:
                            blocking_reasons_file = blocking_reasons_filename
                            reason = \
                                get_global_block_reason(line,
                                                        blocking_reasons_file)
                            if reason:
                                blocked_str += \
                                    line + ' - ' + reason + '\n'
                                continue
                        blocked_str += line + '\n'
                info_form += '<div class="container">\n'
                info_form += \
                    '  <br><b>' + \
                    translate['Blocked accounts and hashtags'] + '</b>'
                info_form += \
                    '  <br>' + \
                    translate[msg_str1]
                info_form += \
                    '  <textarea id="message" ' + \
                    'name="blocked" style="height:2000px" ' + \
                    'spellcheck="false">' + blocked_str + '</textarea>\n'
                info_form += '</div>\n'
                info_shown = True
        except OSError as exc:
            print('EX: html_moderation_info unable to read 2 ' +
                  blocking_filename + ' ' + str(exc))

    filters_filename = dir_str + '/filters.txt'
    if os.path.isfile(filters_filename):
        try:
            with open(filters_filename, 'r', encoding='utf-8') as fp_filt:
                filtered_str = fp_filt.read()
                info_form += '<div class="container">\n'
                info_form += \
                    '  <br><b>' + \
                    translate['Filtered words'] + '</b>'
                info_form += \
                    '  <textarea id="message" ' + \
                    'name="filtered" style="height:700px" ' + \
                    'spellcheck="true">' + filtered_str + '</textarea>\n'
                info_form += '</div>\n'
                info_shown = True
        except OSError as exc:
            print('EX: html_moderation_info unable to read ' +
                  filters_filename + ' ' + str(exc))

    if not info_shown:
        info_form += \
            '<center><p>' + \
            translate[msg_str2] + \
            '</p></center>\n'
    info_form += html_footer()
    return info_form