epicyon/followerSync.py

__filename__ = "followerSync.py"
__author__ = "Bob Mottram"
__license__ = "AGPL3+"
__version__ = "1.5.0"
__maintainer__ = "Bob Mottram"
__email__ = "bob@libreserver.org"
__status__ = "Production"
__module_group__ = "ActivityPub"

import os
import hashlib
from hashlib import sha256
from utils import acct_dir
from utils import get_user_paths


def remove_followers_sync(followers_sync_cache: {},
                          nickname: str,
                          follower_domain: str) -> None:
    """Remove an entry within the followers synchronization cache,
    so that it will subsequently be regenerated
    """
    foll_sync_key = nickname + ':' + follower_domain
    if not followers_sync_cache.get(foll_sync_key):
        return
    del followers_sync_cache[foll_sync_key]


def _get_followers_for_domain(base_dir: str,
                              nickname: str, domain: str,
                              search_domain: str) -> []:
    """Returns the followers for a given domain
    this is used for followers synchronization
    """
    followers_filename = \
        acct_dir(base_dir, nickname, domain) + '/followers.txt'
    if not os.path.isfile(followers_filename):
        return []
    lines = []
    foll_text = ''
    try:
        with open(followers_filename, 'r', encoding='utf-8') as fp_foll:
            foll_text = fp_foll.read()
    except OSError:
        print('EX: get_followers_for_domain unable to read followers ' +
              followers_filename)
    if search_domain not in foll_text:
        return []
    lines = foll_text.splitlines()
    result = []
    for line_str in lines:
        if search_domain not in line_str:
            continue
        if line_str.endswith('@' + search_domain):
            nick = line_str.split('@')[0]
            paths_list = get_user_paths()
            found = False
            for prefix in ('https', 'http'):
                if found:
                    break
                for possible_path in paths_list:
                    url = prefix + '://' + search_domain + \
                        possible_path + nick
                    filename = base_dir + '/cache/actors/' + \
                        url.replace('/', '#') + '.json'
                    if not os.path.isfile(filename):
                        continue
                    if url not in result:
                        result.append(url)
                    found = True
                    break
                if not found:
                    url = prefix + '://' + search_domain + '/' + nick
                    filename = base_dir + '/cache/actors/' + \
                        url.replace('/', '#') + '.json'
                    if os.path.isfile(filename):
                        if url not in result:
                            result.append(url)
                        found = True
        elif '://' + search_domain in line_str:
            result.append(line_str)
    result.sort()
    return result


def _get_followers_sync_json(base_dir: str,
                             nickname: str, domain: str,
                             http_prefix: str, domain_full: str,
                             search_domain: str) -> {}:
    """Returns a response for followers synchronization
    See https://github.com/mastodon/mastodon/pull/14510
    https://codeberg.org/fediverse/fep/src/branch/main/feps/fep-8fcf.md
    """
    sync_list = \
        _get_followers_for_domain(base_dir,
                                  nickname, domain,
                                  search_domain)
    id_str = http_prefix + '://' + domain_full + \
        '/users/' + nickname + '/followers?domain=' + search_domain
    sync_json = {
        '@context': 'https://www.w3.org/ns/activitystreams',
        'id': id_str,
        'orderedItems': sync_list,
        'type': 'OrderedCollection'
    }
    return sync_json


def get_followers_sync_hash(sync_json: {}) -> str:
    """Returns a hash used within the Collection-Synchronization http header
    See https://github.com/mastodon/mastodon/pull/14510
    https://codeberg.org/fediverse/fep/src/branch/main/feps/fep-8fcf.md
    """
    if not sync_json:
        return None
    sync_hash = None
    for actor in sync_json['orderedItems']:
        curr_sync_hash = sha256(actor.encode('utf-8'))
        sync_hash_hex = curr_sync_hash.hexdigest()
        sync_hash_int = int(sync_hash_hex, 16)
        if sync_hash:
            sync_hash = sync_hash ^ sync_hash_int
        else:
            sync_hash = sync_hash_int
    if sync_hash is None:
        return None
    sync_hash_int = sync_hash
    sync_hash = hashlib.sha256()
    sync_hash_bytes = sync_hash_int.to_bytes(32, 'big')
    return sync_hash_bytes.hex()


def update_followers_sync_cache(base_dir: str,
                                nickname: str, domain: str,
                                http_prefix: str, domain_full: str,
                                calling_domain: str,
                                sync_cache: {}) -> ({}, str):
    """Updates the followers synchronization cache
    See https://github.com/mastodon/mastodon/pull/14510
    https://codeberg.org/fediverse/fep/src/branch/main/feps/fep-8fcf.md
    """
    foll_sync_key = nickname + ':' + calling_domain
    if sync_cache.get(foll_sync_key):
        sync_hash = sync_cache[foll_sync_key]['hash']
        sync_json = sync_cache[foll_sync_key]['response']
    else:
        sync_json = \
            _get_followers_sync_json(base_dir,
                                     nickname, domain,
                                     http_prefix,
                                     domain_full,
                                     calling_domain)
        sync_hash = get_followers_sync_hash(sync_json)
        if sync_hash:
            sync_cache[foll_sync_key] = {
                "hash": sync_hash,
                "response": sync_json
            }
    return sync_json, sync_hash