__filename__ = "migrate.py" __author__ = "Bob Mottram" __license__ = "AGPL3+" __version__ = "1.5.0" __maintainer__ = "Bob Mottram" __email__ = "bob@libreserver.org" __status__ = "Production" __module_group__ = "Core" import os from utils import data_dir from utils import is_account_dir from utils import get_nickname_from_actor from utils import get_domain_from_actor from utils import acct_dir from utils import has_group_type from webfinger import webfinger_handle from blocking import is_blocked from posts import get_user_url from follow import unfollow_account from person import get_actor_json def _move_following_handles_for_account(base_dir: str, nickname: str, domain: str, session, http_prefix: str, cached_webfingers: {}, debug: bool, signing_priv_key_pem: str, block_federated: []) -> int: """Goes through all follows for an account and updates any that have moved """ ctr = 0 following_filename = \ acct_dir(base_dir, nickname, domain) + '/following.txt' if not os.path.isfile(following_filename): return ctr try: with open(following_filename, 'r', encoding='utf-8') as fp_foll: following_handles = fp_foll.readlines() for follow_handle in following_handles: follow_handle = follow_handle.strip("\n").strip("\r") ctr += \ _update_moved_handle(base_dir, nickname, domain, follow_handle, session, http_prefix, cached_webfingers, debug, signing_priv_key_pem, block_federated) except OSError: print('EX: _move_following_handles_for_account unable to read ' + following_filename) return ctr def _update_moved_handle(base_dir: str, nickname: str, domain: str, handle: str, session, http_prefix: str, cached_webfingers: {}, debug: bool, signing_priv_key_pem: str, block_federated: []) -> int: """Check if an account has moved, and if so then alter following.txt for each account. Returns 1 if moved, 0 otherwise """ ctr = 0 if '@' not in handle: return ctr if len(handle) < 5: return ctr if handle.startswith('@'): handle = handle[1:] wf_request = webfinger_handle(session, handle, http_prefix, cached_webfingers, domain, __version__, debug, False, signing_priv_key_pem) if not wf_request: print('updateMovedHandle unable to webfinger ' + handle) return ctr if not isinstance(wf_request, dict): print('updateMovedHandle webfinger for ' + handle + ' did not return a dict. ' + str(wf_request)) return ctr person_url = None if wf_request.get('errors'): print('wf_request error: ' + str(wf_request['errors'])) return ctr if not person_url: person_url = get_user_url(wf_request, 0, debug) if not person_url: return ctr gnunet = False if http_prefix == 'gnunet': gnunet = True ipfs = False if http_prefix == 'ipfs': ipfs = True ipns = False if http_prefix == 'ipns': ipns = True person_json = \ get_actor_json(domain, person_url, http_prefix, gnunet, ipfs, ipns, debug, False, signing_priv_key_pem, None) if not person_json: return ctr if not person_json.get('movedTo'): return ctr moved_to_url = person_json['movedTo'] if '://' not in moved_to_url: return ctr if '.' not in moved_to_url: return ctr moved_to_nickname = get_nickname_from_actor(moved_to_url) if not moved_to_nickname: return ctr moved_to_domain, moved_to_port = get_domain_from_actor(moved_to_url) if not moved_to_domain: return ctr moved_to_domain_full = moved_to_domain if moved_to_port: if moved_to_port not in (80, 443): moved_to_domain_full = moved_to_domain + ':' + str(moved_to_port) group_account = has_group_type(base_dir, moved_to_url, None) if is_blocked(base_dir, nickname, domain, moved_to_nickname, moved_to_domain, None, block_federated): # someone that you follow has moved to a blocked domain # so just unfollow them unfollow_account(base_dir, nickname, domain, moved_to_nickname, moved_to_domain_full, debug, group_account, 'following.txt') return ctr following_filename = \ acct_dir(base_dir, nickname, domain) + '/following.txt' if os.path.isfile(following_filename): following_handles = [] try: with open(following_filename, 'r', encoding='utf-8') as fp_foll1: following_handles = fp_foll1.readlines() except OSError: print('EX: _update_moved_handle unable to read ' + following_filename) moved_to_handle = moved_to_nickname + '@' + moved_to_domain_full handle_lower = handle.lower() refollow_filename = \ acct_dir(base_dir, nickname, domain) + '/refollow.txt' # unfollow the old handle with open(following_filename, 'w+', encoding='utf-8') as fp_foll2: for follow_handle in following_handles: if follow_handle.strip("\n").strip("\r").lower() != \ handle_lower: fp_foll2.write(follow_handle) continue handle_nickname = handle.split('@')[0] handle_domain = handle.split('@')[1] unfollow_account(base_dir, nickname, domain, handle_nickname, handle_domain, debug, group_account, 'following.txt') ctr += 1 print('Unfollowed ' + handle + ' who has moved to ' + moved_to_handle) # save the new handles to the refollow list if os.path.isfile(refollow_filename): try: with open(refollow_filename, 'a+', encoding='utf-8') as fp_refoll: fp_refoll.write(moved_to_handle + '\n') except OSError: print('EX: ' + '_update_moved_handle unable to append ' + refollow_filename) else: try: with open(refollow_filename, 'w+', encoding='utf-8') as fp_refoll: fp_refoll.write(moved_to_handle + '\n') except OSError: print('EX: _update_moved_handle unable to write ' + refollow_filename) followers_filename = \ acct_dir(base_dir, nickname, domain) + '/followers.txt' if os.path.isfile(followers_filename): follower_handles = [] try: with open(followers_filename, 'r', encoding='utf-8') as fp_foll3: follower_handles = fp_foll3.readlines() except OSError: print('EX: _update_moved_handle unable to read ' + followers_filename) handle_lower = handle.lower() # remove followers who have moved try: with open(followers_filename, 'w+', encoding='utf-8') as fp_foll4: for follower_handle in follower_handles: if follower_handle.strip("\n").strip("\r").lower() != \ handle_lower: fp_foll4.write(follower_handle) else: ctr += 1 print('Removed follower who has moved ' + handle) except OSError: print('EX: _update_moved_handle unable to remove moved follower ' + handle) return ctr def migrate_accounts(base_dir: str, session, http_prefix: str, cached_webfingers: {}, debug: bool, signing_priv_key_pem: str, block_federated: []) -> int: """If followed accounts change then this modifies the following lists for each account accordingly. Returns the number of accounts migrated """ # update followers and following lists for each account ctr = 0 dir_str = data_dir(base_dir) for _, dirs, _ in os.walk(dir_str): for handle in dirs: if not is_account_dir(handle): continue nickname = handle.split('@')[0] domain = handle.split('@')[1] ctr += \ _move_following_handles_for_account(base_dir, nickname, domain, session, http_prefix, cached_webfingers, debug, signing_priv_key_pem, block_federated) break return ctr