epicyon/schedule.py

__filename__ = "schedule.py"
__author__ = "Bob Mottram"
__license__ = "AGPL3+"
__version__ = "1.2.0"
__maintainer__ = "Bob Mottram"
__email__ = "bob@libreserver.org"
__status__ = "Production"
__module_group__ = "Calendar"

import os
import time
import datetime
from utils import hasObjectDict
from utils import getStatusNumber
from utils import loadJson
from utils import isAccountDir
from utils import acctDir
from outbox import postMessageToOutbox


def _updatePostSchedule(base_dir: str, handle: str, httpd,
                        maxScheduledPosts: int) -> None:
    """Checks if posts are due to be delivered and if so moves them to the outbox
    """
    scheduleIndexFilename = \
        base_dir + '/accounts/' + handle + '/schedule.index'
    if not os.path.isfile(scheduleIndexFilename):
        return

    # get the current time as an int
    currTime = datetime.datetime.utcnow()
    daysSinceEpoch = (currTime - datetime.datetime(1970, 1, 1)).days

    scheduleDir = base_dir + '/accounts/' + handle + '/scheduled/'
    indexLines = []
    deleteSchedulePost = False
    nickname = handle.split('@')[0]
    with open(scheduleIndexFilename, 'r') as fp:
        for line in fp:
            if ' ' not in line:
                continue
            dateStr = line.split(' ')[0]
            if 'T' not in dateStr:
                continue
            postId = line.split(' ', 1)[1].replace('\n', '').replace('\r', '')
            postFilename = scheduleDir + postId + '.json'
            if deleteSchedulePost:
                # delete extraneous scheduled posts
                if os.path.isfile(postFilename):
                    try:
                        os.remove(postFilename)
                    except OSError:
                        print('EX: _updatePostSchedule unable to delete ' +
                              str(postFilename))
                continue
            # create the new index file
            indexLines.append(line)
            # convert string date to int
            postTime = \
                datetime.datetime.strptime(dateStr, "%Y-%m-%dT%H:%M:%S%z")
            postTime = postTime.replace(tzinfo=None)
            postDaysSinceEpoch = \
                (postTime - datetime.datetime(1970, 1, 1)).days
            if daysSinceEpoch < postDaysSinceEpoch:
                continue
            if daysSinceEpoch == postDaysSinceEpoch:
                if currTime.time().hour < postTime.time().hour:
                    continue
                if currTime.time().minute < postTime.time().minute:
                    continue
            if not os.path.isfile(postFilename):
                print('WARN: schedule missing postFilename=' + postFilename)
                indexLines.remove(line)
                continue
            # load post
            post_json_object = loadJson(postFilename)
            if not post_json_object:
                print('WARN: schedule json not loaded')
                indexLines.remove(line)
                continue

            # set the published time
            # If this is not recent then http checks on the receiving side
            # will reject it
            statusNumber, published = getStatusNumber()
            if post_json_object.get('published'):
                post_json_object['published'] = published
            if hasObjectDict(post_json_object):
                if post_json_object['object'].get('published'):
                    post_json_object['published'] = published

            print('Sending scheduled post ' + postId)

            if nickname:
                httpd.postToNickname = nickname
            if not postMessageToOutbox(httpd.session,
                                       httpd.translate,
                                       post_json_object, nickname,
                                       httpd, base_dir,
                                       httpd.http_prefix,
                                       httpd.domain,
                                       httpd.domainFull,
                                       httpd.onion_domain,
                                       httpd.i2p_domain,
                                       httpd.port,
                                       httpd.recentPostsCache,
                                       httpd.followers_threads,
                                       httpd.federationList,
                                       httpd.send_threads,
                                       httpd.postLog,
                                       httpd.cached_webfingers,
                                       httpd.person_cache,
                                       httpd.allow_deletion,
                                       httpd.proxy_type,
                                       httpd.project_version,
                                       httpd.debug,
                                       httpd.yt_replace_domain,
                                       httpd.twitter_replacement_domain,
                                       httpd.show_published_date_only,
                                       httpd.allow_local_network_access,
                                       httpd.city, httpd.system_language,
                                       httpd.shared_items_federated_domains,
                                       httpd.sharedItemFederationTokens,
                                       httpd.low_bandwidth,
                                       httpd.signing_priv_key_pem,
                                       httpd.peertubeInstances,
                                       httpd.themeName,
                                       httpd.max_like_count,
                                       httpd.max_recent_posts,
                                       httpd.CWlists,
                                       httpd.lists_enabled,
                                       httpd.content_license_url):
                indexLines.remove(line)
                try:
                    os.remove(postFilename)
                except OSError:
                    print('EX: _updatePostSchedule unable to delete ' +
                          str(postFilename))
                continue

            # move to the outbox
            outboxPostFilename = postFilename.replace('/scheduled/',
                                                      '/outbox/')
            os.rename(postFilename, outboxPostFilename)

            print('Scheduled post sent ' + postId)

            indexLines.remove(line)
            if len(indexLines) > maxScheduledPosts:
                deleteSchedulePost = True

    # write the new schedule index file
    scheduleIndexFile = \
        base_dir + '/accounts/' + handle + '/schedule.index'
    with open(scheduleIndexFile, 'w+') as scheduleFile:
        for line in indexLines:
            scheduleFile.write(line)


def runPostSchedule(base_dir: str, httpd, maxScheduledPosts: int):
    """Dispatches scheduled posts
    """
    while True:
        time.sleep(60)
        # for each account
        for subdir, dirs, files in os.walk(base_dir + '/accounts'):
            for account in dirs:
                if '@' not in account:
                    continue
                if not isAccountDir(account):
                    continue
                # scheduled posts index for this account
                scheduleIndexFilename = \
                    base_dir + '/accounts/' + account + '/schedule.index'
                if not os.path.isfile(scheduleIndexFilename):
                    continue
                _updatePostSchedule(base_dir, account,
                                    httpd, maxScheduledPosts)
            break


def runPostScheduleWatchdog(project_version: str, httpd) -> None:
    """This tries to keep the scheduled post thread running even if it dies
    """
    print('Starting scheduled post watchdog')
    postScheduleOriginal = \
        httpd.thrPostSchedule.clone(runPostSchedule)
    httpd.thrPostSchedule.start()
    while True:
        time.sleep(20)
        if httpd.thrPostSchedule.is_alive():
            continue
        httpd.thrPostSchedule.kill()
        httpd.thrPostSchedule = \
            postScheduleOriginal.clone(runPostSchedule)
        httpd.thrPostSchedule.start()
        print('Restarting scheduled posts...')


def removeScheduledPosts(base_dir: str, nickname: str, domain: str) -> None:
    """Removes any scheduled posts
    """
    # remove the index
    scheduleIndexFilename = \
        acctDir(base_dir, nickname, domain) + '/schedule.index'
    if os.path.isfile(scheduleIndexFilename):
        try:
            os.remove(scheduleIndexFilename)
        except OSError:
            print('EX: removeScheduledPosts unable to delete ' +
                  scheduleIndexFilename)
    # remove the scheduled posts
    scheduledDir = acctDir(base_dir, nickname, domain) + '/scheduled'
    if not os.path.isdir(scheduledDir):
        return
    for scheduledPostFilename in os.listdir(scheduledDir):
        filePath = os.path.join(scheduledDir, scheduledPostFilename)
        if os.path.isfile(filePath):
            try:
                os.remove(filePath)
            except OSError:
                print('EX: removeScheduledPosts unable to delete ' +
                      filePath)