epicyon/epicyon.py

__filename__ = "epicyon.py"
__author__ = "Bob Mottram"
__license__ = "AGPL3+"
__version__ = "0.0.1"
__maintainer__ = "Bob Mottram"
__email__ = "bob@freedombone.net"
__status__ = "Production"


from person import createPerson
from person import createSharedInbox
from person import createCapabilitiesInbox
from person import setPreferredNickname
from person import setBio
from person import validNickname
from person import setProfileImage
from person import setSkillLevel
from person import setRole
from person import setAvailability
from webfinger import webfingerHandle
from posts import getPosts
from posts import createPublicPost
from posts import deleteAllPosts
from posts import createOutbox
from posts import archivePosts
from posts import sendPost
from posts import getPublicPostsOfPerson
from posts import getUserUrl
from posts import archivePosts
from session import createSession
from session import getJson
import json
import os
import shutil
import sys
import requests
from pprint import pprint
from tests import testHttpsig
from daemon import runDaemon
import socket
from follow import clearFollows
from follow import clearFollowers
from utils import followPerson
from follow import followerOfPerson
from follow import unfollowPerson
from follow import unfollowerOfPerson
from follow import getFollowersOfPerson
from tests import testPostMessageBetweenServers
from tests import testFollowBetweenServers
from tests import runAllTests
from config import setConfigParam
from config import getConfigParam
from auth import storeBasicCredentials
from auth import removePassword
from auth import createPassword
from utils import getDomainFromActor
from utils import getNicknameFromActor
from media import archiveMedia
import argparse

def str2bool(v):
    if isinstance(v, bool):
       return v
    if v.lower() in ('yes', 'true', 't', 'y', '1'):
        return True
    elif v.lower() in ('no', 'false', 'f', 'n', '0'):
        return False
    else:
        raise argparse.ArgumentTypeError('Boolean value expected.')

parser = argparse.ArgumentParser(description='ActivityPub Server')
parser.add_argument('-n','--nickname', dest='nickname', type=str,default=None, \
                    help='Nickname of the account to use')
parser.add_argument('--fol','--follow', dest='follow', type=str,default=None, \
                    help='Handle of account to follow. eg. nickname@domain')
parser.add_argument('-d','--domain', dest='domain', type=str,default=None, \
                    help='Domain name of the server')
parser.add_argument('-p','--port', dest='port', type=int,default=None, \
                    help='Port number to run on')
parser.add_argument('--path', dest='baseDir', \
                    type=str,default=os.getcwd(), \
                    help='Directory in which to store posts')
parser.add_argument('-a','--addaccount', dest='addaccount', \
                    type=str,default=None, \
                    help='Adds a new account')
parser.add_argument('-r','--rmaccount', dest='rmaccount', \
                    type=str,default=None, \
                    help='Remove an account')
parser.add_argument('--pass','--password', dest='password', \
                    type=str,default=None, \
                    help='Set a password for an account')
parser.add_argument('--chpass','--changepassword', \
                    nargs='+',dest='changepassword', \
                    help='Change the password for an account')
parser.add_argument('--actor', dest='actor', type=str,default=None, \
                    help='Show the json actor the given handle')
parser.add_argument('--posts', dest='posts', type=str,default=None, \
                    help='Show posts for the given handle')
parser.add_argument('--postsraw', dest='postsraw', type=str,default=None, \
                    help='Show raw json of posts for the given handle')
parser.add_argument('--json', dest='json', type=str,default=None, \
                    help='Show the json for a given activitypub url')
parser.add_argument('-f','--federate', nargs='+',dest='federationList', \
                    help='Specify federation list separated by spaces')
parser.add_argument("--debug", type=str2bool, nargs='?', \
                    const=True, default=False, \
                    help="Show debug messages")
parser.add_argument("--http", type=str2bool, nargs='?', \
                    const=True, default=False, \
                    help="Use http only")
parser.add_argument("--dat", type=str2bool, nargs='?', \
                    const=True, default=False, \
                    help="Use dat protocol only")
parser.add_argument("--tor", type=str2bool, nargs='?', \
                    const=True, default=False, \
                    help="Route via Tor")
parser.add_argument("--tests", type=str2bool, nargs='?', \
                    const=True, default=False, \
                    help="Run unit tests")
parser.add_argument("--testsnetwork", type=str2bool, nargs='?', \
                    const=True, default=False, \
                    help="Run network unit tests")
parser.add_argument("--testdata", type=str2bool, nargs='?', \
                    const=True, default=False, \
                    help="Generate some data for testing purposes")
parser.add_argument("--ocap", type=str2bool, nargs='?', \
                    const=True, default=False, \
                    help="Always strictly enforce object capabilities")
parser.add_argument("--noreply", type=str2bool, nargs='?', \
                    const=True, default=False, \
                    help="Default capabilities don't allow replies on posts")
parser.add_argument("--nolike", type=str2bool, nargs='?', \
                    const=True, default=False, \
                    help="Default capabilities don't allow likes/favourites on posts")
parser.add_argument("--nopics", type=str2bool, nargs='?', \
                    const=True, default=False, \
                    help="Default capabilities don't allow attached pictures")
parser.add_argument("--noannounce","--norepeat", type=str2bool, nargs='?', \
                    const=True, default=False, \
                    help="Default capabilities don't allow announce/repeat")
parser.add_argument("--cw", type=str2bool, nargs='?', \
                    const=True, default=False, \
                    help="Default capabilities don't allow posts without content warnings")
parser.add_argument('--icon','--avatar', dest='avatar', type=str,default=None, \
                    help='Set the avatar filename for an account')
parser.add_argument('--image','--background', dest='backgroundImage', type=str,default=None, \
                    help='Set the profile background image for an account')
parser.add_argument('--archive', dest='archive', type=str,default=None, \
                    help='Archive old files to the given directory')
parser.add_argument('--archiveweeks', dest='archiveWeeks', type=str,default=None, \
                    help='Specify the number of weeks after which data will be archived')
parser.add_argument('--maxposts', dest='archiveMaxPosts', type=str,default=None, \
                    help='Maximum number of posts in in/outbox')
parser.add_argument('--message', dest='message', type=str,default=None, \
                    help='Message content')
parser.add_argument('--sendto', nargs='+',dest='sendto', \
                    help='List of post recipients')
parser.add_argument('--attach', dest='attach', type=str,default=None, \
                    help='File to attach to a post')
parser.add_argument('--imagedescription', dest='imageDescription', type=str,default=None, \
                    help='Description of an attached image')
parser.add_argument("--blurhash", type=str2bool, nargs='?', \
                    const=True, default=False, \
                    help="Create blurhash for an image")
parser.add_argument('--cwsubject','--subject', dest='subject', type=str,default=None, \
                    help='Subject of content warning')
parser.add_argument('--reply','--replyto', dest='replyto', type=str,default=None, \
                    help='Url of post to reply to')
parser.add_argument("--followersonly", type=str2bool, nargs='?', \
                    const=True, default=True, \
                    help="Send to followers only")
parser.add_argument("-c","--client", type=str2bool, nargs='?', \
                    const=True, default=False, \
                    help="Use as an ActivityPub client")
parser.add_argument('--maxreplies', dest='maxReplies', type=int,default=64, \
                    help='Maximum number of replies to a post')
parser.add_argument('--role', dest='role', type=str,default=None, \
                    help='Set a role for a person')
parser.add_argument('--organization','--project', dest='project', type=str,default=None, \
                    help='Set a project for a person')
parser.add_argument('--skill', dest='skill', type=str,default=None, \
                    help='Set a skill for a person')
parser.add_argument('--level', dest='skillLevelPercent', type=int,default=None, \
                    help='Set a skill level for a person as a percentage, or zero to remove')
parser.add_argument('--status','--availability', dest='availability', type=str,default=None, \
                    help='Set an availability status')
args = parser.parse_args()

debug=False
if args.debug:
    debug=True

if args.tests:
    runAllTests()
    sys.exit()

if args.testsnetwork:
    print('Network Tests')
    testPostMessageBetweenServers()
    testFollowBetweenServers()
    sys.exit()

if args.posts:
    if '@' not in args.posts:
        print('Syntax: --posts nickname@domain')
        sys.exit()        
    nickname=args.posts.split('@')[0]
    domain=args.posts.split('@')[1]
    getPublicPostsOfPerson(nickname,domain,False,True)
    sys.exit()

if args.postsraw:
    if '@' not in args.postsraw:
        print('Syntax: --postsraw nickname@domain')
        sys.exit()        
    nickname=args.postsraw.split('@')[0]
    domain=args.postsraw.split('@')[1]
    getPublicPostsOfPerson(nickname,domain,True,False)
    sys.exit()

baseDir=args.baseDir
if baseDir.endswith('/'):
    print("--path option should not end with '/'")
    sys.exit()

# get domain name from configuration
configDomain=getConfigParam(baseDir,'domain')
if configDomain:
    domain=configDomain
else:
    domain='localhost'

# get port number from configuration
configPort=getConfigParam(baseDir,'port')
if configPort:
    port=configPort
else:
    port=8085

nickname=None
if args.nickname:
    nickname=nickname

httpPrefix='https'
if args.http:
    httpPrefix='http'

federationList=[]
if args.federationList:
    if len(args.federationList)==1:
        if not (args.federationList[0].lower()=='any' or \
                args.federationList[0].lower()=='all' or \
                args.federationList[0].lower()=='*'):
            for federationDomain in args.federationList:
                if '@' in federationDomain:
                    print(federationDomain+': Federate with domains, not individual accounts')
                    sys.exit()
            federationList=args.federationList.copy()
        setConfigParam(baseDir,'federationList',federationList)
else:
    configFederationList=getConfigParam(baseDir,'federationList')
    if configFederationList:
        federationList=configFederationList

useTor=args.tor
if domain.endswith('.onion'):
    useTor=True

if args.message and nickname:
    if not os.path.isdir(baseDir+'/accounts/'+nickname+'@'+domain):
        print(nickname+' is not an account on the system. use --addaccount if necessary.')
        sys.exit()
    session = createSession(domain,port,useTor)        
    if args.sendto:
        if '@' not in args.sendto:
            print('syntax: --sendto [nickname@domain]')
            sys.exit()
        toNickname=args.sendto.split('@')[0]
        toDomain=args.sendto.split('@')[1].replace('\n','')
        toPort=443
        if ':' in toDomain:
            toPort=toDomain.split(':')[1]
            toDomain=toDomain.split(':')[0]
        #ccUrl=httpPrefix+'://'+domain+'/users/'+nickname+'/followers'
        ccUrl=None
        sendMessage=args.message
        followersOnly=args.followersonly
        clientToServer=args.client
        attachedImageDescription=args.imageDescription
        useBlurhash=args.blurhash
        sendThreads = []
        postLog = []
        personCache={}
        cachedWebfingers={}
        subject=args.subject
        attach=args.attach
        replyTo=args.replyTo
        print('Sending post to '+args.sendto)
        sendResult = \
            sendPost(session,baseDir,nickname,domain,port, \
                     toNickname,toDomain,toPort,ccUrl,httpPrefix, \
                     sendMessage,followersOnly,True,clientToServer, \
                     attach,attachedImageDescription, \
                     useBlurhash,federationList,sendThreads, \
                     postLog,cachedWebfingers,personCache, \
                     replyTo,replyTo,subject)
        for i in range(10):
            # TODO detect send success/fail
            time.sleep(1)
        sys.exit()
    
if args.follow and nickname:
    if not os.path.isdir(baseDir+'/accounts/'+nickname+'@'+domain):
        print(nickname+' is not an account on the system. use --addaccount if necessary.')
        sys.exit()

    if '.' not in args.follow:
        print("This doesn't look like a fediverse handle")
        sys.exit()
        
    followNickname=getNicknameFromActor(args.follow)
    followDomain,followPort=getDomainFromActor(args.follow)

    if os.path.isfile(baseDir+'/accounts/'+nickname+'@'+domain+'/following.txt'):
         if followNickname+'@'+followDomain in open(baseDir+'/accounts/'+nickname+'@'+domain+'/following.txt').read():
             print(nickname+'@'+domain+' is already following '+followNickname+'@'+followDomain)
             sys.exit()

    session = createSession(domain,port,useTor)
    personCache={}
    cachedWebfingers={}
    sendThreads=[]
    sendThreads=[]
    postLog=[]
    followHttpPrefix=httpPrefix
    if args.follow.startswith('https'):
        followHttpPrefix='https'
    sendFollowRequest(session,baseDir, \
                      nickname,domain,port,httpPrefix, \
                      followNickname,followDomain,followPort, \
                      followHttpPrefix, \
                      False,federationList, \
                      sendThreads,postLog, \
                      cachedWebfingers,personCache,debug)
    for t in range(30):
        time.sleep(1)
        if os.path.isfile(baseDir+'/accounts/'+nickname+'@'+domain+'/following.txt'):
            if followNickname+'@'+followDomain in open(baseDir+'/accounts/'+nickname+'@'+domain+'/following.txt').read():
                print('Ok')
                sys.exit()
    print('Follow attempt failed')
    sys.exit()
    
nickname='admin'
if args.domain:
    domain=args.domain
    setConfigParam(baseDir,'domain',domain)
if args.port:
    port=args.port
    setConfigParam(baseDir,'port',port)
ocapAlways=False    
if args.ocap:
    ocapAlways=args.ocap
if args.dat:
    httpPrefix='dat'

if args.actor:
    if '@' not in args.actor:
        print('Syntax: --actor nickname@domain')
        sys.exit()        
    nickname=args.actor.split('@')[0]
    domain=args.actor.split('@')[1].replace('\n','')
    wfCache={}
    if domain.endswith('.onion'):
        httpPrefix='http'
        port=80
    else:
        httpPrefix='https'
        port=443
    session = createSession(domain,port,useTor)
    wfRequest = webfingerHandle(session,nickname+'@'+domain,httpPrefix,wfCache)
    if not wfRequest:
        print('Unable to webfinger '+nickname+'@'+domain)
        sys.exit()
    asHeader = {'Accept': 'application/ld+json; profile="https://www.w3.org/ns/activitystreams"'}
    personUrl = getUserUrl(wfRequest)
    personJson = getJson(session,personUrl,asHeader,None)
    if personJson:
        pprint(personJson)
    else:
        print('Failed to get '+personUrl)
    sys.exit()

if args.json:
    session = createSession(domain,port,True)
    asHeader = {'Accept': 'application/ld+json; profile="https://www.w3.org/ns/activitystreams"'}
    testJson = getJson(session,args.json,asHeader,None)
    pprint(testJson)
    sys.exit()

if args.addaccount:
    if '@' in args.addaccount:
        nickname=args.addaccount.split('@')[0]
        domain=args.addaccount.split('@')[1]
    else:
        nickname=args.addaccount
        if not args.domain or not getConfigParam(baseDir,'domain'):
            print('Use the --domain option to set the domain name')
            sys.exit()
    if not validNickname(nickname):
        print(nickname+' is a reserved name. Use something different.')
        sys.exit()        
    if not args.password:
        print('Use the --password option to set the password for '+nickname)
        sys.exit()
    if len(args.password.strip())<8:
        print('Password should be at least 8 characters')
        sys.exit()            
    if os.path.isdir(baseDir+'/accounts/'+nickname+'@'+domain):
        print('Account already exists')
        sys.exit()
    createPerson(baseDir,nickname,domain,port,httpPrefix,True,args.password.strip())
    if os.path.isdir(baseDir+'/accounts/'+nickname+'@'+domain):
        print('Account created for '+nickname+'@'+domain)
    else:
        print('Account creation failed')
    sys.exit()

if args.rmaccount:
    if '@' in args.rmaccount:
        nickname=args.rmaccount.split('@')[0]
        domain=args.rmaccount.split('@')[1]
    else:
        nickname=args.rmaccount
        if not args.domain or not getConfigParam(baseDir,'domain'):
            print('Use the --domain option to set the domain name')
            sys.exit()
    handle=nickname+'@'+domain
    accountRemoved=False
    removePassword(baseDir,nickname)
    if os.path.isdir(baseDir+'/accounts/'+handle):
        shutil.rmtree(baseDir+'/accounts/'+handle)
        accountRemoved=True
    if os.path.isfile(baseDir+'/accounts/'+handle+'.json'):
        os.remove(baseDir+'/accounts/'+handle+'.json')
        accountRemoved=True
    if os.path.isfile(baseDir+'/wfendpoints/'+handle+'.json'):
        os.remove(baseDir+'/wfendpoints/'+handle+'.json')
        accountRemoved=True
    if os.path.isfile(baseDir+'/keys/private/'+handle+'.key'):
        os.remove(baseDir+'/keys/private/'+handle+'.key')
        accountRemoved=True
    if os.path.isfile(baseDir+'/keys/public/'+handle+'.pem'):
        os.remove(baseDir+'/keys/public/'+handle+'.pem')
        accountRemoved=True
    if accountRemoved:
        print('Account for '+handle+' was removed')
    sys.exit()

if args.changepassword:
    if len(args.changepassword)!=2:
        print('--changepassword [nickname] [new password]')
        sys.exit()
    if '@' in args.changepassword[0]:
        nickname=args.changepassword[0].split('@')[0]
        domain=args.changepassword[0].split('@')[1]
    else:
        nickname=args.changepassword[0]
        if not args.domain or not getConfigParam(baseDir,'domain'):
            print('Use the --domain option to set the domain name')
            sys.exit()
    newPassword=args.changepassword[1]
    if len(newPassword)<8:
        print('Password should be at least 8 characters')
        sys.exit()
    if not os.path.isdir(baseDir+'/accounts/'+nickname+'@'+domain):
        print('Account '+nickname+'@'+domain+' not found')
        sys.exit()
    passwordFile=baseDir+'/accounts/passwords'
    if os.path.isfile(passwordFile):
        if nickname+':' in open(passwordFile).read():
            storeBasicCredentials(baseDir,nickname,newPassword)
            print('Password for '+nickname+' was changed')
        else:
            print(nickname+' is not in the passwords file')
    else:
        print('Passwords file not found')
    sys.exit()

archiveWeeks=4
if args.archiveWeeks:
    archiveWeeks=args.archiveWeeks
archiveMaxPosts=256
if args.archiveMaxPosts:
    archiveMaxPosts=args.archiveMaxPosts

if args.archive:
    if args.archive.lower().endswith('null') or \
       args.archive.lower().endswith('delete') or \
       args.archive.lower().endswith('none'):
        args.archive=None
        print('Archiving with deletion of old posts...')
    else:
        print('Archiving to '+args.archive+'...')
    archiveMedia(baseDir,args.archive,archiveWeeks)
    archivePosts(baseDir,args.archive,archiveMaxPosts)
    print('Archiving complete')
    sys.exit()    

if not args.domain and not domain:
    print('Specify a domain with --domain [name]')
    sys.exit()

if args.avatar:
    if not os.path.isfile(args.avatar):
        print(args.avatar+' is not an image filename')
        sys.exit()
    if not args.nickname:
        print('Specify a nickname with --nickname [name]')
        sys.exit()
    if setProfileImage(baseDir,httpPrefix,args.nickname,domain, \
                       port,args.avatar,'avatar','128x128'):
        print('Avatar added for '+args.nickname)
    else:
        print('Avatar was not added for '+args.nickname)
    sys.exit()    

if args.backgroundImage:
    if not os.path.isfile(args.backgroundImage):
        print(args.backgroundImage+' is not an image filename')
        sys.exit()
    if not args.nickname:
        print('Specify a nickname with --nickname [name]')
        sys.exit()
    if setProfileImage(baseDir,httpPrefix,args.nickname,domain, \
                       port,args.backgroundImage,'background','256x256'):
        print('Background image added for '+args.nickname)
    else:
        print('Background image was not added for '+args.nickname)
    sys.exit()    

if args.availability:
    if not nickname:
        print('No nickname given')
        sys.exit()
    if setAvailability(baseDir,nickname,domain,args.availability):
        print('Availablity set to '+args.availability)
    sys.exit()
    
if args.project:
    if not nickname:
        print('No nickname given')
        sys.exit()
        
    if args.role.lower()=='none' or \
       args.role.lower()=='remove' or \
       args.role.lower()=='delete':
        args.role=None
    if args.role:
        if setRole(baseDir,nickname,domain,args.project,args.role):
            print('Role within '+args.project+' set to '+args.role)
    else:
        if setRole(baseDir,nickname,domain,args.project,None):
            print('Left '+args.project)
    sys.exit()

if args.skill:
    if args.skillLevelPercent==0:
        args.skillLevelPercent=None
    if args.skillLevelPercent:
        if setSkillLevel(baseDir,nickname,domain,args.skill,args.skillLevelPercent):
            print('Skill level for '+args.skill+' set to '+str(args.skillLevelPercent)+'%')
    else:
        if setSkillLevel(baseDir,nickname,domain,args.skill,args.skillLevelPercent):
            print('Skill '+args.skill+' removed')
    sys.exit()

if federationList:
    print('Federating with: '+str(federationList))

if not os.path.isdir(baseDir+'/accounts/'+nickname+'@'+domain):
    print('Creating default admin account '+nickname+'@'+domain)
    print('See config.json for the password. You can remove the password from config.json after moving it elsewhere.')
    adminPassword=createPassword(10)
    setConfigParam(baseDir,'adminPassword',adminPassword)
    createPerson(baseDir,nickname,domain,port,httpPrefix,True,adminPassword)

if args.testdata:
    useBlurhash=False    
    nickname='testuser567'
    print('Generating some test data for user: '+nickname)
    createPerson(baseDir,nickname,domain,port,httpPrefix,True,'likewhateveryouwantscoob')
    setSkillLevel(baseDir,nickname,domain,'testing',60)
    setSkillLevel(baseDir,nickname,domain,'typing',50)
    setRole(baseDir,nickname,domain,'epicyon','tester')
    setRole(baseDir,nickname,domain,'epicyon','hacker')
    setRole(baseDir,nickname,domain,'someproject','assistant')
    setAvailability(baseDir,nickname,domain,'busy')
    deleteAllPosts(baseDir,nickname,domain,'inbox')
    deleteAllPosts(baseDir,nickname,domain,'outbox')
    followPerson(baseDir,nickname,domain,'admin',domain,federationList,True)
    followerOfPerson(baseDir,nickname,domain,'admin',domain,federationList,True)
    createPublicPost(baseDir,nickname,domain,port,httpPrefix,"like, this is totally just a test, man",False,True,False,None,None,useBlurhash)
    createPublicPost(baseDir,nickname,domain,port,httpPrefix,"Zoiks!!!",False,True,False,None,None,useBlurhash)
    createPublicPost(baseDir,nickname,domain,port,httpPrefix,"Hey scoob we need like a hundred more milkshakes",False,True,False,None,None,useBlurhash)
    createPublicPost(baseDir,nickname,domain,port,httpPrefix,"Getting kinda spooky around here",False,True,False,None,None,useBlurhash)
    createPublicPost(baseDir,nickname,domain,port,httpPrefix,"And they would have gotten away with it too if it wasn't for those pesky hackers",False,True,False,None,None,useBlurhash)
    createPublicPost(baseDir,nickname,domain,port,httpPrefix,"man, these centralized sites are, like, the worst!",False,True,False,None,None,useBlurhash)
    createPublicPost(baseDir,nickname,domain,port,httpPrefix,"another mystery solved hey",False,True,False,None,None,useBlurhash)
    createPublicPost(baseDir,nickname,domain,port,httpPrefix,"let's go bowling",False,True,False,None,None,useBlurhash)

runDaemon(args.client,baseDir,domain,port,httpPrefix, \
          federationList, \
          args.noreply,args.nolike,args.nopics, \
          args.noannounce,args.cw,ocapAlways, \
          useTor,args.maxReplies,debug)