mj-saunders
/
epicyon
forked from indymedia/epicyon
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity
epicyon/daemon.py

297 lines
11 KiB
Python
Raw Normal View History

Initial
2019-06-28 18:55:29 +00:00
__filename__ = "daemon.py"
__author__ = "Bob Mottram"
__license__ = "AGPL3+"
__version__ = "0.0.1"
__maintainer__ = "Bob Mottram"
__email__ = "bob@freedombone.net"
__status__ = "Production"
Test servers on different ip addresses
2019-07-01 21:01:43 +00:00
from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer
Initial
2019-06-28 18:55:29 +00:00
#import socketserver
import json
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
import time
Initial
2019-06-28 18:55:29 +00:00
from pprint import pprint
from session import createSession
from webfinger import webfingerMeta
from webfinger import webfingerLookup
Test servers on different ip addresses
2019-07-01 21:01:43 +00:00
from webfinger import webfingerHandle
Initial
2019-06-28 18:55:29 +00:00
from person import personLookup
from person import personKeyLookup
GET on outbox
2019-06-29 14:35:26 +00:00
from person import personOutboxJson
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
from posts import getPersonPubKey
inbox functions
2019-06-28 21:59:54 +00:00
from inbox import inboxPermittedMessage
Check inbox items for expected params
2019-07-02 15:07:27 +00:00
from inbox import inboxMessageHasParams
Following and followers feeds
2019-06-29 20:21:37 +00:00
from follow import getFollowingFeed
Initial
2019-06-28 18:55:29 +00:00
import os
reject giant messages
2019-06-28 21:06:05 +00:00
import sys
Initial
2019-06-28 18:55:29 +00:00
reject giant messages
2019-06-28 21:06:05 +00:00
# Avoid giant messages
maxMessageLength=5000
GET on outbox
2019-06-29 14:35:26 +00:00
# maximum number of posts to list in outbox feed
maxPostsInFeed=20
Following and followers feeds
2019-06-29 20:21:37 +00:00
# number of follows/followers per page
Use federation list for followers
2019-06-29 20:34:41 +00:00
followsPerPage=12
Following and followers feeds
2019-06-29 20:21:37 +00:00
Initial
2019-06-28 18:55:29 +00:00
def readFollowList(filename: str):
"""Returns a list of ActivityPub addresses to follow
"""
followlist=[]
if not os.path.isfile(filename):
return followlist
followUsers = open(filename, "r")
for u in followUsers:
if u not in followlist:
username,domain = parseHandle(u)
if username:
followlist.append(username+'@'+domain)
Following and followers feeds
2019-06-29 20:21:37 +00:00
followUsers.close()
Initial
2019-06-28 18:55:29 +00:00
return followlist
class PubServer(BaseHTTPRequestHandler):
def _set_headers(self,fileFormat):
self.send_response(200)
self.send_header('Content-type', fileFormat)
self.end_headers()
def _404(self):
self.send_response(404)
self.send_header('Content-Type', 'text/html; charset=utf-8')
self.end_headers()
self.wfile.write("<html><head></head><body><h1>404 Not Found</h1></body></html>".encode('utf-8'))
def _webfinger(self) -> bool:
Test servers on different ip addresses
2019-07-01 21:01:43 +00:00
print('############### _webfinger well-known')
Initial
2019-06-28 18:55:29 +00:00
if not self.path.startswith('/.well-known'):
return False
Test servers on different ip addresses
2019-07-01 21:01:43 +00:00
print('############### _webfinger host-meta')
Initial
2019-06-28 18:55:29 +00:00
if self.path.startswith('/.well-known/host-meta'):
wfResult=webfingerMeta()
if wfResult:
self._set_headers('application/xrd+xml')
self.wfile.write(wfResult.encode('utf-8'))
return
Test servers on different ip addresses
2019-07-01 21:01:43 +00:00
print('############### _webfinger lookup '+self.path+' '+str(self.server.baseDir))
baseDir as parameter
2019-06-30 22:56:37 +00:00
wfResult=webfingerLookup(self.path,self.server.baseDir)
Initial
2019-06-28 18:55:29 +00:00
if wfResult:
Test servers on different ip addresses
2019-07-01 21:01:43 +00:00
self._set_headers('application/jrd+json')
Initial
2019-06-28 18:55:29 +00:00
self.wfile.write(json.dumps(wfResult).encode('utf-8'))
else:
Test servers on different ip addresses
2019-07-01 21:01:43 +00:00
print('############### _webfinger lookup 404 '+self.path)
Initial
2019-06-28 18:55:29 +00:00
self._404()
return True
inbox functions
2019-06-28 21:59:54 +00:00
def _permittedDir(self,path):
Initial
2019-06-28 18:55:29 +00:00
if path.startswith('/wfendpoints') or \
path.startswith('/keys') or \
path.startswith('/accounts'):
return False
return True
Test servers on different ip addresses
2019-07-01 21:01:43 +00:00
def do_GET(self):
Dependencies
2019-07-02 17:11:59 +00:00
print('############### GET from '+self.server.baseDir+' path: '+self.path)
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
if self.server.GETbusy:
currTimeGET=int(time.time())
if currTimeGET-self.server.lastGET<10:
Test servers on different ip addresses
2019-07-01 21:01:43 +00:00
print('############### Busy')
http busy code
2019-06-29 17:28:43 +00:00
self.send_response(429)
Simple busy state for GET
2019-06-29 17:25:09 +00:00
self.end_headers()
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
return
self.server.lastGET=currTimeGET
self.server.GETbusy=True
Tidying of daemon globals
2019-06-30 20:03:23 +00:00
Test servers on different ip addresses
2019-07-01 21:01:43 +00:00
print('############### _permittedDir')
inbox functions
2019-06-28 21:59:54 +00:00
if not self._permittedDir(self.path):
Test servers on different ip addresses
2019-07-01 21:01:43 +00:00
print('############# Not permitted')
Initial
2019-06-28 18:55:29 +00:00
self._404()
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
self.server.GETbusy=False
Initial
2019-06-28 18:55:29 +00:00
return
# get webfinger endpoint for a person
Test servers on different ip addresses
2019-07-01 21:01:43 +00:00
print('############### _webfinger')
Initial
2019-06-28 18:55:29 +00:00
if self._webfinger():
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
self.server.GETbusy=False
Initial
2019-06-28 18:55:29 +00:00
return
Test servers on different ip addresses
2019-07-01 21:01:43 +00:00
print('############### _webfinger end')
GET on outbox
2019-06-29 14:35:26 +00:00
# get outbox feed for a person
baseDir as parameter
2019-06-30 22:56:37 +00:00
outboxFeed=personOutboxJson(self.server.baseDir,self.server.domain,self.server.port,self.path,self.server.https,maxPostsInFeed)
Combine
2019-06-29 14:41:23 +00:00
if outboxFeed:
GET on outbox
2019-06-29 14:35:26 +00:00
self._set_headers('application/json')
Combine
2019-06-29 14:41:23 +00:00
self.wfile.write(json.dumps(outboxFeed).encode('utf-8'))
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
self.server.GETbusy=False
Following and followers feeds
2019-06-29 20:21:37 +00:00
return
base directory in tests
2019-07-01 10:25:03 +00:00
following=getFollowingFeed(self.server.baseDir,self.server.domain,self.server.port,self.path,self.server.https,followsPerPage)
Following and followers feeds
2019-06-29 20:21:37 +00:00
if following:
self._set_headers('application/json')
self.wfile.write(json.dumps(following).encode('utf-8'))
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
self.server.GETbusy=False
Following and followers feeds
2019-06-29 20:21:37 +00:00
return
base directory in tests
2019-07-01 10:25:03 +00:00
followers=getFollowingFeed(self.server.baseDir,self.server.domain,self.server.port,self.path,self.server.https,followsPerPage,'followers')
Following and followers feeds
2019-06-29 20:21:37 +00:00
if followers:
self._set_headers('application/json')
self.wfile.write(json.dumps(followers).encode('utf-8'))
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
self.server.GETbusy=False
GET on outbox
2019-06-29 14:35:26 +00:00
return
Initial
2019-06-28 18:55:29 +00:00
# look up a person
baseDir as parameter
2019-06-30 22:56:37 +00:00
getPerson = personLookup(self.server.domain,self.path,self.server.baseDir)
Initial
2019-06-28 18:55:29 +00:00
if getPerson:
self._set_headers('application/json')
self.wfile.write(json.dumps(getPerson).encode('utf-8'))
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
self.server.GETbusy=False
Initial
2019-06-28 18:55:29 +00:00
return
baseDir as parameter
2019-06-30 22:56:37 +00:00
personKey = personKeyLookup(self.server.domain,self.path,self.server.baseDir)
Move webfinger cache
2019-06-30 15:03:26 +00:00
if personKey:
Initial
2019-06-28 18:55:29 +00:00
self._set_headers('text/html; charset=utf-8')
Move webfinger cache
2019-06-30 15:03:26 +00:00
self.wfile.write(personKey.encode('utf-8'))
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
self.server.GETbusy=False
Initial
2019-06-28 18:55:29 +00:00
return
# check that a json file was requested
if not self.path.endswith('.json'):
Test servers on different ip addresses
2019-07-01 21:01:43 +00:00
print('############# Not json: '+self.path+' '+self.server.baseDir)
Initial
2019-06-28 18:55:29 +00:00
self._404()
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
self.server.GETbusy=False
Initial
2019-06-28 18:55:29 +00:00
return
# check that the file exists
baseDir as parameter
2019-06-30 22:56:37 +00:00
filename=self.server.baseDir+self.path
Initial
2019-06-28 18:55:29 +00:00
if os.path.isfile(filename):
self._set_headers('application/json')
with open(filename, 'r', encoding='utf8') as File:
content = File.read()
contentJson=json.loads(content)
self.wfile.write(json.dumps(contentJson).encode('utf8'))
else:
Test servers on different ip addresses
2019-07-01 21:01:43 +00:00
print('############# Unknown file')
Initial
2019-06-28 18:55:29 +00:00
self._404()
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
self.server.GETbusy=False
Initial
2019-06-28 18:55:29 +00:00
def do_HEAD(self):
self._set_headers('application/json')
Test servers on different ip addresses
2019-07-01 21:01:43 +00:00
Initial
2019-06-28 18:55:29 +00:00
def do_POST(self):
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
if self.server.POSTbusy:
currTimePOST=int(time.time())
if currTimePOST-self.server.lastPOST<10:
http busy code
2019-06-29 17:28:43 +00:00
self.send_response(429)
Simple busy state for POST
2019-06-29 17:27:32 +00:00
self.end_headers()
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
return
self.server.lastPOST=currTimePOST
Debugging POST
2019-07-01 11:48:54 +00:00
print('**************** POST ready to receive')
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
self.server.POSTbusy=True
Debugging POST
2019-07-01 11:48:54 +00:00
if not self.headers.get('Content-type'):
print('**************** No Content-type')
self.send_response(400)
self.end_headers()
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
self.server.POSTbusy=False
Debugging POST
2019-07-01 11:48:54 +00:00
return
print('*****************headers: '+str(self.headers))
Initial
2019-06-28 18:55:29 +00:00
# refuse to receive non-json content
Debugging POST
2019-07-01 11:48:54 +00:00
if self.headers['Content-type'] != 'application/json':
print("**************** That's no Json!")
Initial
2019-06-28 18:55:29 +00:00
self.send_response(400)
self.end_headers()
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
self.server.POSTbusy=False
Initial
2019-06-28 18:55:29 +00:00
return
# read the message and convert it into a python dictionary
Debugging POST
2019-07-01 11:48:54 +00:00
length = int(self.headers['Content-length'])
print('**************** content-length: '+str(length))
reject giant messages
2019-06-28 21:06:05 +00:00
if length>maxMessageLength:
self.send_response(400)
self.end_headers()
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
self.server.POSTbusy=False
reject giant messages
2019-06-28 21:06:05 +00:00
return
Debugging POST
2019-07-01 11:48:54 +00:00
print('**************** Reading message')
messageBytes=self.rfile.read(length)
messageJson = json.loads(messageBytes)
Test for permitted posts
2019-06-28 20:35:34 +00:00
Check inbox items for expected params
2019-07-02 15:07:27 +00:00
# check the necessary properties are available
print('**************** Check message has params')
Typo
2019-07-02 15:07:52 +00:00
if not inboxMessageHasParams(messageJson):
Check inbox items for expected params
2019-07-02 15:07:27 +00:00
self.send_response(403)
self.end_headers()
self.server.POSTbusy=False
return
Debugging POST
2019-07-01 11:48:54 +00:00
if not inboxPermittedMessage(self.server.domain,messageJson,self.server.federationList):
print('**************** Ah Ah Ah')
inbox functions
2019-06-28 21:59:54 +00:00
self.send_response(403)
self.end_headers()
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
self.server.POSTbusy=False
Debugging POST
2019-07-01 11:48:54 +00:00
return
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
Test servers on different ip addresses
2019-07-01 21:01:43 +00:00
pprint(messageJson)
Dependencies
2019-07-02 17:11:59 +00:00
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
print('**************** POST create session')
currSessionTime=int(time.time())
Dependencies
2019-07-02 17:11:59 +00:00
if currSessionTime-self.server.sessionLastUpdate>1200:
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
self.server.sessionLastUpdate=currSessionTime
Announce function
2019-07-02 09:25:29 +00:00
self.server.session = createSession(self.server.domain,self.server.port,self.server.useTor)
Dependencies
2019-07-02 17:11:59 +00:00
print('**************** POST started new session')
print('**************** POST get actor url from '+self.server.baseDir)
personUrl=messageJson['actor']
Test servers on different ip addresses
2019-07-01 21:01:43 +00:00
print('**************** POST get public key of '+personUrl+' from '+self.server.baseDir)
pubKey=getPersonPubKey(self.server.session,personUrl,self.server.personCache)
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
if not pubKey:
print('**************** POST no sender public key')
self.send_response(401)
self.end_headers()
self.server.POSTbusy=False
return
print('**************** POST check signature')
Announce function
2019-07-02 09:25:29 +00:00
if not verifyPostHeaders(self.server.https, pubKey, self.headers, '/inbox' ,False, json.dumps(messageJson)):
print('**************** POST signature verification failed')
self.send_response(401)
self.end_headers()
self.server.POSTbusy=False
return
Debugging POST
2019-07-01 11:48:54 +00:00
print('**************** POST valid')
Receiving follow requests
2019-07-02 18:17:04 +00:00
if receiveFollowRequest(self.server.baseDir,messageJson,self.server.federationList):
self.send_response(200)
self.end_headers()
self.server.POSTbusy=False
return
Debugging POST
2019-07-01 11:48:54 +00:00
pprint(messageJson)
# add a property to the object, just to mess with data
#message['received'] = 'ok'
# send the message back
#self._set_headers('application/json')
#self.wfile.write(json.dumps(message).encode('utf-8'))
Test servers on different ip addresses
2019-07-01 21:01:43 +00:00
self.server.receivedMessage=True
Debugging POST
2019-07-01 11:48:54 +00:00
self.send_response(200)
self.end_headers()
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
self.server.POSTbusy=False
Initial
2019-06-28 18:55:29 +00:00
Port numbers after domain
2019-06-30 19:01:43 +00:00
def runDaemon(domain: str,port=80,https=True,fedList=[],useTor=False) -> None:
Initial
2019-06-28 18:55:29 +00:00
if len(domain)==0:
domain='127.0.0.1'
if '.' not in domain:
print('Invalid domain: ' + domain)
return
Test servers on different ip addresses
2019-07-01 21:01:43 +00:00
serverAddress = (domain, port)
httpd = ThreadingHTTPServer(serverAddress, PubServer)
Tidying of daemon globals
2019-06-30 20:03:23 +00:00
httpd.domain=domain
httpd.port=port
httpd.https=https
httpd.federationList=fedList.copy()
baseDir as parameter
2019-06-30 22:56:37 +00:00
httpd.baseDir=os.getcwd()
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
httpd.personCache={}
httpd.cachedWebfingers={}
httpd.useTor=useTor
Dependencies
2019-07-02 17:11:59 +00:00
httpd.session = None
httpd.sessionLastUpdate=0
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
httpd.lastGET=0
httpd.lastPOST=0
httpd.GETbusy=False
httpd.POSTbusy=False
Test servers on different ip addresses
2019-07-01 21:01:43 +00:00
httpd.receivedMessage=False
Tidying of daemon globals
2019-06-30 20:03:23 +00:00
print('Running ActivityPub daemon on ' + domain + ' port ' + str(port))
Initial
2019-06-28 18:55:29 +00:00
httpd.serve_forever()