mj-saunders
/
epicyon
forked from indymedia/epicyon
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity
epicyon/daemon.py

360 lines
12 KiB
Python
Raw Normal View History

Initial
2019-06-28 18:55:29 +00:00
__filename__ = "daemon.py"
__author__ = "Bob Mottram"
__license__ = "AGPL3+"
__version__ = "0.0.1"
__maintainer__ = "Bob Mottram"
__email__ = "bob@freedombone.net"
__status__ = "Production"
Test servers on different ip addresses
2019-07-01 21:01:43 +00:00
from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer
Initial
2019-06-28 18:55:29 +00:00
#import socketserver
import json
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
import time
Initial
2019-06-28 18:55:29 +00:00
from pprint import pprint
from session import createSession
from webfinger import webfingerMeta
from webfinger import webfingerLookup
Test servers on different ip addresses
2019-07-01 21:01:43 +00:00
from webfinger import webfingerHandle
Initial
2019-06-28 18:55:29 +00:00
from person import personLookup
from person import personKeyLookup
GET on outbox
2019-06-29 14:35:26 +00:00
from person import personOutboxJson
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
from posts import getPersonPubKey
inbox functions
2019-06-28 21:59:54 +00:00
from inbox import inboxPermittedMessage
Check inbox items for expected params
2019-07-02 15:07:27 +00:00
from inbox import inboxMessageHasParams
Following and followers feeds
2019-06-29 20:21:37 +00:00
from follow import getFollowingFeed
Initial
2019-06-28 18:55:29 +00:00
import os
reject giant messages
2019-06-28 21:06:05 +00:00
import sys
Initial
2019-06-28 18:55:29 +00:00
reject giant messages
2019-06-28 21:06:05 +00:00
# Avoid giant messages
maxMessageLength=5000
GET on outbox
2019-06-29 14:35:26 +00:00
# maximum number of posts to list in outbox feed
maxPostsInFeed=20
Following and followers feeds
2019-06-29 20:21:37 +00:00
# number of follows/followers per page
Use federation list for followers
2019-06-29 20:34:41 +00:00
followsPerPage=12
Following and followers feeds
2019-06-29 20:21:37 +00:00
Initial
2019-06-28 18:55:29 +00:00
def readFollowList(filename: str):
"""Returns a list of ActivityPub addresses to follow
"""
followlist=[]
if not os.path.isfile(filename):
return followlist
followUsers = open(filename, "r")
for u in followUsers:
if u not in followlist:
Change username to nickname
2019-07-03 09:40:27 +00:00
nickname,domain = parseHandle(u)
if nickname:
followlist.append(nickname+'@'+domain)
Following and followers feeds
2019-06-29 20:21:37 +00:00
followUsers.close()
Initial
2019-06-28 18:55:29 +00:00
return followlist
class PubServer(BaseHTTPRequestHandler):
def _set_headers(self,fileFormat):
self.send_response(200)
self.send_header('Content-type', fileFormat)
self.end_headers()
def _404(self):
self.send_response(404)
self.send_header('Content-Type', 'text/html; charset=utf-8')
self.end_headers()
self.wfile.write("<html><head></head><body><h1>404 Not Found</h1></body></html>".encode('utf-8'))
def _webfinger(self) -> bool:
Debug option
2019-07-03 16:14:45 +00:00
if self.server.debug:
print('DEBUG: WEBFINGER well-known')
Initial
2019-06-28 18:55:29 +00:00
if not self.path.startswith('/.well-known'):
return False
Debug option
2019-07-03 16:14:45 +00:00
if self.server.debug:
print('DEBUG: WEBFINGER host-meta')
Initial
2019-06-28 18:55:29 +00:00
if self.path.startswith('/.well-known/host-meta'):
wfResult=webfingerMeta()
if wfResult:
self._set_headers('application/xrd+xml')
self.wfile.write(wfResult.encode('utf-8'))
return
Debug option
2019-07-03 16:14:45 +00:00
if self.server.debug:
print('DEBUG: WEBFINGER lookup '+self.path+' '+str(self.server.baseDir))
baseDir as parameter
2019-06-30 22:56:37 +00:00
wfResult=webfingerLookup(self.path,self.server.baseDir)
Initial
2019-06-28 18:55:29 +00:00
if wfResult:
Test servers on different ip addresses
2019-07-01 21:01:43 +00:00
self._set_headers('application/jrd+json')
Initial
2019-06-28 18:55:29 +00:00
self.wfile.write(json.dumps(wfResult).encode('utf-8'))
else:
Debug option
2019-07-03 16:14:45 +00:00
if self.server.debug:
print('DEBUG: WEBFINGER lookup 404 '+self.path)
Initial
2019-06-28 18:55:29 +00:00
self._404()
return True
inbox functions
2019-06-28 21:59:54 +00:00
def _permittedDir(self,path):
Initial
2019-06-28 18:55:29 +00:00
if path.startswith('/wfendpoints') or \
path.startswith('/keys') or \
path.startswith('/accounts'):
return False
return True
Test servers on different ip addresses
2019-07-01 21:01:43 +00:00
def do_GET(self):
Debug option
2019-07-03 16:14:45 +00:00
if self.server.debug:
print('DEBUG: GET from '+self.server.baseDir+' path: '+self.path)
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
if self.server.GETbusy:
currTimeGET=int(time.time())
if currTimeGET-self.server.lastGET<10:
Debug option
2019-07-03 16:14:45 +00:00
if self.server.debug:
print('DEBUG: GET Busy')
http busy code
2019-06-29 17:28:43 +00:00
self.send_response(429)
Simple busy state for GET
2019-06-29 17:25:09 +00:00
self.end_headers()
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
return
self.server.lastGET=currTimeGET
self.server.GETbusy=True
Tidying of daemon globals
2019-06-30 20:03:23 +00:00
Debug option
2019-07-03 16:14:45 +00:00
if self.server.debug:
print('DEBUG: GET _permittedDir')
inbox functions
2019-06-28 21:59:54 +00:00
if not self._permittedDir(self.path):
Debug option
2019-07-03 16:14:45 +00:00
if self.server.debug:
print('DEBUG: GET Not permitted')
Initial
2019-06-28 18:55:29 +00:00
self._404()
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
self.server.GETbusy=False
Initial
2019-06-28 18:55:29 +00:00
return
# get webfinger endpoint for a person
Debug option
2019-07-03 16:14:45 +00:00
if self.server.debug:
print('DEBUG: GET webfinger start')
Initial
2019-06-28 18:55:29 +00:00
if self._webfinger():
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
self.server.GETbusy=False
Initial
2019-06-28 18:55:29 +00:00
return
Debug option
2019-07-03 16:14:45 +00:00
if self.server.debug:
print('DEBUG: GET webfinger end')
GET on outbox
2019-06-29 14:35:26 +00:00
# get outbox feed for a person
Tidying
2019-07-02 20:54:22 +00:00
outboxFeed=personOutboxJson(self.server.baseDir,self.server.domain, \
self.server.port,self.path, \
self.server.https,maxPostsInFeed)
Combine
2019-06-29 14:41:23 +00:00
if outboxFeed:
GET on outbox
2019-06-29 14:35:26 +00:00
self._set_headers('application/json')
Combine
2019-06-29 14:41:23 +00:00
self.wfile.write(json.dumps(outboxFeed).encode('utf-8'))
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
self.server.GETbusy=False
Following and followers feeds
2019-06-29 20:21:37 +00:00
return
Tidying
2019-07-02 20:54:22 +00:00
following=getFollowingFeed(self.server.baseDir,self.server.domain, \
self.server.port,self.path, \
self.server.https,followsPerPage)
Following and followers feeds
2019-06-29 20:21:37 +00:00
if following:
self._set_headers('application/json')
self.wfile.write(json.dumps(following).encode('utf-8'))
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
self.server.GETbusy=False
Following and followers feeds
2019-06-29 20:21:37 +00:00
return
Tidying
2019-07-02 20:54:22 +00:00
followers=getFollowingFeed(self.server.baseDir,self.server.domain, \
self.server.port,self.path, \
self.server.https,followsPerPage,'followers')
Following and followers feeds
2019-06-29 20:21:37 +00:00
if followers:
self._set_headers('application/json')
self.wfile.write(json.dumps(followers).encode('utf-8'))
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
self.server.GETbusy=False
GET on outbox
2019-06-29 14:35:26 +00:00
return
Initial
2019-06-28 18:55:29 +00:00
# look up a person
Tidying
2019-07-02 20:54:22 +00:00
getPerson = personLookup(self.server.domain,self.path, \
self.server.baseDir)
Initial
2019-06-28 18:55:29 +00:00
if getPerson:
self._set_headers('application/json')
self.wfile.write(json.dumps(getPerson).encode('utf-8'))
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
self.server.GETbusy=False
Initial
2019-06-28 18:55:29 +00:00
return
Tidying
2019-07-02 20:54:22 +00:00
personKey = personKeyLookup(self.server.domain,self.path, \
self.server.baseDir)
Move webfinger cache
2019-06-30 15:03:26 +00:00
if personKey:
Initial
2019-06-28 18:55:29 +00:00
self._set_headers('text/html; charset=utf-8')
Move webfinger cache
2019-06-30 15:03:26 +00:00
self.wfile.write(personKey.encode('utf-8'))
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
self.server.GETbusy=False
Initial
2019-06-28 18:55:29 +00:00
return
# check that a json file was requested
if not self.path.endswith('.json'):
Debug option
2019-07-03 16:14:45 +00:00
if self.server.debug:
print('DEBUG: GET Not json: '+self.path+' '+self.server.baseDir)
Initial
2019-06-28 18:55:29 +00:00
self._404()
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
self.server.GETbusy=False
Initial
2019-06-28 18:55:29 +00:00
return
# check that the file exists
baseDir as parameter
2019-06-30 22:56:37 +00:00
filename=self.server.baseDir+self.path
Initial
2019-06-28 18:55:29 +00:00
if os.path.isfile(filename):
self._set_headers('application/json')
with open(filename, 'r', encoding='utf8') as File:
content = File.read()
contentJson=json.loads(content)
self.wfile.write(json.dumps(contentJson).encode('utf8'))
else:
Debug option
2019-07-03 16:14:45 +00:00
if self.server.debug:
print('DEBUG: GET Unknown file')
Initial
2019-06-28 18:55:29 +00:00
self._404()
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
self.server.GETbusy=False
Initial
2019-06-28 18:55:29 +00:00
def do_HEAD(self):
self._set_headers('application/json')
Test servers on different ip addresses
2019-07-01 21:01:43 +00:00
Initial
2019-06-28 18:55:29 +00:00
def do_POST(self):
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
if self.server.POSTbusy:
currTimePOST=int(time.time())
if currTimePOST-self.server.lastPOST<10:
http busy code
2019-06-29 17:28:43 +00:00
self.send_response(429)
Simple busy state for POST
2019-06-29 17:27:32 +00:00
self.end_headers()
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
return
self.server.lastPOST=currTimePOST
Debug option
2019-07-03 16:14:45 +00:00
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
self.server.POSTbusy=True
Debugging POST
2019-07-01 11:48:54 +00:00
if not self.headers.get('Content-type'):
Debug option
2019-07-03 16:14:45 +00:00
print('Content-type header missing')
Debugging POST
2019-07-01 11:48:54 +00:00
self.send_response(400)
self.end_headers()
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
self.server.POSTbusy=False
Debugging POST
2019-07-01 11:48:54 +00:00
return
Initial
2019-06-28 18:55:29 +00:00
# refuse to receive non-json content
Debugging POST
2019-07-01 11:48:54 +00:00
if self.headers['Content-type'] != 'application/json':
Debug option
2019-07-03 16:14:45 +00:00
print("POST is not json: "+self.headers['Content-type'])
self.send_response(400)
self.end_headers()
self.server.POSTbusy=False
return
# TODO
if self.path=='/outbox':
print('c2s posts not supported yet')
Initial
2019-06-28 18:55:29 +00:00
self.send_response(400)
self.end_headers()
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
self.server.POSTbusy=False
Initial
2019-06-28 18:55:29 +00:00
return
Debug option
2019-07-03 16:14:45 +00:00
# check that the post is to an expected path
if not (self.path=='/outbox' or self.path.endswith('/inbox')):
print('Attempt to POST to invalid path '+self.path)
self.send_response(400)
self.end_headers()
self.server.POSTbusy=False
return
Initial
2019-06-28 18:55:29 +00:00
# read the message and convert it into a python dictionary
Debugging POST
2019-07-01 11:48:54 +00:00
length = int(self.headers['Content-length'])
Debug option
2019-07-03 16:14:45 +00:00
if self.server.debug:
print('DEBUG: content-length: '+str(length))
reject giant messages
2019-06-28 21:06:05 +00:00
if length>maxMessageLength:
self.send_response(400)
self.end_headers()
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
self.server.POSTbusy=False
reject giant messages
2019-06-28 21:06:05 +00:00
return
Debug option
2019-07-03 16:14:45 +00:00
if self.server.debug:
print('DEBUG: Reading message')
Debugging POST
2019-07-01 11:48:54 +00:00
messageBytes=self.rfile.read(length)
messageJson = json.loads(messageBytes)
Test for permitted posts
2019-06-28 20:35:34 +00:00
Check inbox items for expected params
2019-07-02 15:07:27 +00:00
# check the necessary properties are available
Debug option
2019-07-03 16:14:45 +00:00
if self.server.debug:
print('DEBUG: Check message has params')
Typo
2019-07-02 15:07:52 +00:00
if not inboxMessageHasParams(messageJson):
Check inbox items for expected params
2019-07-02 15:07:27 +00:00
self.send_response(403)
self.end_headers()
self.server.POSTbusy=False
return
Debugging POST
2019-07-01 11:48:54 +00:00
if not inboxPermittedMessage(self.server.domain,messageJson,self.server.federationList):
Debug option
2019-07-03 16:14:45 +00:00
if self.server.debug:
print('DEBUG: Ah Ah Ah')
inbox functions
2019-06-28 21:59:54 +00:00
self.send_response(403)
self.end_headers()
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
self.server.POSTbusy=False
Debugging POST
2019-07-01 11:48:54 +00:00
return
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
Test servers on different ip addresses
2019-07-01 21:01:43 +00:00
pprint(messageJson)
Dependencies
2019-07-02 17:11:59 +00:00
Debug option
2019-07-03 16:14:45 +00:00
if self.server.debug:
print('DEBUG: POST create session')
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
currSessionTime=int(time.time())
Dependencies
2019-07-02 17:11:59 +00:00
if currSessionTime-self.server.sessionLastUpdate>1200:
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
self.server.sessionLastUpdate=currSessionTime
Tidying
2019-07-02 20:54:22 +00:00
self.server.session = \
createSession(self.server.domain,self.server.port, \
self.server.useTor)
Debug option
2019-07-03 16:14:45 +00:00
if self.server.debug:
print('DEBUG: POST started new session')
Dependencies
2019-07-02 17:11:59 +00:00
Debug option
2019-07-03 16:14:45 +00:00
if self.server.debug:
print('DEBUG: POST get actor url from '+self.server.baseDir)
Dependencies
2019-07-02 17:11:59 +00:00
personUrl=messageJson['actor']
Debug option
2019-07-03 16:14:45 +00:00
if self.server.debug:
print('DEBUG: POST get public key of '+personUrl+' from '+self.server.baseDir)
Tidying
2019-07-02 20:54:22 +00:00
pubKey=getPersonPubKey(self.server.session,personUrl, \
self.server.personCache)
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
if not pubKey:
Debug option
2019-07-03 16:14:45 +00:00
if self.server.debug:
print('DEBUG: POST no sender public key')
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
self.send_response(401)
self.end_headers()
self.server.POSTbusy=False
return
Debug option
2019-07-03 16:14:45 +00:00
if self.server.debug:
print('DEBUG: POST check signature')
Tidying
2019-07-02 20:54:22 +00:00
if not verifyPostHeaders(self.server.https, pubKey, self.headers, \
'/inbox' ,False, json.dumps(messageJson)):
Announce function
2019-07-02 09:25:29 +00:00
print('**************** POST signature verification failed')
self.send_response(401)
self.end_headers()
self.server.POSTbusy=False
Debug option
2019-07-03 16:14:45 +00:00
return
if self.server.debug:
print('DEBUG: POST valid')
Tidying
2019-07-02 20:54:22 +00:00
if receiveFollowRequest(self.server.baseDir,messageJson, \
self.server.federationList):
Receiving follow requests
2019-07-02 18:17:04 +00:00
self.send_response(200)
self.end_headers()
self.server.POSTbusy=False
return
Debugging POST
2019-07-01 11:48:54 +00:00
pprint(messageJson)
# add a property to the object, just to mess with data
#message['received'] = 'ok'
# send the message back
#self._set_headers('application/json')
#self.wfile.write(json.dumps(message).encode('utf-8'))
Test servers on different ip addresses
2019-07-01 21:01:43 +00:00
self.server.receivedMessage=True
Debugging POST
2019-07-01 11:48:54 +00:00
self.send_response(200)
self.end_headers()
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
self.server.POSTbusy=False
Initial
2019-06-28 18:55:29 +00:00
Debug option
2019-07-03 16:14:45 +00:00
def runDaemon(domain: str,port=80,https=True,fedList=[],useTor=False,debug=False) -> None:
Initial
2019-06-28 18:55:29 +00:00
if len(domain)==0:
Tests for follow functions
2019-07-03 09:24:55 +00:00
domain='localhost'
Initial
2019-06-28 18:55:29 +00:00
if '.' not in domain:
Allow localhost as domain
2019-07-03 12:24:54 +00:00
if domain != 'localhost':
print('Invalid domain: ' + domain)
return
Initial
2019-06-28 18:55:29 +00:00
Tests for follow functions
2019-07-03 09:24:55 +00:00
serverAddress = ('', port)
Test servers on different ip addresses
2019-07-01 21:01:43 +00:00
httpd = ThreadingHTTPServer(serverAddress, PubServer)
Tidying of daemon globals
2019-06-30 20:03:23 +00:00
httpd.domain=domain
httpd.port=port
httpd.https=https
Debug option
2019-07-03 16:14:45 +00:00
httpd.debug=debug
Tidying of daemon globals
2019-06-30 20:03:23 +00:00
httpd.federationList=fedList.copy()
baseDir as parameter
2019-06-30 22:56:37 +00:00
httpd.baseDir=os.getcwd()
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
httpd.personCache={}
httpd.cachedWebfingers={}
httpd.useTor=useTor
Dependencies
2019-07-02 17:11:59 +00:00
httpd.session = None
httpd.sessionLastUpdate=0
Fallbacks for GET and POST locking
2019-07-01 14:30:48 +00:00
httpd.lastGET=0
httpd.lastPOST=0
httpd.GETbusy=False
httpd.POSTbusy=False
Test servers on different ip addresses
2019-07-01 21:01:43 +00:00
httpd.receivedMessage=False
Tidying of daemon globals
2019-06-30 20:03:23 +00:00
print('Running ActivityPub daemon on ' + domain + ' port ' + str(port))
Initial
2019-06-28 18:55:29 +00:00
httpd.serve_forever()