| 
									
										
										
										
											2020-04-03 08:50:43 +00:00
										 |  |  | __filename__ = "delete.py" | 
					
						
							|  |  |  | __author__ = "Bob Mottram" | 
					
						
							|  |  |  | __license__ = "AGPL3+" | 
					
						
							|  |  |  | __version__ = "1.1.0" | 
					
						
							|  |  |  | __maintainer__ = "Bob Mottram" | 
					
						
							|  |  |  | __email__ = "bob@freedombone.net" | 
					
						
							|  |  |  | __status__ = "Production" | 
					
						
							| 
									
										
										
										
											2019-07-11 21:38:28 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-11-09 19:41:01 +00:00
										 |  |  | import os | 
					
						
							|  |  |  | from datetime import datetime | 
					
						
							| 
									
										
										
										
											2020-12-23 10:57:44 +00:00
										 |  |  | from utils import hasUsersPath | 
					
						
							| 
									
										
										
										
											2020-12-16 10:30:54 +00:00
										 |  |  | from utils import getFullDomain | 
					
						
							| 
									
										
										
										
											2020-08-23 11:13:35 +00:00
										 |  |  | from utils import removeIdEnding | 
					
						
							| 
									
										
										
										
											2019-07-11 21:38:28 +00:00
										 |  |  | from utils import getNicknameFromActor | 
					
						
							|  |  |  | from utils import getDomainFromActor | 
					
						
							| 
									
										
										
										
											2019-07-17 17:16:48 +00:00
										 |  |  | from utils import locatePost | 
					
						
							|  |  |  | from utils import deletePost | 
					
						
							| 
									
										
										
										
											2019-08-12 18:02:29 +00:00
										 |  |  | from utils import removeModerationPostFromIndex | 
					
						
							| 
									
										
										
										
											2019-07-17 17:16:48 +00:00
										 |  |  | from session import postJson | 
					
						
							|  |  |  | from webfinger import webfingerHandle | 
					
						
							|  |  |  | from auth import createBasicAuthHeader | 
					
						
							|  |  |  | from posts import getPersonBox | 
					
						
							| 
									
										
										
										
											2019-07-11 21:38:28 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-04-03 08:50:43 +00:00
										 |  |  | 
 | 
					
						
							|  |  |  | def sendDeleteViaServer(baseDir: str, session, | 
					
						
							|  |  |  |                         fromNickname: str, password: str, | 
					
						
							|  |  |  |                         fromDomain: str, fromPort: int, | 
					
						
							|  |  |  |                         httpPrefix: str, deleteObjectUrl: str, | 
					
						
							|  |  |  |                         cachedWebfingers: {}, personCache: {}, | 
					
						
							|  |  |  |                         debug: bool, projectVersion: str) -> {}: | 
					
						
							| 
									
										
										
										
											2019-07-17 17:16:48 +00:00
										 |  |  |     """Creates a delete request message via c2s
 | 
					
						
							|  |  |  |     """
 | 
					
						
							|  |  |  |     if not session: | 
					
						
							|  |  |  |         print('WARN: No session for sendDeleteViaServer') | 
					
						
							|  |  |  |         return 6 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-12-16 10:30:54 +00:00
										 |  |  |     fromDomainFull = getFullDomain(fromDomain, fromPort) | 
					
						
							| 
									
										
										
										
											2019-07-17 17:16:48 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-04-03 08:50:43 +00:00
										 |  |  |     actor = httpPrefix + '://' + fromDomainFull + \ | 
					
						
							|  |  |  |         '/users/' + fromNickname | 
					
						
							|  |  |  |     toUrl = 'https://www.w3.org/ns/activitystreams#Public' | 
					
						
							|  |  |  |     ccUrl = actor + '/followers' | 
					
						
							| 
									
										
										
										
											2019-07-17 17:16:48 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-04-03 08:50:43 +00:00
										 |  |  |     newDeleteJson = { | 
					
						
							| 
									
										
										
										
											2019-08-18 11:07:06 +00:00
										 |  |  |         "@context": "https://www.w3.org/ns/activitystreams", | 
					
						
							| 
									
										
										
										
											2020-04-03 08:50:43 +00:00
										 |  |  |         'actor': actor, | 
					
						
							| 
									
										
										
										
											2019-07-17 17:16:48 +00:00
										 |  |  |         'cc': [ccUrl], | 
					
						
							|  |  |  |         'object': deleteObjectUrl, | 
					
						
							|  |  |  |         'to': [toUrl], | 
					
						
							|  |  |  |         'type': 'Delete' | 
					
						
							|  |  |  |     } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-04-03 08:50:43 +00:00
										 |  |  |     handle = httpPrefix + '://' + fromDomainFull + '/@' + fromNickname | 
					
						
							| 
									
										
										
										
											2019-07-17 17:16:48 +00:00
										 |  |  | 
 | 
					
						
							|  |  |  |     # lookup the inbox for the To handle | 
					
						
							| 
									
										
										
										
											2020-04-03 08:50:43 +00:00
										 |  |  |     wfRequest = \ | 
					
						
							|  |  |  |         webfingerHandle(session, handle, httpPrefix, cachedWebfingers, | 
					
						
							|  |  |  |                         fromDomain, projectVersion) | 
					
						
							| 
									
										
										
										
											2019-07-17 17:16:48 +00:00
										 |  |  |     if not wfRequest: | 
					
						
							|  |  |  |         if debug: | 
					
						
							| 
									
										
										
										
											2020-04-03 08:50:43 +00:00
										 |  |  |             print('DEBUG: announce webfinger failed for ' + handle) | 
					
						
							| 
									
										
										
										
											2019-07-17 17:16:48 +00:00
										 |  |  |         return 1 | 
					
						
							| 
									
										
										
										
											2020-06-23 10:41:12 +00:00
										 |  |  |     if not isinstance(wfRequest, dict): | 
					
						
							|  |  |  |         print('WARN: Webfinger for ' + handle + ' did not return a dict. ' + | 
					
						
							|  |  |  |               str(wfRequest)) | 
					
						
							|  |  |  |         return 1 | 
					
						
							| 
									
										
										
										
											2019-07-17 17:16:48 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-04-03 08:50:43 +00:00
										 |  |  |     postToBox = 'outbox' | 
					
						
							| 
									
										
										
										
											2019-07-17 17:16:48 +00:00
										 |  |  | 
 | 
					
						
							|  |  |  |     # get the actor inbox for the To handle | 
					
						
							| 
									
										
										
										
											2020-04-03 08:50:43 +00:00
										 |  |  |     (inboxUrl, pubKeyId, pubKey, | 
					
						
							| 
									
										
										
										
											2020-09-27 19:27:24 +00:00
										 |  |  |      fromPersonId, sharedInbox, avatarUrl, | 
					
						
							| 
									
										
										
										
											2020-04-03 08:50:43 +00:00
										 |  |  |      displayName) = getPersonBox(baseDir, session, wfRequest, personCache, | 
					
						
							|  |  |  |                                  projectVersion, httpPrefix, fromNickname, | 
					
						
							| 
									
										
										
										
											2020-12-18 17:49:17 +00:00
										 |  |  |                                  fromDomain, postToBox, 53036) | 
					
						
							| 
									
										
										
										
											2020-03-22 21:16:02 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2019-07-17 17:16:48 +00:00
										 |  |  |     if not inboxUrl: | 
					
						
							|  |  |  |         if debug: | 
					
						
							| 
									
										
										
										
											2020-04-03 08:50:43 +00:00
										 |  |  |             print('DEBUG: No ' + postToBox + ' was found for ' + handle) | 
					
						
							| 
									
										
										
										
											2019-07-17 17:16:48 +00:00
										 |  |  |         return 3 | 
					
						
							|  |  |  |     if not fromPersonId: | 
					
						
							|  |  |  |         if debug: | 
					
						
							| 
									
										
										
										
											2020-04-03 08:50:43 +00:00
										 |  |  |             print('DEBUG: No actor was found for ' + handle) | 
					
						
							| 
									
										
										
										
											2019-07-17 17:16:48 +00:00
										 |  |  |         return 4 | 
					
						
							| 
									
										
										
										
											2020-03-22 21:16:02 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-04-03 08:50:43 +00:00
										 |  |  |     authHeader = createBasicAuthHeader(fromNickname, password) | 
					
						
							| 
									
										
										
										
											2020-03-22 21:16:02 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-04-03 08:50:43 +00:00
										 |  |  |     headers = { | 
					
						
							|  |  |  |         'host': fromDomain, | 
					
						
							|  |  |  |         'Content-type': 'application/json', | 
					
						
							| 
									
										
										
										
											2020-03-22 20:36:19 +00:00
										 |  |  |         'Authorization': authHeader | 
					
						
							|  |  |  |     } | 
					
						
							| 
									
										
										
										
											2020-04-03 08:50:43 +00:00
										 |  |  |     postResult = \ | 
					
						
							| 
									
										
										
										
											2020-09-27 19:27:24 +00:00
										 |  |  |         postJson(session, newDeleteJson, [], inboxUrl, headers) | 
					
						
							| 
									
										
										
										
											2020-04-03 08:50:43 +00:00
										 |  |  |     if not postResult: | 
					
						
							|  |  |  |         if debug: | 
					
						
							|  |  |  |             print('DEBUG: POST announce failed for c2s to ' + inboxUrl) | 
					
						
							|  |  |  |         return 5 | 
					
						
							| 
									
										
										
										
											2019-07-17 17:16:48 +00:00
										 |  |  | 
 | 
					
						
							|  |  |  |     if debug: | 
					
						
							|  |  |  |         print('DEBUG: c2s POST delete request success') | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     return newDeleteJson | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-04-03 08:50:43 +00:00
										 |  |  | 
 | 
					
						
							|  |  |  | def outboxDelete(baseDir: str, httpPrefix: str, | 
					
						
							|  |  |  |                  nickname: str, domain: str, | 
					
						
							|  |  |  |                  messageJson: {}, debug: bool, | 
					
						
							| 
									
										
										
										
											2020-06-24 13:30:50 +00:00
										 |  |  |                  allowDeletion: bool, | 
					
						
							|  |  |  |                  recentPostsCache: {}) -> None: | 
					
						
							| 
									
										
										
										
											2019-07-17 18:05:07 +00:00
										 |  |  |     """ When a delete request is received by the outbox from c2s
 | 
					
						
							| 
									
										
										
										
											2019-07-17 17:16:48 +00:00
										 |  |  |     """
 | 
					
						
							|  |  |  |     if not messageJson.get('type'): | 
					
						
							|  |  |  |         if debug: | 
					
						
							|  |  |  |             print('DEBUG: delete - no type') | 
					
						
							|  |  |  |         return | 
					
						
							| 
									
										
										
										
											2020-04-03 08:50:43 +00:00
										 |  |  |     if not messageJson['type'] == 'Delete': | 
					
						
							| 
									
										
										
										
											2019-07-17 17:16:48 +00:00
										 |  |  |         if debug: | 
					
						
							|  |  |  |             print('DEBUG: not a delete') | 
					
						
							|  |  |  |         return | 
					
						
							|  |  |  |     if not messageJson.get('object'): | 
					
						
							|  |  |  |         if debug: | 
					
						
							|  |  |  |             print('DEBUG: no object in delete') | 
					
						
							|  |  |  |         return | 
					
						
							|  |  |  |     if not isinstance(messageJson['object'], str): | 
					
						
							|  |  |  |         if debug: | 
					
						
							|  |  |  |             print('DEBUG: delete object is not string') | 
					
						
							|  |  |  |         return | 
					
						
							|  |  |  |     if debug: | 
					
						
							|  |  |  |         print('DEBUG: c2s delete request arrived in outbox') | 
					
						
							| 
									
										
										
										
											2020-04-03 08:50:43 +00:00
										 |  |  |     deletePrefix = httpPrefix + '://' + domain | 
					
						
							|  |  |  |     if (not allowDeletion and | 
					
						
							|  |  |  |         (not messageJson['object'].startswith(deletePrefix) or | 
					
						
							|  |  |  |          not messageJson['actor'].startswith(deletePrefix))): | 
					
						
							| 
									
										
										
										
											2019-08-12 18:02:29 +00:00
										 |  |  |         if debug: | 
					
						
							|  |  |  |             print('DEBUG: delete not permitted from other instances') | 
					
						
							|  |  |  |         return | 
					
						
							| 
									
										
										
										
											2020-08-23 11:13:35 +00:00
										 |  |  |     messageId = removeIdEnding(messageJson['object']) | 
					
						
							| 
									
										
										
										
											2019-07-17 17:16:48 +00:00
										 |  |  |     if '/statuses/' not in messageId: | 
					
						
							|  |  |  |         if debug: | 
					
						
							|  |  |  |             print('DEBUG: c2s delete object is not a status') | 
					
						
							|  |  |  |         return | 
					
						
							| 
									
										
										
										
											2020-12-23 10:57:44 +00:00
										 |  |  |     if not hasUsersPath(messageId): | 
					
						
							| 
									
										
										
										
											2019-07-17 17:16:48 +00:00
										 |  |  |         if debug: | 
					
						
							|  |  |  |             print('DEBUG: c2s delete object has no nickname') | 
					
						
							|  |  |  |         return | 
					
						
							| 
									
										
										
										
											2020-04-03 08:50:43 +00:00
										 |  |  |     deleteNickname = getNicknameFromActor(messageId) | 
					
						
							|  |  |  |     if deleteNickname != nickname: | 
					
						
							| 
									
										
										
										
											2019-07-17 18:05:07 +00:00
										 |  |  |         if debug: | 
					
						
							| 
									
										
										
										
											2020-04-03 08:50:43 +00:00
										 |  |  |             print("DEBUG: you can't delete a post which " + | 
					
						
							|  |  |  |                   "wasn't created by you (nickname does not match)") | 
					
						
							| 
									
										
										
										
											2020-03-22 21:16:02 +00:00
										 |  |  |         return | 
					
						
							| 
									
										
										
										
											2020-04-03 08:50:43 +00:00
										 |  |  |     deleteDomain, deletePort = getDomainFromActor(messageId) | 
					
						
							| 
									
										
										
										
											2019-07-17 18:05:07 +00:00
										 |  |  |     if ':' in domain: | 
					
						
							| 
									
										
										
										
											2020-04-03 08:50:43 +00:00
										 |  |  |         domain = domain.split(':')[0] | 
					
						
							|  |  |  |     if deleteDomain != domain: | 
					
						
							| 
									
										
										
										
											2019-07-17 18:05:07 +00:00
										 |  |  |         if debug: | 
					
						
							| 
									
										
										
										
											2020-04-03 08:50:43 +00:00
										 |  |  |             print("DEBUG: you can't delete a post which " + | 
					
						
							|  |  |  |                   "wasn't created by you (domain does not match)") | 
					
						
							| 
									
										
										
										
											2020-03-22 21:16:02 +00:00
										 |  |  |         return | 
					
						
							| 
									
										
										
										
											2020-04-03 08:50:43 +00:00
										 |  |  |     removeModerationPostFromIndex(baseDir, messageId, debug) | 
					
						
							|  |  |  |     postFilename = locatePost(baseDir, deleteNickname, deleteDomain, | 
					
						
							|  |  |  |                               messageId) | 
					
						
							| 
									
										
										
										
											2019-07-17 17:16:48 +00:00
										 |  |  |     if not postFilename: | 
					
						
							|  |  |  |         if debug: | 
					
						
							|  |  |  |             print('DEBUG: c2s delete post not found in inbox or outbox') | 
					
						
							|  |  |  |             print(messageId) | 
					
						
							|  |  |  |         return True | 
					
						
							| 
									
										
										
										
											2020-04-03 08:50:43 +00:00
										 |  |  |     deletePost(baseDir, httpPrefix, deleteNickname, deleteDomain, | 
					
						
							| 
									
										
										
										
											2020-06-24 13:30:50 +00:00
										 |  |  |                postFilename, debug, recentPostsCache) | 
					
						
							| 
									
										
										
										
											2019-07-17 17:16:48 +00:00
										 |  |  |     if debug: | 
					
						
							| 
									
										
										
										
											2020-04-03 08:50:43 +00:00
										 |  |  |         print('DEBUG: post deleted via c2s - ' + postFilename) | 
					
						
							| 
									
										
										
										
											2020-11-09 19:41:01 +00:00
										 |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | def removeOldHashtags(baseDir: str, maxMonths: int) -> str: | 
					
						
							|  |  |  |     """Remove old hashtags
 | 
					
						
							|  |  |  |     """
 | 
					
						
							|  |  |  |     if maxMonths > 11: | 
					
						
							|  |  |  |         maxMonths = 11 | 
					
						
							|  |  |  |     maxDaysSinceEpoch = \ | 
					
						
							|  |  |  |         (datetime.utcnow() - datetime(1970, 1 + maxMonths, 1)).days | 
					
						
							|  |  |  |     removeHashtags = [] | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     for subdir, dirs, files in os.walk(baseDir + '/tags'): | 
					
						
							|  |  |  |         for f in files: | 
					
						
							|  |  |  |             tagsFilename = os.path.join(baseDir + '/tags', f) | 
					
						
							|  |  |  |             if not os.path.isfile(tagsFilename): | 
					
						
							|  |  |  |                 continue | 
					
						
							|  |  |  |             # get last modified datetime | 
					
						
							|  |  |  |             modTimesinceEpoc = os.path.getmtime(tagsFilename) | 
					
						
							|  |  |  |             lastModifiedDate = datetime.fromtimestamp(modTimesinceEpoc) | 
					
						
							|  |  |  |             fileDaysSinceEpoch = (lastModifiedDate - datetime(1970, 1, 1)).days | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |             # check of the file is too old | 
					
						
							|  |  |  |             if fileDaysSinceEpoch < maxDaysSinceEpoch: | 
					
						
							|  |  |  |                 removeHashtags.append(tagsFilename) | 
					
						
							| 
									
										
										
										
											2020-12-13 22:13:45 +00:00
										 |  |  |         break | 
					
						
							| 
									
										
										
										
											2020-11-09 19:41:01 +00:00
										 |  |  | 
 | 
					
						
							|  |  |  |     for removeFilename in removeHashtags: | 
					
						
							|  |  |  |         try: | 
					
						
							|  |  |  |             os.remove(removeFilename) | 
					
						
							|  |  |  |         except BaseException: | 
					
						
							|  |  |  |             pass |