mirror of https://gitlab.com/bashrc2/epicyon
1578 lines
74 KiB
Python
1578 lines
74 KiB
Python
__filename__ = "daemon_post_receive.py"
|
|
__author__ = "Bob Mottram"
|
|
__license__ = "AGPL3+"
|
|
__version__ = "1.5.0"
|
|
__maintainer__ = "Bob Mottram"
|
|
__email__ = "bob@libreserver.org"
|
|
__status__ = "Production"
|
|
__module_group__ = "Core POST"
|
|
|
|
import os
|
|
import time
|
|
import copy
|
|
import errno
|
|
from socket import error as SocketError
|
|
from shares import add_share
|
|
from languages import get_understood_languages
|
|
from languages import set_default_post_language
|
|
from content import get_price_from_string
|
|
from content import replace_emoji_from_tags
|
|
from content import add_html_tags
|
|
from content import extract_text_fields_in_post
|
|
from content import extract_media_in_form_post
|
|
from content import save_media_in_form_post
|
|
from media import replace_twitter
|
|
from media import replace_you_tube
|
|
from media import process_meta_data
|
|
from media import convert_image_to_low_bandwidth
|
|
from media import attach_media
|
|
from city import get_spoofed_city
|
|
from utils import get_instance_url
|
|
from utils import is_float
|
|
from utils import save_json
|
|
from utils import remove_post_from_cache
|
|
from utils import load_json
|
|
from utils import locate_post
|
|
from utils import refresh_newswire
|
|
from utils import get_base_content_from_post
|
|
from utils import license_link_from_name
|
|
from utils import get_config_param
|
|
from utils import acct_dir
|
|
from utils import is_image_file
|
|
from posts import create_reading_post
|
|
from posts import create_question_post
|
|
from posts import create_report_post
|
|
from posts import create_direct_message_post
|
|
from posts import create_followers_only_post
|
|
from posts import create_unlisted_post
|
|
from posts import create_blog_post
|
|
from posts import create_public_post
|
|
from posts import undo_pinned_post
|
|
from posts import pin_post2
|
|
from inbox import populate_replies
|
|
from inbox import update_edited_post
|
|
from daemon_utils import post_to_outbox
|
|
from webapp_column_right import html_citations
|
|
from httpheaders import set_headers
|
|
from httpcodes import write2
|
|
from cache import store_person_in_cache
|
|
from cache import remove_person_from_cache
|
|
from cache import get_person_from_cache
|
|
from shares import add_shares_to_actor
|
|
from person import get_actor_update_json
|
|
|
|
|
|
def _receive_new_post_process(self, post_type: str, path: str, headers: {},
|
|
length: int, post_bytes, boundary: str,
|
|
calling_domain: str, cookie: str,
|
|
content_license_url: str,
|
|
curr_session, proxy_type: str,
|
|
base_dir: str, debug: bool,
|
|
max_post_length: int,
|
|
domain: str, city: str,
|
|
low_bandwidth: bool, translate: {},
|
|
system_language: str,
|
|
http_prefix: str,
|
|
domain_full: str,
|
|
person_cache: {},
|
|
port: int, auto_cw_cache: {},
|
|
recent_posts_cache: {},
|
|
allow_local_network_access: bool,
|
|
yt_replace_domain: str,
|
|
twitter_replacement_domain: str,
|
|
signing_priv_key_pem: str,
|
|
show_published_date_only: bool,
|
|
min_images_for_accounts: [],
|
|
peertube_instances: [],
|
|
max_mentions: int,
|
|
max_emoji: int, max_recent_posts: int,
|
|
cached_webfingers: {},
|
|
allow_deletion: bool,
|
|
theme_name: str,
|
|
max_like_count: int,
|
|
cw_lists: {},
|
|
dogwhistles: {},
|
|
max_hashtags: int,
|
|
buy_sites: [],
|
|
project_version: str,
|
|
max_replies: int,
|
|
newswire: {},
|
|
dm_license_url: str,
|
|
block_federated: [],
|
|
onion_domain: str,
|
|
i2p_domain: str,
|
|
max_shares_on_profile: int) -> int:
|
|
# Note: this needs to happen synchronously
|
|
# 0=this is not a new post
|
|
# 1=new post success
|
|
# -1=new post failed
|
|
# 2=new post canceled
|
|
if debug:
|
|
print('DEBUG: receiving POST')
|
|
|
|
if ' boundary=' in headers['Content-Type']:
|
|
if debug:
|
|
print('DEBUG: receiving POST headers ' +
|
|
headers['Content-Type'] +
|
|
' path ' + path)
|
|
nickname = None
|
|
nickname_str = path.split('/users/')[1]
|
|
if '?' in nickname_str:
|
|
nickname_str = nickname_str.split('?')[0]
|
|
if '/' in nickname_str:
|
|
nickname = nickname_str.split('/')[0]
|
|
else:
|
|
nickname = nickname_str
|
|
if debug:
|
|
print('DEBUG: POST nickname ' + str(nickname))
|
|
if not nickname:
|
|
print('WARN: no nickname found when receiving ' + post_type +
|
|
' path ' + path)
|
|
return -1
|
|
|
|
# get the message id of an edited post
|
|
edited_postid = None
|
|
print('DEBUG: edited_postid path ' + path)
|
|
if '?editid=' in path:
|
|
edited_postid = path.split('?editid=')[1]
|
|
if '?' in edited_postid:
|
|
edited_postid = edited_postid.split('?')[0]
|
|
print('DEBUG: edited_postid ' + edited_postid)
|
|
|
|
# get the published date of an edited post
|
|
edited_published = None
|
|
if '?editpub=' in path:
|
|
edited_published = path.split('?editpub=')[1]
|
|
if '?' in edited_published:
|
|
edited_published = \
|
|
edited_published.split('?')[0]
|
|
print('DEBUG: edited_published ' +
|
|
edited_published)
|
|
|
|
length = int(headers['Content-Length'])
|
|
if length > max_post_length:
|
|
print('POST size too large')
|
|
return -1
|
|
|
|
boundary = headers['Content-Type'].split('boundary=')[1]
|
|
if ';' in boundary:
|
|
boundary = boundary.split(';')[0]
|
|
|
|
# Note: we don't use cgi here because it's due to be deprecated
|
|
# in Python 3.8/3.10
|
|
# Instead we use the multipart mime parser from the email module
|
|
if debug:
|
|
print('DEBUG: extracting media from POST')
|
|
media_bytes, post_bytes = \
|
|
extract_media_in_form_post(post_bytes, boundary, 'attachpic')
|
|
if debug:
|
|
if media_bytes:
|
|
print('DEBUG: media was found. ' +
|
|
str(len(media_bytes)) + ' bytes')
|
|
else:
|
|
print('DEBUG: no media was found in POST')
|
|
|
|
# Note: a .temp extension is used here so that at no time is
|
|
# an image with metadata publicly exposed, even for a few mS
|
|
filename_base = \
|
|
acct_dir(base_dir, nickname, domain) + '/upload.temp'
|
|
|
|
filename, attachment_media_type = \
|
|
save_media_in_form_post(media_bytes, debug, filename_base)
|
|
if debug:
|
|
if filename:
|
|
print('DEBUG: POST media filename is ' + filename)
|
|
else:
|
|
print('DEBUG: no media filename in POST')
|
|
|
|
if filename:
|
|
if is_image_file(filename):
|
|
post_image_filename = filename.replace('.temp', '')
|
|
print('Removing metadata from ' + post_image_filename)
|
|
city = get_spoofed_city(city, base_dir, nickname, domain)
|
|
if low_bandwidth:
|
|
convert_image_to_low_bandwidth(filename)
|
|
process_meta_data(base_dir, nickname, domain,
|
|
filename, post_image_filename, city,
|
|
content_license_url)
|
|
if os.path.isfile(post_image_filename):
|
|
print('POST media saved to ' + post_image_filename)
|
|
else:
|
|
print('ERROR: POST media could not be saved to ' +
|
|
post_image_filename)
|
|
else:
|
|
if os.path.isfile(filename):
|
|
new_filename = filename.replace('.temp', '')
|
|
os.rename(filename, new_filename)
|
|
filename = new_filename
|
|
|
|
fields = \
|
|
extract_text_fields_in_post(post_bytes, boundary, debug, None)
|
|
if debug:
|
|
if fields:
|
|
print('DEBUG: text field extracted from POST ' +
|
|
str(fields))
|
|
else:
|
|
print('WARN: no text fields could be extracted from POST')
|
|
|
|
# was the citations button pressed on the newblog screen?
|
|
citations_button_press = False
|
|
if post_type == 'newblog' and fields.get('submitCitations'):
|
|
if fields['submitCitations'] == translate['Citations']:
|
|
citations_button_press = True
|
|
|
|
if not citations_button_press:
|
|
# process the received text fields from the POST
|
|
if not fields.get('message') and \
|
|
not fields.get('imageDescription') and \
|
|
not fields.get('pinToProfile'):
|
|
print('WARN: no message, image description or pin')
|
|
return -1
|
|
submit_text1 = translate['Publish']
|
|
submit_text2 = translate['Send']
|
|
submit_text3 = submit_text2
|
|
custom_submit_text = \
|
|
get_config_param(base_dir, 'customSubmitText')
|
|
if custom_submit_text:
|
|
submit_text3 = custom_submit_text
|
|
if fields.get('submitPost'):
|
|
if fields['submitPost'] != submit_text1 and \
|
|
fields['submitPost'] != submit_text2 and \
|
|
fields['submitPost'] != submit_text3:
|
|
print('WARN: no submit field ' + fields['submitPost'])
|
|
return -1
|
|
else:
|
|
print('WARN: no submitPost')
|
|
return 2
|
|
|
|
if not fields.get('imageDescription'):
|
|
fields['imageDescription'] = None
|
|
if not fields.get('videoTranscript'):
|
|
fields['videoTranscript'] = None
|
|
if not fields.get('subject'):
|
|
fields['subject'] = None
|
|
if not fields.get('replyTo'):
|
|
fields['replyTo'] = None
|
|
|
|
if not fields.get('schedulePost'):
|
|
fields['schedulePost'] = False
|
|
else:
|
|
fields['schedulePost'] = True
|
|
print('DEBUG: shedulePost ' + str(fields['schedulePost']))
|
|
|
|
if not fields.get('eventDate'):
|
|
fields['eventDate'] = None
|
|
if not fields.get('eventTime'):
|
|
fields['eventTime'] = None
|
|
if not fields.get('eventEndTime'):
|
|
fields['eventEndTime'] = None
|
|
if not fields.get('location'):
|
|
fields['location'] = None
|
|
if not fields.get('languagesDropdown'):
|
|
fields['languagesDropdown'] = system_language
|
|
set_default_post_language(base_dir, nickname, domain,
|
|
fields['languagesDropdown'])
|
|
self.server.default_post_language[nickname] = \
|
|
fields['languagesDropdown']
|
|
|
|
if not citations_button_press:
|
|
# Store a file which contains the time in seconds
|
|
# since epoch when an attempt to post something was made.
|
|
# This is then used for active monthly users counts
|
|
last_used_filename = \
|
|
acct_dir(base_dir, nickname, domain) + '/.lastUsed'
|
|
try:
|
|
with open(last_used_filename, 'w+',
|
|
encoding='utf-8') as lastfile:
|
|
lastfile.write(str(int(time.time())))
|
|
except OSError:
|
|
print('EX: _receive_new_post_process unable to write ' +
|
|
last_used_filename)
|
|
|
|
mentions_str = ''
|
|
if fields.get('mentions'):
|
|
mentions_str = fields['mentions'].strip() + ' '
|
|
if not fields.get('commentsEnabled'):
|
|
comments_enabled = False
|
|
else:
|
|
comments_enabled = True
|
|
|
|
buy_url = ''
|
|
if fields.get('buyUrl'):
|
|
buy_url = fields['buyUrl']
|
|
|
|
chat_url = ''
|
|
if fields.get('chatUrl'):
|
|
chat_url = fields['chatUrl']
|
|
|
|
if post_type == 'newpost':
|
|
if not fields.get('pinToProfile'):
|
|
pin_to_profile = False
|
|
else:
|
|
pin_to_profile = True
|
|
# is the post message empty?
|
|
if not fields['message']:
|
|
# remove the pinned content from profile screen
|
|
undo_pinned_post(base_dir, nickname, domain)
|
|
return 1
|
|
|
|
city = get_spoofed_city(city, base_dir, nickname, domain)
|
|
|
|
conversation_id = None
|
|
if fields.get('conversationId'):
|
|
conversation_id = fields['conversationId']
|
|
|
|
languages_understood = \
|
|
get_understood_languages(base_dir, http_prefix,
|
|
nickname, domain_full,
|
|
person_cache)
|
|
|
|
media_license_url = content_license_url
|
|
if fields.get('mediaLicense'):
|
|
media_license_url = fields['mediaLicense']
|
|
if '://' not in media_license_url:
|
|
media_license_url = \
|
|
license_link_from_name(media_license_url)
|
|
media_creator = ''
|
|
if fields.get('mediaCreator'):
|
|
media_creator = fields['mediaCreator']
|
|
video_transcript = ''
|
|
if fields.get('videoTranscript'):
|
|
video_transcript = fields['videoTranscript']
|
|
message_json = \
|
|
create_public_post(base_dir, nickname, domain,
|
|
port,
|
|
http_prefix,
|
|
mentions_str + fields['message'],
|
|
False, False, comments_enabled,
|
|
filename, attachment_media_type,
|
|
fields['imageDescription'],
|
|
video_transcript,
|
|
city,
|
|
fields['replyTo'], fields['replyTo'],
|
|
fields['subject'],
|
|
fields['schedulePost'],
|
|
fields['eventDate'],
|
|
fields['eventTime'],
|
|
fields['eventEndTime'],
|
|
fields['location'], False,
|
|
fields['languagesDropdown'],
|
|
conversation_id,
|
|
low_bandwidth,
|
|
content_license_url,
|
|
media_license_url, media_creator,
|
|
languages_understood,
|
|
translate, buy_url,
|
|
chat_url,
|
|
auto_cw_cache)
|
|
if message_json:
|
|
if edited_postid:
|
|
update_edited_post(base_dir, nickname, domain,
|
|
message_json,
|
|
edited_published,
|
|
edited_postid,
|
|
recent_posts_cache,
|
|
'outbox',
|
|
max_mentions,
|
|
max_emoji,
|
|
allow_local_network_access,
|
|
debug,
|
|
system_language,
|
|
http_prefix,
|
|
domain_full,
|
|
person_cache,
|
|
signing_priv_key_pem,
|
|
max_recent_posts,
|
|
translate,
|
|
curr_session,
|
|
cached_webfingers,
|
|
port,
|
|
allow_deletion,
|
|
yt_replace_domain,
|
|
twitter_replacement_domain,
|
|
show_published_date_only,
|
|
peertube_instances,
|
|
theme_name,
|
|
max_like_count,
|
|
cw_lists,
|
|
dogwhistles,
|
|
min_images_for_accounts,
|
|
max_hashtags,
|
|
buy_sites,
|
|
auto_cw_cache)
|
|
print('DEBUG: sending edited public post ' +
|
|
str(message_json))
|
|
if fields['schedulePost']:
|
|
return 1
|
|
if pin_to_profile:
|
|
sys_language = system_language
|
|
content_str = \
|
|
get_base_content_from_post(message_json,
|
|
sys_language)
|
|
pin_post2(base_dir,
|
|
nickname, domain, content_str)
|
|
return 1
|
|
if post_to_outbox(self, message_json,
|
|
project_version,
|
|
nickname,
|
|
curr_session, proxy_type):
|
|
populate_replies(base_dir,
|
|
http_prefix,
|
|
domain_full,
|
|
message_json,
|
|
max_replies,
|
|
debug)
|
|
return 1
|
|
return -1
|
|
elif post_type == 'newblog':
|
|
# citations button on newblog screen
|
|
if citations_button_press:
|
|
message_json = \
|
|
html_citations(base_dir, nickname,
|
|
domain, translate,
|
|
newswire,
|
|
fields['subject'],
|
|
fields['message'],
|
|
theme_name)
|
|
if message_json:
|
|
message_json = message_json.encode('utf-8')
|
|
message_json_len = len(message_json)
|
|
set_headers(self, 'text/html',
|
|
message_json_len,
|
|
cookie, calling_domain, False)
|
|
write2(self, message_json)
|
|
return 1
|
|
else:
|
|
return -1
|
|
if not fields['subject']:
|
|
print('WARN: blog posts must have a title')
|
|
return -1
|
|
if not fields['message']:
|
|
print('WARN: blog posts must have content')
|
|
return -1
|
|
# submit button on newblog screen
|
|
save_to_file = False
|
|
client_to_server = False
|
|
city = None
|
|
conversation_id = None
|
|
if fields.get('conversationId'):
|
|
conversation_id = fields['conversationId']
|
|
languages_understood = \
|
|
get_understood_languages(base_dir, http_prefix,
|
|
nickname, domain_full,
|
|
person_cache)
|
|
media_license_url = content_license_url
|
|
if fields.get('mediaLicense'):
|
|
media_license_url = fields['mediaLicense']
|
|
if '://' not in media_license_url:
|
|
media_license_url = \
|
|
license_link_from_name(media_license_url)
|
|
media_creator = ''
|
|
if fields.get('mediaCreator'):
|
|
media_creator = fields['mediaCreator']
|
|
video_transcript = ''
|
|
if fields.get('videoTranscript'):
|
|
video_transcript = fields['videoTranscript']
|
|
message_json = \
|
|
create_blog_post(base_dir, nickname,
|
|
domain, port, http_prefix,
|
|
fields['message'], save_to_file,
|
|
client_to_server, comments_enabled,
|
|
filename, attachment_media_type,
|
|
fields['imageDescription'],
|
|
video_transcript, city,
|
|
fields['replyTo'], fields['replyTo'],
|
|
fields['subject'],
|
|
fields['schedulePost'],
|
|
fields['eventDate'],
|
|
fields['eventTime'],
|
|
fields['eventEndTime'],
|
|
fields['location'],
|
|
fields['languagesDropdown'],
|
|
conversation_id,
|
|
low_bandwidth,
|
|
content_license_url,
|
|
media_license_url, media_creator,
|
|
languages_understood,
|
|
translate, buy_url, chat_url)
|
|
if message_json:
|
|
if fields['schedulePost']:
|
|
return 1
|
|
if post_to_outbox(self, message_json,
|
|
project_version,
|
|
nickname,
|
|
curr_session, proxy_type):
|
|
refresh_newswire(base_dir)
|
|
populate_replies(base_dir, http_prefix, domain_full,
|
|
message_json,
|
|
max_replies,
|
|
debug)
|
|
return 1
|
|
return -1
|
|
elif post_type == 'editblogpost':
|
|
print('Edited blog post received')
|
|
post_filename = \
|
|
locate_post(base_dir, nickname, domain, fields['postUrl'])
|
|
if os.path.isfile(post_filename):
|
|
post_json_object = load_json(post_filename)
|
|
if post_json_object:
|
|
cached_filename = \
|
|
acct_dir(base_dir, nickname, domain) + \
|
|
'/postcache/' + \
|
|
fields['postUrl'].replace('/', '#') + '.html'
|
|
if os.path.isfile(cached_filename):
|
|
print('Edited blog post, removing cached html')
|
|
try:
|
|
os.remove(cached_filename)
|
|
except OSError:
|
|
print('EX: _receive_new_post_process ' +
|
|
'unable to delete ' + cached_filename)
|
|
# remove from memory cache
|
|
remove_post_from_cache(post_json_object,
|
|
recent_posts_cache)
|
|
# change the blog post title
|
|
post_json_object['object']['summary'] = \
|
|
fields['subject']
|
|
# format message
|
|
tags = []
|
|
hashtags_dict = {}
|
|
mentioned_recipients = []
|
|
fields['message'] = \
|
|
add_html_tags(base_dir, http_prefix,
|
|
nickname, domain,
|
|
fields['message'],
|
|
mentioned_recipients,
|
|
hashtags_dict,
|
|
translate, True)
|
|
# replace emoji with unicode
|
|
tags = []
|
|
for _, tag in hashtags_dict.items():
|
|
tags.append(tag)
|
|
# get list of tags
|
|
fields['message'] = \
|
|
replace_emoji_from_tags(curr_session,
|
|
base_dir,
|
|
fields['message'],
|
|
tags, 'content',
|
|
debug, True)
|
|
|
|
post_json_object['object']['content'] = \
|
|
fields['message']
|
|
content_map = post_json_object['object']['contentMap']
|
|
content_map[system_language] = \
|
|
fields['message']
|
|
|
|
img_description = ''
|
|
if fields.get('imageDescription'):
|
|
img_description = fields['imageDescription']
|
|
video_transcript = ''
|
|
if fields.get('videoTranscript'):
|
|
video_transcript = fields['videoTranscript']
|
|
|
|
if filename:
|
|
city = get_spoofed_city(city, base_dir, nickname,
|
|
domain)
|
|
license_url = content_license_url
|
|
if fields.get('mediaLicense'):
|
|
license_url = fields['mediaLicense']
|
|
if '://' not in license_url:
|
|
license_url = \
|
|
license_link_from_name(license_url)
|
|
creator = ''
|
|
if fields.get('mediaCreator'):
|
|
creator = fields['mediaCreator']
|
|
post_json_object['object'] = \
|
|
attach_media(base_dir,
|
|
http_prefix, nickname,
|
|
domain, port,
|
|
post_json_object['object'],
|
|
filename,
|
|
attachment_media_type,
|
|
img_description,
|
|
video_transcript,
|
|
city, low_bandwidth,
|
|
license_url, creator,
|
|
fields['languagesDropdown'])
|
|
|
|
replace_you_tube(post_json_object,
|
|
yt_replace_domain,
|
|
system_language)
|
|
replace_twitter(post_json_object,
|
|
twitter_replacement_domain,
|
|
system_language)
|
|
save_json(post_json_object, post_filename)
|
|
# also save to the news actor
|
|
if nickname != 'news':
|
|
post_filename = \
|
|
post_filename.replace('#users#' +
|
|
nickname + '#',
|
|
'#users#news#')
|
|
save_json(post_json_object, post_filename)
|
|
print('Edited blog post, resaved ' + post_filename)
|
|
return 1
|
|
else:
|
|
print('Edited blog post, unable to load json for ' +
|
|
post_filename)
|
|
else:
|
|
print('Edited blog post not found ' +
|
|
str(fields['postUrl']))
|
|
return -1
|
|
elif post_type == 'newunlisted':
|
|
city = get_spoofed_city(city, base_dir, nickname, domain)
|
|
save_to_file = False
|
|
client_to_server = False
|
|
|
|
conversation_id = None
|
|
if fields.get('conversationId'):
|
|
conversation_id = fields['conversationId']
|
|
|
|
languages_understood = \
|
|
get_understood_languages(base_dir, http_prefix, nickname,
|
|
domain_full, person_cache)
|
|
media_license_url = content_license_url
|
|
if fields.get('mediaLicense'):
|
|
media_license_url = fields['mediaLicense']
|
|
if '://' not in media_license_url:
|
|
media_license_url = \
|
|
license_link_from_name(media_license_url)
|
|
media_creator = ''
|
|
if fields.get('mediaCreator'):
|
|
media_creator = fields['mediaCreator']
|
|
video_transcript = ''
|
|
if fields.get('videoTranscript'):
|
|
video_transcript = fields['videoTranscript']
|
|
message_json = \
|
|
create_unlisted_post(base_dir, nickname, domain, port,
|
|
http_prefix,
|
|
mentions_str + fields['message'],
|
|
save_to_file,
|
|
client_to_server, comments_enabled,
|
|
filename, attachment_media_type,
|
|
fields['imageDescription'],
|
|
video_transcript,
|
|
city,
|
|
fields['replyTo'],
|
|
fields['replyTo'],
|
|
fields['subject'],
|
|
fields['schedulePost'],
|
|
fields['eventDate'],
|
|
fields['eventTime'],
|
|
fields['eventEndTime'],
|
|
fields['location'],
|
|
fields['languagesDropdown'],
|
|
conversation_id,
|
|
low_bandwidth,
|
|
content_license_url,
|
|
media_license_url, media_creator,
|
|
languages_understood,
|
|
translate, buy_url,
|
|
chat_url,
|
|
auto_cw_cache)
|
|
if message_json:
|
|
if edited_postid:
|
|
update_edited_post(base_dir, nickname, domain,
|
|
message_json,
|
|
edited_published,
|
|
edited_postid,
|
|
recent_posts_cache,
|
|
'outbox',
|
|
max_mentions,
|
|
max_emoji,
|
|
allow_local_network_access,
|
|
debug,
|
|
system_language,
|
|
http_prefix,
|
|
domain_full,
|
|
person_cache,
|
|
signing_priv_key_pem,
|
|
max_recent_posts,
|
|
translate,
|
|
curr_session,
|
|
cached_webfingers,
|
|
port,
|
|
allow_deletion,
|
|
yt_replace_domain,
|
|
twitter_replacement_domain,
|
|
show_published_date_only,
|
|
peertube_instances,
|
|
theme_name,
|
|
max_like_count,
|
|
cw_lists,
|
|
dogwhistles,
|
|
min_images_for_accounts,
|
|
max_hashtags,
|
|
buy_sites,
|
|
auto_cw_cache)
|
|
print('DEBUG: sending edited unlisted post ' +
|
|
str(message_json))
|
|
|
|
if fields['schedulePost']:
|
|
return 1
|
|
if post_to_outbox(self, message_json,
|
|
project_version,
|
|
nickname,
|
|
curr_session, proxy_type):
|
|
populate_replies(base_dir, http_prefix, domain,
|
|
message_json,
|
|
max_replies,
|
|
debug)
|
|
return 1
|
|
return -1
|
|
elif post_type == 'newfollowers':
|
|
city = get_spoofed_city(city, base_dir, nickname, domain)
|
|
save_to_file = False
|
|
client_to_server = False
|
|
|
|
conversation_id = None
|
|
if fields.get('conversationId'):
|
|
conversation_id = fields['conversationId']
|
|
|
|
mentions_message = mentions_str + fields['message']
|
|
languages_understood = \
|
|
get_understood_languages(base_dir, http_prefix,
|
|
nickname, domain_full,
|
|
person_cache)
|
|
media_license_url = content_license_url
|
|
if fields.get('mediaLicense'):
|
|
media_license_url = fields['mediaLicense']
|
|
if '://' not in media_license_url:
|
|
media_license_url = \
|
|
license_link_from_name(media_license_url)
|
|
media_creator = ''
|
|
if fields.get('mediaCreator'):
|
|
media_creator = fields['mediaCreator']
|
|
video_transcript = ''
|
|
if fields.get('videoTranscript'):
|
|
video_transcript = fields['videoTranscript']
|
|
message_json = \
|
|
create_followers_only_post(base_dir, nickname, domain,
|
|
port, http_prefix,
|
|
mentions_message,
|
|
save_to_file,
|
|
client_to_server,
|
|
comments_enabled,
|
|
filename, attachment_media_type,
|
|
fields['imageDescription'],
|
|
video_transcript,
|
|
city,
|
|
fields['replyTo'],
|
|
fields['replyTo'],
|
|
fields['subject'],
|
|
fields['schedulePost'],
|
|
fields['eventDate'],
|
|
fields['eventTime'],
|
|
fields['eventEndTime'],
|
|
fields['location'],
|
|
fields['languagesDropdown'],
|
|
conversation_id,
|
|
low_bandwidth,
|
|
content_license_url,
|
|
media_license_url,
|
|
media_creator,
|
|
languages_understood,
|
|
translate,
|
|
buy_url, chat_url,
|
|
auto_cw_cache)
|
|
if message_json:
|
|
if edited_postid:
|
|
update_edited_post(base_dir,
|
|
nickname, domain,
|
|
message_json,
|
|
edited_published,
|
|
edited_postid,
|
|
recent_posts_cache,
|
|
'outbox',
|
|
max_mentions,
|
|
max_emoji,
|
|
allow_local_network_access,
|
|
debug,
|
|
system_language,
|
|
http_prefix,
|
|
domain_full,
|
|
person_cache,
|
|
signing_priv_key_pem,
|
|
max_recent_posts,
|
|
translate,
|
|
curr_session,
|
|
cached_webfingers,
|
|
port,
|
|
allow_deletion,
|
|
yt_replace_domain,
|
|
twitter_replacement_domain,
|
|
show_published_date_only,
|
|
peertube_instances,
|
|
theme_name,
|
|
max_like_count,
|
|
cw_lists,
|
|
dogwhistles,
|
|
min_images_for_accounts,
|
|
max_hashtags,
|
|
buy_sites,
|
|
auto_cw_cache)
|
|
print('DEBUG: sending edited followers post ' +
|
|
str(message_json))
|
|
|
|
if fields['schedulePost']:
|
|
return 1
|
|
if post_to_outbox(self, message_json,
|
|
project_version,
|
|
nickname,
|
|
curr_session, proxy_type):
|
|
populate_replies(base_dir, http_prefix, domain,
|
|
message_json,
|
|
max_replies,
|
|
debug)
|
|
return 1
|
|
return -1
|
|
elif post_type == 'newdm':
|
|
message_json = None
|
|
print('A DM was posted')
|
|
if '@' in mentions_str:
|
|
city = get_spoofed_city(city, base_dir, nickname, domain)
|
|
save_to_file = False
|
|
client_to_server = False
|
|
|
|
conversation_id = None
|
|
if fields.get('conversationId'):
|
|
conversation_id = fields['conversationId']
|
|
|
|
languages_understood = \
|
|
get_understood_languages(base_dir, http_prefix,
|
|
nickname, domain_full,
|
|
person_cache)
|
|
|
|
reply_is_chat = False
|
|
if fields.get('replychatmsg'):
|
|
reply_is_chat = fields['replychatmsg']
|
|
|
|
media_license_url = content_license_url
|
|
if fields.get('mediaLicense'):
|
|
media_license_url = fields['mediaLicense']
|
|
if '://' not in media_license_url:
|
|
media_license_url = \
|
|
license_link_from_name(media_license_url)
|
|
media_creator = ''
|
|
if fields.get('mediaCreator'):
|
|
media_creator = fields['mediaCreator']
|
|
video_transcript = ''
|
|
if fields.get('videoTranscript'):
|
|
video_transcript = fields['videoTranscript']
|
|
message_json = \
|
|
create_direct_message_post(base_dir, nickname, domain,
|
|
port, http_prefix,
|
|
mentions_str +
|
|
fields['message'],
|
|
save_to_file,
|
|
client_to_server,
|
|
comments_enabled,
|
|
filename,
|
|
attachment_media_type,
|
|
fields['imageDescription'],
|
|
video_transcript,
|
|
city,
|
|
fields['replyTo'],
|
|
fields['replyTo'],
|
|
fields['subject'],
|
|
True,
|
|
fields['schedulePost'],
|
|
fields['eventDate'],
|
|
fields['eventTime'],
|
|
fields['eventEndTime'],
|
|
fields['location'],
|
|
fields['languagesDropdown'],
|
|
conversation_id,
|
|
low_bandwidth,
|
|
dm_license_url,
|
|
media_license_url,
|
|
media_creator,
|
|
languages_understood,
|
|
reply_is_chat,
|
|
translate,
|
|
buy_url, chat_url,
|
|
auto_cw_cache)
|
|
if message_json:
|
|
print('DEBUG: posting DM edited_postid ' +
|
|
str(edited_postid))
|
|
if edited_postid:
|
|
update_edited_post(base_dir, nickname, domain,
|
|
message_json,
|
|
edited_published,
|
|
edited_postid,
|
|
recent_posts_cache,
|
|
'outbox',
|
|
max_mentions,
|
|
max_emoji,
|
|
allow_local_network_access,
|
|
debug,
|
|
system_language,
|
|
http_prefix,
|
|
domain_full,
|
|
person_cache,
|
|
signing_priv_key_pem,
|
|
max_recent_posts,
|
|
translate,
|
|
curr_session,
|
|
cached_webfingers,
|
|
port,
|
|
allow_deletion,
|
|
yt_replace_domain,
|
|
twitter_replacement_domain,
|
|
show_published_date_only,
|
|
peertube_instances,
|
|
theme_name,
|
|
max_like_count,
|
|
cw_lists,
|
|
dogwhistles,
|
|
min_images_for_accounts,
|
|
max_hashtags,
|
|
buy_sites,
|
|
auto_cw_cache)
|
|
print('DEBUG: sending edited dm post ' +
|
|
str(message_json))
|
|
|
|
if fields['schedulePost']:
|
|
return 1
|
|
print('Sending new DM to ' +
|
|
str(message_json['object']['to']))
|
|
if post_to_outbox(self, message_json,
|
|
project_version,
|
|
nickname,
|
|
curr_session, proxy_type):
|
|
populate_replies(base_dir, http_prefix, domain,
|
|
message_json,
|
|
max_replies,
|
|
debug)
|
|
return 1
|
|
return -1
|
|
elif post_type == 'newreminder':
|
|
message_json = None
|
|
handle = nickname + '@' + domain_full
|
|
print('A reminder was posted for ' + handle)
|
|
if '@' + handle not in mentions_str:
|
|
mentions_str = '@' + handle + ' ' + mentions_str
|
|
city = get_spoofed_city(city, base_dir, nickname, domain)
|
|
save_to_file = False
|
|
client_to_server = False
|
|
comments_enabled = False
|
|
conversation_id = None
|
|
mentions_message = mentions_str + fields['message']
|
|
languages_understood = \
|
|
get_understood_languages(base_dir, http_prefix,
|
|
nickname, domain_full,
|
|
person_cache)
|
|
media_license_url = content_license_url
|
|
if fields.get('mediaLicense'):
|
|
media_license_url = fields['mediaLicense']
|
|
if '://' not in media_license_url:
|
|
media_license_url = \
|
|
license_link_from_name(media_license_url)
|
|
media_creator = ''
|
|
if fields.get('mediaCreator'):
|
|
media_creator = fields['mediaCreator']
|
|
video_transcript = ''
|
|
if fields.get('videoTranscript'):
|
|
video_transcript = fields['videoTranscript']
|
|
message_json = \
|
|
create_direct_message_post(base_dir, nickname, domain,
|
|
port, http_prefix,
|
|
mentions_message,
|
|
save_to_file,
|
|
client_to_server,
|
|
comments_enabled,
|
|
filename, attachment_media_type,
|
|
fields['imageDescription'],
|
|
video_transcript,
|
|
city,
|
|
None, None,
|
|
fields['subject'],
|
|
True, fields['schedulePost'],
|
|
fields['eventDate'],
|
|
fields['eventTime'],
|
|
fields['eventEndTime'],
|
|
fields['location'],
|
|
fields['languagesDropdown'],
|
|
conversation_id,
|
|
low_bandwidth,
|
|
dm_license_url,
|
|
media_license_url,
|
|
media_creator,
|
|
languages_understood,
|
|
False, translate,
|
|
buy_url, chat_url,
|
|
auto_cw_cache)
|
|
if message_json:
|
|
if fields['schedulePost']:
|
|
return 1
|
|
print('DEBUG: new reminder to ' +
|
|
str(message_json['object']['to']) + ' ' +
|
|
str(edited_postid))
|
|
if edited_postid:
|
|
update_edited_post(base_dir, nickname, domain,
|
|
message_json,
|
|
edited_published,
|
|
edited_postid,
|
|
recent_posts_cache,
|
|
'dm',
|
|
max_mentions,
|
|
max_emoji,
|
|
allow_local_network_access,
|
|
debug,
|
|
system_language,
|
|
http_prefix,
|
|
domain_full,
|
|
person_cache,
|
|
signing_priv_key_pem,
|
|
max_recent_posts,
|
|
translate,
|
|
curr_session,
|
|
cached_webfingers,
|
|
port,
|
|
allow_deletion,
|
|
yt_replace_domain,
|
|
twitter_replacement_domain,
|
|
show_published_date_only,
|
|
peertube_instances,
|
|
theme_name,
|
|
max_like_count,
|
|
cw_lists,
|
|
dogwhistles,
|
|
min_images_for_accounts,
|
|
max_hashtags,
|
|
buy_sites,
|
|
auto_cw_cache)
|
|
print('DEBUG: sending edited reminder post ' +
|
|
str(message_json))
|
|
if post_to_outbox(self, message_json,
|
|
project_version,
|
|
nickname,
|
|
curr_session, proxy_type):
|
|
return 1
|
|
return -1
|
|
elif post_type == 'newreport':
|
|
if attachment_media_type:
|
|
if attachment_media_type != 'image':
|
|
return -1
|
|
# So as to be sure that this only goes to moderators
|
|
# and not accounts being reported we disable any
|
|
# included fediverse addresses by replacing '@' with '-at-'
|
|
fields['message'] = fields['message'].replace('@', '-at-')
|
|
city = get_spoofed_city(city, base_dir, nickname, domain)
|
|
languages_understood = \
|
|
get_understood_languages(base_dir, http_prefix,
|
|
nickname, domain_full,
|
|
person_cache)
|
|
media_license_url = content_license_url
|
|
if fields.get('mediaLicense'):
|
|
media_license_url = fields['mediaLicense']
|
|
if '://' not in media_license_url:
|
|
media_license_url = \
|
|
license_link_from_name(media_license_url)
|
|
media_creator = ''
|
|
if fields.get('mediaCreator'):
|
|
media_creator = fields['mediaCreator']
|
|
video_transcript = ''
|
|
if fields.get('videoTranscript'):
|
|
video_transcript = fields['videoTranscript']
|
|
message_json = \
|
|
create_report_post(base_dir, nickname, domain, port,
|
|
http_prefix,
|
|
mentions_str + fields['message'],
|
|
False, False, True,
|
|
filename, attachment_media_type,
|
|
fields['imageDescription'],
|
|
video_transcript,
|
|
city, debug, fields['subject'],
|
|
fields['languagesDropdown'],
|
|
low_bandwidth,
|
|
content_license_url,
|
|
media_license_url, media_creator,
|
|
languages_understood,
|
|
translate, auto_cw_cache)
|
|
if message_json:
|
|
if post_to_outbox(self, message_json,
|
|
project_version,
|
|
nickname,
|
|
curr_session, proxy_type):
|
|
return 1
|
|
return -1
|
|
elif post_type == 'newquestion':
|
|
if not fields.get('duration'):
|
|
return -1
|
|
if not fields.get('message'):
|
|
return -1
|
|
q_options = []
|
|
for question_ctr in range(8):
|
|
if fields.get('questionOption' + str(question_ctr)):
|
|
q_options.append(fields['questionOption' +
|
|
str(question_ctr)])
|
|
if not q_options:
|
|
return -1
|
|
city = get_spoofed_city(city, base_dir, nickname, domain)
|
|
if isinstance(fields['duration'], str):
|
|
if len(fields['duration']) > 5:
|
|
return -1
|
|
int_duration_days = int(fields['duration'])
|
|
languages_understood = \
|
|
get_understood_languages(base_dir, http_prefix,
|
|
nickname, domain_full,
|
|
person_cache)
|
|
media_license_url = content_license_url
|
|
if fields.get('mediaLicense'):
|
|
media_license_url = fields['mediaLicense']
|
|
if '://' not in media_license_url:
|
|
media_license_url = \
|
|
license_link_from_name(media_license_url)
|
|
media_creator = ''
|
|
if fields.get('mediaCreator'):
|
|
media_creator = fields['mediaCreator']
|
|
video_transcript = ''
|
|
if fields.get('videoTranscript'):
|
|
video_transcript = fields['videoTranscript']
|
|
message_json = \
|
|
create_question_post(base_dir, nickname, domain,
|
|
port, http_prefix,
|
|
fields['message'], q_options,
|
|
False, False,
|
|
comments_enabled,
|
|
filename, attachment_media_type,
|
|
fields['imageDescription'],
|
|
video_transcript,
|
|
city,
|
|
fields['subject'],
|
|
int_duration_days,
|
|
fields['languagesDropdown'],
|
|
low_bandwidth,
|
|
content_license_url,
|
|
media_license_url, media_creator,
|
|
languages_understood,
|
|
translate,
|
|
auto_cw_cache)
|
|
if message_json:
|
|
if debug:
|
|
print('DEBUG: new Question')
|
|
if post_to_outbox(self, message_json,
|
|
project_version,
|
|
nickname,
|
|
curr_session, proxy_type):
|
|
return 1
|
|
return -1
|
|
elif post_type in ('newreadingstatus'):
|
|
if not fields.get('readingupdatetype'):
|
|
print(post_type + ' no readingupdatetype')
|
|
return -1
|
|
if fields['readingupdatetype'] not in ('readingupdatewant',
|
|
'readingupdateread',
|
|
'readingupdatefinished',
|
|
'readingupdaterating'):
|
|
print(post_type + ' not recognised ' +
|
|
fields['readingupdatetype'])
|
|
return -1
|
|
if not fields.get('booktitle'):
|
|
print(post_type + ' no booktitle')
|
|
return -1
|
|
if not fields.get('bookurl'):
|
|
print(post_type + ' no bookurl')
|
|
return -1
|
|
book_rating = 0.0
|
|
if fields.get('bookrating'):
|
|
if isinstance(fields['bookrating'], float) or \
|
|
isinstance(fields['bookrating'], int):
|
|
book_rating = fields['bookrating']
|
|
media_license_url = content_license_url
|
|
if fields.get('mediaLicense'):
|
|
media_license_url = fields['mediaLicense']
|
|
if '://' not in media_license_url:
|
|
media_license_url = \
|
|
license_link_from_name(media_license_url)
|
|
media_creator = ''
|
|
if fields.get('mediaCreator'):
|
|
media_creator = fields['mediaCreator']
|
|
video_transcript = ''
|
|
if fields.get('videoTranscript'):
|
|
video_transcript = fields['videoTranscript']
|
|
conversation_id = None
|
|
languages_understood = \
|
|
get_understood_languages(base_dir, http_prefix,
|
|
nickname, domain_full,
|
|
person_cache)
|
|
city = get_spoofed_city(city, base_dir,
|
|
nickname, domain)
|
|
msg_str = fields['readingupdatetype']
|
|
# reading status
|
|
message_json = \
|
|
create_reading_post(base_dir, nickname, domain,
|
|
port, http_prefix,
|
|
mentions_str, msg_str,
|
|
fields['booktitle'],
|
|
fields['bookurl'],
|
|
book_rating,
|
|
False, False, comments_enabled,
|
|
filename, attachment_media_type,
|
|
fields['imageDescription'],
|
|
video_transcript,
|
|
city, None, None,
|
|
fields['subject'],
|
|
fields['schedulePost'],
|
|
fields['eventDate'],
|
|
fields['eventTime'],
|
|
fields['eventEndTime'],
|
|
fields['location'], False,
|
|
fields['languagesDropdown'],
|
|
conversation_id,
|
|
low_bandwidth,
|
|
content_license_url,
|
|
media_license_url, media_creator,
|
|
languages_understood,
|
|
translate, buy_url,
|
|
chat_url,
|
|
auto_cw_cache)
|
|
if message_json:
|
|
if edited_postid:
|
|
update_edited_post(base_dir, nickname, domain,
|
|
message_json,
|
|
edited_published,
|
|
edited_postid,
|
|
recent_posts_cache,
|
|
'outbox',
|
|
max_mentions,
|
|
max_emoji,
|
|
allow_local_network_access,
|
|
debug,
|
|
system_language,
|
|
http_prefix,
|
|
domain_full,
|
|
person_cache,
|
|
signing_priv_key_pem,
|
|
max_recent_posts,
|
|
translate,
|
|
curr_session,
|
|
cached_webfingers,
|
|
port,
|
|
allow_deletion,
|
|
yt_replace_domain,
|
|
twitter_replacement_domain,
|
|
show_published_date_only,
|
|
peertube_instances,
|
|
theme_name,
|
|
max_like_count,
|
|
cw_lists,
|
|
dogwhistles,
|
|
min_images_for_accounts,
|
|
max_hashtags,
|
|
buy_sites,
|
|
auto_cw_cache)
|
|
print('DEBUG: sending edited reading status post ' +
|
|
str(message_json))
|
|
if fields['schedulePost']:
|
|
return 1
|
|
if not fields.get('pinToProfile'):
|
|
pin_to_profile = False
|
|
else:
|
|
pin_to_profile = True
|
|
if pin_to_profile:
|
|
sys_language = system_language
|
|
content_str = \
|
|
get_base_content_from_post(message_json,
|
|
sys_language)
|
|
pin_post2(base_dir, nickname, domain, content_str)
|
|
return 1
|
|
if post_to_outbox(self, message_json,
|
|
project_version,
|
|
nickname,
|
|
curr_session, proxy_type):
|
|
populate_replies(base_dir, http_prefix,
|
|
domain_full,
|
|
message_json,
|
|
max_replies,
|
|
debug)
|
|
return 1
|
|
return -1
|
|
elif post_type in ('newshare', 'newwanted'):
|
|
if not fields.get('itemQty'):
|
|
print(post_type + ' no itemQty')
|
|
return -1
|
|
if not fields.get('itemType'):
|
|
print(post_type + ' no itemType')
|
|
return -1
|
|
if 'itemPrice' not in fields:
|
|
print(post_type + ' no itemPrice')
|
|
return -1
|
|
if 'itemCurrency' not in fields:
|
|
print(post_type + ' no itemCurrency')
|
|
return -1
|
|
if not fields.get('category'):
|
|
print(post_type + ' no category')
|
|
return -1
|
|
if not fields.get('duration'):
|
|
print(post_type + ' no duratio')
|
|
return -1
|
|
if attachment_media_type:
|
|
if attachment_media_type != 'image':
|
|
print('Attached media is not an image')
|
|
return -1
|
|
duration_str = fields['duration']
|
|
if duration_str:
|
|
if ' ' not in duration_str:
|
|
duration_str = duration_str + ' days'
|
|
city = get_spoofed_city(city, base_dir, nickname, domain)
|
|
item_qty = 1
|
|
if fields['itemQty']:
|
|
if is_float(fields['itemQty']):
|
|
item_qty = float(fields['itemQty'])
|
|
item_price = "0.00"
|
|
item_currency = "EUR"
|
|
if fields['itemPrice']:
|
|
item_price, item_currency = \
|
|
get_price_from_string(fields['itemPrice'])
|
|
if fields['itemCurrency']:
|
|
item_currency = fields['itemCurrency']
|
|
if post_type == 'newshare':
|
|
print('Adding shared item')
|
|
shares_file_type = 'shares'
|
|
else:
|
|
print('Adding wanted item')
|
|
shares_file_type = 'wanted'
|
|
share_on_profile = False
|
|
if fields.get('shareOnProfile'):
|
|
if fields['shareOnProfile'] == 'on':
|
|
share_on_profile = True
|
|
add_share(base_dir, http_prefix, nickname, domain, port,
|
|
fields['subject'],
|
|
fields['message'],
|
|
filename,
|
|
item_qty, fields['itemType'],
|
|
fields['category'],
|
|
fields['location'],
|
|
duration_str,
|
|
debug,
|
|
city, item_price, item_currency,
|
|
fields['languagesDropdown'],
|
|
translate, shares_file_type,
|
|
low_bandwidth,
|
|
content_license_url,
|
|
share_on_profile,
|
|
block_federated)
|
|
if post_type == 'newshare':
|
|
# add shareOnProfile items to the actor attachments
|
|
# https://codeberg.org/fediverse/fep/src/branch/main/fep/0837/fep-0837.md
|
|
actor = \
|
|
get_instance_url(calling_domain,
|
|
http_prefix, domain_full,
|
|
onion_domain,
|
|
i2p_domain) + \
|
|
'/users/' + nickname
|
|
actor_json = get_person_from_cache(base_dir,
|
|
actor, person_cache)
|
|
if not actor_json:
|
|
actor_filename = \
|
|
acct_dir(base_dir, nickname, domain) + '.json'
|
|
if os.path.isfile(actor_filename):
|
|
actor_json = load_json(actor_filename, 1, 1)
|
|
if actor_json:
|
|
if add_shares_to_actor(base_dir, nickname, domain,
|
|
actor_json,
|
|
max_shares_on_profile):
|
|
remove_person_from_cache(base_dir,
|
|
actor, person_cache)
|
|
store_person_in_cache(base_dir, actor,
|
|
actor_json, person_cache,
|
|
True)
|
|
actor_filename = \
|
|
acct_dir(base_dir, nickname, domain) + '.json'
|
|
save_json(actor_json, actor_filename)
|
|
# send profile update to followers
|
|
update_actor_json = \
|
|
get_actor_update_json(actor_json)
|
|
print('Sending actor update ' +
|
|
'after change to attached shares: ' +
|
|
str(update_actor_json))
|
|
post_to_outbox(self, update_actor_json,
|
|
project_version,
|
|
nickname,
|
|
curr_session, proxy_type)
|
|
|
|
if filename:
|
|
if os.path.isfile(filename):
|
|
try:
|
|
os.remove(filename)
|
|
except OSError:
|
|
print('EX: _receive_new_post_process ' +
|
|
'unable to delete ' + filename)
|
|
self.post_to_nickname = nickname
|
|
return 1
|
|
return -1
|
|
|
|
|
|
def receive_new_post(self, post_type: str, path: str,
|
|
calling_domain: str, cookie: str,
|
|
content_license_url: str,
|
|
curr_session, proxy_type: str,
|
|
base_dir: str, debug: bool,
|
|
max_post_length: int, domain: str,
|
|
city: str, low_bandwidth: bool, translate: {},
|
|
system_language: str, http_prefix: str,
|
|
domain_full: str, person_cache: {},
|
|
port: int, auto_cw_cache: {},
|
|
recent_posts_cache: {},
|
|
allow_local_network_access: bool,
|
|
yt_replace_domain: str,
|
|
twitter_replacement_domain: str,
|
|
signing_priv_key_pem: str,
|
|
show_published_date_only: bool,
|
|
min_images_for_accounts: [],
|
|
peertube_instances: [],
|
|
max_mentions: int, max_emoji: int,
|
|
max_recent_posts: int,
|
|
cached_webfingers: {},
|
|
allow_deletion: bool,
|
|
theme_name: str,
|
|
max_like_count: int,
|
|
cw_lists: {},
|
|
dogwhistles: {},
|
|
max_hashtags: int,
|
|
buy_sites: [], project_version: str,
|
|
max_replies: int, newswire: {},
|
|
dm_license_url: str,
|
|
block_federated: [],
|
|
onion_domain: str,
|
|
i2p_domain: str,
|
|
max_shares_on_profile: int) -> int:
|
|
"""A new post has been created
|
|
This creates a thread to send the new post
|
|
"""
|
|
page_number = 1
|
|
original_path = path
|
|
|
|
if '/users/' not in path:
|
|
print('Not receiving new post for ' + path +
|
|
' because /users/ not in path')
|
|
return None
|
|
|
|
if '?' + post_type + '?' not in path:
|
|
print('Not receiving new post for ' + path +
|
|
' because ?' + post_type + '? not in path')
|
|
return None
|
|
|
|
print('New post begins: ' + post_type + ' ' + path)
|
|
|
|
if '?page=' in path:
|
|
page_number_str = path.split('?page=')[1]
|
|
if '?' in page_number_str:
|
|
page_number_str = page_number_str.split('?')[0]
|
|
if '#' in page_number_str:
|
|
page_number_str = page_number_str.split('#')[0]
|
|
if len(page_number_str) > 5:
|
|
page_number_str = "1"
|
|
if page_number_str.isdigit():
|
|
page_number = int(page_number_str)
|
|
path = path.split('?page=')[0]
|
|
|
|
# get the username who posted
|
|
new_post_thread_name = None
|
|
if '/users/' in path:
|
|
new_post_thread_name = path.split('/users/')[1]
|
|
if '/' in new_post_thread_name:
|
|
new_post_thread_name = new_post_thread_name.split('/')[0]
|
|
if not new_post_thread_name:
|
|
new_post_thread_name = '*'
|
|
|
|
if self.server.new_post_thread.get(new_post_thread_name):
|
|
print('Waiting for previous new post thread to end')
|
|
wait_ctr = 0
|
|
np_thread = self.server.new_post_thread[new_post_thread_name]
|
|
while np_thread.is_alive() and wait_ctr < 8:
|
|
time.sleep(1)
|
|
wait_ctr += 1
|
|
if wait_ctr >= 8:
|
|
print('Killing previous new post thread for ' +
|
|
new_post_thread_name)
|
|
np_thread.kill()
|
|
|
|
# make a copy of self.headers
|
|
headers = copy.deepcopy(self.headers)
|
|
headers_without_cookie = copy.deepcopy(headers)
|
|
if 'cookie' in headers_without_cookie:
|
|
del headers_without_cookie['cookie']
|
|
if 'Cookie' in headers_without_cookie:
|
|
del headers_without_cookie['Cookie']
|
|
print('New post headers: ' + str(headers_without_cookie))
|
|
|
|
length = int(headers['Content-Length'])
|
|
if length > max_post_length:
|
|
print('POST size too large')
|
|
return None
|
|
|
|
if not headers.get('Content-Type'):
|
|
if headers.get('Content-type'):
|
|
headers['Content-Type'] = headers['Content-type']
|
|
elif headers.get('content-type'):
|
|
headers['Content-Type'] = headers['content-type']
|
|
if headers.get('Content-Type'):
|
|
if ' boundary=' in headers['Content-Type']:
|
|
boundary = headers['Content-Type'].split('boundary=')[1]
|
|
if ';' in boundary:
|
|
boundary = boundary.split(';')[0]
|
|
|
|
try:
|
|
post_bytes = self.rfile.read(length)
|
|
except SocketError as ex:
|
|
if ex.errno == errno.ECONNRESET:
|
|
print('WARN: POST post_bytes ' +
|
|
'connection reset by peer')
|
|
else:
|
|
print('WARN: POST post_bytes socket error')
|
|
return None
|
|
except ValueError as ex:
|
|
print('EX: POST post_bytes rfile.read failed, ' +
|
|
str(ex))
|
|
return None
|
|
|
|
# second length check from the bytes received
|
|
# since Content-Length could be untruthful
|
|
length = len(post_bytes)
|
|
if length > max_post_length:
|
|
print('POST size too large')
|
|
return None
|
|
|
|
# Note sending new posts needs to be synchronous,
|
|
# otherwise any attachments can get mangled if
|
|
# other events happen during their decoding
|
|
print('Creating new post from: ' + new_post_thread_name)
|
|
_receive_new_post_process(self, post_type,
|
|
original_path,
|
|
headers, length,
|
|
post_bytes, boundary,
|
|
calling_domain, cookie,
|
|
content_license_url,
|
|
curr_session, proxy_type,
|
|
base_dir, debug, max_post_length,
|
|
domain, city, low_bandwidth,
|
|
translate, system_language,
|
|
http_prefix, domain_full,
|
|
person_cache,
|
|
port, auto_cw_cache,
|
|
recent_posts_cache,
|
|
allow_local_network_access,
|
|
yt_replace_domain,
|
|
twitter_replacement_domain,
|
|
signing_priv_key_pem,
|
|
show_published_date_only,
|
|
min_images_for_accounts,
|
|
peertube_instances,
|
|
max_mentions, max_emoji,
|
|
max_recent_posts,
|
|
cached_webfingers,
|
|
allow_deletion,
|
|
theme_name,
|
|
max_like_count,
|
|
cw_lists,
|
|
dogwhistles,
|
|
max_hashtags,
|
|
buy_sites, project_version,
|
|
max_replies, newswire,
|
|
dm_license_url, block_federated,
|
|
onion_domain,
|
|
i2p_domain,
|
|
max_shares_on_profile)
|
|
return page_number
|