mirror of https://gitlab.com/bashrc2/epicyon
daemon nodeinfo functions in their own module
Bob Mottram
parent
f46d03c14e
commit
7ddf0b5ddb
124
daemon_get.py
124
daemon_get.py
|
|
@ -42,7 +42,6 @@ from newswire import rss2footer
|
||||||
from pgp import actor_to_vcard
|
from pgp import actor_to_vcard
|
||||||
from pgp import actor_to_vcard_xml
|
from pgp import actor_to_vcard_xml
|
||||||
from siteactive import referer_is_active
|
from siteactive import referer_is_active
|
||||||
from metadata import meta_data_node_info
|
|
||||||
from maps import map_format_from_tagmaps_path
|
from maps import map_format_from_tagmaps_path
|
||||||
from blog import html_blog_page
|
from blog import html_blog_page
|
||||||
from blog import html_blog_page_rss2
|
from blog import html_blog_page_rss2
|
||||||
|
|
@ -130,7 +129,6 @@ from fitnessFunctions import fitness_performance
|
||||||
from fitnessFunctions import html_watch_points_graph
|
from fitnessFunctions import html_watch_points_graph
|
||||||
from session import establish_session
|
from session import establish_session
|
||||||
from session import get_session_for_domains
|
from session import get_session_for_domains
|
||||||
from crawlers import update_known_crawlers
|
|
||||||
from crawlers import blocked_user_agent
|
from crawlers import blocked_user_agent
|
||||||
from daemon_utils import post_to_outbox
|
from daemon_utils import post_to_outbox
|
||||||
from daemon_utils import etag_exists
|
from daemon_utils import etag_exists
|
||||||
|
|
@ -226,6 +224,7 @@ from daemon_get_exports import get_exported_theme
|
||||||
from daemon_get_pwa import progressive_web_app_manifest
|
from daemon_get_pwa import progressive_web_app_manifest
|
||||||
from daemon_get_css import get_fonts
|
from daemon_get_css import get_fonts
|
||||||
from daemon_get_css import get_style_sheet
|
from daemon_get_css import get_style_sheet
|
||||||
|
from daemon_get_nodeinfo import get_nodeinfo
|
||||||
|
|
||||||
# Blogs can be longer, so don't show many per page
|
# Blogs can be longer, so don't show many per page
|
||||||
MAX_POSTS_IN_BLOGS_FEED = 4
|
MAX_POSTS_IN_BLOGS_FEED = 4
|
||||||
|
|
@ -352,8 +351,8 @@ def daemon_http_get(self) -> None:
|
||||||
# Since fediverse crawlers are quite active,
|
# Since fediverse crawlers are quite active,
|
||||||
# make returning info to them high priority
|
# make returning info to them high priority
|
||||||
# get nodeinfo endpoint
|
# get nodeinfo endpoint
|
||||||
if _nodeinfo(self, ua_str, calling_domain, referer_domain,
|
if get_nodeinfo(self, ua_str, calling_domain, referer_domain,
|
||||||
self.server.http_prefix, 5, self.server.debug):
|
self.server.http_prefix, 5, self.server.debug):
|
||||||
return
|
return
|
||||||
|
|
||||||
fitness_performance(getreq_start_time, self.server.fitness,
|
fitness_performance(getreq_start_time, self.server.fitness,
|
||||||
|
|
@ -4425,123 +4424,6 @@ def _show_vcard(self, base_dir: str, path: str, calling_domain: str,
|
||||||
return True
|
return True
|
||||||
|
|
||||||
|
|
||||||
def _nodeinfo(self, ua_str: str, calling_domain: str,
|
|
||||||
referer_domain: str,
|
|
||||||
http_prefix: str, calling_site_timeout: int,
|
|
||||||
debug: bool) -> bool:
|
|
||||||
if self.path.startswith('/nodeinfo/1.0'):
|
|
||||||
http_400(self)
|
|
||||||
return True
|
|
||||||
if not self.path.startswith('/nodeinfo/2.'):
|
|
||||||
return False
|
|
||||||
if not referer_domain:
|
|
||||||
if not debug and not self.server.unit_test:
|
|
||||||
print('nodeinfo request has no referer domain ' + str(ua_str))
|
|
||||||
http_400(self)
|
|
||||||
return True
|
|
||||||
if referer_domain == self.server.domain_full:
|
|
||||||
print('nodeinfo request from self')
|
|
||||||
http_400(self)
|
|
||||||
return True
|
|
||||||
if self.server.nodeinfo_is_active:
|
|
||||||
if not referer_domain:
|
|
||||||
print('nodeinfo is busy during request without referer domain')
|
|
||||||
else:
|
|
||||||
print('nodeinfo is busy during request from ' + referer_domain)
|
|
||||||
http_503(self)
|
|
||||||
return True
|
|
||||||
self.server.nodeinfo_is_active = True
|
|
||||||
# is this a real website making the call ?
|
|
||||||
if not debug and not self.server.unit_test and referer_domain:
|
|
||||||
# Does calling_domain look like a domain?
|
|
||||||
if ' ' in referer_domain or \
|
|
||||||
';' in referer_domain or \
|
|
||||||
'.' not in referer_domain:
|
|
||||||
print('nodeinfo referer domain does not look like a domain ' +
|
|
||||||
referer_domain)
|
|
||||||
http_400(self)
|
|
||||||
self.server.nodeinfo_is_active = False
|
|
||||||
return True
|
|
||||||
if not self.server.allow_local_network_access:
|
|
||||||
if local_network_host(referer_domain):
|
|
||||||
print('nodeinfo referer domain is from the ' +
|
|
||||||
'local network ' + referer_domain)
|
|
||||||
http_400(self)
|
|
||||||
self.server.nodeinfo_is_active = False
|
|
||||||
return True
|
|
||||||
|
|
||||||
if not referer_is_active(http_prefix,
|
|
||||||
referer_domain, ua_str,
|
|
||||||
calling_site_timeout,
|
|
||||||
self.server.sites_unavailable):
|
|
||||||
print('nodeinfo referer url is not active ' +
|
|
||||||
referer_domain)
|
|
||||||
http_400(self)
|
|
||||||
self.server.nodeinfo_is_active = False
|
|
||||||
return True
|
|
||||||
if self.server.debug:
|
|
||||||
print('DEBUG: nodeinfo ' + self.path)
|
|
||||||
crawl_time = \
|
|
||||||
update_known_crawlers(ua_str,
|
|
||||||
self.server.base_dir,
|
|
||||||
self.server.known_crawlers,
|
|
||||||
self.server.last_known_crawler)
|
|
||||||
if crawl_time is not None:
|
|
||||||
self.server.last_known_crawler = crawl_time
|
|
||||||
|
|
||||||
# If we are in broch mode then don't show potentially
|
|
||||||
# sensitive metadata.
|
|
||||||
# For example, if this or allied instances are being attacked
|
|
||||||
# then numbers of accounts may be changing as people
|
|
||||||
# migrate, and that information may be useful to an adversary
|
|
||||||
broch_mode = broch_mode_is_active(self.server.base_dir)
|
|
||||||
|
|
||||||
node_info_version = self.server.project_version
|
|
||||||
if not self.server.show_node_info_version or broch_mode:
|
|
||||||
node_info_version = '0.0.0'
|
|
||||||
|
|
||||||
show_node_info_accounts = self.server.show_node_info_accounts
|
|
||||||
if broch_mode:
|
|
||||||
show_node_info_accounts = False
|
|
||||||
|
|
||||||
instance_url = get_instance_url(calling_domain,
|
|
||||||
self.server.http_prefix,
|
|
||||||
self.server.domain_full,
|
|
||||||
self.server.onion_domain,
|
|
||||||
self.server.i2p_domain)
|
|
||||||
about_url = instance_url + '/about'
|
|
||||||
terms_of_service_url = instance_url + '/terms'
|
|
||||||
info = meta_data_node_info(self.server.base_dir,
|
|
||||||
about_url, terms_of_service_url,
|
|
||||||
self.server.registration,
|
|
||||||
node_info_version,
|
|
||||||
show_node_info_accounts)
|
|
||||||
if info:
|
|
||||||
msg_str = json.dumps(info)
|
|
||||||
msg_str = convert_domains(calling_domain, referer_domain,
|
|
||||||
msg_str, http_prefix,
|
|
||||||
self.server.domain,
|
|
||||||
self.server.onion_domain,
|
|
||||||
self.server.i2p_domain)
|
|
||||||
msg = msg_str.encode('utf-8')
|
|
||||||
msglen = len(msg)
|
|
||||||
protocol_str = \
|
|
||||||
'application/json; profile=' + \
|
|
||||||
'"http://nodeinfo.diaspora.software/ns/schema/2.1#"'
|
|
||||||
set_headers(self, protocol_str, msglen,
|
|
||||||
None, calling_domain, True)
|
|
||||||
write2(self, msg)
|
|
||||||
if referer_domain:
|
|
||||||
print('nodeinfo sent to ' + referer_domain)
|
|
||||||
else:
|
|
||||||
print('nodeinfo sent to unknown referer')
|
|
||||||
self.server.nodeinfo_is_active = False
|
|
||||||
return True
|
|
||||||
http_404(self, 5)
|
|
||||||
self.server.nodeinfo_is_active = False
|
|
||||||
return True
|
|
||||||
|
|
||||||
|
|
||||||
def _security_txt(self, ua_str: str, calling_domain: str,
|
def _security_txt(self, ua_str: str, calling_domain: str,
|
||||||
referer_domain: str,
|
referer_domain: str,
|
||||||
http_prefix: str, calling_site_timeout: int,
|
http_prefix: str, calling_site_timeout: int,
|
||||||
|
|
|
||||||
|
|
@ -0,0 +1,139 @@
|
||||||
|
__filename__ = "daemon_get_nodeinfo.py"
|
||||||
|
__author__ = "Bob Mottram"
|
||||||
|
__license__ = "AGPL3+"
|
||||||
|
__version__ = "1.5.0"
|
||||||
|
__maintainer__ = "Bob Mottram"
|
||||||
|
__email__ = "bob@libreserver.org"
|
||||||
|
__status__ = "Production"
|
||||||
|
__module_group__ = "Core"
|
||||||
|
|
||||||
|
import json
|
||||||
|
from httpcodes import http_400
|
||||||
|
from httpcodes import http_404
|
||||||
|
from httpcodes import http_503
|
||||||
|
from httpcodes import write2
|
||||||
|
from httpheaders import set_headers
|
||||||
|
from utils import convert_domains
|
||||||
|
from utils import get_instance_url
|
||||||
|
from utils import local_network_host
|
||||||
|
from siteactive import referer_is_active
|
||||||
|
from crawlers import update_known_crawlers
|
||||||
|
from blocking import broch_mode_is_active
|
||||||
|
from metadata import meta_data_node_info
|
||||||
|
|
||||||
|
|
||||||
|
def get_nodeinfo(self, ua_str: str, calling_domain: str,
|
||||||
|
referer_domain: str,
|
||||||
|
http_prefix: str, calling_site_timeout: int,
|
||||||
|
debug: bool) -> bool:
|
||||||
|
if self.path.startswith('/nodeinfo/1.0'):
|
||||||
|
http_400(self)
|
||||||
|
return True
|
||||||
|
if not self.path.startswith('/nodeinfo/2.'):
|
||||||
|
return False
|
||||||
|
if not referer_domain:
|
||||||
|
if not debug and not self.server.unit_test:
|
||||||
|
print('nodeinfo request has no referer domain ' + str(ua_str))
|
||||||
|
http_400(self)
|
||||||
|
return True
|
||||||
|
if referer_domain == self.server.domain_full:
|
||||||
|
print('nodeinfo request from self')
|
||||||
|
http_400(self)
|
||||||
|
return True
|
||||||
|
if self.server.nodeinfo_is_active:
|
||||||
|
if not referer_domain:
|
||||||
|
print('nodeinfo is busy during request without referer domain')
|
||||||
|
else:
|
||||||
|
print('nodeinfo is busy during request from ' + referer_domain)
|
||||||
|
http_503(self)
|
||||||
|
return True
|
||||||
|
self.server.nodeinfo_is_active = True
|
||||||
|
# is this a real website making the call ?
|
||||||
|
if not debug and not self.server.unit_test and referer_domain:
|
||||||
|
# Does calling_domain look like a domain?
|
||||||
|
if ' ' in referer_domain or \
|
||||||
|
';' in referer_domain or \
|
||||||
|
'.' not in referer_domain:
|
||||||
|
print('nodeinfo referer domain does not look like a domain ' +
|
||||||
|
referer_domain)
|
||||||
|
http_400(self)
|
||||||
|
self.server.nodeinfo_is_active = False
|
||||||
|
return True
|
||||||
|
if not self.server.allow_local_network_access:
|
||||||
|
if local_network_host(referer_domain):
|
||||||
|
print('nodeinfo referer domain is from the ' +
|
||||||
|
'local network ' + referer_domain)
|
||||||
|
http_400(self)
|
||||||
|
self.server.nodeinfo_is_active = False
|
||||||
|
return True
|
||||||
|
|
||||||
|
if not referer_is_active(http_prefix,
|
||||||
|
referer_domain, ua_str,
|
||||||
|
calling_site_timeout,
|
||||||
|
self.server.sites_unavailable):
|
||||||
|
print('nodeinfo referer url is not active ' +
|
||||||
|
referer_domain)
|
||||||
|
http_400(self)
|
||||||
|
self.server.nodeinfo_is_active = False
|
||||||
|
return True
|
||||||
|
if self.server.debug:
|
||||||
|
print('DEBUG: nodeinfo ' + self.path)
|
||||||
|
crawl_time = \
|
||||||
|
update_known_crawlers(ua_str,
|
||||||
|
self.server.base_dir,
|
||||||
|
self.server.known_crawlers,
|
||||||
|
self.server.last_known_crawler)
|
||||||
|
if crawl_time is not None:
|
||||||
|
self.server.last_known_crawler = crawl_time
|
||||||
|
|
||||||
|
# If we are in broch mode then don't show potentially
|
||||||
|
# sensitive metadata.
|
||||||
|
# For example, if this or allied instances are being attacked
|
||||||
|
# then numbers of accounts may be changing as people
|
||||||
|
# migrate, and that information may be useful to an adversary
|
||||||
|
broch_mode = broch_mode_is_active(self.server.base_dir)
|
||||||
|
|
||||||
|
node_info_version = self.server.project_version
|
||||||
|
if not self.server.show_node_info_version or broch_mode:
|
||||||
|
node_info_version = '0.0.0'
|
||||||
|
|
||||||
|
show_node_info_accounts = self.server.show_node_info_accounts
|
||||||
|
if broch_mode:
|
||||||
|
show_node_info_accounts = False
|
||||||
|
|
||||||
|
instance_url = get_instance_url(calling_domain,
|
||||||
|
self.server.http_prefix,
|
||||||
|
self.server.domain_full,
|
||||||
|
self.server.onion_domain,
|
||||||
|
self.server.i2p_domain)
|
||||||
|
about_url = instance_url + '/about'
|
||||||
|
terms_of_service_url = instance_url + '/terms'
|
||||||
|
info = meta_data_node_info(self.server.base_dir,
|
||||||
|
about_url, terms_of_service_url,
|
||||||
|
self.server.registration,
|
||||||
|
node_info_version,
|
||||||
|
show_node_info_accounts)
|
||||||
|
if info:
|
||||||
|
msg_str = json.dumps(info)
|
||||||
|
msg_str = convert_domains(calling_domain, referer_domain,
|
||||||
|
msg_str, http_prefix,
|
||||||
|
self.server.domain,
|
||||||
|
self.server.onion_domain,
|
||||||
|
self.server.i2p_domain)
|
||||||
|
msg = msg_str.encode('utf-8')
|
||||||
|
msglen = len(msg)
|
||||||
|
protocol_str = \
|
||||||
|
'application/json; profile=' + \
|
||||||
|
'"http://nodeinfo.diaspora.software/ns/schema/2.1#"'
|
||||||
|
set_headers(self, protocol_str, msglen,
|
||||||
|
None, calling_domain, True)
|
||||||
|
write2(self, msg)
|
||||||
|
if referer_domain:
|
||||||
|
print('nodeinfo sent to ' + referer_domain)
|
||||||
|
else:
|
||||||
|
print('nodeinfo sent to unknown referer')
|
||||||
|
self.server.nodeinfo_is_active = False
|
||||||
|
return True
|
||||||
|
http_404(self, 5)
|
||||||
|
self.server.nodeinfo_is_active = False
|
||||||
|
return True
|
||||||
Loading…
Reference in New Issue