__filename__ = "webapp_search.py" __author__ = "Bob Mottram" __license__ = "AGPL3+" __version__ = "1.2.0" __maintainer__ = "Bob Mottram" __email__ = "bob@libreserver.org" __status__ = "Production" __module_group__ = "Web Interface" import os from shutil import copyfile import urllib.parse from datetime import datetime from utils import get_base_content_from_post from utils import is_account_dir from utils import get_config_param from utils import get_full_domain from utils import is_editor from utils import load_json from utils import get_domain_from_actor from utils import get_nickname_from_actor from utils import locate_post from utils import is_public_post from utils import first_paragraph_from_string from utils import search_box_posts from utils import get_alt_path from utils import acct_dir from utils import local_actor_url from skills import no_of_actor_skills from skills import get_skills_from_list from categories import get_hashtag_category from feeds import rss2tag_header from feeds import rss2tag_footer from webapp_utils import set_custom_background from webapp_utils import html_keyboard_navigation from webapp_utils import html_header_with_external_style from webapp_utils import html_footer from webapp_utils import get_search_banner_file from webapp_utils import html_post_separator from webapp_utils import html_search_result_share from webapp_post import individual_post_as_html from webapp_hashtagswarm import html_hash_tag_swarm def html_search_emoji(css_cache: {}, translate: {}, base_dir: str, http_prefix: str, searchStr: str) -> str: """Search results for emoji """ # emoji.json is generated so that it can be customized and the changes # will be retained even if default_emoji.json is subsequently updated if not os.path.isfile(base_dir + '/emoji/emoji.json'): copyfile(base_dir + '/emoji/default_emoji.json', base_dir + '/emoji/emoji.json') searchStr = searchStr.lower().replace(':', '').strip('\n').strip('\r') css_filename = base_dir + '/epicyon-profile.css' if os.path.isfile(base_dir + '/epicyon.css'): css_filename = base_dir + '/epicyon.css' emojiLookupFilename = base_dir + '/emoji/emoji.json' customEmojiLookupFilename = base_dir + '/emojicustom/emoji.json' # create header instanceTitle = \ get_config_param(base_dir, 'instanceTitle') emojiForm = \ html_header_with_external_style(css_filename, instanceTitle, None) emojiForm += '

' + \ translate['Emoji Search'] + \ '

' # does the lookup file exist? if not os.path.isfile(emojiLookupFilename): emojiForm += '
' + \ translate['No results'] + '
' emojiForm += html_footer() return emojiForm emojiJson = load_json(emojiLookupFilename) if emojiJson: if os.path.isfile(customEmojiLookupFilename): customEmojiJson = load_json(customEmojiLookupFilename) if customEmojiJson: emojiJson = dict(emojiJson, **customEmojiJson) results = {} for emojiName, filename in emojiJson.items(): if searchStr in emojiName: results[emojiName] = filename + '.png' for emojiName, filename in emojiJson.items(): if emojiName in searchStr: results[emojiName] = filename + '.png' if not results: emojiForm += '
' + \ translate['No results'] + '
' headingShown = False emojiForm += '
' msgStr1 = translate['Copy the text then paste it into your post'] msgStr2 = ':' emojiForm += '
' emojiForm += html_footer() return emojiForm def _match_shared_item(searchStrLowerList: [], sharedItem: {}) -> bool: """Returns true if the shared item matches search criteria """ for searchSubstr in searchStrLowerList: searchSubstr = searchSubstr.strip() if sharedItem.get('location'): if searchSubstr in sharedItem['location'].lower(): return True if searchSubstr in sharedItem['summary'].lower(): return True elif searchSubstr in sharedItem['displayName'].lower(): return True elif searchSubstr in sharedItem['category'].lower(): return True return False def _html_search_result_share_page(actor: str, domain_full: str, calling_domain: str, pageNumber: int, searchStrLower: str, translate: {}, previous: bool) -> str: """Returns the html for the previous button on shared items search results """ postActor = get_alt_path(actor, domain_full, calling_domain) # previous page link, needs to be a POST if previous: pageNumber -= 1 titleStr = translate['Page up'] imageUrl = 'pageup.png' else: pageNumber += 1 titleStr = translate['Page down'] imageUrl = 'pagedown.png' sharedItemsForm = \ '
\n' sharedItemsForm += \ ' \n' sharedItemsForm += \ '
\n' sharedItemsForm += \ '
\n' + ' \n' sharedItemsForm += \ ' ' + titleStr + '\n' sharedItemsForm += '
\n' sharedItemsForm += '
\n' return sharedItemsForm def _html_shares_result(base_dir: str, sharesJson: {}, pageNumber: int, resultsPerPage: int, searchStrLowerList: [], currPage: int, ctr: int, calling_domain: str, http_prefix: str, domain_full: str, contactNickname: str, actor: str, resultsExist: bool, searchStrLower: str, translate: {}, sharesFileType: str) -> (bool, int, int, str): """Result for shared items search """ sharedItemsForm = '' if currPage > pageNumber: return resultsExist, currPage, ctr, sharedItemsForm for name, sharedItem in sharesJson.items(): if _match_shared_item(searchStrLowerList, sharedItem): if currPage == pageNumber: # show individual search result sharedItemsForm += \ html_search_result_share(base_dir, sharedItem, translate, http_prefix, domain_full, contactNickname, name, actor, sharesFileType, sharedItem['category']) if not resultsExist and currPage > 1: # show the previous page button sharedItemsForm += \ _html_search_result_share_page(actor, domain_full, calling_domain, pageNumber, searchStrLower, translate, True) resultsExist = True ctr += 1 if ctr >= resultsPerPage: currPage += 1 if currPage > pageNumber: # show the next page button sharedItemsForm += \ _html_search_result_share_page(actor, domain_full, calling_domain, pageNumber, searchStrLower, translate, False) return resultsExist, currPage, ctr, sharedItemsForm ctr = 0 return resultsExist, currPage, ctr, sharedItemsForm def html_search_shared_items(css_cache: {}, translate: {}, base_dir: str, searchStr: str, pageNumber: int, resultsPerPage: int, http_prefix: str, domain_full: str, actor: str, calling_domain: str, shared_items_federated_domains: [], sharesFileType: str) -> str: """Search results for shared items """ currPage = 1 ctr = 0 sharedItemsForm = '' searchStrLower = urllib.parse.unquote(searchStr) searchStrLower = searchStrLower.lower().strip('\n').strip('\r') searchStrLowerList = searchStrLower.split('+') css_filename = base_dir + '/epicyon-profile.css' if os.path.isfile(base_dir + '/epicyon.css'): css_filename = base_dir + '/epicyon.css' instanceTitle = \ get_config_param(base_dir, 'instanceTitle') sharedItemsForm = \ html_header_with_external_style(css_filename, instanceTitle, None) if sharesFileType == 'shares': titleStr = translate['Shared Items Search'] else: titleStr = translate['Wanted Items Search'] sharedItemsForm += \ '

' + \ '' + titleStr + '

' resultsExist = False for subdir, dirs, files in os.walk(base_dir + '/accounts'): for handle in dirs: if not is_account_dir(handle): continue contactNickname = handle.split('@')[0] sharesFilename = base_dir + '/accounts/' + handle + \ '/' + sharesFileType + '.json' if not os.path.isfile(sharesFilename): continue sharesJson = load_json(sharesFilename) if not sharesJson: continue (resultsExist, currPage, ctr, resultStr) = _html_shares_result(base_dir, sharesJson, pageNumber, resultsPerPage, searchStrLowerList, currPage, ctr, calling_domain, http_prefix, domain_full, contactNickname, actor, resultsExist, searchStrLower, translate, sharesFileType) sharedItemsForm += resultStr if currPage > pageNumber: break break # search federated shared items if sharesFileType == 'shares': catalogsDir = base_dir + '/cache/catalogs' else: catalogsDir = base_dir + '/cache/wantedItems' if currPage <= pageNumber and os.path.isdir(catalogsDir): for subdir, dirs, files in os.walk(catalogsDir): for f in files: if '#' in f: continue if not f.endswith('.' + sharesFileType + '.json'): continue federatedDomain = f.split('.')[0] if federatedDomain not in shared_items_federated_domains: continue sharesFilename = catalogsDir + '/' + f sharesJson = load_json(sharesFilename) if not sharesJson: continue (resultsExist, currPage, ctr, resultStr) = _html_shares_result(base_dir, sharesJson, pageNumber, resultsPerPage, searchStrLowerList, currPage, ctr, calling_domain, http_prefix, domain_full, contactNickname, actor, resultsExist, searchStrLower, translate, sharesFileType) sharedItemsForm += resultStr if currPage > pageNumber: break break if not resultsExist: sharedItemsForm += \ '
' + translate['No results'] + '
\n' sharedItemsForm += html_footer() return sharedItemsForm def html_search_emoji_text_entry(css_cache: {}, translate: {}, base_dir: str, path: str) -> str: """Search for an emoji by name """ # emoji.json is generated so that it can be customized and the changes # will be retained even if default_emoji.json is subsequently updated if not os.path.isfile(base_dir + '/emoji/emoji.json'): copyfile(base_dir + '/emoji/default_emoji.json', base_dir + '/emoji/emoji.json') actor = path.replace('/search', '') domain, port = get_domain_from_actor(actor) set_custom_background(base_dir, 'search-background', 'follow-background') css_filename = base_dir + '/epicyon-follow.css' if os.path.isfile(base_dir + '/follow.css'): css_filename = base_dir + '/follow.css' instanceTitle = \ get_config_param(base_dir, 'instanceTitle') emojiStr = \ html_header_with_external_style(css_filename, instanceTitle, None) emojiStr += '
\n' emojiStr += '
\n' emojiStr += '
\n' emojiStr += \ '

' + \ translate['Enter an emoji name to search for'] + '

\n' emojiStr += '
\n' emojiStr += ' \n' emojiStr += '
\n' emojiStr += \ ' \n' emojiStr += '
\n' emojiStr += '
\n' emojiStr += '
\n' emojiStr += '
\n' emojiStr += html_footer() return emojiStr def html_search(css_cache: {}, translate: {}, base_dir: str, path: str, domain: str, default_timeline: str, theme: str, text_mode_banner: str, access_keys: {}) -> str: """Search called from the timeline icon """ actor = path.replace('/search', '') searchNickname = get_nickname_from_actor(actor) set_custom_background(base_dir, 'search-background', 'follow-background') css_filename = base_dir + '/epicyon-search.css' if os.path.isfile(base_dir + '/search.css'): css_filename = base_dir + '/search.css' instanceTitle = get_config_param(base_dir, 'instanceTitle') followStr = \ html_header_with_external_style(css_filename, instanceTitle, None) # show a banner above the search box searchBannerFile, searchBannerFilename = \ get_search_banner_file(base_dir, searchNickname, domain, theme) text_mode_bannerStr = html_keyboard_navigation(text_mode_banner, {}, {}) if text_mode_bannerStr is None: text_mode_bannerStr = '' if os.path.isfile(searchBannerFilename): timelineKey = access_keys['menuTimeline'] usersPath = '/users/' + searchNickname followStr += \ '
\n' + text_mode_bannerStr + \ '\n' followStr += '\n' + \ '
\n' # show the search box followStr += '
\n' followStr += '
\n' followStr += '
\n' followStr += \ '

' + translate['Search screen text'] + '

\n' followStr += '
\n' followStr += \ ' \n' followStr += '
\n' submitKey = access_keys['submitButton'] followStr += ' \n' followStr += '
\n' cachedHashtagSwarmFilename = \ acct_dir(base_dir, searchNickname, domain) + '/.hashtagSwarm' swarmStr = '' if os.path.isfile(cachedHashtagSwarmFilename): try: with open(cachedHashtagSwarmFilename, 'r') as fp: swarmStr = fp.read() except OSError: print('EX: html_search unable to read cached hashtag swarm ' + cachedHashtagSwarmFilename) if not swarmStr: swarmStr = html_hash_tag_swarm(base_dir, actor, translate) if swarmStr: try: with open(cachedHashtagSwarmFilename, 'w+') as fp: fp.write(swarmStr) except OSError: print('EX: html_search unable to save cached hashtag swarm ' + cachedHashtagSwarmFilename) followStr += '

' + swarmStr + '

\n' followStr += '
\n' followStr += '
\n' followStr += '
\n' followStr += html_footer() return followStr def html_skills_search(actor: str, css_cache: {}, translate: {}, base_dir: str, http_prefix: str, skillsearch: str, instanceOnly: bool, postsPerPage: int) -> str: """Show a page containing search results for a skill """ if skillsearch.startswith('*'): skillsearch = skillsearch[1:].strip() skillsearch = skillsearch.lower().strip('\n').strip('\r') results = [] # search instance accounts for subdir, dirs, files in os.walk(base_dir + '/accounts/'): for f in files: if not f.endswith('.json'): continue if not is_account_dir(f): continue actorFilename = os.path.join(subdir, f) actor_json = load_json(actorFilename) if actor_json: if actor_json.get('id') and \ no_of_actor_skills(actor_json) > 0 and \ actor_json.get('name') and \ actor_json.get('icon'): actor = actor_json['id'] actorSkillsList = actor_json['hasOccupation']['skills'] skills = get_skills_from_list(actorSkillsList) for skillName, skillLevel in skills.items(): skillName = skillName.lower() if not (skillName in skillsearch or skillsearch in skillName): continue skillLevelStr = str(skillLevel) if skillLevel < 100: skillLevelStr = '0' + skillLevelStr if skillLevel < 10: skillLevelStr = '0' + skillLevelStr indexStr = \ skillLevelStr + ';' + actor + ';' + \ actor_json['name'] + \ ';' + actor_json['icon']['url'] if indexStr not in results: results.append(indexStr) break if not instanceOnly: # search actor cache for subdir, dirs, files in os.walk(base_dir + '/cache/actors/'): for f in files: if not f.endswith('.json'): continue if not is_account_dir(f): continue actorFilename = os.path.join(subdir, f) cachedActorJson = load_json(actorFilename) if cachedActorJson: if cachedActorJson.get('actor'): actor_json = cachedActorJson['actor'] if actor_json.get('id') and \ no_of_actor_skills(actor_json) > 0 and \ actor_json.get('name') and \ actor_json.get('icon'): actor = actor_json['id'] actorSkillsList = \ actor_json['hasOccupation']['skills'] skills = get_skills_from_list(actorSkillsList) for skillName, skillLevel in skills.items(): skillName = skillName.lower() if not (skillName in skillsearch or skillsearch in skillName): continue skillLevelStr = str(skillLevel) if skillLevel < 100: skillLevelStr = '0' + skillLevelStr if skillLevel < 10: skillLevelStr = '0' + skillLevelStr indexStr = \ skillLevelStr + ';' + actor + ';' + \ actor_json['name'] + \ ';' + actor_json['icon']['url'] if indexStr not in results: results.append(indexStr) break results.sort(reverse=True) css_filename = base_dir + '/epicyon-profile.css' if os.path.isfile(base_dir + '/epicyon.css'): css_filename = base_dir + '/epicyon.css' instanceTitle = \ get_config_param(base_dir, 'instanceTitle') skillSearchForm = \ html_header_with_external_style(css_filename, instanceTitle, None) skillSearchForm += \ '

' + \ translate['Skills search'] + ': ' + \ skillsearch + \ '

' if len(results) == 0: skillSearchForm += \ '
' + translate['No results'] + \ '
' else: skillSearchForm += '
' ctr = 0 for skillMatch in results: skillMatchFields = skillMatch.split(';') if len(skillMatchFields) != 4: continue actor = skillMatchFields[1] actorName = skillMatchFields[2] avatarUrl = skillMatchFields[3] skillSearchForm += \ '
' skillSearchForm += \ '' + actorName + \ '
' ctr += 1 if ctr >= postsPerPage: break skillSearchForm += '
' skillSearchForm += html_footer() return skillSearchForm def html_history_search(css_cache: {}, translate: {}, base_dir: str, http_prefix: str, nickname: str, domain: str, historysearch: str, postsPerPage: int, pageNumber: int, project_version: str, recent_posts_cache: {}, max_recent_posts: int, session, cached_webfingers, person_cache: {}, port: int, yt_replace_domain: str, twitter_replacement_domain: str, show_published_date_only: bool, peertube_instances: [], allow_local_network_access: bool, theme_name: str, boxName: str, system_language: str, max_like_count: int, signing_priv_key_pem: str, cw_lists: {}, lists_enabled: str) -> str: """Show a page containing search results for your post history """ if historysearch.startswith("'"): historysearch = historysearch[1:].strip() historysearch = historysearch.lower().strip('\n').strip('\r') boxFilenames = \ search_box_posts(base_dir, nickname, domain, historysearch, postsPerPage, boxName) css_filename = base_dir + '/epicyon-profile.css' if os.path.isfile(base_dir + '/epicyon.css'): css_filename = base_dir + '/epicyon.css' instanceTitle = \ get_config_param(base_dir, 'instanceTitle') historySearchForm = \ html_header_with_external_style(css_filename, instanceTitle, None) # add the page title domain_full = get_full_domain(domain, port) actor = local_actor_url(http_prefix, nickname, domain_full) historySearchTitle = '🔍 ' + translate['Your Posts'] if boxName == 'bookmarks': historySearchTitle = '🔍 ' + translate['Bookmarks'] historySearchForm += \ '

' + \ historySearchTitle + '

' if len(boxFilenames) == 0: historySearchForm += \ '
' + translate['No results'] + \ '
' return historySearchForm separatorStr = html_post_separator(base_dir, None) # ensure that the page number is in bounds if not pageNumber: pageNumber = 1 elif pageNumber < 1: pageNumber = 1 # get the start end end within the index file startIndex = int((pageNumber - 1) * postsPerPage) endIndex = startIndex + postsPerPage noOfBoxFilenames = len(boxFilenames) if endIndex >= noOfBoxFilenames and noOfBoxFilenames > 0: endIndex = noOfBoxFilenames - 1 index = startIndex while index <= endIndex: post_filename = boxFilenames[index] if not post_filename: index += 1 continue post_json_object = load_json(post_filename) if not post_json_object: index += 1 continue showIndividualPostIcons = True allow_deletion = False postStr = \ individual_post_as_html(signing_priv_key_pem, True, recent_posts_cache, max_recent_posts, translate, None, base_dir, session, cached_webfingers, person_cache, nickname, domain, port, post_json_object, None, True, allow_deletion, http_prefix, project_version, 'search', yt_replace_domain, twitter_replacement_domain, show_published_date_only, peertube_instances, allow_local_network_access, theme_name, system_language, max_like_count, showIndividualPostIcons, showIndividualPostIcons, False, False, False, False, cw_lists, lists_enabled) if postStr: historySearchForm += separatorStr + postStr index += 1 historySearchForm += html_footer() return historySearchForm def html_hashtag_search(css_cache: {}, nickname: str, domain: str, port: int, recent_posts_cache: {}, max_recent_posts: int, translate: {}, base_dir: str, hashtag: str, pageNumber: int, postsPerPage: int, session, cached_webfingers: {}, person_cache: {}, http_prefix: str, project_version: str, yt_replace_domain: str, twitter_replacement_domain: str, show_published_date_only: bool, peertube_instances: [], allow_local_network_access: bool, theme_name: str, system_language: str, max_like_count: int, signing_priv_key_pem: str, cw_lists: {}, lists_enabled: str) -> str: """Show a page containing search results for a hashtag or after selecting a hashtag from the swarm """ if hashtag.startswith('#'): hashtag = hashtag[1:] hashtag = urllib.parse.unquote(hashtag) hashtagIndexFile = base_dir + '/tags/' + hashtag + '.txt' if not os.path.isfile(hashtagIndexFile): if hashtag != hashtag.lower(): hashtag = hashtag.lower() hashtagIndexFile = base_dir + '/tags/' + hashtag + '.txt' if not os.path.isfile(hashtagIndexFile): print('WARN: hashtag file not found ' + hashtagIndexFile) return None separatorStr = html_post_separator(base_dir, None) # check that the directory for the nickname exists if nickname: accountDir = acct_dir(base_dir, nickname, domain) if not os.path.isdir(accountDir): nickname = None # read the index with open(hashtagIndexFile, 'r') as f: lines = f.readlines() # read the css css_filename = base_dir + '/epicyon-profile.css' if os.path.isfile(base_dir + '/epicyon.css'): css_filename = base_dir + '/epicyon.css' # ensure that the page number is in bounds if not pageNumber: pageNumber = 1 elif pageNumber < 1: pageNumber = 1 # get the start end end within the index file startIndex = int((pageNumber - 1) * postsPerPage) endIndex = startIndex + postsPerPage noOfLines = len(lines) if endIndex >= noOfLines and noOfLines > 0: endIndex = noOfLines - 1 # add the page title instanceTitle = \ get_config_param(base_dir, 'instanceTitle') hashtagSearchForm = \ html_header_with_external_style(css_filename, instanceTitle, None) if nickname: hashtagSearchForm += '
\n' + \ '

#' + \ hashtag + '

\n' else: hashtagSearchForm += '
\n' + \ '

#' + hashtag + '

\n' # RSS link for hashtag feed hashtagSearchForm += '' hashtagSearchForm += \ 'RSS 2.0
\n' # edit the category for this hashtag if is_editor(base_dir, nickname): category = get_hashtag_category(base_dir, hashtag) hashtagSearchForm += '
\n' hashtagSearchForm += '
\n' hashtagSearchForm += '
\n' hashtagSearchForm += translate['Category'] hashtagSearchForm += \ ' \n' hashtagSearchForm += \ ' \n' hashtagSearchForm += '
\n' hashtagSearchForm += '
\n' hashtagSearchForm += '
\n' if startIndex > 0: # previous page link hashtagSearchForm += \ '
\n' + \ ' ' + translate['Page up'] + \
            '\n
\n' index = startIndex while index <= endIndex: post_id = lines[index].strip('\n').strip('\r') if ' ' not in post_id: nickname = get_nickname_from_actor(post_id) if not nickname: index += 1 continue else: postFields = post_id.split(' ') if len(postFields) != 3: index += 1 continue nickname = postFields[1] post_id = postFields[2] post_filename = locate_post(base_dir, nickname, domain, post_id) if not post_filename: index += 1 continue post_json_object = load_json(post_filename) if not post_json_object: index += 1 continue if not is_public_post(post_json_object): index += 1 continue showIndividualPostIcons = False if nickname: showIndividualPostIcons = True allow_deletion = False showRepeats = showIndividualPostIcons showIcons = showIndividualPostIcons manuallyApprovesFollowers = False showPublicOnly = False storeToCache = False allowDownloads = True avatarUrl = None showAvatarOptions = True postStr = \ individual_post_as_html(signing_priv_key_pem, allowDownloads, recent_posts_cache, max_recent_posts, translate, None, base_dir, session, cached_webfingers, person_cache, nickname, domain, port, post_json_object, avatarUrl, showAvatarOptions, allow_deletion, http_prefix, project_version, 'search', yt_replace_domain, twitter_replacement_domain, show_published_date_only, peertube_instances, allow_local_network_access, theme_name, system_language, max_like_count, showRepeats, showIcons, manuallyApprovesFollowers, showPublicOnly, storeToCache, False, cw_lists, lists_enabled) if postStr: hashtagSearchForm += separatorStr + postStr index += 1 if endIndex < noOfLines - 1: # next page link hashtagSearchForm += \ '
\n' + \ ' ' + translate['Page down'] + '' + \ '
' hashtagSearchForm += html_footer() return hashtagSearchForm def rss_hashtag_search(nickname: str, domain: str, port: int, recent_posts_cache: {}, max_recent_posts: int, translate: {}, base_dir: str, hashtag: str, postsPerPage: int, session, cached_webfingers: {}, person_cache: {}, http_prefix: str, project_version: str, yt_replace_domain: str, twitter_replacement_domain: str, system_language: str) -> str: """Show an rss feed for a hashtag """ if hashtag.startswith('#'): hashtag = hashtag[1:] hashtag = urllib.parse.unquote(hashtag) hashtagIndexFile = base_dir + '/tags/' + hashtag + '.txt' if not os.path.isfile(hashtagIndexFile): if hashtag != hashtag.lower(): hashtag = hashtag.lower() hashtagIndexFile = base_dir + '/tags/' + hashtag + '.txt' if not os.path.isfile(hashtagIndexFile): print('WARN: hashtag file not found ' + hashtagIndexFile) return None # check that the directory for the nickname exists if nickname: accountDir = acct_dir(base_dir, nickname, domain) if not os.path.isdir(accountDir): nickname = None # read the index lines = [] with open(hashtagIndexFile, 'r') as f: lines = f.readlines() if not lines: return None domain_full = get_full_domain(domain, port) maxFeedLength = 10 hashtagFeed = \ rss2tag_header(hashtag, http_prefix, domain_full) for index in range(len(lines)): post_id = lines[index].strip('\n').strip('\r') if ' ' not in post_id: nickname = get_nickname_from_actor(post_id) if not nickname: index += 1 if index >= maxFeedLength: break continue else: postFields = post_id.split(' ') if len(postFields) != 3: index += 1 if index >= maxFeedLength: break continue nickname = postFields[1] post_id = postFields[2] post_filename = locate_post(base_dir, nickname, domain, post_id) if not post_filename: index += 1 if index >= maxFeedLength: break continue post_json_object = load_json(post_filename) if post_json_object: if not is_public_post(post_json_object): index += 1 if index >= maxFeedLength: break continue # add to feed if post_json_object['object'].get('content') and \ post_json_object['object'].get('attributedTo') and \ post_json_object['object'].get('published'): published = post_json_object['object']['published'] pubDate = datetime.strptime(published, "%Y-%m-%dT%H:%M:%SZ") rssDateStr = pubDate.strftime("%a, %d %b %Y %H:%M:%S UT") hashtagFeed += ' ' hashtagFeed += \ ' ' + \ post_json_object['object']['attributedTo'] + \ '' if post_json_object['object'].get('summary'): hashtagFeed += \ ' ' + \ post_json_object['object']['summary'] + \ '' description = \ get_base_content_from_post(post_json_object, system_language) description = first_paragraph_from_string(description) hashtagFeed += \ ' ' + description + '' hashtagFeed += \ ' ' + rssDateStr + '' if post_json_object['object'].get('attachment'): for attach in post_json_object['object']['attachment']: if not attach.get('url'): continue hashtagFeed += \ ' ' + attach['url'] + '' hashtagFeed += ' ' index += 1 if index >= maxFeedLength: break return hashtagFeed + rss2tag_footer()