__filename__ = "webapp_search.py" __author__ = "Bob Mottram" __license__ = "AGPL3+" __version__ = "1.2.0" __maintainer__ = "Bob Mottram" __email__ = "bob@libreserver.org" __status__ = "Production" __module_group__ = "Web Interface" import os from shutil import copyfile import urllib.parse from datetime import datetime from utils import getBaseContentFromPost from utils import isAccountDir from utils import getConfigParam from utils import getFullDomain from utils import isEditor from utils import loadJson from utils import getDomainFromActor from utils import getNicknameFromActor from utils import locatePost from utils import isPublicPost from utils import firstParagraphFromString from utils import searchBoxPosts from utils import getAltPath from utils import acctDir from utils import localActorUrl from skills import noOfActorSkills from skills import getSkillsFromList from categories import getHashtagCategory from feeds import rss2TagHeader from feeds import rss2TagFooter from webapp_utils import setCustomBackground from webapp_utils import htmlKeyboardNavigation from webapp_utils import htmlHeaderWithExternalStyle from webapp_utils import htmlFooter from webapp_utils import getSearchBannerFile from webapp_utils import htmlPostSeparator from webapp_utils import htmlSearchResultShare from webapp_post import individualPostAsHtml from webapp_hashtagswarm import htmlHashTagSwarm def htmlSearchEmoji(cssCache: {}, translate: {}, base_dir: str, http_prefix: str, searchStr: str) -> str: """Search results for emoji """ # emoji.json is generated so that it can be customized and the changes # will be retained even if default_emoji.json is subsequently updated if not os.path.isfile(base_dir + '/emoji/emoji.json'): copyfile(base_dir + '/emoji/default_emoji.json', base_dir + '/emoji/emoji.json') searchStr = searchStr.lower().replace(':', '').strip('\n').strip('\r') cssFilename = base_dir + '/epicyon-profile.css' if os.path.isfile(base_dir + '/epicyon.css'): cssFilename = base_dir + '/epicyon.css' emojiLookupFilename = base_dir + '/emoji/emoji.json' customEmojiLookupFilename = base_dir + '/emojicustom/emoji.json' # create header instanceTitle = \ getConfigParam(base_dir, 'instanceTitle') emojiForm = htmlHeaderWithExternalStyle(cssFilename, instanceTitle, None) emojiForm += '

' + \ translate['Emoji Search'] + \ '

' # does the lookup file exist? if not os.path.isfile(emojiLookupFilename): emojiForm += '
' + \ translate['No results'] + '
' emojiForm += htmlFooter() return emojiForm emojiJson = loadJson(emojiLookupFilename) if emojiJson: if os.path.isfile(customEmojiLookupFilename): customEmojiJson = loadJson(customEmojiLookupFilename) if customEmojiJson: emojiJson = dict(emojiJson, **customEmojiJson) results = {} for emojiName, filename in emojiJson.items(): if searchStr in emojiName: results[emojiName] = filename + '.png' for emojiName, filename in emojiJson.items(): if emojiName in searchStr: results[emojiName] = filename + '.png' if not results: emojiForm += '
' + \ translate['No results'] + '
' headingShown = False emojiForm += '
' msgStr1 = translate['Copy the text then paste it into your post'] msgStr2 = ':' emojiForm += '
' emojiForm += htmlFooter() return emojiForm def _matchSharedItem(searchStrLowerList: [], sharedItem: {}) -> bool: """Returns true if the shared item matches search criteria """ for searchSubstr in searchStrLowerList: searchSubstr = searchSubstr.strip() if sharedItem.get('location'): if searchSubstr in sharedItem['location'].lower(): return True if searchSubstr in sharedItem['summary'].lower(): return True elif searchSubstr in sharedItem['displayName'].lower(): return True elif searchSubstr in sharedItem['category'].lower(): return True return False def _htmlSearchResultSharePage(actor: str, domainFull: str, callingDomain: str, pageNumber: int, searchStrLower: str, translate: {}, previous: bool) -> str: """Returns the html for the previous button on shared items search results """ postActor = getAltPath(actor, domainFull, callingDomain) # previous page link, needs to be a POST if previous: pageNumber -= 1 titleStr = translate['Page up'] imageUrl = 'pageup.png' else: pageNumber += 1 titleStr = translate['Page down'] imageUrl = 'pagedown.png' sharedItemsForm = \ '
\n' sharedItemsForm += \ ' \n' sharedItemsForm += \ '
\n' sharedItemsForm += \ '
\n' + ' \n' sharedItemsForm += \ ' ' + titleStr + '\n' sharedItemsForm += '
\n' sharedItemsForm += '
\n' return sharedItemsForm def _htmlSharesResult(base_dir: str, sharesJson: {}, pageNumber: int, resultsPerPage: int, searchStrLowerList: [], currPage: int, ctr: int, callingDomain: str, http_prefix: str, domainFull: str, contactNickname: str, actor: str, resultsExist: bool, searchStrLower: str, translate: {}, sharesFileType: str) -> (bool, int, int, str): """Result for shared items search """ sharedItemsForm = '' if currPage > pageNumber: return resultsExist, currPage, ctr, sharedItemsForm for name, sharedItem in sharesJson.items(): if _matchSharedItem(searchStrLowerList, sharedItem): if currPage == pageNumber: # show individual search result sharedItemsForm += \ htmlSearchResultShare(base_dir, sharedItem, translate, http_prefix, domainFull, contactNickname, name, actor, sharesFileType, sharedItem['category']) if not resultsExist and currPage > 1: # show the previous page button sharedItemsForm += \ _htmlSearchResultSharePage(actor, domainFull, callingDomain, pageNumber, searchStrLower, translate, True) resultsExist = True ctr += 1 if ctr >= resultsPerPage: currPage += 1 if currPage > pageNumber: # show the next page button sharedItemsForm += \ _htmlSearchResultSharePage(actor, domainFull, callingDomain, pageNumber, searchStrLower, translate, False) return resultsExist, currPage, ctr, sharedItemsForm ctr = 0 return resultsExist, currPage, ctr, sharedItemsForm def htmlSearchSharedItems(cssCache: {}, translate: {}, base_dir: str, searchStr: str, pageNumber: int, resultsPerPage: int, http_prefix: str, domainFull: str, actor: str, callingDomain: str, shared_items_federated_domains: [], sharesFileType: str) -> str: """Search results for shared items """ currPage = 1 ctr = 0 sharedItemsForm = '' searchStrLower = urllib.parse.unquote(searchStr) searchStrLower = searchStrLower.lower().strip('\n').strip('\r') searchStrLowerList = searchStrLower.split('+') cssFilename = base_dir + '/epicyon-profile.css' if os.path.isfile(base_dir + '/epicyon.css'): cssFilename = base_dir + '/epicyon.css' instanceTitle = \ getConfigParam(base_dir, 'instanceTitle') sharedItemsForm = \ htmlHeaderWithExternalStyle(cssFilename, instanceTitle, None) if sharesFileType == 'shares': titleStr = translate['Shared Items Search'] else: titleStr = translate['Wanted Items Search'] sharedItemsForm += \ '

' + \ '' + titleStr + '

' resultsExist = False for subdir, dirs, files in os.walk(base_dir + '/accounts'): for handle in dirs: if not isAccountDir(handle): continue contactNickname = handle.split('@')[0] sharesFilename = base_dir + '/accounts/' + handle + \ '/' + sharesFileType + '.json' if not os.path.isfile(sharesFilename): continue sharesJson = loadJson(sharesFilename) if not sharesJson: continue (resultsExist, currPage, ctr, resultStr) = _htmlSharesResult(base_dir, sharesJson, pageNumber, resultsPerPage, searchStrLowerList, currPage, ctr, callingDomain, http_prefix, domainFull, contactNickname, actor, resultsExist, searchStrLower, translate, sharesFileType) sharedItemsForm += resultStr if currPage > pageNumber: break break # search federated shared items if sharesFileType == 'shares': catalogsDir = base_dir + '/cache/catalogs' else: catalogsDir = base_dir + '/cache/wantedItems' if currPage <= pageNumber and os.path.isdir(catalogsDir): for subdir, dirs, files in os.walk(catalogsDir): for f in files: if '#' in f: continue if not f.endswith('.' + sharesFileType + '.json'): continue federatedDomain = f.split('.')[0] if federatedDomain not in shared_items_federated_domains: continue sharesFilename = catalogsDir + '/' + f sharesJson = loadJson(sharesFilename) if not sharesJson: continue (resultsExist, currPage, ctr, resultStr) = _htmlSharesResult(base_dir, sharesJson, pageNumber, resultsPerPage, searchStrLowerList, currPage, ctr, callingDomain, http_prefix, domainFull, contactNickname, actor, resultsExist, searchStrLower, translate, sharesFileType) sharedItemsForm += resultStr if currPage > pageNumber: break break if not resultsExist: sharedItemsForm += \ '
' + translate['No results'] + '
\n' sharedItemsForm += htmlFooter() return sharedItemsForm def htmlSearchEmojiTextEntry(cssCache: {}, translate: {}, base_dir: str, path: str) -> str: """Search for an emoji by name """ # emoji.json is generated so that it can be customized and the changes # will be retained even if default_emoji.json is subsequently updated if not os.path.isfile(base_dir + '/emoji/emoji.json'): copyfile(base_dir + '/emoji/default_emoji.json', base_dir + '/emoji/emoji.json') actor = path.replace('/search', '') domain, port = getDomainFromActor(actor) setCustomBackground(base_dir, 'search-background', 'follow-background') cssFilename = base_dir + '/epicyon-follow.css' if os.path.isfile(base_dir + '/follow.css'): cssFilename = base_dir + '/follow.css' instanceTitle = \ getConfigParam(base_dir, 'instanceTitle') emojiStr = htmlHeaderWithExternalStyle(cssFilename, instanceTitle, None) emojiStr += '
\n' emojiStr += '
\n' emojiStr += '
\n' emojiStr += \ '

' + \ translate['Enter an emoji name to search for'] + '

\n' emojiStr += '
\n' emojiStr += ' \n' emojiStr += '
\n' emojiStr += \ ' \n' emojiStr += '
\n' emojiStr += '
\n' emojiStr += '
\n' emojiStr += '
\n' emojiStr += htmlFooter() return emojiStr def htmlSearch(cssCache: {}, translate: {}, base_dir: str, path: str, domain: str, defaultTimeline: str, theme: str, textModeBanner: str, accessKeys: {}) -> str: """Search called from the timeline icon """ actor = path.replace('/search', '') searchNickname = getNicknameFromActor(actor) setCustomBackground(base_dir, 'search-background', 'follow-background') cssFilename = base_dir + '/epicyon-search.css' if os.path.isfile(base_dir + '/search.css'): cssFilename = base_dir + '/search.css' instanceTitle = getConfigParam(base_dir, 'instanceTitle') followStr = htmlHeaderWithExternalStyle(cssFilename, instanceTitle, None) # show a banner above the search box searchBannerFile, searchBannerFilename = \ getSearchBannerFile(base_dir, searchNickname, domain, theme) textModeBannerStr = htmlKeyboardNavigation(textModeBanner, {}, {}) if textModeBannerStr is None: textModeBannerStr = '' if os.path.isfile(searchBannerFilename): timelineKey = accessKeys['menuTimeline'] usersPath = '/users/' + searchNickname followStr += \ '
\n' + textModeBannerStr + \ '\n' followStr += '\n' + \ '
\n' # show the search box followStr += '
\n' followStr += '
\n' followStr += '
\n' followStr += \ '

' + translate['Search screen text'] + '

\n' followStr += '
\n' followStr += \ ' \n' followStr += '
\n' submitKey = accessKeys['submitButton'] followStr += ' \n' followStr += '
\n' cachedHashtagSwarmFilename = \ acctDir(base_dir, searchNickname, domain) + '/.hashtagSwarm' swarmStr = '' if os.path.isfile(cachedHashtagSwarmFilename): try: with open(cachedHashtagSwarmFilename, 'r') as fp: swarmStr = fp.read() except OSError: print('EX: htmlSearch unable to read cached hashtag swarm ' + cachedHashtagSwarmFilename) if not swarmStr: swarmStr = htmlHashTagSwarm(base_dir, actor, translate) if swarmStr: try: with open(cachedHashtagSwarmFilename, 'w+') as fp: fp.write(swarmStr) except OSError: print('EX: htmlSearch unable to save cached hashtag swarm ' + cachedHashtagSwarmFilename) followStr += '

' + swarmStr + '

\n' followStr += '
\n' followStr += '
\n' followStr += '
\n' followStr += htmlFooter() return followStr def htmlSkillsSearch(actor: str, cssCache: {}, translate: {}, base_dir: str, http_prefix: str, skillsearch: str, instanceOnly: bool, postsPerPage: int) -> str: """Show a page containing search results for a skill """ if skillsearch.startswith('*'): skillsearch = skillsearch[1:].strip() skillsearch = skillsearch.lower().strip('\n').strip('\r') results = [] # search instance accounts for subdir, dirs, files in os.walk(base_dir + '/accounts/'): for f in files: if not f.endswith('.json'): continue if not isAccountDir(f): continue actorFilename = os.path.join(subdir, f) actorJson = loadJson(actorFilename) if actorJson: if actorJson.get('id') and \ noOfActorSkills(actorJson) > 0 and \ actorJson.get('name') and \ actorJson.get('icon'): actor = actorJson['id'] actorSkillsList = actorJson['hasOccupation']['skills'] skills = getSkillsFromList(actorSkillsList) for skillName, skillLevel in skills.items(): skillName = skillName.lower() if not (skillName in skillsearch or skillsearch in skillName): continue skillLevelStr = str(skillLevel) if skillLevel < 100: skillLevelStr = '0' + skillLevelStr if skillLevel < 10: skillLevelStr = '0' + skillLevelStr indexStr = \ skillLevelStr + ';' + actor + ';' + \ actorJson['name'] + \ ';' + actorJson['icon']['url'] if indexStr not in results: results.append(indexStr) break if not instanceOnly: # search actor cache for subdir, dirs, files in os.walk(base_dir + '/cache/actors/'): for f in files: if not f.endswith('.json'): continue if not isAccountDir(f): continue actorFilename = os.path.join(subdir, f) cachedActorJson = loadJson(actorFilename) if cachedActorJson: if cachedActorJson.get('actor'): actorJson = cachedActorJson['actor'] if actorJson.get('id') and \ noOfActorSkills(actorJson) > 0 and \ actorJson.get('name') and \ actorJson.get('icon'): actor = actorJson['id'] actorSkillsList = \ actorJson['hasOccupation']['skills'] skills = getSkillsFromList(actorSkillsList) for skillName, skillLevel in skills.items(): skillName = skillName.lower() if not (skillName in skillsearch or skillsearch in skillName): continue skillLevelStr = str(skillLevel) if skillLevel < 100: skillLevelStr = '0' + skillLevelStr if skillLevel < 10: skillLevelStr = '0' + skillLevelStr indexStr = \ skillLevelStr + ';' + actor + ';' + \ actorJson['name'] + \ ';' + actorJson['icon']['url'] if indexStr not in results: results.append(indexStr) break results.sort(reverse=True) cssFilename = base_dir + '/epicyon-profile.css' if os.path.isfile(base_dir + '/epicyon.css'): cssFilename = base_dir + '/epicyon.css' instanceTitle = \ getConfigParam(base_dir, 'instanceTitle') skillSearchForm = \ htmlHeaderWithExternalStyle(cssFilename, instanceTitle, None) skillSearchForm += \ '

' + \ translate['Skills search'] + ': ' + \ skillsearch + \ '

' if len(results) == 0: skillSearchForm += \ '
' + translate['No results'] + \ '
' else: skillSearchForm += '
' ctr = 0 for skillMatch in results: skillMatchFields = skillMatch.split(';') if len(skillMatchFields) != 4: continue actor = skillMatchFields[1] actorName = skillMatchFields[2] avatarUrl = skillMatchFields[3] skillSearchForm += \ '
' skillSearchForm += \ '' + actorName + \ '
' ctr += 1 if ctr >= postsPerPage: break skillSearchForm += '
' skillSearchForm += htmlFooter() return skillSearchForm def htmlHistorySearch(cssCache: {}, translate: {}, base_dir: str, http_prefix: str, nickname: str, domain: str, historysearch: str, postsPerPage: int, pageNumber: int, projectVersion: str, recentPostsCache: {}, maxRecentPosts: int, session, cachedWebfingers, personCache: {}, port: int, yt_replace_domain: str, twitterReplacementDomain: str, show_published_date_only: bool, peertubeInstances: [], allow_local_network_access: bool, themeName: str, boxName: str, systemLanguage: str, max_like_count: int, signingPrivateKeyPem: str, CWlists: {}, lists_enabled: str) -> str: """Show a page containing search results for your post history """ if historysearch.startswith("'"): historysearch = historysearch[1:].strip() historysearch = historysearch.lower().strip('\n').strip('\r') boxFilenames = \ searchBoxPosts(base_dir, nickname, domain, historysearch, postsPerPage, boxName) cssFilename = base_dir + '/epicyon-profile.css' if os.path.isfile(base_dir + '/epicyon.css'): cssFilename = base_dir + '/epicyon.css' instanceTitle = \ getConfigParam(base_dir, 'instanceTitle') historySearchForm = \ htmlHeaderWithExternalStyle(cssFilename, instanceTitle, None) # add the page title domainFull = getFullDomain(domain, port) actor = localActorUrl(http_prefix, nickname, domainFull) historySearchTitle = '🔍 ' + translate['Your Posts'] if boxName == 'bookmarks': historySearchTitle = '🔍 ' + translate['Bookmarks'] historySearchForm += \ '

' + \ historySearchTitle + '

' if len(boxFilenames) == 0: historySearchForm += \ '
' + translate['No results'] + \ '
' return historySearchForm separatorStr = htmlPostSeparator(base_dir, None) # ensure that the page number is in bounds if not pageNumber: pageNumber = 1 elif pageNumber < 1: pageNumber = 1 # get the start end end within the index file startIndex = int((pageNumber - 1) * postsPerPage) endIndex = startIndex + postsPerPage noOfBoxFilenames = len(boxFilenames) if endIndex >= noOfBoxFilenames and noOfBoxFilenames > 0: endIndex = noOfBoxFilenames - 1 index = startIndex while index <= endIndex: postFilename = boxFilenames[index] if not postFilename: index += 1 continue postJsonObject = loadJson(postFilename) if not postJsonObject: index += 1 continue showIndividualPostIcons = True allowDeletion = False postStr = \ individualPostAsHtml(signingPrivateKeyPem, True, recentPostsCache, maxRecentPosts, translate, None, base_dir, session, cachedWebfingers, personCache, nickname, domain, port, postJsonObject, None, True, allowDeletion, http_prefix, projectVersion, 'search', yt_replace_domain, twitterReplacementDomain, show_published_date_only, peertubeInstances, allow_local_network_access, themeName, systemLanguage, max_like_count, showIndividualPostIcons, showIndividualPostIcons, False, False, False, False, CWlists, lists_enabled) if postStr: historySearchForm += separatorStr + postStr index += 1 historySearchForm += htmlFooter() return historySearchForm def htmlHashtagSearch(cssCache: {}, nickname: str, domain: str, port: int, recentPostsCache: {}, maxRecentPosts: int, translate: {}, base_dir: str, hashtag: str, pageNumber: int, postsPerPage: int, session, cachedWebfingers: {}, personCache: {}, http_prefix: str, projectVersion: str, yt_replace_domain: str, twitterReplacementDomain: str, show_published_date_only: bool, peertubeInstances: [], allow_local_network_access: bool, themeName: str, systemLanguage: str, max_like_count: int, signingPrivateKeyPem: str, CWlists: {}, lists_enabled: str) -> str: """Show a page containing search results for a hashtag or after selecting a hashtag from the swarm """ if hashtag.startswith('#'): hashtag = hashtag[1:] hashtag = urllib.parse.unquote(hashtag) hashtagIndexFile = base_dir + '/tags/' + hashtag + '.txt' if not os.path.isfile(hashtagIndexFile): if hashtag != hashtag.lower(): hashtag = hashtag.lower() hashtagIndexFile = base_dir + '/tags/' + hashtag + '.txt' if not os.path.isfile(hashtagIndexFile): print('WARN: hashtag file not found ' + hashtagIndexFile) return None separatorStr = htmlPostSeparator(base_dir, None) # check that the directory for the nickname exists if nickname: accountDir = acctDir(base_dir, nickname, domain) if not os.path.isdir(accountDir): nickname = None # read the index with open(hashtagIndexFile, 'r') as f: lines = f.readlines() # read the css cssFilename = base_dir + '/epicyon-profile.css' if os.path.isfile(base_dir + '/epicyon.css'): cssFilename = base_dir + '/epicyon.css' # ensure that the page number is in bounds if not pageNumber: pageNumber = 1 elif pageNumber < 1: pageNumber = 1 # get the start end end within the index file startIndex = int((pageNumber - 1) * postsPerPage) endIndex = startIndex + postsPerPage noOfLines = len(lines) if endIndex >= noOfLines and noOfLines > 0: endIndex = noOfLines - 1 # add the page title instanceTitle = \ getConfigParam(base_dir, 'instanceTitle') hashtagSearchForm = \ htmlHeaderWithExternalStyle(cssFilename, instanceTitle, None) if nickname: hashtagSearchForm += '
\n' + \ '

#' + \ hashtag + '

\n' else: hashtagSearchForm += '
\n' + \ '

#' + hashtag + '

\n' # RSS link for hashtag feed hashtagSearchForm += '' hashtagSearchForm += \ 'RSS 2.0
\n' # edit the category for this hashtag if isEditor(base_dir, nickname): category = getHashtagCategory(base_dir, hashtag) hashtagSearchForm += '
\n' hashtagSearchForm += '
\n' hashtagSearchForm += '
\n' hashtagSearchForm += translate['Category'] hashtagSearchForm += \ ' \n' hashtagSearchForm += \ ' \n' hashtagSearchForm += '
\n' hashtagSearchForm += '
\n' hashtagSearchForm += '
\n' if startIndex > 0: # previous page link hashtagSearchForm += \ '
\n' + \ ' ' + translate['Page up'] + \
            '\n
\n' index = startIndex while index <= endIndex: postId = lines[index].strip('\n').strip('\r') if ' ' not in postId: nickname = getNicknameFromActor(postId) if not nickname: index += 1 continue else: postFields = postId.split(' ') if len(postFields) != 3: index += 1 continue nickname = postFields[1] postId = postFields[2] postFilename = locatePost(base_dir, nickname, domain, postId) if not postFilename: index += 1 continue postJsonObject = loadJson(postFilename) if not postJsonObject: index += 1 continue if not isPublicPost(postJsonObject): index += 1 continue showIndividualPostIcons = False if nickname: showIndividualPostIcons = True allowDeletion = False showRepeats = showIndividualPostIcons showIcons = showIndividualPostIcons manuallyApprovesFollowers = False showPublicOnly = False storeToCache = False allowDownloads = True avatarUrl = None showAvatarOptions = True postStr = \ individualPostAsHtml(signingPrivateKeyPem, allowDownloads, recentPostsCache, maxRecentPosts, translate, None, base_dir, session, cachedWebfingers, personCache, nickname, domain, port, postJsonObject, avatarUrl, showAvatarOptions, allowDeletion, http_prefix, projectVersion, 'search', yt_replace_domain, twitterReplacementDomain, show_published_date_only, peertubeInstances, allow_local_network_access, themeName, systemLanguage, max_like_count, showRepeats, showIcons, manuallyApprovesFollowers, showPublicOnly, storeToCache, False, CWlists, lists_enabled) if postStr: hashtagSearchForm += separatorStr + postStr index += 1 if endIndex < noOfLines - 1: # next page link hashtagSearchForm += \ '
\n' + \ ' ' + translate['Page down'] + '' + \ '
' hashtagSearchForm += htmlFooter() return hashtagSearchForm def rssHashtagSearch(nickname: str, domain: str, port: int, recentPostsCache: {}, maxRecentPosts: int, translate: {}, base_dir: str, hashtag: str, postsPerPage: int, session, cachedWebfingers: {}, personCache: {}, http_prefix: str, projectVersion: str, yt_replace_domain: str, twitterReplacementDomain: str, systemLanguage: str) -> str: """Show an rss feed for a hashtag """ if hashtag.startswith('#'): hashtag = hashtag[1:] hashtag = urllib.parse.unquote(hashtag) hashtagIndexFile = base_dir + '/tags/' + hashtag + '.txt' if not os.path.isfile(hashtagIndexFile): if hashtag != hashtag.lower(): hashtag = hashtag.lower() hashtagIndexFile = base_dir + '/tags/' + hashtag + '.txt' if not os.path.isfile(hashtagIndexFile): print('WARN: hashtag file not found ' + hashtagIndexFile) return None # check that the directory for the nickname exists if nickname: accountDir = acctDir(base_dir, nickname, domain) if not os.path.isdir(accountDir): nickname = None # read the index lines = [] with open(hashtagIndexFile, 'r') as f: lines = f.readlines() if not lines: return None domainFull = getFullDomain(domain, port) maxFeedLength = 10 hashtagFeed = \ rss2TagHeader(hashtag, http_prefix, domainFull) for index in range(len(lines)): postId = lines[index].strip('\n').strip('\r') if ' ' not in postId: nickname = getNicknameFromActor(postId) if not nickname: index += 1 if index >= maxFeedLength: break continue else: postFields = postId.split(' ') if len(postFields) != 3: index += 1 if index >= maxFeedLength: break continue nickname = postFields[1] postId = postFields[2] postFilename = locatePost(base_dir, nickname, domain, postId) if not postFilename: index += 1 if index >= maxFeedLength: break continue postJsonObject = loadJson(postFilename) if postJsonObject: if not isPublicPost(postJsonObject): index += 1 if index >= maxFeedLength: break continue # add to feed if postJsonObject['object'].get('content') and \ postJsonObject['object'].get('attributedTo') and \ postJsonObject['object'].get('published'): published = postJsonObject['object']['published'] pubDate = datetime.strptime(published, "%Y-%m-%dT%H:%M:%SZ") rssDateStr = pubDate.strftime("%a, %d %b %Y %H:%M:%S UT") hashtagFeed += ' ' hashtagFeed += \ ' ' + \ postJsonObject['object']['attributedTo'] + \ '' if postJsonObject['object'].get('summary'): hashtagFeed += \ ' ' + \ postJsonObject['object']['summary'] + \ '' description = \ getBaseContentFromPost(postJsonObject, systemLanguage) description = firstParagraphFromString(description) hashtagFeed += \ ' ' + description + '' hashtagFeed += \ ' ' + rssDateStr + '' if postJsonObject['object'].get('attachment'): for attach in postJsonObject['object']['attachment']: if not attach.get('url'): continue hashtagFeed += \ ' ' + attach['url'] + '' hashtagFeed += ' ' index += 1 if index >= maxFeedLength: break return hashtagFeed + rss2TagFooter()