Change terminology

daemon.py

@@ -14187,6 +14187,24 @@ class PubServer(BaseHTTPRequestHandler):
                             '_GET', 'isAuthorized',
                             self.server.debug)
 
+        if authorized and self.path.endswith('/bots.txt'):
+            known_bots_str = ''
+            for bot_name in self.server.known_bots:
+                known_bots_str += bot_name + '\n'
+            # TODO
+            msg = known_bots_str.encode('utf-8')
+            msglen = len(msg)
+            self._set_headers('text/plain; charset=utf-8',
+                              msglen, None, calling_domain, True)
+            self._write(msg)
+            if self.server.debug:
+                print('Sent known bots: ' +
+                      self.server.path + ' ' + calling_domain)
+            fitness_performance(getreq_start_time, self.server.fitness,
+                                '_GET', 'get_known_bots',
+                                self.server.debug)
+            return
+
         # shared items catalog for this instance
         # this is only accessible to instance members or to
         # other instances which present an authorization token

translations/ar.json

@@ -516,5 +516,6 @@
     "Show who repeated this post": "أظهر من كرر هذا المنصب",
     "Repeated by": "يتكرر بواسطة",
     "Register": "يسجل",
-    "Web Crawlers Allowed": "برامج زحف الويب المسموح بها"
+    "Web Bots Allowed": "مسموح روبوتات الويب",
+    "Known Web Bots": "برامج روبوت الويب المعروفة"
 }

translations/ca.json

@@ -516,5 +516,6 @@
     "Show who repeated this post": "Mostra qui ha repetit aquesta publicació",
     "Repeated by": "Repetit per",
     "Register": "Registra't",
-    "Web Crawlers Allowed": "Es permeten rastrejadors web"
+    "Web Bots Allowed": "Bots web permesos",
+    "Known Web Bots": "Bots web coneguts"
 }

translations/cy.json

@@ -516,5 +516,6 @@
     "Show who repeated this post": "Dangoswch pwy ailadroddodd y post hwn",
     "Repeated by": "Ailadrodd gan",
     "Register": "Cofrestrwch",
-    "Web Crawlers Allowed": "Caniatáu Ymlusgwyr Gwe"
+    "Web Bots Allowed": "Web Bots a Ganiateir",
+    "Known Web Bots": "Web Bots Hysbys"
 }

translations/de.json

@@ -516,5 +516,6 @@
     "Show who repeated this post": "Zeigen Sie, wer diesen Beitrag wiederholt hat",
     "Repeated by": "Wiederholt von",
     "Register": "Registrieren",
-    "Web Crawlers Allowed": "Webcrawler erlaubt"
+    "Web Bots Allowed": "Webbots erlaubt",
+    "Known Web Bots": "Bekannte Webbots"
 }

translations/en.json

@@ -516,5 +516,6 @@
     "Show who repeated this post": "Show who repeated this post",
     "Repeated by": "Repeated by",
     "Register": "Register",
-    "Web Crawlers Allowed": "Web Crawlers Allowed"
+    "Web Bots Allowed": "Web Bots Allowed",
+    "Known Web Bots": "Known Web Bots"
 }

translations/es.json

@@ -516,5 +516,6 @@
     "Show who repeated this post": "Mostrar quién repitió esta publicación",
     "Repeated by": "Repetido por",
     "Register": "Registrarse",
-    "Web Crawlers Allowed": "Rastreadores web permitidos"
+    "Web Bots Allowed": "Bots web permitidos",
+    "Known Web Bots": "Bots web conocidos"
 }

translations/fr.json

@@ -516,5 +516,6 @@
     "Show who repeated this post": "Montrer qui a répété ce post",
     "Repeated by": "Répété par",
     "Register": "S'inscrire",
-    "Web Crawlers Allowed": "Robots d'exploration Web autorisés"
+    "Web Bots Allowed": "Robots Web autorisés",
+    "Known Web Bots": "Robots Web connus"
 }

translations/ga.json

@@ -516,5 +516,6 @@
     "Show who repeated this post": "Taispeáin cé a rinne an postáil seo arís",
     "Repeated by": "Arís agus arís eile ag",
     "Register": "Clár",
-    "Web Crawlers Allowed": "Crawlers Gréasáin Ceadaithe"
+    "Web Bots Allowed": "Róbónna Gréasáin Ceadaithe",
+    "Known Web Bots": "Róbónna Gréasáin Aitheanta"
 }

translations/hi.json

@@ -516,5 +516,6 @@
     "Show who repeated this post": "दिखाएं कि इस पोस्ट को किसने दोहराया",
     "Repeated by": "द्वारा दोहराया गया",
     "Register": "रजिस्टर करें",
-    "Web Crawlers Allowed": "वेब क्रॉलर की अनुमति है"
+    "Web Bots Allowed": "वेब बॉट्स की अनुमति है",
+    "Known Web Bots": "ज्ञात वेब बॉट्स"
 }

translations/it.json

@@ -516,5 +516,6 @@
     "Show who repeated this post": "Mostra chi ha ripetuto questo post",
     "Repeated by": "Ripetuto da",
     "Register": "Registrati",
-    "Web Crawlers Allowed": "Web crawler consentiti"
+    "Web Bots Allowed": "Web bot consentiti",
+    "Known Web Bots": "Webbot noti"
 }

translations/ja.json

@@ -516,5 +516,6 @@
     "Show who repeated this post": "この投稿を繰り返した人を表示する",
     "Repeated by": "によって繰り返される",
     "Register": "登録",
-    "Web Crawlers Allowed": "許可されるWebクローラー"
+    "Web Bots Allowed": "許可されたWebボット",
+    "Known Web Bots": "既知のWebボット"
 }

translations/ko.json

@@ -516,5 +516,6 @@
     "Show who repeated this post": "이 포스트를 반복한 사람 표시",
     "Repeated by": "반복한 사람",
     "Register": "등록",
-    "Web Crawlers Allowed": "웹 크롤러 허용"
+    "Web Bots Allowed": "웹 봇 허용",
+    "Known Web Bots": "알려진 웹 봇"
 }

translations/ku.json

@@ -516,5 +516,6 @@
     "Show who repeated this post": "Nîşan bide kê ev post dubare kiriye",
     "Repeated by": "Ji hêla dubare kirin",
     "Register": "Fêhrist",
-    "Web Crawlers Allowed": "Crawlers Web Destûrdar in"
+    "Web Bots Allowed": "Web Bots Destûrdar in",
+    "Known Web Bots": "Botên Webê yên naskirî"
 }

translations/oc.json

@@ -512,5 +512,6 @@
     "Show who repeated this post": "Show who repeated this post",
     "Repeated by": "Repeated by",
     "Register": "Register",
-    "Web Crawlers Allowed": "Web Crawlers Allowed"
+    "Web Bots Allowed": "Web Bots Allowed",
+    "Known Web Bots": "Known Web Bots"
 }

translations/pl.json

@@ -516,5 +516,6 @@
     "Show who repeated this post": "Pokaż, kto powtórzył ten post",
     "Repeated by": "Powtórzone przez",
     "Register": "Zarejestrować",
-    "Web Crawlers Allowed": "Dozwolone roboty sieciowe"
+    "Web Bots Allowed": "Dozwolone boty internetowe",
+    "Known Web Bots": "Znane boty internetowe"
 }

translations/pt.json

@@ -516,5 +516,6 @@
     "Show who repeated this post": "Mostrar quem repetiu esta postagem",
     "Repeated by": "Repetido por",
     "Register": "Registro",
-    "Web Crawlers Allowed": "Rastreadores da Web permitidos"
+    "Web Bots Allowed": "Webbots permitidos",
+    "Known Web Bots": "Webbots conhecidos"
 }

translations/ru.json

@@ -516,5 +516,6 @@
     "Show who repeated this post": "Показать, кто повторил этот пост",
     "Repeated by": "Повторено",
     "Register": "регистр",
-    "Web Crawlers Allowed": "Веб-сканеры разрешены"
+    "Web Bots Allowed": "Веб-боты разрешены",
+    "Known Web Bots": "Известные веб-боты"
 }

translations/sw.json

@@ -516,5 +516,6 @@
     "Show who repeated this post": "Onyesha ni nani aliyerudia chapisho hili",
     "Repeated by": "Imerudiwa na",
     "Register": "Sajili",
-    "Web Crawlers Allowed": "Watambazaji Wavuti Zinaruhusiwa"
+    "Web Bots Allowed": "Mtandao wa Boti Unaruhusiwa",
+    "Known Web Bots": "Boti za Wavuti zinazojulikana"
 }

translations/uk.json

@@ -516,5 +516,6 @@
     "Show who repeated this post": "Покажіть, хто повторив цей пост",
     "Repeated by": "Повторюється за",
     "Register": "Реєстрація",
-    "Web Crawlers Allowed": "Веб-сканери дозволені"
+    "Web Bots Allowed": "Веб-боти дозволені",
+    "Known Web Bots": "Відомі веб-боти"
 }

translations/zh.json

@@ -516,5 +516,6 @@
     "Show who repeated this post": "显示谁重复了这篇文章",
     "Repeated by": "重复",
     "Register": "登记",
-    "Web Crawlers Allowed": "允许网络爬虫"
+    "Web Bots Allowed": "允许网络机器人",
+    "Known Web Bots": "已知的网络机器人"
 }

webapp_profile.py

@@ -1814,9 +1814,13 @@ def _html_edit_profile_filtering(base_dir: str, nickname: str, domain: str,
                 crawlers_allowed_str += '\n'
             crawlers_allowed_str += uagent
         edit_profile_form += \
-            edit_text_area(translate['Web Crawlers Allowed'],
+            edit_text_area(translate['Web Bots Allowed'],
                            'crawlersAllowedStr', crawlers_allowed_str,
                            200, '', False)
+        edit_profile_form += \
+            '<label class="labels">' + \
+            '<a href="/users/' + nickname + '/bots.txt">' + \
+            translate['Known Web Bots'] + '</a></labels>\n'
 
         cw_lists_str = ''
         for name, _ in cw_lists.items():