LAION

app.py

@@ -2,12 +2,15 @@ import http.client as http_client
 import json
 import logging
 import os
+import pprint
 import re
 import string
 
 import gradio as gr
 import requests
 
+pp = pprint.PrettyPrinter(indent=2)
+
 
 def get_docid_html(docid):
     data_org, dataset, docid = docid.split("/")
@@ -36,6 +39,53 @@ def process_pii(text):
     return text
 
 
+def process_meta_roots(result):
+    meta_html = (
+        """
+            <p class='underline-on-hover' style='font-size:12px; font-family: Arial; color:#585858; text-align: left;'>
+            <a href='{}' target='_blank'>{}</a></p>""".format(
+            result["meta"]["url"], result["meta"]["url"]
+        )
+        if "meta" in result and result["meta"] is not None and "url" in result["meta"]
+        else ""
+    )
+
+
+"""
+'meta': { 'docs': [ { 'TEXT': 'Hello World Example Hello '
+                                               'World Page Hello World.',
+                                       'URL': 'http://images.slideplayer.com/8/2335183/slides/slide_6.jpg',
+                                       '_id': 592573973},
+                                     { 'TEXT': 'Hello World Example Hello '
+                                               'World Page Hello World.',
+                                       'URL': 'http://images.slideplayer.com/8/2335183/slides/slide_9.jpg',
+                                       '_id': 1807595732},
+                                     { 'TEXT': 'Hello World Example Hello '
+                                               'World Page Hello World.',
+                                       'URL': 'http://images.slideplayer.com/8/2335183/slides/slide_10.jpg',
+                                       '_id': 1864921031},
+                                     { 'TEXT': 'Hello World Example Hello '
+                                               'World Page Hello World!',
+                                       'URL': 'http://images.slideplayer.com/8/2335183/slides/slide_5.jpg',
+                                       '_id': 1964462104},
+                                     { 'TEXT': 'Hello World Example Hello '
+                                               'World Page Hello World.',
+                                       'URL': 'http://images.slideplayer.com/8/2335183/slides/slide_8.jpg',
+                                       '_id': 2167992166}]},
+"""
+def process_meta_laion(result):
+    meta_html = """"""
+    if "meta" not in result:
+        return meta_html
+    for doc in result["meta"]["docs"]:
+        # doc = json.loads(doc)
+        print(type(doc), doc)
+        print(doc["URL"])
+        meta_html += """<p class='underline-on-hover' style='font-size:12px; color:#7978FF; text-align: left;'>
+        <a href='{}' target='_blank'>{}</a></p>""".format(doc["URL"], doc["URL"])
+
+    return meta_html
+
 def process_results(results, highlight_terms):
     if len(results) == 0:
         return """<br><p style='font-family: Arial; color:Silver; text-align: center;'>
@@ -52,24 +102,10 @@ def process_results(results, highlight_terms):
                 tokens_html.append(token)
         tokens_html = " ".join(tokens_html)
         tokens_html = process_pii(tokens_html)
-        meta_html = (
-            """
-                <p class='underline-on-hover' style='font-size:12px; font-family: Arial; color:#585858; text-align: left;'>
-                <a href='{}' target='_blank'>{}</a></p>""".format(
-                result["meta"]["url"], result["meta"]["url"]
-            )
-            if "meta" in result and result["meta"] is not None and "url" in result["meta"]
-            else ""
-        )
-        docid_html = get_docid_html(result["docid"])
-        results_html += """{}
-            <p style='font-size:14px; font-family: Arial; color:#7978FF; text-align: left;'>Document ID: {}</p>
-            <p style='font-size:12px; font-family: Arial; color:MediumAquaMarine'>Language: {}</p>
-            <p style='font-family: Arial;'>{}</p>
-            <br>
-        """.format(
-            meta_html, docid_html, result["lang"], tokens_html
-        )
+        meta_html = process_meta_laion(result)
+        docid_html = """<p style='font-size:14px; font-family: Arial; color:#7978FF; text-align: left;'>Document ID: {}</p>""".format(result["docid"]) # get_docid_html(result["docid"])
+        language_html = """<p style='font-size:12px; font-family: Arial; color:MediumAquaMarine'>Language: {}</p>""".format(result["lang"])
+        results_html += tokens_html + meta_html + "<br>"
     return results_html + "<hr>"
 
 
@@ -92,6 +128,8 @@ def scisearch(query, language, num_results=10):
 
         payload = json.loads(output.text)
 
+        pp.pprint(payload)
+
         if "err" in payload:
             if payload["err"]["type"] == "unsupported_lang":
                 detected_lang = payload["err"]["meta"]["detected_lang"]
@@ -143,6 +181,7 @@ def scisearch(query, language, num_results=10):
                 Check if a relevant discussion already exists in the Community tab. If not, please open a discussion.
                 </p>
             """
+        print(e)
 
     return results_html