Tweak the lookup and the OG metedata tasks

Now we don't fetch OG metadata for AP profile

utils/lookup.py

@@ -4,13 +4,16 @@ import little_boxes.activitypub as ap
 import mf2py
 import requests
 from little_boxes.webfinger import get_actor_url
+from little_boxes.errors import NotAnActivityError
 
 
 def lookup(url: str) -> ap.BaseActivity:
     """Try to find an AP object related to the given URL."""
     try:
-        return ap.fetch_remote_activity(get_actor_url(url))
-    except Exception:
+        actor_url = get_actor_url(url)
+        if actor_url:
+            return ap.fetch_remote_activity(actor_url)
+    except NotAnActivityError:
         pass
 
     backend = ap.get_backend()

utils/opengraph.py

@@ -1,8 +1,11 @@
 import opengraph
 import requests
 from bs4 import BeautifulSoup
+from little_boxes import activitypub as ap
+from little_boxes.errors import NotAnActivityError
 from little_boxes.urlutils import check_url
 from little_boxes.urlutils import is_url_valid
+from .lookup import lookup
 
 
 def links_from_note(note):
@@ -10,7 +13,6 @@ def links_from_note(note):
     for t in note.get("tag", []):
         h = t.get("href")
         if h:
-            # TODO(tsileo): fetch the URL for Actor profile, type=mention
             tags_href.add(h)
 
     links = set()
@@ -27,6 +29,15 @@ def fetch_og_metadata(user_agent, links):
     htmls = []
     for l in links:
         check_url(l)
+
+        # Remove any AP actor from the list
+        try:
+            p = lookup(l)
+            if p.has_type(ap.ACTOR_TYPES):
+                continue
+        except NotAnActivityError:
+            pass
+
         r = requests.get(l, headers={"User-Agent": user_agent}, timeout=15)
         r.raise_for_status()
         htmls.append(r.text)