Merge branch 'threading'

4 files changed, 203 insertions, 0 deletions

diff --git a/de_uvok/activitypub_fuse/__init__.py b/de_uvok/activitypub_fuse/__init__.py
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/de_uvok/activitypub_fuse/__init__.py
diff --git a/de_uvok/activitypub_fuse/fuse.py b/de_uvok/activitypub_fuse/fuse.py
new file mode 100644
index 0000000..8be5351
--- /dev/null
+++ b/de_uvok/activitypub_fuse/fuse.py
@@ -0,0 +1,76 @@
+from datetime import datetime as dtp
+import errno
+import stat
+from threading import Lock
+from fuse import (
+    Operations,
+    FuseOSError,
+    LoggingMixIn,
+    fuse_get_context,
+)
+
+from .types import Status
+
+
+class StatusFileSystem(Operations, LoggingMixIn):
+    def __init__(self):
+        self._lock = Lock()
+
+        with self._lock:
+            self.statuses: list[Status] = []
+
+        self.fd = 0
+
+    def getattr(self, path, fh=None):
+        (uid, gid, _) = fuse_get_context()
+        if path == "/":
+            return {
+                "st_mode": (stat.S_IFDIR | 0o700),  # Directory
+                "st_nlink": 2,
+                "st_uid": uid,
+                "st_gid": gid,
+            }
+        with self._lock:
+            found = next((s for s in self.statuses if s.id == path[1:]), None)
+
+        if found:
+            published_dt = dtp.fromisoformat(found.published)
+            pubunix = published_dt.timestamp()
+            return {
+                "st_mode": (stat.S_IFREG | 0o400),
+                "st_size": len(found.content.encode("utf8")),
+                "st_nlink": 1,
+                "st_uid": uid,
+                "st_gid": gid,
+                "st_ctime": pubunix,
+                "st_mtime": pubunix,
+            }
+        raise FuseOSError(errno.ENOENT)
+
+    def list_dir(self) -> list[str]:
+        with self._lock:
+            return [s.id for s in self.statuses]
+
+    def readdir(self, path, fh):
+        dir_entries = []
+        if path != "/":
+            raise FuseOSError(errno.ENOENT)
+        dir_entries = [".", ".."]
+        dir_entries += self.list_dir()
+        return dir_entries
+
+    def add_statuses(self, statuses: list[Status]):
+        with self._lock:
+            self.statuses.extend(statuses)
+
+    def open(self, path, flags):  # type: ignore
+        self.fd += 1
+        return self.fd
+
+    def read(self, path, size, offset, fh):  # type: ignore
+        with self._lock:
+            found = next(s for s in self.statuses if s.id == path[1:])
+
+        if found:
+            return found.content.encode("utf8")
+        raise FuseOSError(errno.ENOENT)
diff --git a/de_uvok/activitypub_fuse/providers.py b/de_uvok/activitypub_fuse/providers.py
new file mode 100644
index 0000000..19cee62
--- /dev/null
+++ b/de_uvok/activitypub_fuse/providers.py
@@ -0,0 +1,122 @@
+from typing import Optional
+
+import logging
+import requests
+import urllib.parse
+
+from .types import Status
+
+logger = logging.Logger(__name__)
+
+_api_url_ap_template = "https://{server}/users/{user}/outbox?page=true"
+_api_url_m_lookup_template = "https://{server}/api/v1/accounts/lookup"
+_api_url_m_status_template = "https://{server}/api/v1/accounts/{uid}/statuses"
+
+
+class StatusProvider:
+    def load_statuses(self, max_id="") -> tuple[list[Status], Optional[str]]:
+        raise NotImplementedError
+
+    def _fallback_not_found(self):
+        return [Status("not-found", "User not found", "1970-01-01T00:00:00Z")]
+
+    def _fallback_error(self, error_msg: str):
+        return [Status("error", error_msg, "1970-01-01T00:00:00Z")]
+
+
+class ActivityPubStatusProvider(StatusProvider):
+    def __init__(self, server: str, user: str):
+        self.server = server
+        self.user = user
+
+    def load_statuses(self, max_id="") -> tuple[list[Status], Optional[str]]:
+        url = _api_url_ap_template.format(server=self.server, user=self.user)
+        if max_id:
+            url += "&" + urllib.parse.urlencode({"max_id": max_id})
+        logger.debug("Get AP status from %s", url)
+        res = requests.get(url)
+        if res.status_code == 404:
+            return self._fallback_not_found(), None
+
+        try:
+            res.raise_for_status()
+        except requests.exceptions.RequestException as e:
+            logger.error("Request error: %s", e)
+            return self._fallback_error(getattr(e, "message", str(e))), None
+
+        stats = res.json()
+        status_items = stats.get("orderedItems", None)
+        if not status_items:
+            return (
+                self._fallback_error("Malformed content in querying AP outbox."),
+                None,
+            )
+
+        # consider reposts for getting max_id...
+        ss = [
+            Status(
+                s["object"]["id"].split("/")[-1],
+                s["object"]["content"],
+                s["object"]["published"],
+            )
+            for s in status_items
+            if s.get("type", None) == "Create"
+            and "object" in s
+            and all(key in s["object"] for key in ["id", "content", "published"])
+        ]
+        # ... but don't return it
+        return [s for s in ss if len(s.content)], ss[-1].id
+
+
+class MastodonStatusProvider(StatusProvider):
+    def __init__(self, server: str, user: str):
+        self.server = server
+        self.user = user
+        self.userid = 0
+
+    def load_statuses(self, max_id="") -> tuple[list[Status], Optional[str]]:
+        url = _api_url_m_lookup_template.format(server=self.server)
+        url += "?" + urllib.parse.urlencode({"acct": self.user})
+        res = requests.get(url)
+        if res.status_code == 404:
+            return self._fallback_not_found(), None
+        try:
+            res.raise_for_status()
+        except requests.exceptions.RequestException as e:
+            logger.error("Request error: %s", e)
+            return self._fallback_error(getattr(e, "message", str(e))), None
+
+        user = res.json()
+        self.userid = user.get("id", None)
+        if not self.userid:
+            return self._fallback_error("Malformed content in querying user ID."), None
+
+        url = _api_url_m_status_template.format(
+            server=self.server, uid=urllib.parse.quote(self.userid)
+        )
+
+        if max_id:
+            url += "?" + urllib.parse.urlencode({"max_id": max_id})
+        logger.debug("Get Masto status from %s", url)
+
+        res = requests.get(url)
+        if res.status_code == 404:
+            return self._fallback_not_found(), None
+        try:
+            res.raise_for_status()
+        except requests.exceptions.RequestException as e:
+            logger.error("Request error: %s", e)
+            return self._fallback_error(getattr(e, "message", str(e))), None
+        statuses = res.json()
+        # consider reposts for getting max_id...
+        ss = [
+            Status(
+                s["id"],
+                s["content"],
+                s["created_at"],
+            )
+            for s in statuses
+            if all(key in s for key in ["id", "content", "created_at"])
+        ]
+        # ... but don't return it
+        return [s for s in ss if len(s.content)], ss[-1].id
diff --git a/de_uvok/activitypub_fuse/types.py b/de_uvok/activitypub_fuse/types.py
new file mode 100644
index 0000000..d354335
--- /dev/null
+++ b/de_uvok/activitypub_fuse/types.py
@@ -0,0 +1,5 @@
+class Status(object):
+    def __init__(self, id: str, content: str, published: str):
+        self.id = id
+        self.content = content
+        self.published = published