feat: attempt to match fingerprints in requests to reddit

.github/workflows/ci.yml

@@ -45,7 +45,6 @@ jobs:
           - linux/i386
           - linux/arm64
           - linux/arm/v7
-          - linux/ppc64le
     steps:
       - name: Prepare
         run: |

Dockerfile

@@ -18,7 +18,8 @@ RUN /usr/local/bin/pip install --user \
     lxml==6.0.2 \
     httptools==0.7.1 \
     MarkupSafe==3.0.3 \
-    pyyaml==6.0.3
+    pyyaml==6.0.3 \
+    curl-cffi==0.14.0
 
 # Create a fake eddrit package to install dependencies
 WORKDIR /app/

doc/deployment/README.md

@@ -28,7 +28,6 @@ The following architectures are supported by the Docker image:
 - `linux/i386`
 - `linux/arm64`
 - `linux/arm/v7`
-- `linux/ppc64le`
 
 ### Option 2: without Docker
 

eddrit/app.py

@@ -22,6 +22,7 @@
     subreddit_user_and_wiki,
 )
 from eddrit.routes.xhr import routes
+from eddrit.utils.http import get_httpx_async_transport
 from eddrit.utils.middlewares import (
     CookiesRefreshMiddleware,
     CurrentHostMiddleware,
@@ -64,6 +65,7 @@ async def lifespan(app: Starlette) -> typing.AsyncIterator[State]:
     """Init the app lifespan: httpx client etc.."""
     async with httpx.AsyncClient(
         http2=True,
+        transport=get_httpx_async_transport(),
         proxy=config.PROXY,
         event_hooks={
             "request": [oauth_before_request],

eddrit/utils/http.py

@@ -0,0 +1,14 @@
+import httpx
+from httpx_curl_cffi import AsyncCurlTransport, CurlTransport
+
+IMPERSONATE = "chrome131_android"
+
+
+def get_httpx_transport() -> httpx.BaseTransport:
+    """Get an HTTPX transport with fingerprint impersonation."""
+    return CurlTransport(impersonate=IMPERSONATE, default_headers=True)
+
+
+def get_httpx_async_transport() -> httpx.AsyncBaseTransport:
+    """Get an HTTPX transport with fingerprint impersonation."""
+    return AsyncCurlTransport(impersonate=IMPERSONATE, default_headers=True)

eddrit/utils/oauth.py

@@ -11,6 +11,7 @@
 from eddrit.config import PROXY, VALKEY_URL
 from eddrit.constants import REDDIT_BASE_API_URL_HOST
 from eddrit.exceptions import RateLimitedError
+from eddrit.utils.http import get_httpx_transport
 
 OFFICIAL_ANDROID_OAUTH_ID = "ohXpoqrZYub1kg"
 OFFICIAL_ANDROID_APP_VERSIONS = [
@@ -146,7 +147,9 @@ def oauth_login() -> None:
 
         # Login
         client = httpx.Client(
-            http2=True, proxy=PROXY
+            http2=True,
+            proxy=PROXY,
+            transport=get_httpx_transport(),
         )  # not async but not supported by cachier
         id_to_encode = f"{OFFICIAL_ANDROID_OAUTH_ID}:"
         res = client.post(

pyproject.toml

@@ -23,6 +23,7 @@ dependencies = [
     "tldextract (>=5.1.3,<6.0.0)",
     "uvicorn[standard] (>=0.34.0,<1.0.0)",
     "valkey (>=6.0.0,<7.0.0)",
+    "httpx-curl-cffi (>=0.1.5,<0.2.0)",
 ]
 
 [tool.poetry.group.dev.dependencies]