feat: known peers integration

Dockerfile

@@ -11,7 +11,7 @@ ARG NGX_BROTLI_COMMIT=6e975bcb015f62e1f303054897783355e2a877dc
 # https://nodejs.org/en
 ARG NODEJS_MAJOR_VERSION="20"
 # https://github.com/filecoin-project/lassie/releases
-ARG LASSIE_VERSION="v0.21.0"
+ARG LASSIE_VERSION="v0.21.1"
 # https://github.com/max-lt/nginx-jwt-module
 ARG NGINX_JWT_VERSION="v3.2.2"
 ARG LIBJWT_VERSION=1.15.3

container/shim/package.json

@@ -17,6 +17,7 @@
     "express": "^4.18.2",
     "express-async-handler": "^1.2.0",
     "fast-glob": "^3.3.2",
+    "jsonwebtoken": "^8.5.1",
     "logfmt": "^1.4.0",
     "lru-cache": "^10.1.0",
     "mime-types": "^2.1.35",

container/shim/src/fetchers/lassie.js

@@ -9,6 +9,7 @@ import fetch from "node-fetch";
 import { LASSIE_ORIGIN, LASSIE_SP_ELIGIBLE_PORTION, hasNodeToken } from "../config.js";
 import { submitLassieLogs } from "../modules/log_ingestor.js";
 import { proxyAllResponseHeaders, proxyCARResponseHeaders, toUtf8 } from "../utils/http.js";
+import { getKnownPeers } from "../utils/jwt.js";
 import { debug as Debug } from "../utils/logging.js";
 
 const debug = Debug.extend("lassie");
@@ -171,6 +172,7 @@ export async function respondFromLassie(req, res, { cidObj, format }) {
 
 function createLassieURL(req, isRawFormat) {
   const lassieUrl = new URL(LASSIE_ORIGIN + toUtf8(req.path));
+
   for (const [key, val] of Object.entries(req.query)) {
     if (key === "filename") {
       continue;
@@ -223,6 +225,14 @@ function createLassieURL(req, isRawFormat) {
       lassieUrl.searchParams.set("protocols", "bitswap,http");
     }
   }
+
+  const knownPeers = getKnownPeers(req);
+  const knownPeersLassieUrl = generatePeersLassieUrl(knownPeers);
+
+  if (knownPeersLassieUrl) {
+    lassieUrl.searchParams.set("providers", knownPeersLassieUrl);
+  }
+
   return lassieUrl;
 }
 
@@ -297,6 +307,31 @@ async function getRequestedBlockFromCar(streamIn, streamOut, cidObj, filename) {
   }
 }
 
+function generatePeersLassieUrl(knownPeers) {
+  const peerUrls = [];
+  if (knownPeers) {
+    const knownPeerList = [];
+    Object.values(knownPeers).forEach((peerList) => {
+      knownPeerList.push(...peerList);
+    });
+
+    knownPeerList.forEach((peer, idx) => {
+      const { peerID, multiaddr, protocol } = peer;
+
+      if (multiaddr && multiaddr.startsWith("http")) {
+        peerUrls.push(multiaddr);
+        return;
+      }
+      if (multiaddr && peerID && protocol) {
+        const peerUrl = `${multiaddr}/p2p/${peerID}+${protocol}`;
+        peerUrls.push(peerUrl);
+      }
+    });
+  }
+  const urlString = peerUrls.join(",");
+  return urlString;
+}
+
 async function queueMetricsReport(newMetric) {
   metrics.push(newMetric);
 

container/shim/src/utils/jwt.js

@@ -0,0 +1,23 @@
+import jwt from "jsonwebtoken";
+
+function findJWT(req) {
+  const jwtQuery = req.query.jwt;
+
+  let jwtHeader = "";
+  const authHeader = req.headers.authorization;
+  if (authHeader && authHeader.startsWith("Bearer ")) {
+    jwtHeader = authHeader.replace("Bearer ", "");
+  }
+
+  return jwtQuery || jwtHeader;
+}
+
+export function getKnownPeers(req) {
+  const reqJwt = findJWT(req);
+  if (reqJwt) {
+    const jwtObject = jwt.decode(reqJwt);
+    const knownPeers = jwtObject.knownPeers;
+    return knownPeers;
+  }
+  return null;
+}