Merge pull request #61 from p2plabsxyz/perf/helia

perf(helia): optimize IPFS storage with LevelDB and improve upload reliability

Author: akhileshthite

package.json

@@ -122,15 +122,14 @@
     ]
   },
   "dependencies": {
-    "@chainsafe/libp2p-quic": "^1.1.1",
     "@helia/ipns": "^8.2.3",
     "@helia/unixfs": "^5.0.3",
     "@libp2p/webtransport": "^5.0.47",
     "b4a": "^1.6.7",
-    "blockstore-fs": "^2.0.2",
+    "blockstore-level": "^2.0.3",
     "content-hash": "^2.5.2",
     "content-type": "^1.0.5",
-    "datastore-fs": "^10.0.2",
+    "datastore-level": "^11.0.3",
     "electron-find": "^1.0.7",
     "electron-log": "^5.3.0",
     "electron-updater": "^6.2.1",

src/protocols/config.js

@@ -1,9 +1,9 @@
 import { app } from "electron";
+import { LevelBlockstore } from "blockstore-level";
+import { LevelDatastore } from "datastore-level";
 import path from "path";
 import fs from "fs-extra";
 import crypto from "hypercore-crypto";
-import { FsBlockstore } from "blockstore-fs";
-import { FsDatastore } from "datastore-fs";
 import { getDefaultChainList } from "web3protocol/chains";
 import { generateKeyPair, privateKeyFromProtobuf, privateKeyToProtobuf } from "@libp2p/crypto/keys";
 
@@ -82,8 +82,8 @@ export async function ipfsOptions() {
   await fs.ensureDir(DATASTORE_PATH);
   return {
     repo: DEFAULT_IPFS_DIR,
-    blockstore: new FsBlockstore(BLOCKSTORE_PATH),
-    datastore: new FsDatastore(DATASTORE_PATH),
+    blockstore: new LevelBlockstore(BLOCKSTORE_PATH),
+    datastore: new LevelDatastore(DATASTORE_PATH),
   };
 }
 

src/protocols/helia/helia.js

@@ -6,7 +6,6 @@ import { noise } from "@chainsafe/libp2p-noise";
 import { yamux } from "@chainsafe/libp2p-yamux";
 import { mdns } from "@libp2p/mdns";
 import { tcp } from "@libp2p/tcp";
-import { quic } from '@chainsafe/libp2p-quic'
 import { webRTC, webRTCDirect } from "@libp2p/webrtc";
 import { webSockets } from "@libp2p/websockets";
 import { webTransport } from '@libp2p/webtransport'
@@ -60,14 +59,11 @@ export async function createNode() {
         '/ip4/0.0.0.0/tcp/0/ws',
         '/ip4/0.0.0.0/udp/0/webrtc-direct',
         '/ip6/::/udp/0/webrtc-direct',
-        '/ip4/0.0.0.0/udp/0/quic-v1',
-        '/ip4/0.0.0.0/udp/0/quic-v1/webtransport',
         '/p2p-circuit'
       ],
     },
     transports: [
       tcp(),
-      quic(),
       webSockets(),
       webRTC(),
       webRTCDirect(),
@@ -90,7 +86,11 @@ export async function createNode() {
         validators: { ipns: ipnsValidator },
         selectors: { ipns: ipnsSelector },
         peerInfoMapper: removePrivateAddressesMapper,
-        reprovide: { concurrency: 10 }
+        reprovide: { 
+          concurrency: 10,
+          interval: 60 * 60 * 1000,
+          threshold: 12 * 60 * 60 * 1000
+        }
       }),
       identify: identify(),
       identifyPush: identifyPush(),

src/protocols/ipfs-handler.js

@@ -137,11 +137,11 @@ export async function createHandler(ipfsOptions, session) {
       console.log(`Providing ${rootCid} with ${peerCount} peers connected`);
 
       // Provide the root CID to the DHT in the background
-      node.libp2p.contentRouting.provide(rootCid, {
-        signal: AbortSignal.timeout(30000),
-      }).then(() => {
+      node.libp2p.contentRouting.provide(rootCid).then(() => {
         console.log(`Provided ${rootCid} to DHT in ${Date.now() - startTime}ms`);
-      }).catch(err => console.log('Error providing:', err));
+      }).catch(err => {
+        console.log('Error providing to DHT (non-critical):', err.message);
+      });
 
       console.log("Files uploaded with root CID:", rootCid.toString());
     } catch (e) {
@@ -174,7 +174,7 @@ export async function createHandler(ipfsOptions, session) {
       const resolutionResult = await name.resolve(peerId, {
         signal: AbortSignal.timeout(10000),
       });
-
+      
       let resolvedCID = resolutionResult.cid;
       if (!(resolvedCID instanceof CID)) {
         // If cid is a string, parse it