More nits (#209)

* Increased tx pool from 20->40 MiB

* WIP: try without `--network host`

* WIP: big32 back

* Wait finalized

* Revert

* Try 30MiB

* WIP: wrong ip causes disconnects?

* Fix docker ipfs ips

* nit

* revert back to host network with 127.0.0.1

* Run first

* Why this is doing difference for Kubo?

* Log connected peers

* Disabled IPFS dht and discovery

* less logs

* WIP: temporary cache to speed to

* wip

* Removed `ws` ?

* Fix listen-addr

* nit

* Better IPFS?

* Nit

* One more nit

* omfg

* Refactor DEFAULT_HTTP_IPFS_API and custom ports

* Nit

* Very nit

* Refactor

* Revert

* Change pool

* fmt + revert back to ws

* Restart IPFS?

* big96

* Parametrize image size

* Stats

* REvert

* Removed comment

* Last nits

Author: bkontur

.github/workflows/integration-test.yml

@@ -162,7 +162,7 @@ jobs:
 
       - name: Test store-big-data (Westend parachain)
         working-directory: examples
-        run: just run-test-store-big-data "${{ env.TEST_DIR }}"
+        run: just run-test-store-big-data "${{ env.TEST_DIR }}" "big32"
 
       - name: Test authorize-preimage-and-store (Westend parachain)
         working-directory: examples
@@ -197,7 +197,7 @@ jobs:
 
       - name: Test store-big-data (Polkadot solochain)
         working-directory: examples
-        run: just run-test-store-big-data "${{ env.TEST_DIR }}"
+        run: just run-test-store-big-data "${{ env.TEST_DIR }}" "big32"
 
       - name: Test authorize-preimage-and-store (Polkadot solochain)
         working-directory: examples

examples/README.md

@@ -79,7 +79,7 @@ tar -xvzf kubo_v0.38.1_darwin-arm64.tar.gz
 
 ```shell
 docker pull ipfs/kubo:latest
-docker run -d --name ipfs-node -v ipfs-data:/data/ipfs -p 4001:4001 -p 8080:8080 -p 5001:5001 ipfs/kubo:latest
+docker run -d --name ipfs-node -v ipfs-data:/data/ipfs -p 4011:4011 -p 8283:8283 -p 5011:5011 ipfs/kubo:latest
 docker logs -f ipfs-node
 ```
 

examples/authorize_and_store_papi.js

@@ -3,7 +3,7 @@ import { createClient } from 'polkadot-api';
 import { getWsProvider } from 'polkadot-api/ws-provider';
 import { cryptoWaitReady } from '@polkadot/util-crypto';
 import { authorizeAccount, fetchCid, store, TX_MODE_FINALIZED_BLOCK } from './api.js';
-import { setupKeyringAndSigners } from './common.js';
+import { setupKeyringAndSigners, DEFAULT_IPFS_GATEWAY_URL } from './common.js';
 import { logHeader, logConnection, logSuccess, logError, logTestResult } from './logger.js';
 import { cidFromBytes } from "./cid_dag_metadata.js";
 import { bulletin } from './.papi/descriptors/dist/index.mjs';
@@ -12,7 +12,7 @@ import { bulletin } from './.papi/descriptors/dist/index.mjs';
 const args = process.argv.slice(2);
 const NODE_WS = args[0] || 'ws://localhost:10000';
 const SEED = args[1] || '//Alice';
-const HTTP_IPFS_API = args[2] || 'http://127.0.0.1:8080';
+const HTTP_IPFS_API = args[2] || DEFAULT_IPFS_GATEWAY_URL;
 
 async function main() {
     await cryptoWaitReady();

examples/authorize_and_store_papi_smoldot.js

@@ -5,7 +5,7 @@ import { createClient } from 'polkadot-api';
 import { getSmProvider } from 'polkadot-api/sm-provider';
 import { cryptoWaitReady } from '@polkadot/util-crypto';
 import { authorizeAccount, fetchCid, store } from './api.js';
-import { setupKeyringAndSigners, waitForChainReady } from './common.js';
+import { setupKeyringAndSigners, waitForChainReady, DEFAULT_IPFS_GATEWAY_URL } from './common.js';
 import { logHeader, logConfig, logSuccess, logError, logTestResult } from './logger.js';
 import { cidFromBytes } from "./cid_dag_metadata.js";
 import { bulletin } from './.papi/descriptors/dist/index.mjs';
@@ -111,7 +111,7 @@ async function main() {
     // Optional parachain chainspec path (only needed for parachains)
     const parachainSpecPath = process.argv[3] || null;
     // Optional IPFS API URL
-    const HTTP_IPFS_API = process.argv[4] || 'http://127.0.0.1:8080';
+    const HTTP_IPFS_API = process.argv[4] || DEFAULT_IPFS_GATEWAY_URL;
 
     logConfig({
         'Mode': 'Smoldot Light Client',

examples/authorize_preimage_and_store_papi.js

@@ -3,7 +3,7 @@ import { createClient } from 'polkadot-api';
 import { getWsProvider } from 'polkadot-api/ws-provider';
 import { cryptoWaitReady } from '@polkadot/util-crypto';
 import { authorizeAccount, authorizePreimage, fetchCid, store, TX_MODE_IN_BLOCK, TX_MODE_FINALIZED_BLOCK } from './api.js';
-import { setupKeyringAndSigners, getContentHash } from './common.js';
+import { setupKeyringAndSigners, getContentHash, DEFAULT_IPFS_GATEWAY_URL } from './common.js';
 import { logHeader, logConnection, logSection, logSuccess, logError, logInfo, logTestResult } from './logger.js';
 import { cidFromBytes } from "./cid_dag_metadata.js";
 import { bulletin } from './.papi/descriptors/dist/index.mjs';
@@ -12,7 +12,7 @@ import { bulletin } from './.papi/descriptors/dist/index.mjs';
 const args = process.argv.slice(2);
 const NODE_WS = args[0] || 'ws://localhost:10000';
 const SEED = args[1] || '//Alice';
-const HTTP_IPFS_API = args[2] || 'http://127.0.0.1:8080';
+const HTTP_IPFS_API = args[2] || DEFAULT_IPFS_GATEWAY_URL;
 
 /**
  * Run a preimage authorization + store test.

examples/common.js

@@ -6,7 +6,8 @@ import fs from "fs";
 import assert from "assert";
 
 // ---- CONFIG ----
-export const HTTP_IPFS_API = 'http://127.0.0.1:8080';   // Local IPFS HTTP gateway
+export const DEFAULT_IPFS_API_URL = 'http://127.0.0.1:5011';     // IPFS HTTP API (for ipfs-http-client)
+export const DEFAULT_IPFS_GATEWAY_URL = 'http://127.0.0.1:8283'; // IPFS HTTP Gateway (for /ipfs/CID requests)
 export const CHUNK_SIZE = 1 * 1024 * 1024; // 1 MiB
 // -----------------
 
@@ -47,7 +48,7 @@ export function newSigner(seed) {
  *
  * @param {string} file
  * @param {string} text
- * @param {"small" | "big32" | "big64"} size
+ * @param {"small" | "big32" | "big64" | "big96"} size
  */
 export function generateTextImage(file, text, size = "small") {
     console.log(`Generating ${size} image with text: ${text} to the file: ${file}...`);
@@ -77,6 +78,15 @@ export function generateTextImage(file, text, size = "small") {
             noise: 50,
             targetBytes: 65 * 1024 * 1024,
         },
+        // ~96 MiB
+        big96: {
+            width: 9000,
+            height: 6500,
+            quality: 0.95,
+            shapes: 1000,
+            noise: 50,
+            targetBytes: 98 * 1024 * 1024,
+        },
     };
 
     const cfg = presets[size];
@@ -117,7 +127,7 @@ export function generateTextImage(file, text, size = "small") {
 
     // 🔧 Big images: tune quality to hit target size
     let imageBytes;
-    if ((size === "big32" || size === "big64") && cfg.targetBytes) {
+    if ((size === "big32" || size === "big64" || size === "big96") && cfg.targetBytes) {
         let quality = cfg.quality;
 
         do {
@@ -271,7 +281,7 @@ export function toHex(bytes) {
 //         console.error("Unknown command:", command);
 //         console.error("Usage:");
 //         console.error(
-//             '  node common.js generateTextImage "TEXT" [small|big32|big64]'
+//             '  node common.js generateTextImage "TEXT" [small|big32|big64|big96]'
 //         );
 //         process.exit(1);
 // }