Utils & Fixes

Author: dominiek

CHANGELOG.md

@@ -1,4 +1,9 @@
 
+# 0.1.5 -- Utils & Fixes
+
+- Exposing serialize and unserialize functions via utils
+- Fixed file store error when no index exists
+
 # 0.1.5 -- NPM Package Tweaks
 
 - Including all stores in lib

README.md

@@ -13,7 +13,7 @@ Syncs events from Ethereum and indexes them for fast retrieval. This is useful a
 - [x] Keep track of blockNumbers in persistence for fast-resume
 - [x] Benchmark documentation
 - [x] Support going forward syncing for Ethereum
-- [ ] NPM package
+- [x] NPM package
 - [ ] Improved failsafes for data consistency
 - [ ] Split up stores into separate dependencies
 

package.json

@@ -1,6 +1,6 @@
 {
   "name": "eth-indexer",
-  "version": "0.1.5",
+  "version": "0.1.6",
   "description": "High performance Ethereum smart contract event indexing for fast local retrieval",
   "author": "Dominiek Ter Heide <[email protected]>",
   "license": "MIT",

src/index.js

@@ -8,6 +8,7 @@ import redisStore from './stores/redis';
 import mongodbStore from './stores/mongodb';
 import elasticsearchStore from './stores/elasticsearch';
 import levelStore from './stores/level';
+import { serialize, unserialize } from './utils';
 
 export const stores = {
   memory: memoryStore,
@@ -18,6 +19,10 @@ export const stores = {
   level: levelStore,
 };
 
+export const utils = {
+  serialize, unserialize,
+};
+
 const waitForBlockchainSync = client => new Promise((accept) => {
   let i = 0;
   const getAndCheckStatus = (callback) => {

src/stores/elasticsearch.js

@@ -1,29 +1,6 @@
 
 import elasticsearch from 'elasticsearch';
-import BigNumber from 'bignumber.js';
-
-const serialize = (event) => {
-  const doc = Object.assign({}, event);
-  for (const key in event.args) {
-    if (event.args[key] instanceof BigNumber) {
-      doc.args[key] = {
-        type: 'BigNumber',
-        value: event.args[key].toString(),
-      };
-    }
-  }
-  return doc;
-};
-
-const unserialize = (doc) => {
-  const event = Object.assign({}, doc);
-  for (const key in doc.args) {
-    if (doc.args[key] && doc.args[key].type === 'BigNumber') {
-      event.args[key] = new BigNumber(doc.args[key].value);
-    }
-  }
-  return event;
-};
+import { serialize, unserialize } from '../utils';
 
 const createElasticsearchIndex = async (client, eventType, config) => {
   const index = eventType.toLowerCase();

src/stores/file.js

@@ -2,30 +2,7 @@
 import fs from 'fs';
 import path from 'path';
 import rimraf from 'rimraf';
-import BigNumber from 'bignumber.js';
-
-const serialize = (event) => {
-  const doc = Object.assign({}, event);
-  for (const key in event.args) {
-    if (event.args[key] instanceof BigNumber) {
-      doc.args[key] = {
-        type: 'BigNumber',
-        value: event.args[key].toString(),
-      };
-    }
-  }
-  return doc;
-};
-
-const unserialize = (doc) => {
-  const event = Object.assign({}, doc);
-  for (const key in doc.args) {
-    if (doc.args[key] && doc.args[key].type === 'BigNumber') {
-      event.args[key] = new BigNumber(doc.args[key].value);
-    }
-  }
-  return event;
-};
+import { serialize, unserialize } from '../utils';
 
 export default class FileStore {
   constructor(indexing, dbPath) {
@@ -69,6 +46,9 @@ export default class FileStore {
   get(eventType, indexId, value) {
     const indexKey = `${eventType}-${indexId}-${value}`;
     const filePath = `${this.dbPath}/${indexKey}.jsons`;
+    if (!fs.existsSync(filePath)) {
+      return [];
+    }
     return fs.readFileSync(filePath)
       .toString().split('\n')
       .filter(line => line.length > 0)

src/stores/mongodb.js

@@ -1,30 +1,7 @@
 
 import { promisify } from 'util';
 import { MongoClient } from 'mongodb';
-import BigNumber from 'bignumber.js';
-
-const serialize = (event) => {
-  const doc = Object.assign({}, event);
-  for (const key in event.args) {
-    if (event.args[key] instanceof BigNumber) {
-      doc.args[key] = {
-        type: 'BigNumber',
-        value: event.args[key].toString(),
-      };
-    }
-  }
-  return doc;
-};
-
-const unserialize = (doc) => {
-  const event = Object.assign({}, doc);
-  for (const key in doc.args) {
-    if (doc.args[key] && doc.args[key].type === 'BigNumber') {
-      event.args[key] = new BigNumber(doc.args[key].value);
-    }
-  }
-  return event;
-};
+import { serialize, unserialize } from '../utils';
 
 const mongodbInsertMany = (collection, events) => new Promise((accept, reject) => {
   collection.insertMany(events, (err) => {

src/utils.js

@@ -0,0 +1,25 @@
+
+import BigNumber from 'bignumber.js';
+
+export const serialize = (event) => {
+  const doc = Object.assign({}, event);
+  for (const key in event.args) {
+    if (event.args[key] instanceof BigNumber) {
+      doc.args[key] = {
+        type: 'BigNumber',
+        value: event.args[key].toString(),
+      };
+    }
+  }
+  return doc;
+};
+
+export const unserialize = (doc) => {
+  const event = Object.assign({}, doc);
+  for (const key in doc.args) {
+    if (doc.args[key] && doc.args[key].type === 'BigNumber') {
+      event.args[key] = new BigNumber(doc.args[key].value);
+    }
+  }
+  return event;
+};