Implementing workers - Part one

.env.example

@@ -5,3 +5,4 @@ DBUSER=
 DBPASSWORD=
 DB=
 LOG_LEVEL=
+REDIS_PORT=

config.js

@@ -8,6 +8,7 @@ const config = {
   dbUser: process.env.NODE_ENV === 'test' ? 'postgres' : process.env.DBUSER,
   dbPassword: process.env.NODE_ENV === 'test' ? 'mysecretpassword' : process.env.DBPASSWORD,
   db: process.env.NODE_ENV === 'test' ? 'test' : process.env.DB,
+  redisPort: process.env.REDIS_PORT,
   logger: {
     level: process.env.LOG_LEVEL,
   },

db/migrations/1-db-init.js

@@ -9,7 +9,7 @@ async function up(knex) {
   try {
     await knex.schema.createTable(userTable, (table) => {
       table.increments('id').primary();
-      table.string('login', 255).notNullable();
+      table.string('login', 255).notNullable().unique();
       table.string('avatar_url', 255);
       table.string('html_url', 255);
     });

db/models/repository.js

@@ -5,12 +5,12 @@ const schema = Joi.object({
   owner: Joi.number().integer().required(),
   full_name: Joi.string().required(),
   stargazers_count: Joi.number().integer().required(),
-  html_url: Joi.string().uri().required(),
-  description: Joi.string(),
+  html_url: Joi.string().allow(''),
+  description: Joi.string().allow(''),
   language: Joi.string(),
 });
 
-const insert = data => db('repository').insert(data);
+const insert = data => db('repository').insert(data).returning('*');
 
 const read = params => db('repository').where(params).select();
 

db/models/user.js

@@ -7,7 +7,7 @@ const schema = Joi.object({
   html_url: Joi.string().uri(),
 });
 
-const insert = data => db('user').insert(data);
+const insert = data => db('user').insert(data).returning('*');
 
 const read = param => db('user').where(param).select();
 

package.json

@@ -13,7 +13,8 @@
     "migrate-up": "knex migrate:up",
     "migrate-down": "knex migrate:down",
     "seed-db": "knex seed:run",
-    "seed-test-db": "NODE_ENV=test knex seed:run"
+    "seed-test-db": "NODE_ENV=test knex seed:run",
+    "trigger": "node ./scripts/trigger.js"
   },
   "husky": {
     "hooks": {
@@ -45,7 +46,8 @@
     "lodash": "4.17.20",
     "pg": "8.3.3",
     "pino": "6.7.0",
-    "pino-pretty": "4.3.0"
+    "pino-pretty": "4.3.0",
+    "redis": "^3.0.2"
   },
   "devDependencies": {
     "chai": "4.2.0",

router.js

@@ -24,6 +24,11 @@ const repositorySchema = Joi.object({
 
 router.get('/hello', (req, res) => res.send('Hello World !'));
 
+// // Trigger
+// router.post('/trigger', (req, res) => {
+//   // Redis
+// });
+
 // Repository
 router.get('/repository/:id', async (req, res, next) => {
   const { id } = req.params;

scripts/trigger.js

@@ -0,0 +1,13 @@
+const logger = require('../logger');
+const { initChannels } = require('../worker/index');
+const { onTrigger } = require('../worker/handlers/trigger');
+
+logger.info('Initiating trigger script');
+
+if (!process.env.TRIGGER_QUERY) throw Error('Missing TRIGGER_QUERY env variable!');
+
+logger.info('Initiating channels');
+initChannels();
+
+logger.info('Sending trigger message');
+onTrigger(process.env.TRIGGER_QUERY);

services/github.js

@@ -16,29 +16,43 @@ const graphQLClient = new GraphQLClient(endpoint, {
   },
 });
 
-exports.searchRepositories = async (queryString) => {
-  if (!queryString) {
+exports.searchRepositories = async (params) => {
+  const { queryString, first = 5 } = params;
+
+  if (!params.queryString) {
     throw Error('queryString is a mandatory parameter');
   }
 
-  const query = `query search($queryString:String!){ 
-    search(query: $queryString, type: REPOSITORY, first: 10) {
+  const query = `query search($queryString:String!, $first:Int){ 
+    search(query: $queryString, type: REPOSITORY, first: $first) {
       repositoryCount
       edges {
         node {
-        ... on RepositoryInfo {
+        ... on Repository {
           name
+          description
+          homepageUrl
+          stargazerCount
+          languages(first: 1) {
+            edges {
+              node {
+                name
+              }
+            }
+          }
           createdAt
           owner {
             id
             login
+            avatarUrl
+            url
           }
         }
       }
     }}
   }`;
 
-  const varibale = { queryString };
+  const varibale = { queryString, first };
 
   const response = await graphQLClient.request(query, varibale);
   return response;
@@ -47,7 +61,7 @@ exports.searchRepositories = async (queryString) => {
 exports.getContributors = async (owner, repoName) => {
   const query = `query collaboratorsQuery($owner:String!,$repoName:String!){
     repository(owner: $owner, name: $repoName) {
-      collaborators(first:100, affiliation: DIRECT) {
+      collaborators(first:10) {
         edges {
           node {
             id