extract SotD and abstract if additionaMetadata=true is specified

Author: deniak

lib/api.js

@@ -200,6 +200,7 @@ const processRequest = async (req, res, params) => {
             );
         });
         options.events = handler;
+        options.additionalMetadata = req.query.additional === 'true';
         if (validate) v.validate(options);
         else v.extractMetadata(options);
     }

lib/l10n-en_GB.js

@@ -380,4 +380,6 @@ export const messages = {
     'metadata.errata': false,
     'metadata.patent-policy': false,
     'metadata.charters': false,
+    'metadata.sotd': false,
+    'metadata.abstract': false,
 };

lib/profiles/additionalMetadata.js

@@ -0,0 +1,16 @@
+/**
+ * Pseudo-profile for additional metadata extraction.
+ */
+
+import { rules as baseRules } from './metadata.js';
+import { insertAfter } from './profileUtil.js';
+
+import * as abstract from '../rules/metadata/abstract.js';
+import * as sotd from '../rules/metadata/sotd.js';
+
+export const name = 'AdditionalMetadata';
+
+export const rules = insertAfter(baseRules, 'metadata.errata', [
+    abstract,
+    sotd,
+]);

lib/rules/metadata/abstract.js

@@ -0,0 +1,24 @@
+/**
+ * Pseudo-rule for metadata extraction: abstract.
+ */
+
+export const name = 'metadata.abstract';
+
+/**
+ * @param sr
+ * @param done
+ */
+export function check(sr, done) {
+    let abstractTitle;
+    Array.prototype.some.call(sr.jsDocument.querySelectorAll('h2'), h2 => {
+        if (sr.norm(h2.textContent).toLowerCase() === 'abstract') {
+            abstractTitle = h2;
+            return true;
+        }
+    });
+    return done({
+        abstract: abstractTitle
+            ? sr.norm(abstractTitle.parentElement.innerHTML)
+            : 'Not found',
+    });
+}

lib/rules/metadata/sotd.js

@@ -0,0 +1,14 @@
+/**
+ * Pseudo-rule for metadata extraction: sotd.
+ */
+
+export const name = 'metadata.sotd';
+
+/**
+ * @param sr
+ * @param done
+ */
+export function check(sr, done) {
+    const sotd = sr.getSotDSection();
+    return done({ sotd: sotd ? sr.norm(sotd.innerHTML) : 'Not found' });
+}

lib/util.js

@@ -121,7 +121,8 @@ const buildProcessParamsFunction = function () {
                 p === 'informativeOnly' ||
                 p === 'echidnaReady' ||
                 p === 'events' ||
-                p === 'editorial'
+                p === 'editorial' ||
+                p === 'additionalMetadata'
             ) {
                 // Other params:
                 if (Object.prototype.hasOwnProperty.call(result, p))

lib/validator.js

@@ -11,6 +11,7 @@ import w3cApi from 'node-w3capi';
 import { Exceptions } from './exceptions.js';
 import { assembleData, setLanguage } from './l10n.js';
 import * as profileMetadata from './profiles/metadata.js';
+import * as profileAdditionalMetadata from './profiles/additionalMetadata.js';
 import { get } from './throttled-ua.js';
 import {
     AB,
@@ -22,7 +23,6 @@ import {
     TAG,
 } from './util.js';
 
-const { rules } = profileMetadata;
 const { version } = importJSON('../package.json', import.meta.url);
 
 setLanguage('en_GB');
@@ -80,10 +80,13 @@ Specberus.prototype.extractMetadata = function (options) {
     const doMetadataExtraction = function (err, jsDocument) {
         if (err) return self.throw(err);
         self.jsDocument = jsDocument;
-        self.sink.emit('start-all', profileMetadata);
-        const total = (rules || []).length;
+        const profile = options.additionalMetadata
+            ? profileAdditionalMetadata
+            : profileMetadata;
+        self.sink.emit('start-all', profile);
+        const total = (profile.rules || []).length;
         let done = 0;
-        rules.forEach(rule => {
+        profile.rules.forEach(rule => {
             try {
                 rule.check(
                     self,