Wikidata demo

.gitignore

@@ -53,4 +53,5 @@ spec/examples.txt
 .env.dev
 
 # Ignore vscode settings
-/.vscode
+/.vscode
+infrastructure

Dockerfile

@@ -15,7 +15,11 @@ ENV BUNDLE_PATH="/usr/local/bundle" \
 RUN apt-get update && apt-get install -y \
     wget gnupg2 build-essential curl python3 wkhtmltopdf \
     libvips git pkg-config libjemalloc-dev lsb-release zlib1g-dev \
-    libffi-dev libyaml-dev libreadline-dev libssl-dev postgresql-client libpq-dev gcc make \
+    libffi-dev libyaml-dev libreadline-dev libssl-dev gcc make \
+    && sh -c 'echo "deb https://apt.postgresql.org/pub/repos/apt $(lsb_release -cs)-pgdg main" > /etc/apt/sources.list.d/pgdg.list' \
+    && wget --quiet -O - https://www.postgresql.org/media/keys/ACCC4CF8.asc | apt-key add - \
+    && apt-get update \
+    && apt-get install -y postgresql-client-16 libpq-dev \
     && apt-get clean \
     && rm -rf /var/lib/apt/lists/* /var/cache/apt/archives
 

Gemfile

@@ -85,6 +85,7 @@ gem 'barnes', require: false
 gem 'email_reply_parser'
 gem 'opengraph_parser'
 gem 'ruby-oembed'
+gem 'sparql-client'
 
 # To seed the database for Heroku review apps, this is included in production
 gem 'factory_bot_rails'

Gemfile.lock

@@ -145,6 +145,7 @@ GEM
       multi_json (~> 1)
       statsd-ruby (~> 1.1)
     base64 (0.2.0)
+    bcp47_spec (0.2.1)
     bcrypt (3.1.20)
     bigdecimal (3.1.8)
     bindex (0.8.1)
@@ -300,6 +301,7 @@ GEM
       addressable (~> 2.7)
     letter_opener (1.7.0)
       launchy (~> 2.2)
+    link_header (0.0.8)
     listen (3.9.0)
       rb-fsevent (~> 0.10, >= 0.10.3)
       rb-inotify (~> 0.9, >= 0.9.10)
@@ -337,6 +339,8 @@ GEM
     multi_xml (0.6.0)
     multipart-post (2.1.1)
     nenv (0.3.0)
+    net-http-persistent (4.0.5)
+      connection_pool (~> 2.2)
     net-imap (0.5.5)
       date
       net-protocol
@@ -450,6 +454,10 @@ GEM
     rb-fsevent (0.11.2)
     rb-inotify (0.11.1)
       ffi (~> 1.0)
+    rdf (3.3.2)
+      bcp47_spec (~> 0.2)
+      bigdecimal (~> 3.1, >= 3.1.5)
+      link_header (~> 0.0, >= 0.0.8)
     redcarpet (3.6.0)
     redis (5.3.0)
       redis-client (>= 0.22.0)
@@ -539,6 +547,9 @@ GEM
       logger
       rack (>= 2.2.4)
       redis-client (>= 0.22.2)
+    sparql-client (3.3.0)
+      net-http-persistent (~> 4.0, >= 4.0.2)
+      rdf (~> 3.3)
     spring (4.2.1)
     spring-commands-rspec (1.0.4)
       spring (>= 0.9.1)
@@ -691,6 +702,7 @@ DEPENDENCIES
   sentry-raven (~> 3.1)
   shoulda-matchers (~> 4.5)
   sidekiq (~> 7.0)
+  sparql-client
   spring
   spring-commands-rspec
   spring-watcher-listen

app/controllers/sparql_controller.rb

@@ -0,0 +1,20 @@
+# frozen_string_literal: true
+
+# @see Wikidata
+class SparqlController < ApplicationController
+  # @route [GET] `/sparql/:schema/:qid`
+  def show
+    wikidata = Wikidata.new I18n.locale
+    result = wikidata.canned_query params[:schema], params[:qid]
+    head :not_found and return if result.nil?
+    render json: result
+  end
+
+  # @route [GET] `/sparql?query&schema`
+  def index
+    wikidata = Wikidata.new I18n.locale
+    result = wikidata.search params[:query], params[:schema]
+    head :not_found and return if result.nil?
+    render json: result
+  end
+end

app/controllers/wikidata_links_controller.rb

@@ -0,0 +1,50 @@
+# frozen_string_literal: true
+
+# @see Wikidatalink
+class WikidataLinksController < ApplicationController
+  include BroadcastEdits
+  include VerifyLock
+
+  before_action :authenticate_reader!
+  before_action :set_case
+  before_action -> { verify_lock_on @case }
+
+  broadcast_edits to: :@case, type: :update
+
+  # @route [POST] `/cases/case-slug/wikidata_links`
+  def create
+    authorize @case, :update?
+    link_params = wikidata_links_params
+    wikidata_link = @case.wikidata_links.find_or_initialize_by(
+      schema: link_params[:schema], qid: link_params[:qid])
+
+    wikidata_link.assign_attributes(link_params.merge(record_type: 'Case', record_id: @case.id))
+    wikidata_link.fetch_and_update_data!
+
+    if wikidata_link.save
+      render json: wikidata_link,
+             status: wikidata_link.new_record? ? :created : :ok
+    else
+      render json: { errors: wikidata_link.errors.full_messages },
+             status: :unprocessable_entity
+    end
+  end
+
+  # @route [DELETE] `/cases/case-slug/wikidata_links/id`
+  def destroy
+    authorize @case, :update?
+    wikidata_link = @case.wikidata_links.find_by id: params[:id]
+    wikidata_link&.destroy
+    head :no_content
+  end
+
+  private
+
+  def wikidata_links_params
+    params.require(:wikidata_link).permit(:qid, :position, :schema)
+  end
+
+  def set_case
+    @case = Case.friendly.find params[:case_slug]
+  end
+end

app/javascript/overview/Billboard.jsx

@@ -17,11 +17,11 @@ import LearningObjectives from './LearningObjectives'
 import CaseKeywords from './CaseKeywords'
 import TranslationLinks from './TranslationLinks'
 import TeachingGuide from './TeachingGuide'
-
+import LinkWikidata from '../wikidata/LinkWikidata'
 import asyncComponent from 'utility/asyncComponent'
 import { updateCase } from 'redux/actions'
 
-import type { State, Case, Tag, Viewport } from 'redux/state'
+import type { State, Case, Tag, Viewport, WikidataLink } from 'redux/state'
 
 const MapView = asyncComponent(() => import('map_view').then(m => m.default))
 
@@ -37,6 +37,7 @@ function mapStateToProps ({ caseData, edit }: State) {
     tags,
     links,
     teachingGuideUrl,
+    wikidataLinks,
   } = caseData
 
   return {
@@ -50,8 +51,10 @@ function mapStateToProps ({ caseData, edit }: State) {
     slug,
     summary,
     taggingsPath: links.taggings,
+    wikidataLinksPath: links.wikidataLinks,
     tags,
     teachingGuideUrl,
+    wikidataLinks,
   }
 }
 
@@ -66,8 +69,10 @@ type Props = {
   slug: string,
   summary: string,
   taggingsPath: string,
+  wikidataLinksPath: string,
   tags: Tag[],
   teachingGuideUrl: string,
+  wikidataLinks: WikidataLink[],
   updateCase: typeof updateCase,
 }
 
@@ -82,8 +87,10 @@ const Billboard = ({
   slug,
   summary,
   taggingsPath,
+  wikidataLinksPath,
   tags,
   teachingGuideUrl,
+  wikidataLinks,
   updateCase,
 }: Props) => (
   <Container>
@@ -169,6 +176,14 @@ const Billboard = ({
             onChange={(tags: Tag[]) => updateCase({ tags })}
           />
 
+          <LinkWikidata
+            editing={editing}
+            key={wikidataLinksPath}
+            wikidataLinksPath={wikidataLinksPath}
+            wikidataLinks={wikidataLinks}
+            onChange={(wikidataLinks: WikidataLink[]) => updateCase({ wikidataLinks }, false)}
+          />
+
           {readerSignedIn && (
             <MinimalLink href={caseData.links.archive}>
               <FormattedMessage id="archives.show.printableArchive" />

app/javascript/redux/actions/editing.js

@@ -98,6 +98,7 @@ async function saveModel (endpoint: string, state: State): Promise<Object> {
           latitude,
           longitude,
           zoom,
+          wikidataLinks,
         } = state.caseData
         data = {
           case: {
@@ -114,6 +115,7 @@ async function saveModel (endpoint: string, state: State): Promise<Object> {
             latitude,
             longitude,
             zoom,
+            wikidataLinks,
             coverUrl: baseCoverUrl,
           },
         }

app/javascript/redux/reducers/caseData.js

@@ -31,6 +31,7 @@ type Action =
   | SetForumsAction
   | ToggleEditingAction
 
+// TODO this is how the inital caseData state is set
 export default function caseData (
   state: CaseDataState = ({ ...window.caseData }: CaseDataState),
   action: Action

app/javascript/redux/state.js

@@ -122,6 +122,23 @@ export type Byline = {
   acknowledgements: string,
 }
 
+export type WikidataLink = {
+  id?: string,
+  schema: string,
+  qid: string,
+  position: number,
+  data?: SparqlResult,
+}
+
+export type SparqlResult = {
+  entity: string,
+  entityLabel: string,
+  schema: string,
+  properties: {
+    [string]: string,
+  }[],
+}
+
 export type Card = {
   commentThreads: ?(CommentThread[]),
   editorState: ?EditorState,
@@ -153,9 +170,10 @@ export type Case = {
     self: string,
     settings: string,
     taggings: string,
+    wikidataLinks: string,
     teach: string,
     teachingGuide: string,
-    newCopy: string
+    newCopy: string,
   },
   longitude: ?number,
   otherAvailableLocales: { [string]: { link: string, name: string } },
@@ -168,6 +186,7 @@ export type Case = {
   teachingGuideUrl: ?string,
   title: string,
   zoom: ?number,
+  wikidataLinks: WikidataLink[],
 } & Byline
 
 export type CaseElement = {

app/javascript/wikidata/AddWikidata.jsx

@@ -0,0 +1,93 @@
+/**
+ * @providesModule AddWikidata
+ * @flow
+ */
+
+import * as React from 'react'
+import { FormattedMessage } from 'react-intl'
+import styled from 'styled-components'
+import type { WikidataLink } from 'redux/state'
+import SortableWikidataList, {
+  createSortableInput,
+} from './SortableWikidataList'
+
+type Props = {
+  editing: boolean,
+  schema: string,
+  editing: boolean,
+  onChange: (wikidataLinks: WikidataLink[]) => mixed,
+  wikidataLinks: WikidataLink[],
+  wikidataLinksPath: string,
+}
+
+const AddWikidata = ({
+  editing,
+  schema,
+  onChange,
+  wikidataLinks,
+  wikidataLinksPath,
+}: Props): React.Node => {
+  const items = wikidataLinks.filter(link => link.schema === schema)
+
+  const handleChange = (updates: WikidataLink[]) => {
+    const updatedLinks = [
+      ...wikidataLinks.filter(link => link.schema !== schema),
+      ...updates,
+    ]
+    onChange(updatedLinks)
+  }
+
+  if (!editing && items.length === 0) {
+    return null
+  }
+
+  return (
+    <Container>
+      <div className="pt-dark">
+        <div className="wikidata-item-title">
+          <FormattedMessage id={`catalog.wikidata.${schema}`} />
+        </div>
+        <SortableWikidataList
+          dark
+          editing={editing}
+          items={items}
+          newItem={{ id: '', qid: '', schema, position: items.length }}
+          render={(props, index) => (
+            <WikiDataInput {...props} schema={schema} index={index} />
+          )}
+          wikidataLinksPath={wikidataLinksPath}
+          schema={schema}
+          onChange={handleChange}
+        />
+      </div>
+    </Container>
+  )
+}
+
+const Container = styled.div`
+  display: flex;
+  flex-direction: column;
+
+  .wikidata-item-title {
+    display: flex;
+    align-items: center;
+    gap: 6px;
+    color: #ebeae3;
+    font-size: 14px;
+    font-weight: 400;
+    margin-bottom: 2px;
+  }
+
+  .wikidata-instructions {
+    font-size: 13px;
+    color: #ebeae3;
+    opacity: 0.6;
+    margin-top: -8px;
+  }
+`
+
+const WikiDataInput = createSortableInput({
+  placeholderId: 'catalog.wikidata.wikidataPlaceholder',
+})
+
+export default AddWikidata