datasets-knowledge-embedding/build.sh at master · simonepri/datasets-knowledge-embedding · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
#!/usr/bin/env bash

function download_edgelist_mapper() {
  if [ ! -d downloads/edgelist-mapper ]; then
    mkdir -p downloads
    git clone -q https://github.com/simonepri/edgelist-mapper downloads/edgelist-mapper
  fi
}

function compute_frequency() {
  env PYTHONPATH=downloads/edgelist-mapper/src \
    python3 -B -m main.bin.compute_frequency $1 -ef $2 -rf $3
}

function generate_mapping() {
  env PYTHONPATH=downloads/edgelist-mapper/src \
    python3 -B -m main.bin.generate_mapping -ef $1 -rf $2 -em $3 -rm $4
}

function map_edgelist() {
  env PYTHONPATH=downloads/edgelist-mapper/src \
    python3 -B -m main.bin.map_edgelist $1 -em $2 -rm $3 -me $4
}

function run() {
  in_test=$1
  in_valid=$2
  in_train=$3
  out_folder=$4

  mkdir -p $out_folder

  edges_text_all="$out_folder/edges_as_text_all.tsv"
  edges_text_train="$out_folder/edges_as_text_train.tsv"
  edges_text_valid="$out_folder/edges_as_text_valid.tsv"
  edges_text_test="$out_folder/edges_as_text_test.tsv"

  edges_id_all="$out_folder/edges_as_id_all.tsv"
  edges_id_train="$out_folder/edges_as_id_train.tsv"
  edges_id_valid="$out_folder/edges_as_id_valid.tsv"
  edges_id_test="$out_folder/edges_as_id_test.tsv"

  freq_ent_all="$out_folder/frequency_entities_all.tsv"
  freq_ent_train="$out_folder/frequency_entities_train.tsv"
  freq_ent_valid="$out_folder/frequency_entities_valid.tsv"
  freq_ent_test="$out_folder/frequency_entities_test.tsv"

  freq_rel_all="$out_folder/frequency_relations_all.tsv"
  freq_rel_train="$out_folder/frequency_relations_train.tsv"
  freq_rel_valid="$out_folder/frequency_relations_valid.tsv"
  freq_rel_test="$out_folder/frequency_relations_test.tsv"

  map_ent="$out_folder/map_entity_id_to_text.tsv"
  map_rel="$out_folder/map_relation_id_to_text.tsv"

  mv $in_train $edges_text_train
  mv $in_valid $edges_text_valid
  mv $in_test $edges_text_test

  cat $edges_text_train $edges_text_valid $edges_text_test >> $edges_text_all

  download_edgelist_mapper

  compute_frequency $edges_text_all $freq_ent_all $freq_rel_all
  compute_frequency $edges_text_all $freq_ent_all $freq_rel_all
  compute_frequency $edges_text_train $freq_ent_train $freq_rel_train
  compute_frequency $edges_text_valid $freq_ent_valid $freq_rel_valid
  compute_frequency $edges_text_test $freq_ent_test $freq_rel_test

  generate_mapping $freq_ent_all $freq_rel_all $map_ent $map_rel

  map_edgelist $edges_text_all $map_ent $map_rel $edges_id_all
  map_edgelist $edges_text_train $map_ent $map_rel $edges_id_train
  map_edgelist $edges_text_valid $map_ent $map_rel $edges_id_valid
  map_edgelist $edges_text_test $map_ent $map_rel $edges_id_test
}

run "$@"