Skip to content

Commit b240abe

Browse files
committed
Add conversion script for parameters files
1 parent 2804124 commit b240abe

File tree

3 files changed

+43
-0
lines changed

3 files changed

+43
-0
lines changed

cypher/parameters/.gitignore

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
*.csv

cypher/parameters/headers.txt

+21
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,21 @@
1+
bi-1 datetime:DATETIME
2+
bi-2 date:DATETIME|tagClass:STRING
3+
bi-3 tagClass:STRING|country:STRING
4+
bi-4 country:STRING
5+
bi-5 tag:STRING
6+
bi-6 tag:STRING
7+
bi-7 tag:STRING
8+
bi-8 tag:STRING|date:DATETIME
9+
bi-9 startDate:DATETIME|endDate:DATETIME
10+
bi-10 personId:ID|country:STRING|tagClass:STRING|minPathDistance:LONG|maxPathDistance:LONG
11+
bi-11 country:STRING|startDate:DATETIME
12+
bi-12 date:DATETIME|lengthThreshold:LONG|languages:STRING[]
13+
bi-13 country:STRING|endDate:DATETIME
14+
bi-14a country1:STRING|country2:STRING
15+
bi-14b country1:STRING|country2:STRING
16+
bi-15 person1Id:ID|person2Id:ID|startDate:DATETIME|endDate:DATETIME
17+
bi-16 tagA:STRING|dateA:DATE|tagB:STRING|dateB:DATE|maxKnowsLimit:LONG
18+
bi-17 tag:STRING|delta:LONG
19+
bi-18 person1Id:ID|tag:STRING
20+
bi-19 city1Id:ID|city2Id:ID
21+
bi-20 company:STRING|person2Id:ID
+21
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,21 @@
1+
#!/bin/bash
2+
3+
set -e
4+
set -o pipefail
5+
6+
echo "Starting preprocessing parameter files"
7+
8+
cd "$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )"
9+
cd ..
10+
11+
# replace headers
12+
while read line; do
13+
IFS=' ' read -r -a array <<< $line
14+
FILENAME=${array[0]}
15+
HEADER=${array[1]}
16+
17+
echo ${FILENAME}: ${HEADER}
18+
echo ${HEADER} | cat - <(tail -n +2 parameters/${FILENAME}.csv) > parameters/${FILENAME}.txt
19+
done < parameters/headers.txt
20+
21+
echo "Finished preprocessing parameter files"

0 commit comments

Comments
 (0)