Installation on CSD3 and Cirrus

Building on CSD3 and Cirrus EPSRC Tier 2 HPC services

cd
module load gcc/8.2.0 # This is only for Cirrus, it will fail in CSD3
module load gcc # This is only for CSD3, it will fail in Cirrus
module load cmake
module load zlib/1.2.11

Download and compile boost:

cd
wget https://dl.bintray.com/boostorg/release/1.75.0/source/boost_1_75_0.tar.gz
tar -xzf boost_1_75_0.tar.gz
cd boost_1_75_0
./bootstrap.sh --prefix=$HOME/.local
./b2 install

Download and compile uchardet:

cd
wget https://www.freedesktop.org/software/uchardet/releases/uchardet-0.0.7.tar.xz
tar -xf uchardet-0.0.7.tar.xz
cd uchardet-0.0.7
mkdir build ; cd build
cmake .. -DCMAKE_INSTALL_PREFIX=$HOME/.local -DCMAKE_BUILD_TYPE=Release
make
make install

Download and compile libzip:

cd
wget https://libzip.org/download/libzip-1.7.3.tar.xz
tar -xf libzip-1.7.3.tar.xz
cd libzip-1.7.3
mkdir build ; cd build
cmake .. -DCMAKE_INSTALL_PREFIX=$HOME/.local -DCMAKE_BUILD_TYPE=Release
make
make install

Download and compile warc2text:

cd
git clone --recurse-submodules https://github.com/bitextor/warc2text.git
cd warc2text
mkdir build ; cd build
cmake -DUCHARDET_PATH=$HOME/.local -DLIBZIP_PATH=$HOME/.local/lib64/libzip.so -DBoost_DIR=$HOME/.local/lib/cmake/Boost-1.75.0 ..
make