laser/install_models.sh

#!/bin/bash
# Copyright (c) Facebook, Inc. and its affiliates.
# All rights reserved.
#
# This source code is licensed under the BSD-style license found in the
# LICENSE file in the root directory of this source tree.
#
# LASER  Language-Agnostic SEntence Representations
# is a toolkit to calculate multilingual sentence embeddings
# and to use them for document classification, bitext filtering
# and mining
# 
#-------------------------------------------------------
#
# This bash script installs sentence encoders from Amazon s3
#

if [ -z ${LASER} ] ; then 
  echo "Please set the environment variable 'LASER'"
  exit
fi

mdir="${LASER}/models"

# available encoders
s3="https://dl.fbaipublicfiles.com/laser/models"
networks=("bilstm.eparl21.2018-11-19.pt" \
          "eparl21.fcodes" "eparl21.fvocab" \
          "bilstm.93langs.2018-12-26.pt" \
          "93langs.fcodes" "93langs.fvocab")


echo "Downloading networks"

if [ ! -d ${mdir} ] ; then
  echo " - creating directory ${mdir}"
  mkdir -p ${mdir}
fi

cd ${mdir}
for f in ${networks[@]} ; do
  if [ -f ${f} ] ; then
    echo " - ${mdir}/${f} already downloaded"
  else
    echo " - ${f}"
    wget -q ${s3}/${f}
  fi
done