Files
dvc/scripts/ci/before_install.sh
T
Aman Sharma 55ad81bf9d Coalesce requirements.txt into setup.py (#2017)
* Coalesce `requirements.txt` and `tests/requirements.txt` into `setup.py`

* Remove requirements for tests

* Parse tests requirements in setup.py

* Append extra dependenices in test_requirements in setup.py

* Modify CI build to pass the tests

* Correctly install black requirements

* Install all requirements to pass the tests
2019-05-29 10:23:01 +03:00

67 lines
1.8 KiB
Bash

#!/bin/bash
set -x
set -e
if [[ "$TRAVIS_OS_NAME" == "osx" ]]; then
ulimit -a
sudo sysctl -w kern.maxproc=2048
sudo sysctl -w kern.maxprocperuid=2048
echo '\nulimit -u 2048' >> ~/.bash_profile
ulimit -a
brew update
brew upgrade pyenv
# NOTE: used to install and run our style checking tools
osx_python_ver=3.6.2
eval "$(pyenv init -)"
pyenv install --skip-existing --keep --verbose $osx_python_ver &> pyenv.log || tail -n 50 pyenv.log
pyenv shell $osx_python_ver
python --version
fi
pip install -e .[tests]
# stop the build if there are any readme formatting errors
python setup.py checkdocs
# stop the build if there are any black or flake8 errors
black ./ --check
flake8 ./
#NOTE: ssh keys for ssh test to be able to ssh to the localhost
ls -la ~/.ssh/
ssh-keygen -t rsa -N "" -f mykey
mkdir -p ~/.ssh
cp mykey ~/.ssh/id_rsa
cp mykey.pub ~/.ssh/id_rsa.pub
cat mykey.pub >> ~/.ssh/authorized_keys
ssh-keyscan localhost >> ~/.ssh/known_hosts
ssh-keyscan 127.0.0.1 >> ~/.ssh/known_hosts
ssh-keyscan 0.0.0.0 >> ~/.ssh/known_hosts
ssh 0.0.0.0 ls &> /dev/null
ssh 127.0.0.1 ls &> /dev/null
ssh localhost ls &> /dev/null
scriptdir="$(dirname $0)"
echo > env.sh
if [ -n "$TRAVIS_OS_NAME" ] && [ "$TRAVIS_OS_NAME" != "osx" ] \
&& [ "$TRAVIS_PULL_REQUEST" == "false" ]; then
bash "$scriptdir/install_azurite.sh"
bash "$scriptdir/install_oss.sh"
bash "$scriptdir/install_hadoop.sh"
fi
if [[ "$TRAVIS_OS_NAME" == "osx" ]]; then
brew install openssl
brew cask install google-cloud-sdk
fi
if [[ -n "$PYTHON_VER" ]]; then
eval "$(pyenv init -)"
pyenv install --skip-existing --keep --verbose "$PYTHON_VER" &> pyenv.log || tail -n 50 pyenv.log
echo 'eval "$(pyenv init -)"' >> env.sh
echo "pyenv shell $PYTHON_VER" >> env.sh
fi