freqtrade_origin/.github/workflows/ci.yml

547 lines
16 KiB
YAML
Raw Normal View History

2019-11-05 14:33:48 +00:00
name: Freqtrade CI
on:
push:
branches:
- stable
2019-11-05 14:33:48 +00:00
- develop
2022-01-12 19:34:14 +00:00
- ci/*
2019-11-05 14:33:48 +00:00
tags:
2020-09-13 14:59:45 +00:00
release:
types: [published]
2019-11-05 14:33:48 +00:00
pull_request:
2019-11-11 18:42:05 +00:00
schedule:
- cron: '0 5 * * 4'
2019-11-05 14:33:48 +00:00
2022-06-06 08:57:33 +00:00
concurrency:
2023-05-11 08:50:09 +00:00
group: "${{ github.workflow }}-${{ github.ref }}-${{ github.event_name }}"
2022-06-06 08:57:33 +00:00
cancel-in-progress: true
2023-03-14 19:27:14 +00:00
permissions:
repository-projects: read
2019-11-05 14:33:48 +00:00
jobs:
build_linux:
2019-11-05 14:33:48 +00:00
runs-on: ${{ matrix.os }}
strategy:
matrix:
os: [ ubuntu-20.04, ubuntu-22.04 ]
2023-09-07 04:24:32 +00:00
python-version: ["3.9", "3.10", "3.11"]
2019-11-05 14:33:48 +00:00
steps:
- uses: actions/checkout@v4
2019-11-05 14:33:48 +00:00
- name: Set up Python
uses: actions/setup-python@v4
2019-11-05 14:33:48 +00:00
with:
python-version: ${{ matrix.python-version }}
- name: Cache_dependencies
uses: actions/cache@v3
2019-11-05 14:33:48 +00:00
id: cache
with:
path: ~/dependencies/
key: ${{ runner.os }}-dependencies
- name: pip cache (linux)
uses: actions/cache@v3
if: runner.os == 'Linux'
2019-11-05 14:33:48 +00:00
with:
path: ~/.cache/pip
key: test-${{ matrix.os }}-${{ matrix.python-version }}-pip
- name: TA binary *nix
if: steps.cache.outputs.cache-hit != 'true'
run: |
cd build_helpers && ./install_ta-lib.sh ${HOME}/dependencies/; cd ..
- name: Installation - *nix
if: runner.os == 'Linux'
run: |
python -m pip install --upgrade pip wheel
export LD_LIBRARY_PATH=${HOME}/dependencies/lib:$LD_LIBRARY_PATH
export TA_LIBRARY_PATH=${HOME}/dependencies/lib
export TA_INCLUDE_PATH=${HOME}/dependencies/include
pip install -r requirements-dev.txt
pip install -e .
- name: Tests
run: |
pytest --random-order --cov=freqtrade --cov-config=.coveragerc
- name: Coveralls
2022-10-10 10:12:30 +00:00
if: (runner.os == 'Linux' && matrix.python-version == '3.10' && matrix.os == 'ubuntu-22.04')
env:
# Coveralls token. Not used as secret due to github not providing secrets to forked repositories
COVERALLS_REPO_TOKEN: 6D1m0xupS3FgutfuGao8keFf9Hc0FpIXu
run: |
# Allow failure for coveralls
2021-05-30 17:15:59 +00:00
coveralls || true
2023-05-11 04:34:05 +00:00
- name: Check for repository changes
run: |
if [ -n "$(git status --porcelain)" ]; then
echo "Repository is dirty, changes detected:"
git status
git diff
exit 1
else
echo "Repository is clean, no changes detected."
fi
2022-05-25 06:14:45 +00:00
- name: Backtesting (multi)
run: |
cp config_examples/config_bittrex.example.json config.json
freqtrade create-userdir --userdir user_data
2022-05-25 06:14:45 +00:00
freqtrade new-strategy -s AwesomeStrategy
freqtrade new-strategy -s AwesomeStrategyMin --template minimal
freqtrade backtesting --datadir tests/testdata --strategy-list AwesomeStrategy AwesomeStrategyMin -i 5m
- name: Hyperopt
run: |
cp config_examples/config_bittrex.example.json config.json
freqtrade create-userdir --userdir user_data
freqtrade hyperopt --datadir tests/testdata -e 6 --strategy SampleStrategy --hyperopt-loss SharpeHyperOptLossDaily --print-all
- name: Sort imports (isort)
run: |
isort --check .
2023-02-23 05:51:03 +00:00
- name: Run Ruff
run: |
2023-02-23 05:51:03 +00:00
ruff check --format=github .
- name: Mypy
run: |
2022-04-25 09:12:35 +00:00
mypy freqtrade scripts tests
2021-12-23 20:27:30 +00:00
- name: Discord notification
uses: rjstone/discord-webhook-notify@v1
if: failure() && ( github.event_name != 'pull_request' || github.event.pull_request.head.repo.fork == false)
with:
2021-12-23 20:27:30 +00:00
severity: error
details: Freqtrade CI failed on ${{ matrix.os }}
webhookUrl: ${{ secrets.DISCORD_WEBHOOK }}
build_macos:
runs-on: ${{ matrix.os }}
strategy:
matrix:
os: [ macos-latest ]
2023-09-07 04:24:32 +00:00
python-version: ["3.9", "3.10", "3.11"]
steps:
- uses: actions/checkout@v4
- name: Set up Python
uses: actions/setup-python@v4
with:
python-version: ${{ matrix.python-version }}
2023-06-16 13:15:40 +00:00
check-latest: true
- name: Cache_dependencies
uses: actions/cache@v3
id: cache
with:
path: ~/dependencies/
key: ${{ runner.os }}-dependencies
2019-11-05 14:33:48 +00:00
- name: pip cache (macOS)
uses: actions/cache@v3
if: runner.os == 'macOS'
2019-11-05 14:33:48 +00:00
with:
path: ~/Library/Caches/pip
key: test-${{ matrix.os }}-${{ matrix.python-version }}-pip
- name: TA binary *nix
if: steps.cache.outputs.cache-hit != 'true'
run: |
cd build_helpers && ./install_ta-lib.sh ${HOME}/dependencies/; cd ..
2021-01-07 18:21:42 +00:00
- name: Installation - macOS
if: runner.os == 'macOS'
2019-11-05 14:33:48 +00:00
run: |
2023-07-06 19:22:03 +00:00
# brew update
# TODO: Should be the brew upgrade
2022-12-26 07:50:55 +00:00
# homebrew fails to update python due to unlinking failures
2022-12-26 07:57:01 +00:00
# https://github.com/actions/runner-images/issues/6817
rm /usr/local/bin/2to3 || true
rm /usr/local/bin/2to3-3.11 || true
rm /usr/local/bin/idle3 || true
rm /usr/local/bin/idle3.11 || true
rm /usr/local/bin/pydoc3 || true
rm /usr/local/bin/pydoc3.11 || true
rm /usr/local/bin/python3 || true
rm /usr/local/bin/python3.11 || true
rm /usr/local/bin/python3-config || true
rm /usr/local/bin/python3.11-config || true
2021-01-07 18:36:50 +00:00
brew install hdf5 c-blosc
python -m pip install --upgrade pip wheel
2019-11-05 14:33:48 +00:00
export LD_LIBRARY_PATH=${HOME}/dependencies/lib:$LD_LIBRARY_PATH
export TA_LIBRARY_PATH=${HOME}/dependencies/lib
export TA_INCLUDE_PATH=${HOME}/dependencies/include
pip install -r requirements-dev.txt
pip install -e .
- name: Tests
run: |
pytest --random-order
2023-05-11 08:55:29 +00:00
- name: Check for repository changes
run: |
if [ -n "$(git status --porcelain)" ]; then
echo "Repository is dirty, changes detected:"
git status
git diff
exit 1
else
echo "Repository is clean, no changes detected."
fi
2019-11-05 14:33:48 +00:00
- name: Backtesting
run: |
cp config_examples/config_bittrex.example.json config.json
freqtrade create-userdir --userdir user_data
2022-05-25 06:14:45 +00:00
freqtrade new-strategy -s AwesomeStrategyAdv --template advanced
freqtrade backtesting --datadir tests/testdata --strategy AwesomeStrategyAdv
2019-11-05 14:33:48 +00:00
- name: Hyperopt
run: |
cp config_examples/config_bittrex.example.json config.json
freqtrade create-userdir --userdir user_data
freqtrade hyperopt --datadir tests/testdata -e 5 --strategy SampleStrategy --hyperopt-loss SharpeHyperOptLossDaily --print-all
2019-11-05 14:33:48 +00:00
2020-09-28 15:35:04 +00:00
- name: Sort imports (isort)
run: |
isort --check .
2023-02-23 05:51:03 +00:00
- name: Run Ruff
run: |
2023-02-23 05:51:03 +00:00
ruff check --format=github .
2019-11-05 14:33:48 +00:00
- name: Mypy
run: |
mypy freqtrade scripts
2021-12-23 20:27:30 +00:00
- name: Discord notification
uses: rjstone/discord-webhook-notify@v1
2020-05-25 19:10:29 +00:00
if: failure() && ( github.event_name != 'pull_request' || github.event.pull_request.head.repo.fork == false)
2019-11-12 08:39:30 +00:00
with:
severity: info
2021-12-23 20:27:30 +00:00
details: Test Succeeded!
webhookUrl: ${{ secrets.DISCORD_WEBHOOK }}
2019-11-05 14:33:48 +00:00
build_windows:
runs-on: ${{ matrix.os }}
strategy:
matrix:
os: [ windows-latest ]
2023-09-07 04:24:32 +00:00
python-version: ["3.9", "3.10", "3.11"]
2019-11-05 14:33:48 +00:00
steps:
- uses: actions/checkout@v4
2019-11-05 14:33:48 +00:00
- name: Set up Python
uses: actions/setup-python@v4
2019-11-05 14:33:48 +00:00
with:
python-version: ${{ matrix.python-version }}
- name: Pip cache (Windows)
uses: actions/cache@v3
2019-11-05 14:33:48 +00:00
with:
path: ~\AppData\Local\pip\Cache
2020-03-03 08:33:08 +00:00
key: ${{ matrix.os }}-${{ matrix.python-version }}-pip
2019-11-05 14:33:48 +00:00
- name: Installation
run: |
./build_helpers/install_windows.ps1
- name: Tests
run: |
2022-04-23 12:22:06 +00:00
pytest --random-order
2019-11-05 14:33:48 +00:00
2023-05-11 08:57:24 +00:00
- name: Check for repository changes
run: |
if (git status --porcelain) {
Write-Host "Repository is dirty, changes detected:"
git status
git diff
exit 1
}
else {
Write-Host "Repository is clean, no changes detected."
}
2019-11-05 14:33:48 +00:00
- name: Backtesting
run: |
cp config_examples/config_bittrex.example.json config.json
freqtrade create-userdir --userdir user_data
freqtrade backtesting --datadir tests/testdata --strategy SampleStrategy
2019-11-05 14:33:48 +00:00
- name: Hyperopt
run: |
cp config_examples/config_bittrex.example.json config.json
freqtrade create-userdir --userdir user_data
freqtrade hyperopt --datadir tests/testdata -e 5 --strategy SampleStrategy --hyperopt-loss SharpeHyperOptLossDaily --print-all
2019-11-05 14:33:48 +00:00
2023-02-23 05:51:03 +00:00
- name: Run Ruff
run: |
2023-02-23 05:51:03 +00:00
ruff check --format=github .
2019-11-05 14:33:48 +00:00
- name: Mypy
run: |
2022-04-25 09:12:35 +00:00
mypy freqtrade scripts tests
2019-11-05 14:33:48 +00:00
2021-12-23 20:27:30 +00:00
- name: Discord notification
uses: rjstone/discord-webhook-notify@v1
2020-05-25 19:10:29 +00:00
if: failure() && ( github.event_name != 'pull_request' || github.event.pull_request.head.repo.fork == false)
2019-11-12 08:39:30 +00:00
with:
2021-12-23 20:27:30 +00:00
severity: error
details: Test Failed
webhookUrl: ${{ secrets.DISCORD_WEBHOOK }}
2019-11-12 08:39:30 +00:00
2022-04-25 08:15:07 +00:00
mypy_version_check:
2022-10-30 14:09:53 +00:00
runs-on: ubuntu-22.04
2022-04-25 08:15:07 +00:00
steps:
- uses: actions/checkout@v4
2022-04-25 08:15:07 +00:00
- name: Set up Python
uses: actions/setup-python@v4
2022-04-25 08:15:07 +00:00
with:
2022-05-15 17:25:27 +00:00
python-version: "3.10"
2022-04-25 08:15:07 +00:00
- name: pre-commit dependencies
run: |
pip install pyaml
python build_helpers/pre_commit_update.py
pre-commit:
runs-on: ubuntu-22.04
steps:
- uses: actions/checkout@v4
2022-09-24 14:31:29 +00:00
- uses: actions/setup-python@v4
with:
python-version: "3.10"
- uses: pre-commit/action@v3.0.0
2019-11-17 09:36:32 +00:00
docs_check:
2022-10-30 14:09:53 +00:00
runs-on: ubuntu-22.04
2019-11-17 09:36:32 +00:00
steps:
- uses: actions/checkout@v4
2019-11-17 09:36:32 +00:00
- name: Documentation syntax
run: |
./tests/test_docs.sh
2020-10-09 07:08:58 +00:00
- name: Set up Python
uses: actions/setup-python@v4
2020-10-09 07:08:58 +00:00
with:
2023-05-13 18:22:15 +00:00
python-version: "3.11"
2020-10-09 07:08:58 +00:00
- name: Documentation build
run: |
pip install -r docs/requirements-docs.txt
2020-10-09 07:08:58 +00:00
pip install mkdocs
mkdocs build
2021-12-23 20:27:30 +00:00
- name: Discord notification
uses: rjstone/discord-webhook-notify@v1
2019-11-23 19:13:20 +00:00
if: failure() && ( github.event_name != 'pull_request' || github.event.pull_request.head.repo.fork == false)
2019-11-17 09:36:32 +00:00
with:
2021-12-23 20:27:30 +00:00
severity: error
details: Freqtrade doc test failed!
webhookUrl: ${{ secrets.DISCORD_WEBHOOK }}
2019-11-17 09:36:32 +00:00
2022-11-28 13:26:27 +00:00
build_linux_online:
# Run pytest with "live" checks
runs-on: ubuntu-22.04
steps:
- uses: actions/checkout@v4
2022-11-28 13:26:27 +00:00
- name: Set up Python
uses: actions/setup-python@v4
with:
python-version: "3.9"
- name: Cache_dependencies
uses: actions/cache@v3
id: cache
with:
path: ~/dependencies/
key: ${{ runner.os }}-dependencies
- name: pip cache (linux)
uses: actions/cache@v3
if: runner.os == 'Linux'
with:
path: ~/.cache/pip
key: test-${{ matrix.os }}-${{ matrix.python-version }}-pip
- name: TA binary *nix
if: steps.cache.outputs.cache-hit != 'true'
run: |
cd build_helpers && ./install_ta-lib.sh ${HOME}/dependencies/; cd ..
- name: Installation - *nix
if: runner.os == 'Linux'
run: |
python -m pip install --upgrade pip wheel
2022-11-28 13:26:27 +00:00
export LD_LIBRARY_PATH=${HOME}/dependencies/lib:$LD_LIBRARY_PATH
export TA_LIBRARY_PATH=${HOME}/dependencies/lib
export TA_INCLUDE_PATH=${HOME}/dependencies/include
pip install -r requirements-dev.txt
pip install -e .
- name: Tests incl. ccxt compatibility tests
env:
CI_WEB_PROXY: http://152.67.78.211:13128
2022-11-28 13:26:27 +00:00
run: |
pytest --random-order --cov=freqtrade --cov-config=.coveragerc --longrun
2021-12-23 20:27:30 +00:00
# Notify only once - when CI completes (and after deploy) in case it's successfull
2020-05-25 19:10:29 +00:00
notify-complete:
2022-11-28 18:40:43 +00:00
needs: [
build_linux,
build_macos,
build_windows,
docs_check,
mypy_version_check,
pre-commit,
build_linux_online
]
2022-10-30 14:09:53 +00:00
runs-on: ubuntu-22.04
# Discord notification can't handle schedule events
if: (github.event_name != 'schedule')
permissions:
2022-05-07 06:04:43 +00:00
repository-projects: read
2020-05-25 19:10:29 +00:00
steps:
2021-03-29 07:20:34 +00:00
- name: Check user permission
2021-03-29 07:20:34 +00:00
id: check
uses: scherermichael-oss/action-has-permission@1.0.6
with:
required-permission: write
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
2021-12-23 20:27:30 +00:00
- name: Discord notification
uses: rjstone/discord-webhook-notify@v1
if: always() && steps.check.outputs.has-permission && ( github.event_name != 'pull_request' || github.event.pull_request.head.repo.fork == false)
2020-05-25 19:10:29 +00:00
with:
2021-12-23 20:27:30 +00:00
severity: info
details: Test Completed!
webhookUrl: ${{ secrets.DISCORD_WEBHOOK }}
2020-05-25 19:10:29 +00:00
2019-11-05 14:33:48 +00:00
deploy:
needs: [ build_linux, build_macos, build_windows, docs_check, mypy_version_check, pre-commit ]
2022-10-30 14:09:53 +00:00
runs-on: ubuntu-22.04
2020-02-17 19:16:24 +00:00
if: (github.event_name == 'push' || github.event_name == 'schedule' || github.event_name == 'release') && github.repository == 'freqtrade/freqtrade'
2021-07-13 18:29:49 +00:00
2019-11-05 14:33:48 +00:00
steps:
- uses: actions/checkout@v4
2019-11-05 14:33:48 +00:00
2020-02-17 19:16:24 +00:00
- name: Set up Python
uses: actions/setup-python@v4
2020-02-17 19:16:24 +00:00
with:
2023-09-07 04:24:32 +00:00
python-version: "3.11"
2020-02-17 19:16:24 +00:00
2019-11-11 09:36:38 +00:00
- name: Extract branch name
shell: bash
run: echo "##[set-output name=branch;]$(echo ${GITHUB_REF##*/})"
2019-11-11 09:36:38 +00:00
id: extract_branch
2020-02-17 19:16:24 +00:00
- name: Build distribution
run: |
pip install -U setuptools wheel
python setup.py sdist bdist_wheel
- name: Publish to PyPI (Test)
uses: pypa/gh-action-pypi-publish@v1.8.10
if: (github.event_name == 'release')
2020-02-17 19:16:24 +00:00
with:
user: __token__
password: ${{ secrets.pypi_test_password }}
repository_url: https://test.pypi.org/legacy/
- name: Publish to PyPI
uses: pypa/gh-action-pypi-publish@v1.8.10
if: (github.event_name == 'release')
2020-02-17 19:16:24 +00:00
with:
user: __token__
password: ${{ secrets.pypi_password }}
- name: Dockerhub login
env:
DOCKER_PASSWORD: ${{ secrets.DOCKER_PASSWORD }}
DOCKER_USERNAME: ${{ secrets.DOCKER_USERNAME }}
run: |
echo "${DOCKER_PASSWORD}" | docker login --username ${DOCKER_USERNAME} --password-stdin
2020-05-26 04:56:09 +00:00
# We need docker experimental to pull the ARM image.
- name: Switch docker to experimental
run: |
docker version -f '{{.Server.Experimental}}'
echo $'{\n "experimental": true\n}' | sudo tee /etc/docker/daemon.json
sudo systemctl restart docker
docker version -f '{{.Server.Experimental}}'
- name: Set up Docker Buildx
id: buildx
uses: crazy-max/ghaction-docker-buildx@v3.3.1
2019-11-05 14:33:48 +00:00
with:
buildx-version: latest
qemu-version: latest
- name: Available platforms
run: echo ${{ steps.buildx.outputs.platforms }}
2021-05-30 17:15:59 +00:00
- name: Build and test and push docker images
env:
2021-05-26 19:47:40 +00:00
BRANCH_NAME: ${{ steps.extract_branch.outputs.branch }}
run: |
2021-05-30 17:15:59 +00:00
build_helpers/publish_docker_multi.sh
2021-07-13 18:29:49 +00:00
deploy_arm:
2023-03-14 19:27:14 +00:00
permissions:
packages: write
2021-07-13 18:29:49 +00:00
needs: [ deploy ]
# Only run on 64bit machines
runs-on: [self-hosted, linux, ARM64]
if: (github.event_name == 'push' || github.event_name == 'schedule' || github.event_name == 'release') && github.repository == 'freqtrade/freqtrade'
steps:
- uses: actions/checkout@v4
2021-07-13 18:29:49 +00:00
- name: Extract branch name
shell: bash
run: echo "##[set-output name=branch;]$(echo ${GITHUB_REF##*/})"
id: extract_branch
- name: Dockerhub login
env:
DOCKER_PASSWORD: ${{ secrets.DOCKER_PASSWORD }}
DOCKER_USERNAME: ${{ secrets.DOCKER_USERNAME }}
run: |
echo "${DOCKER_PASSWORD}" | docker login --username ${DOCKER_USERNAME} --password-stdin
- name: Build and test and push docker images
env:
BRANCH_NAME: ${{ steps.extract_branch.outputs.branch }}
2023-03-15 18:06:08 +00:00
GHCR_USERNAME: ${{ github.actor }}
GHCR_TOKEN: ${{ secrets.GITHUB_TOKEN }}
2021-07-13 18:29:49 +00:00
run: |
build_helpers/publish_docker_arm64.sh
- name: Discord notification
uses: rjstone/discord-webhook-notify@v1
if: always() && ( github.event_name != 'pull_request' || github.event.pull_request.head.repo.fork == false) && (github.event_name != 'schedule')
with:
severity: info
details: Deploy Succeeded!
2022-10-10 10:12:30 +00:00
webhookUrl: ${{ secrets.DISCORD_WEBHOOK }}