build

Version 0.2.9 release #465

Workflow file for this run

.github/workflows/actions.yml at cc9d579

	on: [push, pull_request]
	name: build
	jobs:
	tests:
	runs-on: ubuntu-22.04
	strategy:
	matrix:
	use-numpy:
	- 0
	python-version:
	- "3.7"
	- "3.8"
	- "3.9"
	- "3.10"
	- "3.11"
	- "3.12"
	- "pypy-3.9"
	- "pypy-3.10"
	clickhouse-version:
	- 24.4.1
	- 24.1.8.22
	- 24.1.7.18
	- 24.1.5.6
	- 23.9.3.12
	- 23.2.6.34
	- 22.9.5.25
	- 22.2.3.5
	- 21.12.3.32
	- 21.9.3.30
	- 21.4.6.55
	- 21.3.10.1
	- 21.2.10.48
	- 21.1.9.41
	- 20.11.2.1
	- 20.10.2.20
	- 20.9.3.45
	- 20.8.4.11
	- 20.7.4.11
	- 20.6.8.5
	- 20.5.5.74
	- 20.4.9.110
	- 20.3.20.6
	- 19.16.17.80
	- 19.15.3.6
	- 19.9.2.4 # allow_suspicious_low_cardinality_types
	- 19.8.3.8 # SimpleAggregateFunction
	include:
	- clickhouse-version: 20.3.20.6
	use-numpy: 1
	python-version: 3.8

	name: ${{ matrix.python-version }} CH=${{ matrix.clickhouse-version }} NUMPY=${{ matrix.use-numpy }}
	steps:
	- uses: actions/checkout@v4
	- name: Set up Python
	uses: actions/setup-python@v5
	with:
	python-version: ${{ matrix.python-version }}
	architecture: x64
	# - name: Login to Docker Hub
	# uses: docker/login-action@v1
	# with:
	# username: ${{ secrets.DOCKER_HUB_USERNAME }}
	# password: ${{ secrets.DOCKER_HUB_ACCESS_TOKEN }}
	- name: Install flake8
	run: \|
	pip install --upgrade pip setuptools wheel
	pip install flake8 flake8-print
	- name: Run flake8
	run: flake8
	- name: Start ClickHouse server and client containers
	run: \|
	echo "VERSION=${{ matrix.clickhouse-version }}" > tests/.env
	if [[ "21.7" = "`echo -e "21.7\n${{ matrix.clickhouse-version }}" \| sort -V \| head -n1`" ]]; then echo "ORG=clickhouse"; else echo "ORG=yandex" ; fi >> tests/.env
	if [[ "21.10" = "`echo -e "21.10\n${{ matrix.clickhouse-version }}" \| sort -V \| head -n1`" ]]; then echo "TOP_LEVEL=clickhouse"; else echo "TOP_LEVEL=yandex" ; fi >> tests/.env
	docker compose -f tests/docker-compose.yml up -d
	- name: Setup clickhouse-client proxy for docker
	run: \|
	# Faking clickhouse-client real communication with container via docker exec.
	echo -e '#!/bin/bash\n\ndocker exec -e "`env \| grep ^TZ=`" test-clickhouse-client clickhouse client "$@"' \| sudo tee /usr/local/bin/clickhouse-client > /dev/null
	sudo chmod +x /usr/local/bin/clickhouse-client
	# Overriding setup.cfg. Set host=clickhouse-server
	sed -i 's/^host=localhost$/host=clickhouse-server/' setup.cfg
	# Make host think that clickhouse-server is localhost
	echo '127.0.0.1 clickhouse-server' \| sudo tee /etc/hosts > /dev/null
	- name: Build cython extensions with tracing
	run: CYTHON_TRACE=1 python setup.py build_ext --define CYTHON_TRACE
	if: ${{ !contains(matrix.python-version, 'pypy') }}
	- name: Install requirements
	run: \|
	# Newer coveralls do not work with github actions.
	pip install 'coveralls<3.0.0'
	pip install cython
	pip install -U 'setuptools<72.2'
	python testsrequire.py
	python setup.py develop
	# Limit each test time execution.
	pip install pytest-timeout
	env:
	USE_NUMPY: ${{ matrix.use-numpy }}
	- name: Run tests
	run: coverage run -m pytest --timeout=10 -v
	timeout-minutes: 5
	env:
	# Set initial TZ for docker exec -e "`env \| grep ^TZ`"
	TZ: UTC
	- name: Upload coverage
	run: coveralls
	env:
	GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
	COVERALLS_PARALLEL: true
	COVERALLS_FLAG_NAME: ${{ matrix.python-version }} CH=${{ matrix.clickhouse-version }} NUMPY=${{ matrix.use-numpy }}

	coveralls-finished:
	name: Indicate completion to coveralls.io
	needs: tests
	runs-on: ubuntu-latest
	steps:
	- name: Finished
	uses: coverallsapp/[email protected]
	with:
	github-token: ${{ secrets.GITHUB_TOKEN }}
	parallel-finished: true

	valgrind:
	name: Valgrind check
	needs: tests
	runs-on: ubuntu-22.04
	steps:
	- uses: actions/checkout@v4
	- name: Set up Python
	uses: actions/setup-python@v5
	with:
	python-version: 3.8
	architecture: x64
	- name: Install valgrind
	run: sudo apt-get update && sudo apt-get install -y valgrind
	# - name: Login to Docker Hub
	# uses: docker/login-action@v1
	# with:
	# username: ${{ secrets.DOCKER_HUB_USERNAME }}
	# password: ${{ secrets.DOCKER_HUB_ACCESS_TOKEN }}
	- name: Start ClickHouse server and client containers
	run: \|
	echo "VERSION=$VERSION" > tests/.env
	if [[ "21.7" = "`echo -e "21.7\n$VERSION" \| sort -V \| head -n1`" ]]; then echo "ORG=clickhouse"; else echo "ORG=yandex" ; fi >> tests/.env
	if [[ "21.10" = "`echo -e "21.10\n$VERSION" \| sort -V \| head -n1`" ]]; then echo "TOP_LEVEL=clickhouse"; else echo "TOP_LEVEL=yandex" ; fi >> tests/.env
	docker compose -f tests/docker-compose.yml up -d
	env:
	VERSION: 20.3.7.46
	- name: Setup clickhouse-client proxy for docker
	run: \|
	# Faking clickhouse-client real communication with container via docker exec.
	echo -e '#!/bin/bash\n\ndocker exec -e "`env \| grep ^TZ=`" test-clickhouse-client clickhouse-client "$@"' \| sudo tee /usr/local/bin/clickhouse-client > /dev/null
	sudo chmod +x /usr/local/bin/clickhouse-client
	# Overriding setup.cfg. Set host=clickhouse-server
	sed -i 's/^host=localhost$/host=clickhouse-server/' setup.cfg
	# Make host think that clickhouse-server is localhost
	echo '127.0.0.1 clickhouse-server' \| sudo tee /etc/hosts > /dev/null
	- name: Install requirements
	run: \|
	python testsrequire.py
	python setup.py develop
	env:
	USE_NUMPY: 1
	- name: Run tests under valgrind
	run: valgrind -s --error-exitcode=1 --suppressions=valgrind.supp py.test -v
	env:
	# Set initial TZ for docker exec -e "`env \| grep ^TZ`"
	TZ: UTC
	USE_NUMPY: 1
	PYTHONMALLOC: malloc

	wheels-linux:
	name: Wheels for Linux
	needs: valgrind
	runs-on: ubuntu-22.04
	steps:
	- uses: actions/checkout@v4
	- name: Set up Python
	uses: actions/setup-python@v5
	with:
	python-version: 3.8
	architecture: x64
	# - name: Login to Docker Hub
	# uses: docker/login-action@v1
	# with:
	# username: ${{ secrets.DOCKER_HUB_USERNAME }}
	# password: ${{ secrets.DOCKER_HUB_ACCESS_TOKEN }}
	- name: Install cibuildwheel
	run: \|
	pip install --upgrade pip setuptools
	pip install cython cibuildwheel==$VERSION
	env:
	VERSION: 2.16.2
	- name: Build wheels
	run: cibuildwheel --output-dir wheelhouse
	env:
	CIBW_BUILD: 'p3'
	CIBW_BEFORE_BUILD: pip install cython
	- uses: ncipollo/release-action@v1
	name: Upload wheels
	if: ${{ github.ref_type == 'tag' }}
	with:
	artifacts: "wheelhouse/*"
	allowUpdates: true
	draft: true
	tag: Linux
	token: ${{ secrets.GITHUB_TOKEN }}

	wheels-macos:
	name: Wheels for OS X
	needs: valgrind
	runs-on: macos-12
	steps:
	- uses: actions/checkout@v4
	- name: Set up Python
	uses: actions/setup-python@v5
	with:
	python-version: 3.8
	architecture: x64
	# - name: Login to Docker Hub
	# uses: docker/login-action@v1
	# with:
	# username: ${{ secrets.DOCKER_HUB_USERNAME }}
	# password: ${{ secrets.DOCKER_HUB_ACCESS_TOKEN }}
	- name: Install cibuildwheel
	run: \|
	pip install --upgrade pip setuptools
	pip install cython cibuildwheel==$VERSION
	env:
	VERSION: 2.16.2
	- name: Build wheels
	run: cibuildwheel --output-dir wheelhouse
	env:
	CIBW_BUILD: 'p3'
	CIBW_BEFORE_BUILD: pip install cython
	CIBW_ARCHS_MACOS: x86_64 arm64
	- uses: ncipollo/release-action@v1
	name: Upload wheels
	if: ${{ github.ref_type == 'tag' }}
	with:
	artifacts: "wheelhouse/*"
	allowUpdates: true
	draft: true
	tag: OS X
	token: ${{ secrets.GITHUB_TOKEN }}

	wheels-windows:
	name: Wheels for Windows
	needs: valgrind
	runs-on: windows-2019
	steps:
	- name: Set git to use repo line breaks
	run: \|
	git config --global core.autocrlf false
	- uses: actions/checkout@v4
	- name: Set up Python
	uses: actions/setup-python@v5
	with:
	python-version: 3.8
	architecture: x64
	# - name: Login to Docker Hub
	# uses: docker/login-action@v1
	# with:
	# username: ${{ secrets.DOCKER_HUB_USERNAME }}
	# password: ${{ secrets.DOCKER_HUB_ACCESS_TOKEN }}
	- name: Install cibuildwheel
	run: \|
	pip install cibuildwheel==$env:VERSION
	env:
	VERSION: 2.16.2
	- name: Build wheels
	run: cibuildwheel --output-dir wheelhouse
	env:
	CIBW_BUILD: 'p3'
	CIBW_BEFORE_BUILD: pip install cython
	- uses: ncipollo/release-action@v1
	name: Upload wheels
	if: ${{ github.ref_type == 'tag' }}
	with:
	artifacts: "wheelhouse/*"
	allowUpdates: true
	draft: true
	tag: Windows
	token: ${{ secrets.GITHUB_TOKEN }}

	wheels-linux-non-x86:
	name: Wheels for Linux non-x86
	needs: valgrind
	runs-on: ubuntu-22.04
	strategy:
	matrix:
	arch:
	- aarch64
	- ppc64le
	- s390x
	steps:
	- uses: actions/checkout@v4
	# - name: Login to Docker Hub
	# uses: docker/login-action@v1
	# with:
	# username: ${{ secrets.DOCKER_HUB_USERNAME }}
	# password: ${{ secrets.DOCKER_HUB_ACCESS_TOKEN }}
	- name: Set up Python
	uses: actions/setup-python@v5
	with:
	python-version: 3.8
	architecture: x64
	- name: Set up QEMU
	id: qemu
	uses: docker/[email protected]
	with:
	image: tonistiigi/binfmt:latest
	platforms: all
	- name: Install cibuildwheel
	run: \|
	pip install --upgrade pip setuptools
	pip install cibuildwheel==$VERSION
	env:
	VERSION: 2.16.2
	- name: Build wheels
	run: cibuildwheel --output-dir wheelhouse
	env:
	CIBW_BUILD: 'p3'
	CIBW_BEFORE_BUILD: pip install cython
	CIBW_ARCHS: ${{ matrix.arch }}
	- uses: ncipollo/release-action@v1
	name: Upload wheels
	if: ${{ github.ref_type == 'tag' }}
	with:
	artifacts: "wheelhouse/*"
	allowUpdates: true
	draft: true
	tag: Linux non-x86
	token: ${{ secrets.GITHUB_TOKEN }}

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Version 0.2.9 release #465

Workflow file

Version 0.2.9 release #465

Jobs

Run details

Workflow file for this run