Remove buildkite pipeline
This commit is contained in:
Brendan Abolivier
@@ -1,13 +0,0 @@
|
||||
CI
|
||||
BUILDKITE
|
||||
BUILDKITE_BUILD_NUMBER
|
||||
BUILDKITE_BRANCH
|
||||
BUILDKITE_BUILD_NUMBER
|
||||
BUILDKITE_JOB_ID
|
||||
BUILDKITE_BUILD_URL
|
||||
BUILDKITE_PROJECT_SLUG
|
||||
BUILDKITE_COMMIT
|
||||
BUILDKITE_PULL_REQUEST
|
||||
BUILDKITE_TAG
|
||||
CODECOV_TOKEN
|
||||
TRIAL_FLAGS
|
||||
@@ -1,23 +0,0 @@
|
||||
version: '3.1'
|
||||
|
||||
services:
|
||||
|
||||
postgres:
|
||||
image: postgres:${POSTGRES_VERSION?}
|
||||
environment:
|
||||
POSTGRES_PASSWORD: postgres
|
||||
POSTGRES_INITDB_ARGS: "--lc-collate C --lc-ctype C --encoding UTF8"
|
||||
command: -c fsync=off
|
||||
|
||||
testenv:
|
||||
image: python:${PYTHON_VERSION?}
|
||||
depends_on:
|
||||
- postgres
|
||||
env_file: docker-compose-env
|
||||
environment:
|
||||
SYNAPSE_POSTGRES_HOST: postgres
|
||||
SYNAPSE_POSTGRES_USER: postgres
|
||||
SYNAPSE_POSTGRES_PASSWORD: postgres
|
||||
working_dir: /src
|
||||
volumes:
|
||||
- ${BUILDKITE_BUILD_CHECKOUT_PATH}:/src
|
||||
@@ -1,35 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
|
||||
set -e
|
||||
|
||||
if [[ "$BUILDKITE_BRANCH" =~ ^(develop|master|dinsic|shhs|release-.*)$ ]]; then
|
||||
echo "Not merging forward, as this is a release branch"
|
||||
exit 0
|
||||
fi
|
||||
|
||||
if [[ -z $BUILDKITE_PULL_REQUEST_BASE_BRANCH ]]; then
|
||||
echo "Not a pull request, or hasn't had a PR opened yet..."
|
||||
|
||||
# It probably hasn't had a PR opened yet. Since all PRs land on develop, we
|
||||
# can probably assume it's based on it and will be merged into it.
|
||||
GITBASE="dinsic"
|
||||
else
|
||||
# Get the reference, using the GitHub API
|
||||
GITBASE=$BUILDKITE_PULL_REQUEST_BASE_BRANCH
|
||||
fi
|
||||
|
||||
echo "--- merge_base_branch $GITBASE"
|
||||
|
||||
# Show what we are before
|
||||
git --no-pager show -s
|
||||
|
||||
# Set up username so it can do a merge
|
||||
git config --global user.email bot@matrix.org
|
||||
git config --global user.name "A robot"
|
||||
|
||||
# Fetch and merge. If it doesn't work, it will raise due to set -e.
|
||||
git fetch -u origin $GITBASE
|
||||
git merge --no-edit --no-commit origin/$GITBASE
|
||||
|
||||
# Show what we are after.
|
||||
git --no-pager show -s
|
||||
@@ -1,497 +0,0 @@
|
||||
# This is just a dummy entry (the `x-yaml-aliases` key is not an official pipeline key, and will be ignored by BuildKite)
|
||||
# that we use only to store YAML anchors (`&xxx`), that we plan to use and reference later in the YAML file (using `*xxx`)
|
||||
# without having to copy/paste the same values over and over.
|
||||
# Note: keys like `agent`, `env`, … used here are totally arbitrary; the only point is to define various separate `&xxx` anchors there.
|
||||
#
|
||||
x-yaml-aliases:
|
||||
commands:
|
||||
- &trial_setup |
|
||||
# Install additional packages that are not part of buildpack-deps / python images.
|
||||
apt-get update && apt-get install -y xmlsec1
|
||||
python -m pip install tox
|
||||
|
||||
retry: &retry_setup
|
||||
automatic:
|
||||
- exit_status: -1
|
||||
limit: 2
|
||||
- exit_status: 2
|
||||
limit: 2
|
||||
|
||||
env:
|
||||
COVERALLS_REPO_TOKEN: wsJWOby6j0uCYFiCes3r0XauxO27mx8lD
|
||||
|
||||
steps:
|
||||
- label: "\U0001F9F9 Check Style"
|
||||
command:
|
||||
- "python -m pip install tox"
|
||||
- "tox -e check_codestyle"
|
||||
plugins:
|
||||
- docker#v3.7.0:
|
||||
image: "python:3.6"
|
||||
mount-buildkite-agent: false
|
||||
|
||||
- label: "\U0001F9F9 packaging"
|
||||
command:
|
||||
- "python -m pip install tox"
|
||||
- "tox -e packaging"
|
||||
plugins:
|
||||
- docker#v3.7.0:
|
||||
image: "python:3.6"
|
||||
mount-buildkite-agent: false
|
||||
|
||||
- label: "\U0001F9F9 isort"
|
||||
command:
|
||||
- "python -m pip install tox"
|
||||
- "tox -e check_isort"
|
||||
plugins:
|
||||
- docker#v3.7.0:
|
||||
image: "python:3.6"
|
||||
mount-buildkite-agent: false
|
||||
|
||||
- label: "\U0001F9F9 check-sample-config"
|
||||
command:
|
||||
- "python -m pip install tox"
|
||||
- "tox -e check-sampleconfig"
|
||||
plugins:
|
||||
- docker#v3.7.0:
|
||||
image: "python:3.6"
|
||||
mount-buildkite-agent: false
|
||||
|
||||
- label: "\U0001F5A5 check unix line-endings"
|
||||
command:
|
||||
- "scripts-dev/check_line_terminators.sh"
|
||||
plugins:
|
||||
- docker#v3.7.0:
|
||||
image: "python:3.6"
|
||||
mount-buildkite-agent: false
|
||||
|
||||
- label: ":mypy: mypy"
|
||||
command:
|
||||
- "python -m pip install tox"
|
||||
- "tox -e mypy"
|
||||
plugins:
|
||||
- docker#v3.7.0:
|
||||
image: "python:3.7"
|
||||
mount-buildkite-agent: false
|
||||
|
||||
- label: ":package: build distribution files"
|
||||
branches: "release-*"
|
||||
agents:
|
||||
queue: ephemeral-small
|
||||
command:
|
||||
- python setup.py sdist bdist_wheel
|
||||
plugins:
|
||||
- docker#v3.7.0:
|
||||
image: "python:3.7"
|
||||
mount-buildkite-agent: false
|
||||
- artifacts#v1.3.0:
|
||||
upload:
|
||||
- dist/*
|
||||
|
||||
- wait
|
||||
|
||||
################################################################################
|
||||
#
|
||||
# Twisted `trial` tests
|
||||
#
|
||||
# Our Intent is to test:
|
||||
# - All supported Python versions (using SQLite) with current dependencies
|
||||
# - The oldest and newest supported pairings of Python and PostgreSQL
|
||||
#
|
||||
# We also test two special cases:
|
||||
# - The newest supported Python, without any optional dependencies
|
||||
# - The oldest supported Python, with its oldest supported dependency versions
|
||||
#
|
||||
################################################################################
|
||||
|
||||
# -- Special Case: Oldest Python w/ Oldest Deps
|
||||
|
||||
# anoa: I've commented this out for DINUM as it was breaking on the 1.31.0 merge
|
||||
# and it was taking way too long to solve. DINUM aren't even using Python 3.6
|
||||
# anyways.
|
||||
# - label: ":python: 3.6 (Old Deps)"
|
||||
# command:
|
||||
# - ".buildkite/scripts/test_old_deps.sh"
|
||||
# env:
|
||||
# TRIAL_FLAGS: "-j 2"
|
||||
# plugins:
|
||||
# - docker#v3.7.0:
|
||||
# # We use bionic to get an old python (3.6.5) and sqlite (3.22)
|
||||
# image: "ubuntu:bionic"
|
||||
# workdir: "/src"
|
||||
# mount-buildkite-agent: false
|
||||
# propagate-environment: true
|
||||
# - artifacts#v1.3.0:
|
||||
# upload: [ "_trial_temp/*/*.log" ]
|
||||
# retry: *retry_setup
|
||||
|
||||
# -- Special Case: Newest Python w/o Optional Deps
|
||||
|
||||
- label: ":python: 3.9 (No Extras)"
|
||||
command:
|
||||
- *trial_setup
|
||||
- "tox -e py39-noextras,combine"
|
||||
env:
|
||||
TRIAL_FLAGS: "-j 2"
|
||||
plugins:
|
||||
- docker#v3.7.0:
|
||||
image: "python:3.9"
|
||||
workdir: "/src"
|
||||
mount-buildkite-agent: false
|
||||
propagate-environment: true
|
||||
- artifacts#v1.3.0:
|
||||
upload: [ "_trial_temp/*/*.log" ]
|
||||
retry: *retry_setup
|
||||
|
||||
# -- All Supported Python Versions (SQLite)
|
||||
|
||||
- label: ":python: 3.6"
|
||||
command:
|
||||
- *trial_setup
|
||||
- "tox -e py36,combine"
|
||||
env:
|
||||
TRIAL_FLAGS: "-j 2"
|
||||
plugins:
|
||||
- docker#v3.7.0:
|
||||
image: "python:3.6"
|
||||
workdir: "/src"
|
||||
mount-buildkite-agent: false
|
||||
propagate-environment: true
|
||||
- artifacts#v1.3.0:
|
||||
upload: [ "_trial_temp/*/*.log" ]
|
||||
retry: *retry_setup
|
||||
|
||||
- label: ":python: 3.7"
|
||||
command:
|
||||
- *trial_setup
|
||||
- "tox -e py37,combine"
|
||||
env:
|
||||
TRIAL_FLAGS: "-j 2"
|
||||
plugins:
|
||||
- docker#v3.7.0:
|
||||
image: "python:3.7"
|
||||
workdir: "/src"
|
||||
mount-buildkite-agent: false
|
||||
propagate-environment: true
|
||||
- artifacts#v1.3.0:
|
||||
upload: [ "_trial_temp/*/*.log" ]
|
||||
retry: *retry_setup
|
||||
|
||||
- label: ":python: 3.8"
|
||||
command:
|
||||
- *trial_setup
|
||||
- "tox -e py38,combine"
|
||||
env:
|
||||
TRIAL_FLAGS: "-j 2"
|
||||
plugins:
|
||||
- docker#v3.7.0:
|
||||
image: "python:3.8"
|
||||
workdir: "/src"
|
||||
mount-buildkite-agent: false
|
||||
propagate-environment: true
|
||||
- artifacts#v1.3.0:
|
||||
upload: [ "_trial_temp/*/*.log" ]
|
||||
retry: *retry_setup
|
||||
|
||||
- label: ":python: 3.9"
|
||||
command:
|
||||
- *trial_setup
|
||||
- "tox -e py39,combine"
|
||||
env:
|
||||
TRIAL_FLAGS: "-j 2"
|
||||
plugins:
|
||||
- docker#v3.7.0:
|
||||
image: "python:3.9"
|
||||
workdir: "/src"
|
||||
mount-buildkite-agent: false
|
||||
propagate-environment: true
|
||||
- artifacts#v1.3.0:
|
||||
upload: [ "_trial_temp/*/*.log" ]
|
||||
retry: *retry_setup
|
||||
|
||||
# -- Oldest and Newest Supported Python and Postgres Pairings
|
||||
|
||||
- label: ":python: 3.6 :postgres: 9.6"
|
||||
agents:
|
||||
queue: "medium"
|
||||
env:
|
||||
TRIAL_FLAGS: "-j 8"
|
||||
PYTHON_VERSION: "3.6"
|
||||
POSTGRES_VERSION: "9.6"
|
||||
command:
|
||||
- *trial_setup
|
||||
- "python -m tox -e py36-postgres,combine"
|
||||
plugins:
|
||||
- matrix-org/download#v1.1.0:
|
||||
urls:
|
||||
- https://raw.githubusercontent.com/matrix-org/pipelines/master/synapse/docker-compose.yaml
|
||||
- https://raw.githubusercontent.com/matrix-org/pipelines/master/synapse/docker-compose-env
|
||||
- docker-compose#v3.7.0:
|
||||
run: testenv
|
||||
config:
|
||||
- /tmp/download-${BUILDKITE_BUILD_ID}/docker-compose.yaml
|
||||
- artifacts#v1.3.0:
|
||||
upload: [ "_trial_temp/*/*.log" ]
|
||||
retry: *retry_setup
|
||||
|
||||
- label: ":python: 3.9 :postgres: 13"
|
||||
agents:
|
||||
queue: "medium"
|
||||
env:
|
||||
TRIAL_FLAGS: "-j 8"
|
||||
PYTHON_VERSION: "3.9"
|
||||
POSTGRES_VERSION: "13"
|
||||
command:
|
||||
- *trial_setup
|
||||
- "python -m tox -e py39-postgres,combine"
|
||||
plugins:
|
||||
- matrix-org/download#v1.1.0:
|
||||
urls:
|
||||
- https://raw.githubusercontent.com/matrix-org/pipelines/master/synapse/docker-compose.yaml
|
||||
- https://raw.githubusercontent.com/matrix-org/pipelines/master/synapse/docker-compose-env
|
||||
- docker-compose#v3.7.0:
|
||||
run: testenv
|
||||
config:
|
||||
- /tmp/download-${BUILDKITE_BUILD_ID}/docker-compose.yaml
|
||||
- artifacts#v1.3.0:
|
||||
upload: [ "_trial_temp/*/*.log" ]
|
||||
retry: *retry_setup
|
||||
|
||||
# -- Experimentally test against PyPy
|
||||
# Only runs when the build message includes the string "pypy"
|
||||
# This step is allowed to fail
|
||||
|
||||
- label: ":python: PyPy3.6"
|
||||
if: "build.message =~ /pypy/i || build.branch =~ /pypy/i"
|
||||
soft_fail: true
|
||||
command:
|
||||
# No *trial_setup due to docker-library/pypy#52
|
||||
- "apt-get update && apt-get install -y xmlsec1"
|
||||
- "pypy -m pip install tox"
|
||||
|
||||
- "tox -e pypy36,combine"
|
||||
env:
|
||||
TRIAL_FLAGS: "-j 2"
|
||||
plugins:
|
||||
- docker#v3.7.0:
|
||||
image: "pypy:3.6"
|
||||
workdir: "/src"
|
||||
mount-buildkite-agent: false
|
||||
propagate-environment: true
|
||||
- artifacts#v1.3.0:
|
||||
upload: [ "_trial_temp/*/*.log" ]
|
||||
retry: *retry_setup
|
||||
|
||||
|
||||
################################################################################
|
||||
#
|
||||
# Sytest
|
||||
#
|
||||
# Our tests have three dimensions:
|
||||
# 1. Topology (Monolith, Workers, Workers w/ Redis)
|
||||
# 2. Database (SQLite, PostgreSQL)
|
||||
# 3. Python Version
|
||||
#
|
||||
# Tests can run against either a single or multiple PostgreSQL databases.
|
||||
# This is configured by setting `MULTI_POSTGRES=1` in the environment.
|
||||
#
|
||||
# We mostly care about testing each topology.
|
||||
# For DINSIC specifically, we currently test across one Linux distribution,
|
||||
# Debian buster (10), which has Python 3.7 and Postgres 11
|
||||
#
|
||||
# TODO: this leaves us without sytests for Postgres 9.6. How much do we care
|
||||
# about that?
|
||||
#
|
||||
# Our intent is to test:
|
||||
# - Monolith:
|
||||
# - Older Distro + SQLite
|
||||
# - Older Python + Older PostgreSQL
|
||||
# - Newer Python + Newer PostgreSQL
|
||||
# - Workers:
|
||||
# - Older Python + Older PostgreSQL (MULTI_POSTGRES)
|
||||
# - Newer Python + Newer PostgreSQL (MULTI_POSTGRES)
|
||||
# - Workers w/ Redis:
|
||||
# - Newer Python + Newer PostgreSQL
|
||||
#
|
||||
################################################################################
|
||||
|
||||
- label: "SyTest Monolith :postgres::debian: 10"
|
||||
agents:
|
||||
queue: "medium"
|
||||
env:
|
||||
POSTGRES: "1"
|
||||
command:
|
||||
- "bash .buildkite/merge_base_branch.sh"
|
||||
- "bash /bootstrap.sh synapse"
|
||||
plugins:
|
||||
- docker#v3.7.0:
|
||||
image: "matrixdotorg/sytest-synapse:dinsic"
|
||||
propagate-environment: true
|
||||
always-pull: true
|
||||
workdir: "/src"
|
||||
entrypoint: "/bin/sh"
|
||||
init: false
|
||||
shell: ["-x", "-c"]
|
||||
mount-buildkite-agent: false
|
||||
volumes: ["./logs:/logs"]
|
||||
- artifacts#v1.3.0:
|
||||
upload: [ "logs/**/*.log", "logs/**/*.log.*", "logs/results.tap" ]
|
||||
- matrix-org/annotate:
|
||||
path: "logs/annotate.md"
|
||||
style: "error"
|
||||
retry: *retry_setup
|
||||
|
||||
- label: "SyTest Workers :postgres::debian: 10"
|
||||
agents:
|
||||
queue: "xlarge"
|
||||
env:
|
||||
MULTI_POSTGRES: "1" # Test with split out databases
|
||||
POSTGRES: "1"
|
||||
WORKERS: "1"
|
||||
BLACKLIST: "synapse-blacklist-with-workers"
|
||||
command:
|
||||
- "bash .buildkite/merge_base_branch.sh"
|
||||
- "bash -c 'cat /src/sytest-blacklist /src/.buildkite/worker-blacklist > /src/synapse-blacklist-with-workers'"
|
||||
- "bash /bootstrap.sh synapse"
|
||||
plugins:
|
||||
- docker#v3.7.0:
|
||||
image: "matrixdotorg/sytest-synapse:dinsic"
|
||||
propagate-environment: true
|
||||
always-pull: true
|
||||
workdir: "/src"
|
||||
entrypoint: "/bin/sh"
|
||||
init: false
|
||||
shell: ["-x", "-c"]
|
||||
mount-buildkite-agent: false
|
||||
volumes: ["./logs:/logs"]
|
||||
- artifacts#v1.3.0:
|
||||
upload: [ "logs/**/*.log", "logs/**/*.log.*", "logs/results.tap" ]
|
||||
- matrix-org/annotate:
|
||||
path: "logs/annotate.md"
|
||||
style: "error"
|
||||
retry: *retry_setup
|
||||
|
||||
- label: "SyTest Workers :redis::postgres::debian: 10"
|
||||
agents:
|
||||
# this one seems to need a lot of memory.
|
||||
queue: "xlarge"
|
||||
env:
|
||||
POSTGRES: "1"
|
||||
WORKERS: "1"
|
||||
REDIS: "1"
|
||||
BLACKLIST: "synapse-blacklist-with-workers"
|
||||
command:
|
||||
- "bash .buildkite/merge_base_branch.sh"
|
||||
- "bash -c 'cat /src/sytest-blacklist /src/.buildkite/worker-blacklist > /src/synapse-blacklist-with-workers'"
|
||||
- "bash /bootstrap.sh synapse"
|
||||
plugins:
|
||||
- docker#v3.7.0:
|
||||
image: "matrixdotorg/sytest-synapse:dinsic"
|
||||
propagate-environment: true
|
||||
always-pull: true
|
||||
workdir: "/src"
|
||||
entrypoint: "/bin/sh"
|
||||
init: false
|
||||
shell: ["-x", "-c"]
|
||||
mount-buildkite-agent: false
|
||||
volumes: ["./logs:/logs"]
|
||||
- artifacts#v1.3.0:
|
||||
upload: [ "logs/**/*.log", "logs/**/*.log.*", "logs/results.tap" ]
|
||||
- matrix-org/annotate:
|
||||
path: "logs/annotate.md"
|
||||
style: "error"
|
||||
retry: *retry_setup
|
||||
|
||||
################################################################################
|
||||
#
|
||||
# synapse_port_db
|
||||
#
|
||||
# Tests the oldest and newest supported pairings of Python and PostgreSQL
|
||||
#
|
||||
################################################################################
|
||||
|
||||
- label: "Port DB :python: 3.6 :postgres: 9.6"
|
||||
agents:
|
||||
queue: "medium"
|
||||
env:
|
||||
PYTHON_VERSION: "3.6"
|
||||
POSTGRES_VERSION: "9.6"
|
||||
command:
|
||||
- "bash .buildkite/scripts/test_synapse_port_db.sh"
|
||||
plugins:
|
||||
- matrix-org/download#v1.1.0:
|
||||
urls:
|
||||
- https://raw.githubusercontent.com/matrix-org/synapse-dinsic/anoa/dinsic_release_1_31_0/.buildkite/docker-compose.yaml
|
||||
- https://raw.githubusercontent.com/matrix-org/synapse-dinsic/anoa/dinsic_release_1_31_0/.buildkite/docker-compose-env
|
||||
- docker-compose#v2.1.0:
|
||||
run: testenv
|
||||
config:
|
||||
- /tmp/download-${BUILDKITE_BUILD_ID}/docker-compose.yaml
|
||||
- artifacts#v1.3.0:
|
||||
upload: [ "_trial_temp/*/*.log" ]
|
||||
|
||||
- label: "Port DB :python: 3.9 :postgres: 13"
|
||||
agents:
|
||||
queue: "medium"
|
||||
env:
|
||||
PYTHON_VERSION: "3.9"
|
||||
POSTGRES_VERSION: "13"
|
||||
command:
|
||||
- "bash .buildkite/scripts/test_synapse_port_db.sh"
|
||||
plugins:
|
||||
- matrix-org/download#v1.1.0:
|
||||
urls:
|
||||
- https://raw.githubusercontent.com/matrix-org/synapse-dinsic/anoa/dinsic_release_1_31_0/.buildkite/docker-compose.yaml
|
||||
- https://raw.githubusercontent.com/matrix-org/synapse-dinsic/anoa/dinsic_release_1_31_0/.buildkite/docker-compose-env
|
||||
- docker-compose#v2.1.0:
|
||||
run: testenv
|
||||
config:
|
||||
- /tmp/download-${BUILDKITE_BUILD_ID}/docker-compose.yaml
|
||||
- artifacts#v1.3.0:
|
||||
upload: [ "_trial_temp/*/*.log" ]
|
||||
|
||||
# - wait: ~
|
||||
# continue_on_failure: true
|
||||
#
|
||||
# - label: Trigger webhook
|
||||
# command: "curl -k https://coveralls.io/webhook?repo_token=$COVERALLS_REPO_TOKEN -d \"payload[build_num]=$BUILDKITE_BUILD_NUMBER&payload[status]=done\""
|
||||
|
||||
################################################################################
|
||||
#
|
||||
# Complement Test Suite
|
||||
#
|
||||
################################################################################
|
||||
|
||||
- command:
|
||||
# Build a docker image from the checked out Synapse source
|
||||
- "docker build -t matrixdotorg/synapse:latest -f docker/Dockerfile ."
|
||||
# We use the complement:latest image to provide Complement's dependencies, but want
|
||||
# to actually run against the latest version of Complement, so download it here.
|
||||
# NOTE: We use the `anoa/knock_room_v7` branch here while knocking is still experimental on mainline.
|
||||
# This branch essentially uses the stable identifiers for all knock-related room state so that things
|
||||
# don't clash when rooms created on dinsic's Synapse potentially federate with mainline Synapse's in
|
||||
# the future.
|
||||
- "wget https://github.com/matrix-org/complement/archive/anoa/knock_room_v7.tar.gz"
|
||||
- "tar -xzf knock_room_v7.tar.gz"
|
||||
# Build a second docker image on top of the above image. This one sets up Synapse with a generated config file,
|
||||
# signing and SSL keys so Synapse can run and federate
|
||||
- "docker build -t complement-synapse -f complement-anoa-knock_room_v7/dockerfiles/Synapse.Dockerfile complement-anoa-knock_room_v7/dockerfiles"
|
||||
# Finally, compile and run the tests.
|
||||
- "cd complement-anoa-knock_room_v7"
|
||||
- "COMPLEMENT_BASE_IMAGE=complement-synapse:latest go test -v -tags synapse_blacklist,msc2403 ./tests"
|
||||
label: "\U0001F9EA Complement"
|
||||
agents:
|
||||
queue: "medium"
|
||||
plugins:
|
||||
- docker#v3.7.0:
|
||||
# The dockerfile for this image is at https://github.com/matrix-org/complement/blob/master/dockerfiles/ComplementCIBuildkite.Dockerfile.
|
||||
image: "matrixdotorg/complement:latest"
|
||||
mount-buildkite-agent: false
|
||||
# Complement needs to know if it is running under CI
|
||||
environment:
|
||||
- "CI=true"
|
||||
publish: [ "8448:8448" ]
|
||||
# Complement uses Docker so pass through the docker socket. This means Complement shares
|
||||
# the hosts Docker.
|
||||
volumes:
|
||||
- "/var/run/docker.sock:/var/run/docker.sock"
|
||||
@@ -1,19 +0,0 @@
|
||||
# Configuration file used for testing the 'synapse_port_db' script.
|
||||
# Tells the script to connect to the postgresql database that will be available in the
|
||||
# CI's Docker setup at the point where this file is considered.
|
||||
server_name: "localhost:8800"
|
||||
|
||||
signing_key_path: ".ci/test.signing.key"
|
||||
|
||||
report_stats: false
|
||||
|
||||
database:
|
||||
name: "psycopg2"
|
||||
args:
|
||||
user: postgres
|
||||
host: localhost
|
||||
password: postgres
|
||||
database: synapse
|
||||
|
||||
# Suppress the key server warning.
|
||||
trusted_key_servers: []
|
||||
@@ -1,31 +0,0 @@
|
||||
#!/usr/bin/env python
|
||||
# Copyright 2019 The Matrix.org Foundation C.I.C.
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
|
||||
import sys
|
||||
|
||||
import psycopg2
|
||||
|
||||
# a very simple replacment for `psql`, to make up for the lack of the postgres client
|
||||
# libraries in the synapse docker image.
|
||||
|
||||
# We use "postgres" as a database because it's bound to exist and the "synapse" one
|
||||
# doesn't exist yet.
|
||||
db_conn = psycopg2.connect(
|
||||
user="postgres", host="localhost", password="postgres", dbname="postgres"
|
||||
)
|
||||
db_conn.autocommit = True
|
||||
cur = db_conn.cursor()
|
||||
for c in sys.argv[1:]:
|
||||
cur.execute(c)
|
||||
@@ -1,16 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
|
||||
# this script is run by GitHub Actions in a plain `bionic` container; it installs the
|
||||
# minimal requirements for tox and hands over to the py3-old tox environment.
|
||||
|
||||
set -ex
|
||||
|
||||
apt-get update
|
||||
apt-get install -y python3 python3-dev python3-pip libxml2-dev libxslt-dev xmlsec1 zlib1g-dev tox
|
||||
|
||||
export LANG="C.UTF-8"
|
||||
|
||||
# Prevent virtualenv from auto-updating pip to an incompatible version
|
||||
export VIRTUALENV_NO_DOWNLOAD=1
|
||||
|
||||
exec tox -e py3-old,combine
|
||||
@@ -1,57 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
#
|
||||
# Test script for 'synapse_port_db'.
|
||||
# - sets up synapse and deps
|
||||
# - runs the port script on a prepopulated test sqlite db
|
||||
# - also runs it against an new sqlite db
|
||||
|
||||
|
||||
set -xe
|
||||
cd `dirname $0`/../..
|
||||
|
||||
echo "--- Install dependencies"
|
||||
|
||||
# Install dependencies for this test.
|
||||
pip install psycopg2 coverage coverage-enable-subprocess
|
||||
|
||||
# Install Synapse itself. This won't update any libraries.
|
||||
pip install -e .
|
||||
|
||||
echo "--- Generate the signing key"
|
||||
|
||||
# Generate the server's signing key.
|
||||
python -m synapse.app.homeserver --generate-keys -c .ci/sqlite-config.yaml
|
||||
|
||||
echo "--- Prepare test database"
|
||||
|
||||
# Make sure the SQLite3 database is using the latest schema and has no pending background update.
|
||||
scripts-dev/update_database --database-config .ci/sqlite-config.yaml
|
||||
|
||||
# Create the PostgreSQL database.
|
||||
.ci/scripts/postgres_exec.py "CREATE DATABASE synapse"
|
||||
|
||||
echo "+++ Run synapse_port_db against test database"
|
||||
coverage run scripts/synapse_port_db --sqlite-database .ci/test_db.db --postgres-config .ci/postgres-config.yaml
|
||||
|
||||
# We should be able to run twice against the same database.
|
||||
echo "+++ Run synapse_port_db a second time"
|
||||
coverage run scripts/synapse_port_db --sqlite-database .ci/test_db.db --postgres-config .ci/postgres-config.yaml
|
||||
|
||||
#####
|
||||
|
||||
# Now do the same again, on an empty database.
|
||||
|
||||
echo "--- Prepare empty SQLite database"
|
||||
|
||||
# we do this by deleting the sqlite db, and then doing the same again.
|
||||
rm .ci/test_db.db
|
||||
|
||||
scripts-dev/update_database --database-config .ci/sqlite-config.yaml
|
||||
|
||||
# re-create the PostgreSQL database.
|
||||
.ci/scripts/postgres_exec.py \
|
||||
"DROP DATABASE synapse" \
|
||||
"CREATE DATABASE synapse"
|
||||
|
||||
echo "+++ Run synapse_port_db against empty database"
|
||||
coverage run scripts/synapse_port_db --sqlite-database .ci/test_db.db --postgres-config .ci/postgres-config.yaml
|
||||
@@ -1,16 +0,0 @@
|
||||
# Configuration file used for testing the 'synapse_port_db' script.
|
||||
# Tells the 'update_database' script to connect to the test SQLite database to upgrade its
|
||||
# schema and run background updates on it.
|
||||
server_name: "localhost:8800"
|
||||
|
||||
signing_key_path: ".ci/test.signing.key"
|
||||
|
||||
report_stats: false
|
||||
|
||||
database:
|
||||
name: "sqlite3"
|
||||
args:
|
||||
database: ".ci/test_db.db"
|
||||
|
||||
# Suppress the key server warning.
|
||||
trusted_key_servers: []
|
||||
Binary file not shown.
@@ -1,10 +0,0 @@
|
||||
# This file serves as a blacklist for SyTest tests that we expect will fail in
|
||||
# Synapse when run under worker mode. For more details, see sytest-blacklist.
|
||||
|
||||
Can re-join room if re-invited
|
||||
|
||||
# new failures as of https://github.com/matrix-org/sytest/pull/732
|
||||
Device list doesn't change if remote server is down
|
||||
|
||||
# https://buildkite.com/matrix-dot-org/synapse/builds/6134#6f67bf47-e234-474d-80e8-c6e1868b15c5
|
||||
Server correctly handles incoming m.device_list_update
|
||||
Reference in New Issue
Block a user