natas_hw
/
cassandra
mirror of https://github.com/apache/cassandra
0
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'cassandra-4.1' into trunk

This commit is contained in:
Ekaterina Dimitrova 2022-11-10 12:37:53 -05:00
parent bdfa27f246 98f11efe44
commit f3865771cb
7 changed files with 4218 additions and 36 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

264
.circleci/config-2_1.yml
View File

@ -505,6 +505,19 @@ j8_separate_jobs: &j8_separate_jobs
requires:
- start_j8_dtests_vnode
- j8_build
# Java 8 off-heap dtests
- start_j8_dtests_offheap:
type: approval
- j8_dtests_offheap:
requires:
- start_j8_dtests_offheap
- j8_build
- start_j8_dtests_offheap_repeat:
type: approval
- j8_dtests_offheap_repeat:
requires:
- start_j8_dtests_offheap_repeat
- j8_build
# Java 11 dtests
- start_j11_dtests:
type: approval
@ -518,6 +531,19 @@ j8_separate_jobs: &j8_separate_jobs
requires:
- start_j11_dtests_vnode
- j8_build
# Java 11 off-heap dtests
- start_j11_dtests_offheap:
type: approval
- j11_dtests_offheap:
requires:
- start_j11_dtests_offheap
- j8_build
- start_j11_dtests_offheap_repeat:
type: approval
- j11_dtests_offheap_repeat:
requires:
- start_j11_dtests_offheap_repeat
- j8_build
# Java 8 upgrade tests
- start_upgrade_dtests:
type: approval
@ -544,6 +570,17 @@ j8_separate_jobs: &j8_separate_jobs
requires:
- start_j8_cqlsh_tests
- j8_build
# Java 8 cqlsh offheap dtests offheap
- start_j8_cqlsh_tests_offheap:
type: approval
- j8_cqlsh_dtests_py3_offheap:
requires:
- start_j8_cqlsh_tests_offheap
- j8_build
- j8_cqlsh_dtests_py38_offheap:
requires:
- start_j8_cqlsh_tests_offheap
- j8_build
# Java 11 cqlsh dtests
- start_j11_cqlsh_tests:
type: approval
@ -563,6 +600,17 @@ j8_separate_jobs: &j8_separate_jobs
requires:
- start_j11_cqlsh_tests
- j8_build
# Java 11 cqlsh dtests off-heap
- start_j11_cqlsh_tests_offheap:
type: approval
- j11_cqlsh_dtests_py3_offheap:
requires:
- start_j11_cqlsh_tests_offheap
- j8_build
- j11_cqlsh_dtests_py38_offheap:
requires:
- start_j11_cqlsh_tests_offheap
- j8_build
# Java 8 repeated utest
- start_j8_repeated_ant_test:
type: approval
@ -803,6 +851,16 @@ j8_pre-commit_jobs: &j8_pre-commit_jobs
- j8_dtests_vnode_repeat:
requires:
- j8_build
- start_j8_dtests_offheap:
type: approval
- j8_dtests_offheap:
requires:
- start_j8_dtests_offheap
- j8_build
- j8_dtests_offheap_repeat:
requires:
- start_j8_dtests_offheap
- j8_build
# Java 11 dtests
- j11_dtests:
requires:
@ -816,6 +874,16 @@ j8_pre-commit_jobs: &j8_pre-commit_jobs
- j11_dtests_vnode_repeat:
requires:
- j8_build
- start_j11_dtests_offheap:
type: approval
- j11_dtests_offheap:
requires:
- start_j11_dtests_offheap
- j8_build
- j11_dtests_offheap_repeat:
requires:
- start_j11_dtests_offheap
- j8_build
# Java 8 upgrade tests (on request)
- start_upgrade_dtests:
type: approval
@ -840,6 +908,17 @@ j8_pre-commit_jobs: &j8_pre-commit_jobs
- j8_cqlsh_dtests_py38_vnode:
requires:
- j8_build
# Java 8 cqlsh dtests offheap
- start_j8_cqlsh_dtests_offheap:
type: approval
- j8_cqlsh_dtests_py3_offheap:
requires:
- start_j8_cqlsh_dtests_offheap
- j8_build
- j8_cqlsh_dtests_py38_offheap:
requires:
- start_j8_cqlsh_dtests_offheap
- j8_build
# Java 11 cqlsh dtests
- j11_cqlsh_dtests_py3:
requires:
@ -853,6 +932,17 @@ j8_pre-commit_jobs: &j8_pre-commit_jobs
- j11_cqlsh_dtests_py38_vnode:
requires:
- j8_build
# Java 11 cqlsh dtests off-heap
- start_j11_cqlsh-dtests-offheap:
type: approval
- j11_cqlsh_dtests_py3_offheap:
requires:
- start_j11_cqlsh-dtests-offheap
- j8_build
- j11_cqlsh_dtests_py38_offheap:
requires:
- start_j11_cqlsh-dtests-offheap
- j8_build
j11_separate_jobs: &j11_separate_jobs
jobs:
@ -917,6 +1007,18 @@ j11_separate_jobs: &j11_separate_jobs
requires:
- start_j11_dtests_vnode
- j11_build
- start_j11_dtests_offheap:
type: approval
- j11_dtests_offheap:
requires:
- start_j11_dtests_offheap
- j11_build
- start_j11_dtests_offheap_repeat:
type: approval
- j11_dtests_offheap_repeat:
requires:
- start_j11_dtests_offheap_repeat
- j11_build
- start_j11_cqlsh_tests:
type: approval
- j11_cqlsh_dtests_py3:
@ -935,6 +1037,16 @@ j11_separate_jobs: &j11_separate_jobs
requires:
- start_j11_cqlsh_tests
- j11_build
- start_j11_cqlsh-dtests-offheap:
type: approval
- j11_cqlsh_dtests_py3_offheap:
requires:
- start_j11_cqlsh-dtests-offheap
- j11_build
- j11_cqlsh_dtests_py38_offheap:
requires:
- start_j11_cqlsh-dtests-offheap
- j11_build
# specialized unit tests (all run on request)
- start_j11_utests_long:
type: approval
@ -1084,6 +1196,18 @@ j11_pre-commit_jobs: &j11_pre-commit_jobs
- j11_dtests_vnode_repeat:
requires:
- j11_build
- start_j11_dtests_offheap:
type: approval
- j11_dtests_offheap:
requires:
- start_j11_dtests_offheap
- j11_build
- start_j11_dtests_offheap_repeat:
type: approval
- j11_dtests_offheap_repeat:
requires:
- start_j11_dtests_offheap_repeat
- j11_build
- j11_cqlsh_dtests_py3:
requires:
- j11_build
@ -1096,6 +1220,16 @@ j11_pre-commit_jobs: &j11_pre-commit_jobs
- j11_cqlsh_dtests_py38_vnode:
requires:
- j11_build
- start_j11_cqlsh-dtests-offheap:
type: approval
- j11_cqlsh_dtests_py3_offheap:
requires:
- start_j11_cqlsh-dtests-offheap
- j11_build
- j11_cqlsh_dtests_py38_offheap:
requires:
- start_j11_cqlsh-dtests-offheap
- j11_build
# specialized unit tests (all run on request)
- start_utests_long:
type: approval
@ -1491,6 +1625,20 @@ jobs:
file_tag: j8_with_vnodes
pytest_extra_args: '--use-vnodes --num-tokens=16 --skip-resource-intensive-tests'
j8_dtests_offheap:
<<: *j8_par_executor
steps:
- attach_workspace:
at: /home/cassandra
- clone_dtest
- create_venv
- create_dtest_containers:
file_tag: j8_dtests_offheap
run_dtests_extra_args: "--use-vnodes --use-off-heap-memtables --skip-resource-intensive-tests --pytest-options '-k not cql'"
- run_dtests:
file_tag: j8_dtests_offheap
pytest_extra_args: '--use-vnodes --num-tokens=16 --use-off-heap-memtables --skip-resource-intensive-tests'
j11_dtests_vnode:
<<: *j11_par_executor
steps:
@ -1506,6 +1654,21 @@ jobs:
file_tag: j11_with_vnodes
pytest_extra_args: '--use-vnodes --num-tokens=16 --skip-resource-intensive-tests'
j11_dtests_offheap:
<<: *j11_par_executor
steps:
- attach_workspace:
at: /home/cassandra
- log_environment
- clone_dtest
- create_venv
- create_dtest_containers:
file_tag: j11_dtests_offheap
run_dtests_extra_args: "--use-vnodes --use-off-heap-memtables --skip-resource-intensive-tests --pytest-options '-k not cql'"
- run_dtests:
file_tag: j11_dtests_offheap
pytest_extra_args: '--use-vnodes --num-tokens=16 --use-off-heap-memtables --skip-resource-intensive-tests'
j8_dtests:
<<: *j8_par_executor
steps:
@ -1564,6 +1727,21 @@ jobs:
pytest_extra_args: '--use-vnodes --num-tokens=16 --skip-resource-intensive-tests'
extra_env_args: 'CQLSH_PYTHON=/usr/bin/python3.6'
j8_cqlsh_dtests_py3_offheap:
<<: *j8_par_executor
steps:
- attach_workspace:
at: /home/cassandra
- clone_dtest
- create_venv
- create_dtest_containers:
file_tag: j8_dtests_offheap
run_dtests_extra_args: "--use-vnodes --use-off-heap-memtables --skip-resource-intensive-tests --pytest-options '-k cql'"
- run_dtests:
file_tag: j8_dtests_offheap
pytest_extra_args: '--use-vnodes --num-tokens=16 --use-off-heap-memtables --skip-resource-intensive-tests'
extra_env_args: 'CQLSH_PYTHON=/usr/bin/python3.6'
j8_cqlsh_dtests_py38_vnode:
<<: *j8_par_executor
steps:
@ -1582,6 +1760,24 @@ jobs:
extra_env_args: 'CQLSH_PYTHON=/usr/bin/python3.8'
python_version: '3.8'
j8_cqlsh_dtests_py38_offheap:
<<: *j8_par_executor
steps:
- attach_workspace:
at: /home/cassandra
- clone_dtest
- create_venv:
python_version: '3.8'
- create_dtest_containers:
file_tag: j8_dtests_offheap
run_dtests_extra_args: "--use-vnodes --use-off-heap-memtables --skip-resource-intensive-tests --pytest-options '-k cql'"
python_version: '3.8'
- run_dtests:
file_tag: j8_dtests_offheap
pytest_extra_args: '--use-vnodes --num-tokens=16 --use-off-heap-memtables --skip-resource-intensive-tests'
extra_env_args: 'CQLSH_PYTHON=/usr/bin/python3.8'
python_version: '3.8'
j8_cqlsh_dtests_py3:
<<: *j8_par_executor
steps:
@ -1630,6 +1826,21 @@ jobs:
pytest_extra_args: '--use-vnodes --num-tokens=16 --skip-resource-intensive-tests'
extra_env_args: 'CQLSH_PYTHON=/usr/bin/python3.6'
j11_cqlsh_dtests_py3_offheap:
<<: *j11_par_executor
steps:
- attach_workspace:
at: /home/cassandra
- clone_dtest
- create_venv
- create_dtest_containers:
file_tag: j11_dtests_offheap
run_dtests_extra_args: "--use-vnodes --use-off-heap-memtables --skip-resource-intensive-tests --pytest-options '-k cql'"
- run_dtests:
file_tag: j11_dtests_offheap
pytest_extra_args: '--use-vnodes --num-tokens=16 --use-off-heap-memtables --skip-resource-intensive-tests'
extra_env_args: 'CQLSH_PYTHON=/usr/bin/python3.6'
j11_cqlsh_dtests_py38_vnode:
<<: *j11_par_executor
steps:
@ -1648,6 +1859,24 @@ jobs:
extra_env_args: 'CQLSH_PYTHON=/usr/bin/python3.8'
python_version: '3.8'
j11_cqlsh_dtests_py38_offheap:
<<: *j11_par_executor
steps:
- attach_workspace:
at: /home/cassandra
- clone_dtest
- create_venv:
python_version: '3.8'
- create_dtest_containers:
file_tag: j11_dtests_offheap
run_dtests_extra_args: "--use-vnodes --use-off-heap-memtables --skip-resource-intensive-tests --pytest-options '-k cql'"
python_version: '3.8'
- run_dtests:
file_tag: j11_dtests_offheap
pytest_extra_args: '--use-vnodes --num-tokens=16 --use-off-heap-memtables --skip-resource-intensive-tests'
extra_env_args: 'CQLSH_PYTHON=/usr/bin/python3.8'
python_version: '3.8'
j11_cqlsh_dtests_py3:
<<: *j11_par_executor
steps:
@ -1913,6 +2142,21 @@ jobs:
count: ${REPEATED_DTESTS_COUNT}
stop_on_failure: ${REPEATED_TESTS_STOP_ON_FAILURE}
j8_dtests_offheap_repeat:
<<: *j8_repeated_dtest_executor
steps:
- attach_workspace:
at: /home/cassandra
- clone_dtest
- create_venv
- run_repeated_dtest:
tests: ${REPEATED_DTESTS}
vnodes: "true"
upgrade: "false"
count: ${REPEATED_DTESTS_COUNT}
stop_on_failure: ${REPEATED_TESTS_STOP_ON_FAILURE}
extra_dtest_args: "--use-off-heap-memtables --skip-resource-intensive-tests"
j11_dtests_repeat:
<<: *j11_repeated_dtest_executor
steps:
@ -1943,6 +2187,21 @@ jobs:
count: ${REPEATED_DTESTS_COUNT}
stop_on_failure: ${REPEATED_TESTS_STOP_ON_FAILURE}
j11_dtests_offheap_repeat:
<<: *j11_repeated_dtest_executor
steps:
- attach_workspace:
at: /home/cassandra
- clone_dtest
- create_venv
- run_repeated_dtest:
tests: ${REPEATED_DTESTS}
vnodes: "true"
upgrade: "false"
count: ${REPEATED_DTESTS_COUNT}
stop_on_failure: ${REPEATED_TESTS_STOP_ON_FAILURE}
extra_dtest_args: "--use-off-heap-memtables --skip-resource-intensive-tests"
j8_upgrade_dtests_repeat:
<<: *j8_repeated_upgrade_dtest_executor
steps:
@ -2724,6 +2983,9 @@ commands:
type: string
stop_on_failure:
type: string
extra_dtest_args:
type: string
default: ""
steps:
- run:
name: Run repeated Python dtest
@ -2778,7 +3040,7 @@ commands:
fi
# we need the "set -o pipefail" here so that the exit code that circleci will actually use is from pytest and not the exit code from tee
set -o pipefail && cd ~/cassandra-dtest && pytest $vnodes_args --count=$count $stop_on_failure_arg $upgrade_arg --log-cli-level=DEBUG --junit-xml=/tmp/results/dtests/pytest_result.xml -s --cassandra-dir=/home/cassandra/cassandra --keep-test-dir $tests_arg | tee /tmp/dtest/stdout.txt
set -o pipefail && cd ~/cassandra-dtest && pytest $vnodes_args --count=$count $stop_on_failure_arg $upgrade_arg --log-cli-level=DEBUG --junit-xml=/tmp/results/dtests/pytest_result.xml -s --cassandra-dir=/home/cassandra/cassandra --keep-test-dir <<parameters.extra_dtest_args>> $tests_arg | tee /tmp/dtest/stdout.txt
fi
fi
- store_test_results:

84
.circleci/config-2_1.yml.mid_res.patch
View File

@ -1,5 +1,5 @@
--- config-2_1.yml 2022-10-25 11:32:05.718970156 +0100
+++ config-2_1.yml.MIDRES 2022-10-25 11:32:31.352928378 +0100
--- config-2_1.yml 2022-11-09 14:47:20.000000000 -0500
+++ config-2_1.yml.MIDRES 2022-11-09 14:55:10.000000000 -0500
@@ -149,14 +149,14 @@
j8_par_executor: &j8_par_executor
executor:
@ -129,7 +129,7 @@
j8_separate_jobs: &j8_separate_jobs
jobs:
@@ -1478,7 +1502,7 @@
@@ -1612,7 +1636,7 @@
target: testclasslist-system-keyspace-directory
j8_dtests_vnode:
@ -138,25 +138,43 @@
steps:
- attach_workspace:
at: /home/cassandra
@@ -1492,7 +1516,7 @@
@@ -1626,7 +1650,7 @@
pytest_extra_args: '--use-vnodes --num-tokens=16 --skip-resource-intensive-tests'
j8_dtests_offheap:
- <<: *j8_par_executor
+ <<: *j8_large_par_executor
steps:
- attach_workspace:
at: /home/cassandra
@@ -1640,7 +1664,7 @@
pytest_extra_args: '--use-vnodes --num-tokens=16 --use-off-heap-memtables --skip-resource-intensive-tests'
j11_dtests_vnode:
- <<: *j11_par_executor
+ <<: *j11_large_par_executor
steps:
- attach_workspace:
at: /home/cassandra
@@ -1507,7 +1531,7 @@
@@ -1655,7 +1679,7 @@
pytest_extra_args: '--use-vnodes --num-tokens=16 --skip-resource-intensive-tests'
j11_dtests_offheap:
- <<: *j11_par_executor
+ <<: *j11_large_par_executor
steps:
- attach_workspace:
at: /home/cassandra
@@ -1670,7 +1694,7 @@
pytest_extra_args: '--use-vnodes --num-tokens=16 --use-off-heap-memtables --skip-resource-intensive-tests'
j8_dtests:
- <<: *j8_par_executor
+ <<: *j8_large_par_executor
steps:
- attach_workspace:
at: /home/cassandra
@@ -1521,7 +1545,7 @@
@@ -1684,7 +1708,7 @@
pytest_extra_args: '--skip-resource-intensive-tests'
j11_dtests:
@ -165,7 +183,7 @@
steps:
- attach_workspace:
at: /home/cassandra
@@ -1536,7 +1560,7 @@
@@ -1699,7 +1723,7 @@
pytest_extra_args: '--skip-resource-intensive-tests'
j8_upgrade_dtests:
@ -174,7 +192,7 @@
steps:
- attach_workspace:
at: /home/cassandra
@@ -1550,7 +1574,7 @@
@@ -1713,7 +1737,7 @@
pytest_extra_args: '--execute-upgrade-tests-only --upgrade-target-version-only --upgrade-version-selection all'
j8_cqlsh_dtests_py3_vnode:
@ -183,7 +201,16 @@
steps:
- attach_workspace:
at: /home/cassandra
@@ -1565,7 +1589,7 @@
@@ -1728,7 +1752,7 @@
extra_env_args: 'CQLSH_PYTHON=/usr/bin/python3.6'
j8_cqlsh_dtests_py3_offheap:
- <<: *j8_par_executor
+ <<: *j8_large_par_executor
steps:
- attach_workspace:
at: /home/cassandra
@@ -1743,7 +1767,7 @@
extra_env_args: 'CQLSH_PYTHON=/usr/bin/python3.6'
j8_cqlsh_dtests_py38_vnode:
@ -192,7 +219,16 @@
steps:
- attach_workspace:
at: /home/cassandra
@@ -1583,7 +1607,7 @@
@@ -1761,7 +1785,7 @@
python_version: '3.8'
j8_cqlsh_dtests_py38_offheap:
- <<: *j8_par_executor
+ <<: *j8_large_par_executor
steps:
- attach_workspace:
at: /home/cassandra
@@ -1779,7 +1803,7 @@
python_version: '3.8'
j8_cqlsh_dtests_py3:
@ -201,7 +237,7 @@
steps:
- attach_workspace:
at: /home/cassandra
@@ -1598,7 +1622,7 @@
@@ -1794,7 +1818,7 @@
extra_env_args: 'CQLSH_PYTHON=/usr/bin/python3.6'
j8_cqlsh_dtests_py38:
@ -210,7 +246,7 @@
steps:
- attach_workspace:
at: /home/cassandra
@@ -1616,7 +1640,7 @@
@@ -1812,7 +1836,7 @@
python_version: '3.8'
j11_cqlsh_dtests_py3_vnode:
@ -219,7 +255,16 @@
steps:
- attach_workspace:
at: /home/cassandra
@@ -1631,7 +1655,7 @@
@@ -1827,7 +1851,7 @@
extra_env_args: 'CQLSH_PYTHON=/usr/bin/python3.6'
j11_cqlsh_dtests_py3_offheap:
- <<: *j11_par_executor
+ <<: *j11_large_par_executor
steps:
- attach_workspace:
at: /home/cassandra
@@ -1842,7 +1866,7 @@
extra_env_args: 'CQLSH_PYTHON=/usr/bin/python3.6'
j11_cqlsh_dtests_py38_vnode:
@ -228,7 +273,16 @@
steps:
- attach_workspace:
at: /home/cassandra
@@ -1649,7 +1673,7 @@
@@ -1860,7 +1884,7 @@
python_version: '3.8'
j11_cqlsh_dtests_py38_offheap:
- <<: *j11_par_executor
+ <<: *j11_large_par_executor
steps:
- attach_workspace:
at: /home/cassandra
@@ -1878,7 +1902,7 @@
python_version: '3.8'
j11_cqlsh_dtests_py3:
@ -237,7 +291,7 @@
steps:
- attach_workspace:
at: /home/cassandra
@@ -1664,7 +1688,7 @@
@@ -1893,7 +1917,7 @@
extra_env_args: 'CQLSH_PYTHON=/usr/bin/python3.6'
j11_cqlsh_dtests_py38:

976
.circleci/config.yml
View File

File diff suppressed because it is too large Load Diff

976
.circleci/config.yml.HIGHRES
View File

File diff suppressed because it is too large Load Diff

976
.circleci/config.yml.LOWRES
View File

File diff suppressed because it is too large Load Diff

976
.circleci/config.yml.MIDRES
View File

File diff suppressed because it is too large Load Diff

2
.circleci/generate.sh
View File

@ -302,8 +302,10 @@ delete_repeated_jobs()
if (! (echo "$env_vars" | grep -q "REPEATED_DTESTS=")); then
delete_job "$1" "j8_dtests_repeat"
delete_job "$1" "j8_dtests_vnode_repeat"
delete_job "$1" "j8_dtests_offheap_repeat"
delete_job "$1" "j11_dtests_repeat"
delete_job "$1" "j11_dtests_vnode_repeat"
delete_job "$1" "j11_dtests_offheap_repeat"
fi
if (! (echo "$env_vars" | grep -q "REPEATED_UPGRADE_DTESTS=")); then
delete_job "$1" "j8_upgrade_dtests_repeat"