-
Notifications
You must be signed in to change notification settings - Fork 5.8k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
This is an automated cherry-pick of #53836
Signed-off-by: ti-chi-bot <ti-community-prow-bot@tidb.io>
- Loading branch information
1 parent
831d9c1
commit ca6809a
Showing
7 changed files
with
244 additions
and
6 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,54 @@ | ||
| #!/bin/sh | ||
| # | ||
| # Copyright 2024 PingCAP, Inc. | ||
| # | ||
| # Licensed under the Apache License, Version 2.0 (the "License"); | ||
| # you may not use this file except in compliance with the License. | ||
| # You may obtain a copy of the License at | ||
| # | ||
| # http://www.apache.org/licenses/LICENSE-2.0 | ||
| # | ||
| # Unless required by applicable law or agreed to in writing, software | ||
| # distributed under the License is distributed on an "AS IS" BASIS, | ||
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| # See the License for the specific language governing permissions and | ||
| # limitations under the License. | ||
|
|
||
| set -eux | ||
|
|
||
| DB="$TEST_NAME" | ||
| TABLE="usertable" | ||
| CUR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd) | ||
|
|
||
| run_sql "CREATE DATABASE $DB;" | ||
| go-ycsb load mysql -P $CUR/workload -p mysql.host=$TIDB_IP -p mysql.port=$TIDB_PORT -p mysql.user=root -p mysql.db=$DB | ||
| run_br --pd $PD_ADDR backup full -s "local://$TEST_DIR/$DB" | ||
|
|
||
| filename=$(find $TEST_DIR/$DB -regex ".*.sst" | head -n 1) | ||
| filename_temp=$filename"_temp" | ||
| filename_bak=$filename"_bak" | ||
| echo "corruption" > $filename_temp | ||
| cat $filename >> $filename_temp | ||
|
|
||
| # file lost | ||
| mv $filename $filename_bak | ||
| export GO_FAILPOINTS="github.com/pingcap/tidb/br/pkg/utils/set-import-attempt-to-one=return(true)" | ||
| restore_fail=0 | ||
| run_br --pd $PD_ADDR restore full -s "local://$TEST_DIR/$DB" || restore_fail=1 | ||
| export GO_FAILPOINTS="" | ||
| if [ $restore_fail -ne 1 ]; then | ||
| echo 'restore success' | ||
| exit 1 | ||
| fi | ||
|
|
||
| # file corruption | ||
| mv $filename_temp $filename | ||
| truncate --size=-11 $filename | ||
| export GO_FAILPOINTS="github.com/pingcap/tidb/br/pkg/utils/set-import-attempt-to-one=return(true)" | ||
| restore_fail=0 | ||
| run_br --pd $PD_ADDR restore full -s "local://$TEST_DIR/$DB" || restore_fail=1 | ||
| export GO_FAILPOINTS="" | ||
| if [ $restore_fail -ne 1 ]; then | ||
| echo 'restore success' | ||
| exit 1 | ||
| fi |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,12 @@ | ||
| recordcount=10000 | ||
| operationcount=0 | ||
| workload=core | ||
|
|
||
| readallfields=true | ||
|
|
||
| readproportion=0 | ||
| updateproportion=0 | ||
| scanproportion=0 | ||
| insertproportion=0 | ||
|
|
||
| requestdistribution=uniform |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,70 @@ | ||
| #!/usr/bin/env bash | ||
|
|
||
| # This script split the integration tests into 9 groups to support parallel group tests execution. | ||
| # all the integration tests are located in br/tests directory. only the directories | ||
| # containing run.sh will be considered as valid br integration tests. the script will print the total case number | ||
|
|
||
| set -eo pipefail | ||
|
|
||
| # Step 1 | ||
| CUR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd) | ||
| group=$1 | ||
| export COV_DIR="/tmp/group_cover" | ||
| rm -rf $COV_DIR | ||
| mkdir -p $COV_DIR | ||
|
|
||
| # Define groups | ||
| # Note: If new group is added, the group name must also be added to CI | ||
| # * https://github.com/PingCAP-QE/ci/blob/main/pipelines/pingcap/tidb/latest/pull_br_integration_test.groovy | ||
| # Each group of tests consumes as much time as possible, thus reducing CI waiting time. | ||
| # Putting multiple light tests together and heavy tests in a separate group. | ||
| declare -A groups | ||
| groups=( | ||
| ["G00"]="br_300_small_tables br_backup_empty br_backup_version br_cache_table br_case_sensitive br_charset_gbk br_check_new_collocation_enable br_history br_gcs br_rawkv" | ||
| ["G01"]="br_autoid br_crypter2 br_db br_db_online br_db_online_newkv br_db_skip br_debug_meta br_ebs br_foreign_key br_full br_table_partition br_full_ddl" | ||
| ["G02"]="br_full_cluster_restore br_full_index br_incremental_ddl br_pitr_failpoint" | ||
| ["G03"]='br_incompatible_tidb_config br_incremental br_incremental_index br_incremental_only_ddl br_incremental_same_table br_insert_after_restore br_key_locked br_log_test br_move_backup br_mv_index br_other br_partition_add_index br_tidb_placement_policy br_tiflash br_tiflash_conflict' | ||
| ["G04"]='br_range br_replica_read br_restore_TDE_enable br_restore_log_task_enable br_s3 br_shuffle_leader br_shuffle_region br_single_table' | ||
| ["G05"]='br_skip_checksum br_split_region_fail br_systables br_table_filter br_txn br_stats br_clustered_index br_crypter' | ||
| ["G06"]='br_tikv_outage br_tikv_outage3' | ||
| ["G07"]='br_pitr' | ||
| ["G08"]='br_tikv_outage2 br_ttl br_views_and_sequences br_z_gc_safepoint br_autorandom br_file_corruption' | ||
| ) | ||
|
|
||
| # Get other cases not in groups, to avoid missing any case | ||
| others=() | ||
| for script in "$CUR"/*/run.sh; do | ||
| test_name="$(basename "$(dirname "$script")")" | ||
| if [[ $test_name != br* ]]; then | ||
| continue | ||
| fi | ||
| # shellcheck disable=SC2076 | ||
| if [[ ! " ${groups[*]} " =~ " ${test_name} " ]]; then | ||
| others=("${others[@]} ${test_name}") | ||
| fi | ||
| done | ||
|
|
||
| if [[ "$group" == "others" ]]; then | ||
| if [[ -z $others ]]; then | ||
| echo "All br integration test cases have been added to groups" | ||
| exit 0 | ||
| fi | ||
| echo "Error: "$others" is not added to any group in br/tests/run_group_br_tests.sh" | ||
| exit 1 | ||
| elif [[ " ${!groups[*]} " =~ " ${group} " ]]; then | ||
| test_names="${groups[${group}]}" | ||
| # Run test cases | ||
| if [[ -n $test_names ]]; then | ||
| echo "" | ||
| echo "Run cases: ${test_names}" | ||
| for case_name in $test_names; do | ||
| echo "Run cases: ${case_name}" | ||
| rm -rf /tmp/backup_restore_test | ||
| mkdir -p /tmp/backup_restore_test | ||
| TEST_NAME=${case_name} ${CUR}/run.sh | ||
| done | ||
| fi | ||
| else | ||
| echo "Error: invalid group name: ${group}" | ||
| exit 1 | ||
| fi |