Showing the changes to script (1 of 2 files). Show all
Unified · Split
| @@ -1,27 +1,48 @@ | ||
| 1 | 1 | #!/bin/bash |
| 2 | 2 | |
| 3 | +set -u | |
| 4 | + | |
| 5 | +: $ZED_SERVER_URL | |
| 6 | +: $ZED_CLIENT_SECRET_TOKEN | |
| 7 | + | |
| 3 | 8 | # Compile the tests first |
| 4 | 9 | mkdir -p target |
| 5 | −cargo test --release --package collab --no-run | |
| 10 | +cargo test --release --lib --package collab --no-run | |
| 6 | 11 | if [[ $? != 0 ]]; then |
| 7 | 12 | echo "Build failed" |
| 8 | 13 | exit 1 |
| 9 | 14 | fi |
| 10 | 15 | |
| 11 | −set -eu | |
| 12 | − | |
| 13 | 16 | LOG_FILE=target/randomized-tests.log |
| 14 | 17 | export SAVE_PLAN=target/test-plan.json |
| 15 | 18 | export OPERATIONS=200 |
| 16 | −export ITERATIONS=10000 | |
| 19 | +export ITERATIONS=100000 | |
| 17 | 20 | export SEED=$(od -A n -N 8 -t u8 /dev/urandom | xargs) |
| 18 | 21 | |
| 19 | −cargo test --release --package collab random -- --nocapture 2> >(tee $LOG_FILE) | |
| 22 | +echo "Starting seed: ${SEED}" | |
| 23 | + | |
| 24 | +cargo test --release --lib --package collab random 2>&1 > $LOG_FILE | |
| 20 | 25 | if [[ $? == 0 ]]; then |
| 21 | 26 | echo "Tests passed" |
| 22 | 27 | exit 0 |
| 23 | 28 | fi |
| 24 | 29 | |
| 25 | 30 | # If the tests failed, find the failing seed in the logs |
| 26 | −failing_seed=$(grep "failing seed" $LOG_FILE | cut -d: -f2 | xargs) | |
| 27 | −echo "Tests failed. seed: $failing_seed" | |
| 31 | +commit=$(git rev-parse HEAD) | |
| 32 | +failing_seed=$(grep "failing seed" $LOG_FILE | tail -n1 | cut -d: -f2 | xargs) | |
| 33 | +failing_plan=$(cat $SAVE_PLAN) | |
| 34 | +request="{ | |
| 35 | + \"seed\": \"${failing_seed}\", | |
| 36 | + \"commit\": \"${commit}\", | |
| 37 | + \"token\": \"${ZED_CLIENT_SECRET_TOKEN}\", | |
| 38 | + \"plan\": ${failing_plan} | |
| 39 | +}" | |
| 40 | + | |
| 41 | +echo "Reporting test failure." | |
| 42 | +echo $request | |
| 43 | + | |
| 44 | +curl \ | |
| 45 | + -X POST \ | |
| 46 | + -H "Content-Type: application/json" \ | |
| 47 | + -d "${request}" \ | |
| 48 | + "${ZED_SERVER_URL}/api/randomized_test_failure" | |