File size: 2,414 Bytes
aef804e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 | #!/bin/bash
# Quality Test Runner Script
# Runs quality tests for flakiness detection and collection stability
# Change to backend directory
cd "$(dirname "$0")/../../../" || exit 1
# Default values
REPEAT=""
RANDOM_SEED=""
TEST_PATH="tests/integration/quality/"
# Parse command line arguments
while [[ $# -gt 0 ]]; do
case $1 in
--repeat=*)
REPEAT="${1#*=}"
shift
;;
--repeat)
REPEAT="$2"
shift 2
;;
--random-seed=*)
RANDOM_SEED="${1#*=}"
shift
;;
--random-seed)
RANDOM_SEED="$2"
shift 2
;;
--help)
echo "Usage: $0 [OPTIONS]"
echo ""
echo "Options:"
echo " --repeat=N Number of repeats for flakiness detection"
echo " --random-seed=N Specific random seed for reproducibility"
echo " --help Show this help message"
echo ""
echo "Examples:"
echo " $0 # Run all quality tests"
echo " $0 --repeat=5 # Run tests 5 times"
echo " $0 --repeat=5 --random-seed=1234 # Run with specific seed"
exit 0
;;
*)
echo "Unknown option: $1"
echo "Use --help for usage information"
exit 1
;;
esac
done
# Build pytest command
PYTEST_CMD="pytest -v $TEST_PATH"
# Add random seed if specified
if [ -n "$RANDOM_SEED" ]; then
PYTEST_CMD="$PYTEST_CMD --randomly-seed=$RANDOM_SEED"
fi
# Add repeat count if specified
if [ -n "$REPEAT" ]; then
PYTEST_CMD="$PYTEST_CMD --count=$REPEAT"
fi
# Print command
echo "Running: $PYTEST_CMD"
echo ""
echo "Quality tests detect flakiness and collection stability issues"
echo ""
# Run pytest and capture exit code
eval "$PYTEST_CMD"
EXIT_CODE=$?
# Print summary
echo ""
if [ $EXIT_CODE -eq 0 ]; then
echo "✓ Quality tests passed"
if [ -n "$REPEAT" ]; then
echo " Flakiness rate: 0% (all $REPEAT repeats passed)"
fi
else
echo "✗ Quality tests failed"
if [ -n "$REPEAT" ]; then
echo " Check for flaky tests that failed in some repeats"
fi
fi
exit $EXIT_CODE
|