File size: 1,955 Bytes
eb1ebe6
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
#!/usr/bin/env bash
# Run the test suite for explainer_env.
#
# Usage:
#   tests/run_tests.sh              # fast tests (models, task_bank, rewards, environment)
#   tests/run_tests.sh --all        # fast + client-server integration
#   tests/run_tests.sh --docker     # fast + docker build & test
#   tests/run_tests.sh --full       # everything

set -euo pipefail
cd "$(dirname "$0")/.."  # explainer_env/

RED='\033[0;31m'
GREEN='\033[0;32m'
YELLOW='\033[0;33m'
NC='\033[0m'

PASSED=0
FAILED=0
SKIPPED=0

run() {
    local label="$1"; shift
    printf "%-40s" "$label"
    if output=$("$@" 2>&1); then
        echo -e "${GREEN}OK${NC}"
        PASSED=$((PASSED + 1))
    else
        echo -e "${RED}FAIL${NC}"
        echo "$output" | tail -5
        FAILED=$((FAILED + 1))
    fi
}

skip() {
    printf "%-40s" "$1"
    echo -e "${YELLOW}SKIP${NC}"
    SKIPPED=$((SKIPPED + 1))
}

echo "=== explainer_env test suite ==="
echo ""

# --- Fast tests (no server needed) ---
echo "--- Unit tests ---"
run "models"      uv run python tests/test_models.py
run "task_bank"   uv run python tests/test_task_bank.py
run "rewards"     uv run python tests/test_rewards.py
run "environment" uv run python tests/test_environment.py
run "ruff lint"   uvx ruff check .

# --- Integration tests (need server / docker) ---
MODE="${1:-}"

if [[ "$MODE" == "--all" || "$MODE" == "--full" ]]; then
    echo ""
    echo "--- Client-server integration ---"
    run "client_server" uv run python tests/test_client_server.py
else
    echo ""
    skip "client_server (use --all)"
fi

if [[ "$MODE" == "--docker" || "$MODE" == "--full" ]]; then
    echo ""
    echo "--- Docker integration ---"
    run "docker" uv run python tests/test_docker.py
else
    skip "docker (use --docker or --full)"
fi

# --- Summary ---
echo ""
TOTAL=$((PASSED + FAILED + SKIPPED))
echo "=== ${PASSED} passed, ${FAILED} failed, ${SKIPPED} skipped (${TOTAL} total) ==="
[[ $FAILED -eq 0 ]] || exit 1