tests/test-cache-control.cjs

/**
 * Cache Control Field Test (Issue #189)
 *
 * Tests that cache_control fields on content blocks are properly stripped
 * before being sent to the Cloud Code API.
 *
 * Claude Code CLI sends cache_control on text, thinking, tool_use, tool_result,
 * image, and document blocks for prompt caching optimization. The Cloud Code API
 * rejects these with "Extra inputs are not permitted".
 *
 * This test verifies that:
 * 1. Text blocks with cache_control work correctly
 * 2. Multi-turn conversations with cache_control on assistant content work
 * 3. Tool_result blocks with cache_control work correctly
 *
 * Runs for both Claude and Gemini model families.
 */
const { streamRequest, analyzeContent, commonTools } = require('./helpers/http-client.cjs');
const { getTestModels, getModelConfig } = require('./helpers/test-models.cjs');

const tools = [commonTools.getWeather];

async function runTestsForModel(family, model) {
    console.log('='.repeat(60));
    console.log(`CACHE CONTROL TEST [${family.toUpperCase()}]`);
    console.log(`Model: ${model}`);
    console.log('Tests that cache_control fields are stripped from all block types');
    console.log('='.repeat(60));
    console.log('');

    let allPassed = true;
    const results = [];
    const modelConfig = getModelConfig(family);

    // ===== TEST 1: User text block with cache_control =====
    console.log('TEST 1: User text block with cache_control');
    console.log('-'.repeat(40));

    try {
        const test1Result = await streamRequest({
            model,
            max_tokens: modelConfig.max_tokens,
            stream: true,
            thinking: modelConfig.thinking,
            messages: [
                {
                    role: 'user',
                    content: [
                        {
                            type: 'text',
                            text: 'What is the capital of France? Reply in one word.',
                            cache_control: { type: 'ephemeral' }
                        }
                    ]
                }
            ]
        });

        const hasError1 = test1Result.events.some(e => e.type === 'error');
        const errorMsg1 = hasError1
            ? test1Result.events.find(e => e.type === 'error')?.data?.error?.message
            : null;

        console.log(`  Response received: ${test1Result.content.length > 0 ? 'YES' : 'NO'}`);
        console.log(`  Has error: ${hasError1 ? 'YES' : 'NO'}`);
        if (hasError1) {
            console.log(`  Error message: ${errorMsg1}`);
        }

        const content1 = analyzeContent(test1Result.content);
        if (content1.hasText) {
            console.log(`  Response preview: "${content1.text[0].text.substring(0, 50)}..."`);
        }

        const test1Pass = !hasError1 && test1Result.content.length > 0;
        results.push({ name: 'User text block with cache_control', passed: test1Pass });
        console.log(`  Result: ${test1Pass ? 'PASS' : 'FAIL'}`);
        if (!test1Pass) allPassed = false;
    } catch (err) {
        console.log(`  ERROR: ${err.message}`);
        results.push({ name: 'User text block with cache_control', passed: false });
        allPassed = false;
    }

    // ===== TEST 2: Multi-turn with cache_control on assistant content =====
    console.log('\nTEST 2: Multi-turn with cache_control on assistant content');
    console.log('-'.repeat(40));

    try {
        // First turn - get a response
        const turn1 = await streamRequest({
            model,
            max_tokens: modelConfig.max_tokens,
            stream: true,
            thinking: modelConfig.thinking,
            messages: [
                { role: 'user', content: 'Say hello.' }
            ]
        });

        if (turn1.content.length === 0) {
            console.log('  SKIPPED - Turn 1 returned empty response');
            results.push({ name: 'Multi-turn with cache_control', passed: false, skipped: true });
        } else {
            // Add cache_control to ALL blocks in assistant response (simulating Claude Code)
            const modifiedContent = turn1.content.map(block => ({
                ...block,
                cache_control: { type: 'ephemeral' }
            }));

            // Second turn - use modified content with cache_control
            const turn2 = await streamRequest({
                model,
                max_tokens: modelConfig.max_tokens,
                stream: true,
                thinking: modelConfig.thinking,
                messages: [
                    { role: 'user', content: 'Say hello.' },
                    { role: 'assistant', content: modifiedContent },
                    {
                        role: 'user',
                        content: [
                            {
                                type: 'text',
                                text: 'Now say goodbye.',
                                cache_control: { type: 'ephemeral' }
                            }
                        ]
                    }
                ]
            });

            const hasError2 = turn2.events.some(e => e.type === 'error');
            const errorMsg2 = hasError2
                ? turn2.events.find(e => e.type === 'error')?.data?.error?.message
                : null;

            console.log(`  Turn 1 blocks: ${turn1.content.length}`);
            console.log(`  Turn 2 response received: ${turn2.content.length > 0 ? 'YES' : 'NO'}`);
            console.log(`  Has error: ${hasError2 ? 'YES' : 'NO'}`);
            if (hasError2) {
                console.log(`  Error message: ${errorMsg2}`);
                // Check specifically for cache_control error
                if (errorMsg2 && errorMsg2.includes('cache_control')) {
                    console.log('  >>> cache_control field NOT stripped properly! <<<');
                }
            }

            const content2 = analyzeContent(turn2.content);
            if (content2.hasText) {
                console.log(`  Response preview: "${content2.text[0].text.substring(0, 50)}..."`);
            }

            const test2Pass = !hasError2 && turn2.content.length > 0;
            results.push({ name: 'Multi-turn with cache_control', passed: test2Pass });
            console.log(`  Result: ${test2Pass ? 'PASS' : 'FAIL'}`);
            if (!test2Pass) allPassed = false;
        }
    } catch (err) {
        console.log(`  ERROR: ${err.message}`);
        results.push({ name: 'Multi-turn with cache_control', passed: false });
        allPassed = false;
    }

    // ===== TEST 3: Tool loop with cache_control on tool_result =====
    console.log('\nTEST 3: Tool loop with cache_control on tool_result');
    console.log('-'.repeat(40));

    try {
        // First turn - request tool use
        const toolTurn1 = await streamRequest({
            model,
            max_tokens: modelConfig.max_tokens,
            stream: true,
            tools,
            thinking: modelConfig.thinking,
            messages: [
                { role: 'user', content: 'What is the weather in Tokyo? Use the get_weather tool.' }
            ]
        });

        const content3a = analyzeContent(toolTurn1.content);

        if (!content3a.hasToolUse) {
            console.log('  SKIPPED - Model did not use tool in turn 1');
            results.push({ name: 'Tool_result with cache_control', passed: true, skipped: true });
        } else {
            const toolUseId = content3a.toolUse[0].id;
            console.log(`  Tool use ID: ${toolUseId}`);

            // Second turn - provide tool result with cache_control
            const toolTurn2 = await streamRequest({
                model,
                max_tokens: modelConfig.max_tokens,
                stream: true,
                tools,
                thinking: modelConfig.thinking,
                messages: [
                    { role: 'user', content: 'What is the weather in Tokyo? Use the get_weather tool.' },
                    { role: 'assistant', content: toolTurn1.content },
                    {
                        role: 'user',
                        content: [
                            {
                                type: 'tool_result',
                                tool_use_id: toolUseId,
                                content: 'The weather in Tokyo is 22°C and partly cloudy.',
                                cache_control: { type: 'ephemeral' }
                            }
                        ]
                    }
                ]
            });

            const hasError3 = toolTurn2.events.some(e => e.type === 'error');
            const errorMsg3 = hasError3
                ? toolTurn2.events.find(e => e.type === 'error')?.data?.error?.message
                : null;

            console.log(`  Turn 2 response received: ${toolTurn2.content.length > 0 ? 'YES' : 'NO'}`);
            console.log(`  Has error: ${hasError3 ? 'YES' : 'NO'}`);
            if (hasError3) {
                console.log(`  Error message: ${errorMsg3}`);
                if (errorMsg3 && errorMsg3.includes('cache_control')) {
                    console.log('  >>> cache_control field NOT stripped properly! <<<');
                }
            }

            const content3b = analyzeContent(toolTurn2.content);
            if (content3b.hasText) {
                console.log(`  Response preview: "${content3b.text[0].text.substring(0, 50)}..."`);
            }

            const test3Pass = !hasError3 && toolTurn2.content.length > 0;
            results.push({ name: 'Tool_result with cache_control', passed: test3Pass });
            console.log(`  Result: ${test3Pass ? 'PASS' : 'FAIL'}`);
            if (!test3Pass) allPassed = false;
        }
    } catch (err) {
        console.log(`  ERROR: ${err.message}`);
        results.push({ name: 'Tool_result with cache_control', passed: false });
        allPassed = false;
    }

    // ===== Summary =====
    console.log('\n' + '='.repeat(60));
    console.log(`SUMMARY [${family.toUpperCase()}]`);
    console.log('='.repeat(60));

    for (const result of results) {
        const status = result.skipped ? 'SKIP' : (result.passed ? 'PASS' : 'FAIL');
        console.log(`  [${status}] ${result.name}`);
    }

    const passedCount = results.filter(r => r.passed && !r.skipped).length;
    const skippedCount = results.filter(r => r.skipped).length;
    const totalTests = results.length - skippedCount;

    console.log('\n' + '='.repeat(60));
    console.log(`[${family.toUpperCase()}] ${allPassed ? 'ALL TESTS PASSED' : 'SOME TESTS FAILED'} (${passedCount}/${totalTests})`);
    console.log('='.repeat(60));

    return allPassed;
}

async function runTests() {
    console.log('');
    console.log('='.repeat(60));
    console.log('CACHE CONTROL FIELD STRIPPING TEST (Issue #189)');
    console.log('='.repeat(60));
    console.log('');
    console.log('This test verifies that cache_control fields are properly');
    console.log('stripped from all content blocks before sending to Cloud Code API.');
    console.log('');

    const models = await getTestModels();
    let allPassed = true;

    for (const { family, model } of models) {
        console.log('\n');
        const passed = await runTestsForModel(family, model);
        if (!passed) allPassed = false;
    }

    console.log('\n' + '='.repeat(60));
    console.log('FINAL RESULT');
    console.log('='.repeat(60));
    console.log(`Overall: ${allPassed ? 'ALL MODEL FAMILIES PASSED' : 'SOME MODEL FAMILIES FAILED'}`);
    console.log('='.repeat(60));

    process.exit(allPassed ? 0 : 1);
}

runTests().catch(err => {
    console.error('Test failed with error:', err);
    process.exit(1);
});