torbjorn/antigravity-claude-proxy
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add schema sanitizer to test suite, fix interleaved thinking test

Browse Source 
- Add test-schema-sanitizer.cjs to run-all.cjs test runner
- Add test:sanitizer npm script for running it individually
- Update test to use renamed cleanSchema function
- Fix interleaved thinking test to not require thinking blocks after
  tool result (model decides when to use visible thinking)

Co-Authored-By: Claude <noreply@anthropic.com>
This commit is contained in:
Badri Narayanan S
2026-01-10 00:47:47 +05:30
parent f1e945a7e6
commit e0e72ec5d2
4 changed files with 26 additions and 22 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
package.json
View File

@@ -28,7 +28,8 @@
"test:caching": "node tests/test-caching-streaming.cjs",
"test:crossmodel": "node tests/test-cross-model-thinking.cjs",
"test:oauth": "node tests/test-oauth-no-browser.cjs",
"test:emptyretry": "node tests/test-empty-response-retry.cjs"
"test:emptyretry": "node tests/test-empty-response-retry.cjs",
"test:sanitizer": "node tests/test-schema-sanitizer.cjs"
},
"keywords": [
"claude",

3
tests/run-all.cjs
View File

@@ -17,7 +17,8 @@ const tests = [
{ name: 'Prompt Caching', file: 'test-caching-streaming.cjs' },
{ name: 'Cross-Model Thinking', file: 'test-cross-model-thinking.cjs' },
{ name: 'OAuth No-Browser Mode', file: 'test-oauth-no-browser.cjs' },
{ name: 'Empty Response Retry', file: 'test-empty-response-retry.cjs' }
{ name: 'Empty Response Retry', file: 'test-empty-response-retry.cjs' },
{ name: 'Schema Sanitizer', file: 'test-schema-sanitizer.cjs' }
];
async function runTest(test) {

14
tests/test-interleaved-thinking.cjs
View File

@@ -89,8 +89,8 @@ Please do this step by step, reading each file before modifying.`
if (!passed) allPassed = false;
}
// ===== TEST 2: Multiple tool calls in sequence =====
console.log('\nTEST 2: Tool result followed by more thinking');
// ===== TEST 2: Response after tool result =====
console.log('\nTEST 2: Response after tool result');
console.log('-'.repeat(40));
// Start with previous result and add tool result
@@ -141,14 +141,16 @@ Please do this step by step, reading each file before modifying.`
console.log(` Response: "${text2[0].text?.substring(0, 80)}..."`);
}
// Should have thinking after receiving tool result
const passed = thinking2.length >= 1 && (text2.length > 0 || toolUse2.length > 0);
results.push({ name: 'Thinking after tool result', passed });
// Model may or may not produce thinking blocks after tool result
// The key is that it produces a valid response (text or tool use)
// Note: Thinking is optional - model decides when to use it based on task complexity
const passed = text2.length > 0 || toolUse2.length > 0;
results.push({ name: 'Response after tool result', passed });
if (!passed) allPassed = false;
}
} else {
console.log(' SKIPPED - No tool use in previous test');
results.push({ name: 'Thinking after tool result', passed: false, skipped: true });
results.push({ name: 'Response after tool result', passed: false, skipped: true });
}
// ===== Summary =====

28
tests/test-schema-sanitizer.cjs
View File

@@ -16,7 +16,7 @@ async function runTests() {
console.log('╚══════════════════════════════════════════════════════════════╝\n');
// Dynamic import for ESM module
const { sanitizeSchema, cleanSchemaForGemini } = await import('../src/format/schema-sanitizer.js');
const { sanitizeSchema, cleanSchema } = await import('../src/format/schema-sanitizer.js');
let passed = 0;
let failed = 0;
@@ -48,7 +48,7 @@ async function runTests() {
// Test 1: Basic type conversion to uppercase
test('Basic type conversion to uppercase', () => {
const schema = { type: 'string', description: 'A test string' };
const result = cleanSchemaForGemini(sanitizeSchema(schema));
const result = cleanSchema(sanitizeSchema(schema));
assertEqual(result.type, 'STRING', 'Type should be uppercase STRING');
});
@@ -61,7 +61,7 @@ async function runTests() {
age: { type: 'integer' }
}
};
const result = cleanSchemaForGemini(sanitizeSchema(schema));
const result = cleanSchema(sanitizeSchema(schema));
assertEqual(result.type, 'OBJECT', 'Object type should be uppercase');
assertEqual(result.properties.name.type, 'STRING', 'Nested string type should be uppercase');
assertEqual(result.properties.age.type, 'INTEGER', 'Nested integer type should be uppercase');
@@ -75,7 +75,7 @@ async function runTests() {
type: 'string'
}
};
const result = cleanSchemaForGemini(sanitizeSchema(schema));
const result = cleanSchema(sanitizeSchema(schema));
assertEqual(result.type, 'ARRAY', 'Array type should be uppercase ARRAY');
assertEqual(result.items.type, 'STRING', 'Items type should be uppercase STRING');
});
@@ -98,7 +98,7 @@ async function runTests() {
}
}
};
const result = cleanSchemaForGemini(sanitizeSchema(schema));
const result = cleanSchema(sanitizeSchema(schema));
assertEqual(result.type, 'OBJECT', 'Root type should be OBJECT');
assertEqual(result.properties.todos.type, 'ARRAY', 'Todos type should be ARRAY');
@@ -134,7 +134,7 @@ async function runTests() {
count: { type: 'number' }
}
};
const result = cleanSchemaForGemini(sanitizeSchema(schema));
const result = cleanSchema(sanitizeSchema(schema));
assertEqual(result.type, 'OBJECT');
assertEqual(result.properties.tasks.type, 'ARRAY');
@@ -145,9 +145,9 @@ async function runTests() {
assertEqual(result.properties.count.type, 'NUMBER');
});
// Test 6: cleanSchemaForGemini handles anyOf (when not stripped by sanitizeSchema)
test('cleanSchemaForGemini handles anyOf and converts types', () => {
// Test cleanSchemaForGemini directly with anyOf (bypassing sanitizeSchema)
// Test 6: cleanSchema handles anyOf (when not stripped by sanitizeSchema)
test('cleanSchema handles anyOf and converts types', () => {
// Test cleanSchema directly with anyOf (bypassing sanitizeSchema)
const schema = {
type: 'object',
properties: {
@@ -159,7 +159,7 @@ async function runTests() {
}
}
};
const result = cleanSchemaForGemini(schema);
const result = cleanSchema(schema);
assertEqual(result.type, 'OBJECT');
// anyOf gets flattened to best option (object type scores highest)
@@ -176,7 +176,7 @@ async function runTests() {
}
}
};
const result = cleanSchemaForGemini(sanitizeSchema(schema));
const result = cleanSchema(sanitizeSchema(schema));
assertEqual(result.type, 'OBJECT');
assertEqual(result.properties.optional.type, 'STRING');
@@ -195,7 +195,7 @@ async function runTests() {
obj: { type: 'object', properties: { x: { type: 'string' } } }
}
};
const result = cleanSchemaForGemini(sanitizeSchema(schema));
const result = cleanSchema(sanitizeSchema(schema));
assertEqual(result.properties.str.type, 'STRING');
assertEqual(result.properties.num.type, 'NUMBER');
@@ -207,7 +207,7 @@ async function runTests() {
// Test 9: Empty schema gets placeholder with correct types
test('Empty schema gets placeholder with uppercase types', () => {
const result = cleanSchemaForGemini(sanitizeSchema(null));
const result = cleanSchema(sanitizeSchema(null));
assertEqual(result.type, 'OBJECT');
assertEqual(result.properties.reason.type, 'STRING');
@@ -242,7 +242,7 @@ async function runTests() {
required: ['operation']
};
const result = cleanSchemaForGemini(sanitizeSchema(schema));
const result = cleanSchema(sanitizeSchema(schema));
// Verify all types are uppercase
assertEqual(result.type, 'OBJECT');