dify - 💡(How to fix) Fix [Refactor/Chore] flaky test TestSchemaResolverClass.test_cache_performance

[gw6] darwin -- Python 3.12.12 /Users/qg/workspace/langgenius/dify/api/.venv/bin/python

self = <tests.unit_tests.core.schemas.test_resolver.TestSchemaResolverClass object at 0x129ecc890>

    def test_cache_performance(self):
        """Test that caching improves performance"""
        SchemaResolver.clear_cache()
    
        # Create a schema with many references to the same schema
        schema = {
            "type": "object",
            "properties": {
                f"prop_{i}": {"$ref": "https://dify.ai/schemas/v1/file.json"}
                for i in range(50)  # Reduced to avoid depth issues
            },
        }
    
        # First run (no cache) - run multiple times to warm up
        results1 = []
        for _ in range(3):
            SchemaResolver.clear_cache()
            start = time.perf_counter()
            result1 = resolve_dify_schema_refs(schema)
            time_no_cache = time.perf_counter() - start
            results1.append(time_no_cache)
    
        avg_time_no_cache = sum(results1) / len(results1)
    
        # Second run (with cache) - run multiple times
        # Warm up cache first
        resolve_dify_schema_refs(schema)
    
        results2 = []
        for _ in range(3):
            start = time.perf_counter()
            result2 = resolve_dify_schema_refs(schema)
            time_with_cache = time.perf_counter() - start
            results2.append(time_with_cache)
    
        avg_time_with_cache = sum(results2) / len(results2)
    
        # Cache should make it faster (more lenient check)
        assert result1 == result2
        # Cache should provide some performance benefit (allow for measurement variance)
        # We expect cache to be faster, but allow for small timing variations
        performance_ratio = avg_time_with_cache / avg_time_no_cache if avg_time_no_cache > 0 else 1.0
>       assert performance_ratio <= 2.0, f"Cache performance degraded too much: {performance_ratio}"
E       AssertionError: Cache performance degraded too much: 4.544141620163394
E       assert 4.544141620163394 <= 2.0

api/tests/unit_tests/core/schemas/test_resolver.py:516: AssertionError