Increase performance test threshold to 100ms (#1406)

This commit is contained in:
Jeremiah Lowin 2025-08-08 12:19:22 -04:00 committed by GitHub
commit ec09310593
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -197,14 +197,14 @@ class TestPerformanceComparison:
# Both implementations should be very fast for moderate specs
# The key achievement is eliminating the 100-200ms latency issue for serverless
max_acceptable_time = 0.05 # 50ms
max_acceptable_time = 0.1 # 100ms
print(f"Legacy performance: {'' if legacy_avg < max_acceptable_time else ''}")
print(f"New performance: {'' if new_avg < max_acceptable_time else ''}")
# New implementation should be under 50ms for reasonable specs (serverless requirement)
# New implementation should be under 100ms for reasonable specs (serverless requirement)
assert new_avg < max_acceptable_time, (
f"New implementation should initialize in under 50ms, got {new_avg:.4f}s"
f"New implementation should initialize in under 100ms, got {new_avg:.4f}s"
)
# Legacy might be slightly faster or slower on small specs, but both should be fast