Skip to content

chore: update CI test est_time values - #36117

Open
sglang-bot wants to merge 1 commit into
mainfrom
bot/update-est-time-20260824
Open

chore: update CI test est_time values#36117
sglang-bot wants to merge 1 commit into
mainfrom
bot/update-est-time-20260824

Conversation

@sglang-bot

@sglang-bot sglang-bot commented Aug 24, 2026

Copy link
Copy Markdown
Member

Summary

Refreshes est_time literals from sgl-project/sglang-ci-stats's model.json (per-(suite, file) p90 over recent successful CI runs on main).

This keeps the LPT load-balancing algorithm accurate for partitioning tests across parallel CI jobs, and serves as the static fallback when compute_partitions cannot fetch the live model at PR time.

Significant est_time changes (187 of 898 updates)

File Suite Old (s) New (s) Δ
test_deepseek_v3_cutedsl_4gpu.py base-c-test-4-gpu-gb300 1800 393 -1407 (-78%)
test_unified_radix_cache_kl_dcp.py extra-b-test-4-gpu-b200 1500 270 -1230 (-82%)
test_inkling_small_nvfp4.py extra-b-test-4-gpu-b200 2000 1000 -1000 (-50%)
test_unified_radix_cache_kl_dsv4.py extra-b-test-4-gpu-h100 2400 1485 -915 (-38%)
test_disaggregation_hisparse.py extra-b-test-8-gpu-h200 1000 191 -809 (-81%)
test_scripted_core_4gpu.py extra-b-test-4-gpu-h100 900 94 -806 (-90%)
test_deepseek_v4_flash_fp4_h200.py base-c-test-8-gpu-h200 600 1378 +778 (+130%)
test_rust_native_mm_mmmu.py base-b-test-1-gpu-large 900 131 -769 (-85%)
test_run_rust_tests.py base-a-test-cpu 900 150 -750 (-83%)
test_disaggregation_unified_memory.py base-b-test-2-gpu-large 900 166 -734 (-82%)
test_unified_radix_cache_kl_hybrid_bitexact.py base-b-test-1-gpu-large 1150 470 -680 (-59%)
test_tbo_shared_experts_fusion.py extra-b-test-8-gpu-h200 900 238 -662 (-74%)
test_deepseek_v3_fp4.py base-c-test-4-gpu-b200 960 314 -646 (-67%)
test_disaggregation_different_tp.py base-c-test-8-gpu-h20 375 1016 +641 (+171%)
test_gemma4_dflash_31b_extra.py extra-a-test-2-gpu-large 720 95 -625 (-87%)
test_unified_radix_cache_kl_cp.py extra-b-test-4-gpu-h100 950 326 -624 (-66%)
test_deepseek_v4_flash_fp4_megamoe_b200.py extra-b-test-4-gpu-b200 900 280 -620 (-69%)
test_rust_native_mm_e2e.py base-b-test-1-gpu-large 600 42 -558 (-93%)
test_gemma4_mtp_31b_extra.py extra-a-test-2-gpu-large 720 186 -534 (-74%)
test_e2e_pp.py extra-a-test-2-gpu-large 600 68 -532 (-89%)
test_dflash.py base-b-test-1-gpu-small 420 947 +527 (+125%)
test_e2e_spec_eagle.py extra-a-test-1-gpu-small 600 86 -514 (-86%)
test_lora_spec_decoding.py base-b-test-1-gpu-large 600 93 -507 (-84%)
test_e2e_tp.py extra-a-test-2-gpu-large 600 111 -489 (-82%)
test_int8_mamba_checkpoint_e2e.py extra-b-test-4-gpu-h100 800 352 -448 (-56%)
test_unified_radix_cache_kl_dsv4_pp.py extra-b-test-8-gpu-h200 900 464 -436 (-48%)
test_streaming_session.py base-b-test-1-gpu-large 691 259 -432 (-63%)
test_mamba2_extra_buffer_kl.py extra-a-test-1-gpu-large 600 169 -431 (-72%)
test_bcg_with_speculative_decoding.py base-b-test-2-gpu-large 531 103 -428 (-81%)
test_deepseek_v4_flash_fp4_b200_cp.py extra-b-test-4-gpu-b200 235 661 +426 (+181%)
test_disaggregation_rust_server.py base-b-test-2-gpu-large 500 84 -416 (-83%)
test_unified_radix_cache_hicache_pp_kl.py base-c-test-4-gpu-h100 900 511 -389 (-43%)
test_disaggregation_dwdp_gpt_oss.py extra-b-test-4-gpu-b200 600 213 -387 (-64%)
test_e2e_pd.py extra-a-test-2-gpu-large 600 214 -386 (-64%)
test_spec_ngram.py base-b-test-1-gpu-large 460 82 -378 (-82%)
test_self_e2e_perturb_real_kv_unused_cache.py extra-a-test-1-gpu-small 60 425 +365 (+608%)
test_kimi_linear_models.py base-b-test-2-gpu-large 600 254 -346 (-58%)
test_disaggregation_dsv4.py base-c-test-8-gpu-h200 500 161 -339 (-68%)
test_deepep_small.py base-c-test-4-gpu-h100 270 608 +338 (+125%)
test_page_major_gpt_oss.py extra-a-test-1-gpu-large 420 102 -318 (-76%)
test_qwen3_next_models.py base-c-test-4-gpu-h100 260 569 +309 (+119%)
test_bcg_with_lora.py base-b-test-1-gpu-large 480 178 -302 (-63%)
test_self_e2e_bench_speed.py extra-a-test-1-gpu-large 600 302 -298 (-50%)
test_disaggregation_kimi_linear.py base-c-test-4-gpu-h100 480 189 -291 (-61%)
test_disaggregation_dp_attention.py base-c-test-8-gpu-h20 443 155 -288 (-65%)
test_deepseek_v4_flash_fp8_h200.py extra-b-test-8-gpu-h200 560 284 -276 (-49%)
test_dsa_glm52_hisparse.py extra-b-test-8-gpu-h200 720 448 -272 (-38%)
test_scripted_swa_1gpu.py extra-a-test-1-gpu-large 400 131 -269 (-67%)
test_pp_parallel_compat.py extra-b-test-4-gpu-h100 600 332 -268 (-45%)
test_disaggregation_decode_radix_cache_swa.py extra-b-test-8-gpu-h200 600 354 -246 (-41%)
test_qwen35_deterministic.py extra-b-test-4-gpu-h100 360 124 -236 (-66%)
test_spec_eagle_parity.py base-b-test-1-gpu-large 360 126 -234 (-65%)
test_spec_eagle_stress.py base-b-test-1-gpu-large 440 670 +230 (+52%)
test_qwen35_hicache.py extra-b-test-4-gpu-h100 540 311 -229 (-42%)
test_self_e2e_perturb_real_kv_used.py extra-a-test-1-gpu-small 60 285 +225 (+375%)
test_unified_memory_deterministic.py base-b-test-1-gpu-large 300 77 -223 (-74%)
test_retract_decode_logprob.py base-b-test-1-gpu-small 300 77 -223 (-74%)
test_page_major_qwen_hybrid.py extra-a-test-1-gpu-large 300 84 -216 (-72%)
test_deepseek_v3_cp_single_node.py extra-b-test-8-gpu-h200 500 288 -212 (-42%)
test_eagle_reject_sampling.py base-b-test-2-gpu-large 300 89 -211 (-70%)
test_streaming_session_extra.py extra-a-test-1-gpu-large 691 481 -210 (-30%)
test_ministral4_models.py extra-a-test-2-gpu-large 200 407 +207 (+103%)
test_dsv31_dcp8_gsm8k.py extra-b-test-8-gpu-h200 600 394 -206 (-34%)
test_token_id_retokenize_e2e.py base-b-test-1-gpu-large 300 95 -205 (-68%)
test_scripted_core_1gpu.py extra-a-test-1-gpu-small 300 101 -199 (-66%)
test_lora_overlap_loading.py base-b-test-1-gpu-large 380 184 -196 (-52%)
test_collectives.py base-c-test-4-gpu-b200 240 45 -195 (-81%)
test_spec_ngram_extra.py extra-a-test-1-gpu-large 400 205 -195 (-49%)
test_symm_mem_all_gather.py extra-b-test-8-gpu-h200 240 48 -192 (-80%)
test_dsa_prefill_cp.py extra-b-test-8-gpu-h200 320 507 +187 (+58%)
test_moe_ep.py base-b-test-2-gpu-large 279 94 -185 (-66%)
test_moe_ep_extra.py extra-a-test-2-gpu-large 279 94 -185 (-66%)
test_pp_single_node.py base-c-test-4-gpu-h100 280 464 +184 (+66%)
test_unlimited_ocr_server.py base-b-test-1-gpu-large 240 56 -184 (-77%)
test_spec_standalone_extra.py extra-a-test-1-gpu-large 406 226 -180 (-44%)
test_paddleocr_vl_server.py base-b-test-1-gpu-large 240 60 -180 (-75%)
test_torch_native_attention_backend.py extra-a-test-1-gpu-small 140 314 +174 (+124%)
test_frozen_kv_mtp.py base-b-test-1-gpu-large 300 126 -174 (-58%)
test_scripted_runtime_core.py base-b-test-1-gpu-small 460 290 -170 (-37%)
test_disaggregation_hybrid_attention.py extra-b-test-8-gpu-h200 310 473 +163 (+53%)
test_dllm_fdfo_joint_threshold.py base-b-test-1-gpu-large 300 137 -163 (-54%)
test_kda_prefill.py base-c-test-4-gpu-gb300 180 26 -154 (-86%)
test_vlm_models.py extra-a-test-1-gpu-large 317 164 -153 (-48%)
test_hicache_storage_mooncake_backend.py base-b-test-2-gpu-large 236 387 +151 (+64%)
test_kimi_linear_dcp_dspark4.py extra-b-test-4-gpu-b200 350 201 -149 (-43%)
test_lora_moe_tp_logprob_diff.py extra-a-test-2-gpu-large 280 132 -148 (-53%)
test_encoder_server_metrics.py base-b-test-1-gpu-small 180 32 -148 (-82%)
test_sampling_mask.py base-b-test-1-gpu-small 240 94 -146 (-61%)
test_hicache_storage.py base-b-test-1-gpu-small 99 242 +143 (+144%)
test_deepseek_v4_flash_fp4_b200.py base-c-test-4-gpu-b200 465 606 +141 (+30%)
test_self_e2e_perturb_req_to_token.py extra-a-test-1-gpu-small 60 189 +129 (+215%)
test_kimi_linear_dcp4.py extra-b-test-4-gpu-b200 240 113 -127 (-53%)
test_disaggregation_pp.py base-c-test-8-gpu-h20 216 332 +116 (+54%)
test_autoround_quantization.py extra-a-test-1-gpu-large 120 231 +111 (+92%)
test_gpt_oss_4gpu_mxfp4.py base-c-test-4-gpu-b200 220 110 -110 (-50%)
test_nvfp4_linear_backends.py base-b-test-4-gpu-b200 120 11 -109 (-91%)
test_mxfp4_sm120_cutlass.py base-b-test-1-gpu-small 120 12 -108 (-90%)
test_mxfp4_sm90_cutlass.py base-b-test-1-gpu-large 120 13 -107 (-89%)
test_nvfp4_moe_backends.py base-b-test-4-gpu-b200 120 13 -107 (-89%)
test_qwen3_next_models_extra.py extra-b-test-4-gpu-h100 250 355 +105 (+42%)
test_fp8_blockwise_linear_backends.py base-b-test-4-gpu-b200 120 15 -105 (-88%)
test_disaggregation_decode_radix_cache.py base-c-test-8-gpu-h20 300 402 +102 (+34%)
test_hicache_storage_runtime_attach_detach.py base-b-test-2-gpu-large 210 312 +102 (+49%)
test_phase_checker.py base-b-test-1-gpu-small 120 18 -102 (-85%)
test_lplb_distributed.py base-b-test-2-gpu-large 120 20 -100 (-83%)
test_retract_decode.py base-b-test-1-gpu-small 215 314 +99 (+46%)
test_openai_function_calling.py base-b-test-1-gpu-large 100 198 +98 (+98%)
test_gdn_cutedsl_ring_verify.py base-b-test-1-gpu-large 120 23 -97 (-81%)
test_gpt_oss_4gpu_mxfp4_cp.py extra-b-test-4-gpu-b200 220 124 -96 (-44%)
test_customized_info_streaming.py base-b-test-1-gpu-small 120 24 -96 (-80%)
test_dsa_layer_split_broadcast.py base-c-test-4-gpu-b200 120 25 -95 (-79%)
test_hicache_storage_3fs_backend.py base-b-test-2-gpu-large 300 207 -93 (-31%)
test_self_e2e_pd_perturb.py extra-a-test-2-gpu-large 180 271 +91 (+51%)
test_self_e2e_pp_perturb.py extra-a-test-2-gpu-large 220 311 +91 (+41%)
test_global_config_read_ratchet.py base-a-test-cpu 5 96 +91 (+1820%)
test_basic_sanity_dspark.py base-b-test-1-gpu-large 180 91 -89 (-49%)
test_awq.py base-b-test-1-gpu-large 160 249 +89 (+56%)
test_spec_standalone.py base-b-test-1-gpu-large 170 82 -88 (-52%)
test_kimi_k3_bfa_overlap.py base-b-test-1-gpu-large 90 11 -79 (-88%)
test_deepep_small_extra.py extra-b-test-4-gpu-h100 210 282 +72 (+34%)
test_self_e2e_baseline.py extra-a-test-1-gpu-small 60 129 +69 (+115%)
test_fused_moe.py base-b-test-1-gpu-large 87 19 -68 (-78%)
test_no_extra_forked_cuda_context.py base-b-test-2-gpu-large 120 53 -67 (-56%)
test_basic_sanity_dflash.py base-a-test-1-gpu-small 200 134 -66 (-33%)
test_basic_sanity.py base-a-test-1-gpu-small 160 95 -65 (-41%)
test_import_surface.py base-a-test-cpu 4 69 +65 (+1625%)
test_deterministic.py base-b-test-1-gpu-large 207 271 +64 (+31%)
test_startup_weight_load.py base-b-test-1-gpu-small 120 56 -64 (-53%)
test_fusion_gate_coverage.py base-a-test-cpu 90 26 -64 (-71%)
test_weight_loader_v2_e2e.py base-b-test-1-gpu-small 120 58 -62 (-52%)
test_mimo_v2_flash.py base-c-test-8-gpu-h200 200 260 +60 (+30%)
test_gguf.py base-b-test-1-gpu-small 76 136 +60 (+79%)
test_tracing.py extra-a-test-1-gpu-small 113 171 +58 (+51%)
test_hicache_storage_file_backend.py base-b-test-2-gpu-large 148 204 +56 (+38%)
test_kda_decode_mtp_slot_stride.py base-b-test-1-gpu-small 60 6 -54 (-90%)
test_supplied_instance_exposure_ratchet.py base-a-test-cpu 20 73 +53 (+265%)
test_gemma4_fused_routing.py base-b-test-1-gpu-small 60 8 -52 (-87%)
test_dsa_transform_index.py base-b-test-1-gpu-large 60 9 -51 (-85%)
test_self_unit_canary_mock_wiring.py extra-a-test-1-gpu-small 60 9 -51 (-85%)
test_self_unit_install.py extra-a-test-1-gpu-small 60 9 -51 (-85%)
test_self_unit_oracle.py extra-a-test-1-gpu-small 60 9 -51 (-85%)
test_self_unit_sampler_hookpoint.py extra-a-test-1-gpu-small 60 9 -51 (-85%)
test_hpc_ops_moe.py base-b-test-1-gpu-large 60 9 -51 (-85%)
test_tokenspeed_mla_dcp_metadata.py base-b-test-4-gpu-b200 60 10 -50 (-83%)
test_topk_padded_region.py base-b-test-1-gpu-large 60 10 -50 (-83%)
test_unified_mla_gpu_parity.py base-b-test-1-gpu-small 60 10 -50 (-83%)
test_fused_op_gpu_parity.py extra-a-test-1-gpu-small 60 11 -49 (-82%)
test_lora_drainer.py extra-a-test-1-gpu-small 100 51 -49 (-49%)
test_lora_nemotron_3_super_120b_a12b_logprob_diff.py extra-b-test-4-gpu-b200 100 149 +49 (+49%)
test_adaptive_speculative.py base-b-test-1-gpu-large 160 111 -49 (-31%)
test_fp8_blockwise_linear_backends.py base-b-test-1-gpu-small 60 11 -49 (-82%)
test_pd_envelope_transfer_layout.py base-a-test-cpu 60 11 -49 (-82%)
test_fused_op_dispatch.py base-a-test-cpu 60 12 -48 (-80%)
test_fp8_blockwise_linear_backends.py base-b-test-1-gpu-large 60 12 -48 (-80%)
test_graph_pool_borrow.py base-b-test-1-gpu-small 60 12 -48 (-80%)
test_tekken_tokenizer_routing.py base-a-test-cpu 60 12 -48 (-80%)
test_topk_renormalize_degenerate.py base-b-test-1-gpu-large 60 13 -47 (-78%)
test_int8_linear_methods.py base-b-test-1-gpu-large 60 13 -47 (-78%)
test_disaggregation_optimistic_prefill.py base-b-test-2-gpu-large 120 166 +46 (+38%)
test_metrics.py base-b-test-1-gpu-small 74 120 +46 (+62%)
test_swa_radix_cache_kl.py base-b-test-1-gpu-large 151 197 +46 (+30%)
test_deterministic_gumbel_u1.py base-b-test-1-gpu-small 60 14 -46 (-77%)
test_gemma4_fp8_per_expert_loading.py base-c-test-4-gpu-h100 120 75 -45 (-38%)
test_weight_cache_daemon.py extra-a-test-2-gpu-large 100 144 +44 (+44%)
test_cuda_vmm_utils.py base-b-test-2-gpu-large 60 16 -44 (-73%)
test_resolution_is_reproducible.py base-a-test-cpu 10 53 +43 (+430%)
test_engine_child_pids.py base-b-test-1-gpu-small 77 35 -42 (-55%)
test_function_call_parser.py base-a-test-cpu 15 55 +40 (+267%)
test_draft_entry_hook_parity.py base-a-test-cpu 60 21 -39 (-65%)
test_radix_attention.py base-b-test-1-gpu-small 100 138 +38 (+38%)
test_dsv4_indexer_quant.py base-b-test-1-gpu-large 45 8 -37 (-82%)
test_flash_mla_backends.py base-b-test-1-gpu-large 45 8 -37 (-82%)
test_dflash_logits.py base-a-test-cpu 1 38 +37 (+3700%)
test_self_unit_pool_patcher.py extra-a-test-1-gpu-small 45 9 -36 (-80%)
test_self_unit_runner_health.py extra-a-test-1-gpu-small 45 9 -36 (-80%)
test_self_unit_runner_per_forward.py extra-a-test-1-gpu-small 45 10 -35 (-78%)
test_self_unit_runner_swa_divergence.py extra-a-test-1-gpu-small 45 10 -35 (-78%)
test_self_unit_runner_sweep.py extra-a-test-1-gpu-small 45 10 -35 (-78%)
test_serving_transcription.py base-b-test-1-gpu-small 90 55 -35 (-39%)
test_dsv32_indexer_fusion.py base-b-test-1-gpu-large 45 11 -34 (-76%)
test_skip_tokenizer_init.py base-b-test-1-gpu-small 79 112 +33 (+42%)
test_launch_path_reads_configured_sizes.py base-a-test-cpu 9 42 +33 (+367%)
test_benchmark_datasets_api.py base-a-test-cpu 40 71 +31 (+78%)
test_publish_precedes_bag_reads.py base-a-test-cpu 40 71 +31 (+78%)
test_self_e2e_pr_26329.py extra-a-test-1-gpu-small 60 90 +30 (+50%)
test_fp4_kv_cache_quant_method.py base-a-test-cpu 5 35 +30 (+600%)
test_supplied_instance_exposure_ratchet.py base-b-test-1-gpu-small 20 50 +30 (+150%)

🤖 Generated with GitHub Actions


CI States

Latest PR Test (Base): ❌ Run #32676348951
Latest PR Test (Extra): ❌ Run #32676348591
Latest PR Test (AMD ROCm 7.2): ❌ Run #32676348732

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment

Projects

None yet

Development

Successfully merging this pull request may close these issues.

1 participant