[NV] Add dynamo trtllm gb300 qwen3.5 nvfp4 recipes for 8k1k and 1k1k

benchmarks/multi_node/srt-slurm-recipes/trtllm/qwen3.5/gb300-fp4/disagg/1k1k/stp/ctx1dep2_gen17dep4_mtp0_c136.yaml

@@ -0,0 +1,145 @@
+name: ctx1dep2_gen17dep4_mtp0_c136
+model:
+  path: qwen3.5-fp4
+  container: nvcr.io/nvidia/tensorrt-llm/release:1.3.0rc18
+  precision: fp4
+
+identity:
+  model:
+    repo: nvidia/Qwen3.5-397B-A17B-NVFP4
+  container:
+    image: nvcr.io/nvidia/tensorrt-llm/release:1.3.0rc18
+  frameworks:
+    tensorrt_llm: 1.3.0rc18
+
+dynamo:
+  install: true
+  version: 1.3.0.dev20260708
+  request_plane: tcp
+health_check:
+  max_attempts: 540
+  interval_seconds: 10
+resources:
+  gpu_type: gb300
+  gpus_per_node: 4
+  prefill_nodes: 1
+  prefill_workers: 1
+  gpus_per_prefill: 2
+  decode_nodes: 17
+  decode_workers: 17
+  gpus_per_decode: 4
+backend:
+  type: trtllm
+  prefill_environment:
+    TLLM_USE_FLASHINFER_GDN_PREFILL: '0'
+    TRTLLM_SERVER_DISABLE_GC: '1'
+    TRTLLM_WORKER_DISABLE_GC: '1'
+    NCCL_GRAPH_MIXING_SUPPORT: '0'
+    TRTLLM_ENABLE_PDL: '1'
+    TLLM_LOG_LEVEL: INFO
+    PYTHONNOUSERSITE: '1'
+  decode_environment:
+    TLLM_USE_FLASHINFER_GDN_PREFILL: '0'
+    TRTLLM_SERVER_DISABLE_GC: '1'
+    TRTLLM_WORKER_DISABLE_GC: '1'
+    NCCL_GRAPH_MIXING_SUPPORT: '0'
+    TRTLLM_ENABLE_PDL: '1'
+    TLLM_LOG_LEVEL: INFO
+    PYTHONNOUSERSITE: '1'
+  trtllm_config:
+    prefill:
+      trust_remote_code: true
+      max_batch_size: 64
+      max_num_tokens: 32768
+      max_seq_len: 1227
+      tensor_parallel_size: 2
+      moe_expert_parallel_size: 2
+      enable_attention_dp: true
+      pipeline_parallel_size: 1
+      print_iter_log: true
+      enable_iter_perf_stats: true
+      cuda_graph_config: null
+      disable_overlap_scheduler: true
+      kv_cache_config:
+        enable_block_reuse: false
+        free_gpu_memory_fraction: 0.9
+        dtype: fp8
+      moe_config:
+        backend: CUTEDSL
+        use_low_precision_moe_combine: true
+      nvfp4_gemm_config:
+        allowed_backends:
+        - cutlass
+        - cublaslt
+        - cutedsl
+        - cuda_core
+      cache_transceiver_config:
+        max_tokens_in_buffer: 16384
+        backend: UCX
+      scheduler_config:
+        capacity_scheduler_policy: MAX_UTILIZATION
+        context_chunking_policy: FIRST_COME_FIRST_SERVED
+    decode:
+      trust_remote_code: true
+      tensor_parallel_size: 4
+      moe_expert_parallel_size: 1
+      enable_attention_dp: false
+      enable_lm_head_tp_in_adp: false
+      pipeline_parallel_size: 1
+      max_batch_size: 8
+      max_num_tokens: 16384
+      max_seq_len: 2251
+      cuda_graph_config:
+        enable_padding: true
+        batch_sizes:
+        - 1
+        - 2
+        - 4
+        - 8
+        - 16
+        - 20
+        - 24
+        - 32
+        - 64
+        - 128
+        - 256
+        - 384
+        - 512
+      print_iter_log: true
+      enable_iter_perf_stats: true
+      kv_cache_config:
+        enable_block_reuse: false
+        free_gpu_memory_fraction: 0.9
+        dtype: fp8
+      nvfp4_gemm_config:
+        allowed_backends:
+        - cutlass
+        - cublaslt
+        - cutedsl
+        - cuda_core
+      moe_config:
+        backend: TRTLLM
+        use_low_precision_moe_combine: true
+      cache_transceiver_config:
+        max_tokens_in_buffer: 16384
+        backend: UCX
+      stream_interval: 100
+      num_postprocess_workers: 4
+      scheduler_config:
+        capacity_scheduler_policy: MAX_UTILIZATION
+        context_chunking_policy: FIRST_COME_FIRST_SERVED
+frontend:
+  type: dynamo
+  enable_multiple_frontends: false
+  env:
+    ETCD_LEASE_TTL: '120'
+    DYN_TOKENIZER: "fastokens"
+benchmark:
+  type: "sa-bench"
+  isl: 1024
+  osl: 1024
+  concurrencies: "136"
+  req_rate: "inf"
+  num_prompts_mult: 16
+infra:
+  etcd_nats_dedicated_node: false

benchmarks/multi_node/srt-slurm-recipes/trtllm/qwen3.5/gb300-fp4/disagg/1k1k/stp/ctx1dep2_gen17dep4_mtp0_c272.yaml

@@ -0,0 +1,145 @@
+name: ctx1dep2_gen17dep4_mtp0_c272
+model:
+  path: qwen3.5-fp4
+  container: nvcr.io/nvidia/tensorrt-llm/release:1.3.0rc18
+  precision: fp4
+
+identity:
+  model:
+    repo: nvidia/Qwen3.5-397B-A17B-NVFP4
+  container:
+    image: nvcr.io/nvidia/tensorrt-llm/release:1.3.0rc18
+  frameworks:
+    tensorrt_llm: 1.3.0rc18
+
+dynamo:
+  install: true
+  version: 1.3.0.dev20260708
+  request_plane: tcp
+health_check:
+  max_attempts: 540
+  interval_seconds: 10
+resources:
+  gpu_type: gb300
+  gpus_per_node: 4
+  prefill_nodes: 1
+  prefill_workers: 1
+  gpus_per_prefill: 2
+  decode_nodes: 17
+  decode_workers: 17
+  gpus_per_decode: 4
+backend:
+  type: trtllm
+  prefill_environment:
+    TLLM_USE_FLASHINFER_GDN_PREFILL: '0'
+    TRTLLM_SERVER_DISABLE_GC: '1'
+    TRTLLM_WORKER_DISABLE_GC: '1'
+    NCCL_GRAPH_MIXING_SUPPORT: '0'
+    TRTLLM_ENABLE_PDL: '1'
+    TLLM_LOG_LEVEL: INFO
+    PYTHONNOUSERSITE: '1'
+  decode_environment:
+    TLLM_USE_FLASHINFER_GDN_PREFILL: '0'
+    TRTLLM_SERVER_DISABLE_GC: '1'
+    TRTLLM_WORKER_DISABLE_GC: '1'
+    NCCL_GRAPH_MIXING_SUPPORT: '0'
+    TRTLLM_ENABLE_PDL: '1'
+    TLLM_LOG_LEVEL: INFO
+    PYTHONNOUSERSITE: '1'
+  trtllm_config:
+    prefill:
+      trust_remote_code: true
+      max_batch_size: 64
+      max_num_tokens: 32768
+      max_seq_len: 1227
+      tensor_parallel_size: 2
+      moe_expert_parallel_size: 2
+      enable_attention_dp: true
+      pipeline_parallel_size: 1
+      print_iter_log: true
+      enable_iter_perf_stats: true
+      cuda_graph_config: null
+      disable_overlap_scheduler: true
+      kv_cache_config:
+        enable_block_reuse: false
+        free_gpu_memory_fraction: 0.9
+        dtype: fp8
+      moe_config:
+        backend: CUTEDSL
+        use_low_precision_moe_combine: true
+      nvfp4_gemm_config:
+        allowed_backends:
+        - cutlass
+        - cublaslt
+        - cutedsl
+        - cuda_core
+      cache_transceiver_config:
+        max_tokens_in_buffer: 16384
+        backend: UCX
+      scheduler_config:
+        capacity_scheduler_policy: MAX_UTILIZATION
+        context_chunking_policy: FIRST_COME_FIRST_SERVED
+    decode:
+      trust_remote_code: true
+      tensor_parallel_size: 4
+      moe_expert_parallel_size: 1
+      enable_attention_dp: false
+      enable_lm_head_tp_in_adp: false
+      pipeline_parallel_size: 1
+      max_batch_size: 16
+      max_num_tokens: 16384
+      max_seq_len: 2251
+      cuda_graph_config:
+        enable_padding: true
+        batch_sizes:
+        - 1
+        - 2
+        - 4
+        - 8
+        - 16
+        - 20
+        - 24
+        - 32
+        - 64
+        - 128
+        - 256
+        - 384
+        - 512
+      print_iter_log: true
+      enable_iter_perf_stats: true
+      kv_cache_config:
+        enable_block_reuse: false
+        free_gpu_memory_fraction: 0.9
+        dtype: fp8
+      nvfp4_gemm_config:
+        allowed_backends:
+        - cutlass
+        - cublaslt
+        - cutedsl
+        - cuda_core
+      moe_config:
+        backend: TRTLLM
+        use_low_precision_moe_combine: true
+      cache_transceiver_config:
+        max_tokens_in_buffer: 16384
+        backend: UCX
+      stream_interval: 100
+      num_postprocess_workers: 4
+      scheduler_config:
+        capacity_scheduler_policy: MAX_UTILIZATION
+        context_chunking_policy: FIRST_COME_FIRST_SERVED
+frontend:
+  type: dynamo
+  enable_multiple_frontends: false
+  env:
+    ETCD_LEASE_TTL: '120'
+    DYN_TOKENIZER: "fastokens"
+benchmark:
+  type: "sa-bench"
+  isl: 1024
+  osl: 1024
+  concurrencies: "272"
+  req_rate: "inf"
+  num_prompts_mult: 16
+infra:
+  etcd_nats_dedicated_node: false