112 lines
2.0 KiB
YAML
112 lines
2.0 KiB
YAML
# GPU type: auto-detect or override to a100/a800/h100/h200/b200/b300
|
|
gpu_type: auto
|
|
|
|
benchmark:
|
|
memory:
|
|
size_mb: 4096
|
|
iterations: 10
|
|
nvbandwidth_buffer_mb: 512
|
|
nvbandwidth_samples: 3
|
|
compute:
|
|
dtypes:
|
|
- fp32
|
|
- tf32
|
|
- fp16
|
|
- bf16
|
|
- fp8
|
|
- fp64
|
|
- int8
|
|
matrix_size: 8192
|
|
warmup: 50
|
|
iterations: 500
|
|
use_compile: true
|
|
|
|
health:
|
|
temp_warning: 75
|
|
temp_critical: 85
|
|
power_limit: null # null = auto-detect from GPU TDP per gpu_specs.py
|
|
|
|
nccl:
|
|
min_bandwidth_gbps: null # null = auto-detect (40% of GPU NVLink BW)
|
|
test_allreduce: true
|
|
test_alltoall: true
|
|
test_broadcast: true
|
|
test_reduce_scatter: true
|
|
test_allgather: true
|
|
test_sendrecv: true
|
|
message_sizes:
|
|
- 1M
|
|
- 256M
|
|
- 2G
|
|
repeats: 3
|
|
max_stddev_pct: 3
|
|
|
|
stress:
|
|
duration_sec: 1800
|
|
production_duration_sec: 1800
|
|
use_gpu_burn: false
|
|
use_doubles: false
|
|
use_tensor_cores: true
|
|
memory_pct: 90
|
|
gpus: all
|
|
dtype: bf16
|
|
matrix_size: 24576
|
|
telemetry_interval_sec: 1
|
|
warmup_sec: 60
|
|
min_steady_samples: 10
|
|
max_temp_c: 80
|
|
max_temp_delta_c: 5
|
|
min_power_watts: 630
|
|
max_tflops_jitter_pct: 5
|
|
require_tflops_jitter: true
|
|
|
|
rdma:
|
|
min_bandwidth_gbps: 47
|
|
min_port_rate_gbps: 400
|
|
max_latency_us: 3.5
|
|
max_write_latency_us: 2.0
|
|
max_read_latency_us: 3.5
|
|
ib_iterations: 1000
|
|
msg_size: 4194304
|
|
latency_msg_size: 8
|
|
ib_device: null
|
|
ib_port: 1
|
|
server_addr: null
|
|
ibping_target: null
|
|
ibping_count: 5
|
|
role: auto
|
|
pfc_ecn_counters: true
|
|
|
|
nvlink:
|
|
expected_links_per_gpu: 18
|
|
expected_link_speed_gbps: 25
|
|
require_zero_errors: true
|
|
|
|
dcgm:
|
|
diag_level: 3
|
|
timeout_sec: 3600
|
|
expected_num_gpus: 8
|
|
json_output: true
|
|
require_subtests: true
|
|
|
|
training:
|
|
model: synthetic_1.5b
|
|
batch_size: 8
|
|
seq_length: 2048
|
|
num_steps: 50
|
|
warmup_steps: 5
|
|
dtype: bf16
|
|
mode: ddp
|
|
synthetic_params_b: 1.5
|
|
min_tokens_per_sec: 45000
|
|
max_step_jitter_pct: 3
|
|
max_peak_memory_gb: 70
|
|
require_distributed: true
|
|
|
|
report:
|
|
output_dir: ./reports
|
|
format: json
|
|
|
|
tools:
|
|
install_dir: /opt/gpu-test-tools
|