操作系统及版本
openEuler 24.03 (LTS-SP4)
安装工具的python环境
docker容器中的python环境
python版本
3.11
AISBench工具版本
3.1.20260820
AISBench执行命令
ais_bench --models vllm_api_stream_chat --datasets math500_gen_0_shot_cot_chat_prompt
模型配置文件或自定义配置文件内容
vi benchmark/configs/models/vllm_api/vllm_api_stream_chat.py
from ais_bench.benchmark.models import VLLMCustomAPIChat
from ais_bench.benchmark.utils.postprocess.model_postprocessors import extract_non_reasoning_content
models = [
dict(
attr="service",
type=VLLMCustomAPIChat,
abbr="vllm-api-stream-chat",
path="/mnt/share/weight/Qwen3.5-35B-A3B",
model="",
stream=True,
request_rate=0,
use_timestamp=False,
retry=2,
api_key="",
host_ip="localhost",
host_port=20006,
url="",
max_out_len=20480,
batch_size=1024,
trust_remote_code=False,
generation_kwargs=dict(
temperature=0,
seed=1234,
ignore_eos=False,
chat_template_kwargs=dict(
enable_thinking=False,
),
),
pred_postprocessor=dict(type=extract_non_reasoning_content),
)
]
预期行为
No response
实际行为
[root@C02A09-OS7 datasets]# ais_bench --models vllm_api_stream_chat --datasets math500_gen_0_shot_cot_chat_prompt
[2026-08-26 14:50:55,498] [ais_bench] [INFO] Loading vllm_api_stream_chat: /mnt/share/l00606955/A5/tmp/benchmark/ais_bench/benchmark/configs/./models/vllm_api/vllm_api_stream_chat.py
[2026-08-26 14:50:55,576] [ais_bench] [INFO] Loading math500_gen_0_shot_cot_chat_prompt: /mnt/share/l00606955/A5/tmp/benchmark/ais_bench/benchmark/configs/./datasets/math/math500_gen_0_shot_cot_chat_prompt.py
[2026-08-26 14:50:55,581] [ais_bench] [INFO] Loading example: /mnt/share/l00606955/A5/tmp/benchmark/ais_bench/benchmark/configs/./summarizers/example.py
[2026-08-26 14:50:55,616] [ais_bench] [INFO] Current exp folder: outputs/default/20260826_145041
[2026-08-26 14:50:55,678] [ais_bench] [INFO] Starting inference tasks...
[2026-08-26 14:50:55,682] [ais_bench] [INFO] Partitioned into 1 tasks.
[2026-08-26 14:50:55,705] [ais_bench] [INFO] Launch TasksMonitor, PID: 25867, Refresh interval: 0.5, Run in background: False
[2026-08-26 14:50:55,706] [ais_bench] [INFO] Start launch task state board ...
+---------------------------------------+-----------+-----------------------------------------------------+-------------+----------+------------------------------------------------------+------------------------------------------------------+
| Task Name | Process | Progress | Time Cost | Status | Log Path | Extend Parameters |
+=======================================+===========+=====================================================+=============+==========+======================================================+======================================================+
| vllm-api-stream-chat/math_prm800k_500 | 25870 | [##############################] 500/500 [0.5 it/s] | 0:08:21 | finish | logs/infer/vllm-api-stream-chat/math_prm800k_500.out | {'POST': 500, 'RECV': 500, 'FINISH': 500, 'FAIL': 0} |
+---------------------------------------+-----------+-----------------------------------------------------+-------------+----------+------------------------------------------------------+------------------------------------------------------+
[2026-08-26 14:59:33,249] [ais_bench] [INFO] Inference tasks completed.
[2026-08-26 14:59:33,255] [ais_bench] [INFO] Starting evaluation tasks...
[2026-08-26 14:59:33,260] [ais_bench] [INFO] Partitioned into 1 tasks.
[2026-08-26 14:59:33,279] [ais_bench] [INFO] Launch TasksMonitor, PID: 26092, Refresh interval: 0.5, Run in background: False
[2026-08-26 14:59:33,280] [ais_bench] [INFO] Start launch task state board ...
+---------------------------------------+-----------+------------+-------------+----------+-----------------------------------------------------+---------------------+
| Task Name | Process | Progress | Time Cost | Status | Log Path | Extend Parameters |
+=======================================+===========+============+=============+==========+=====================================================+=====================+
| vllm-api-stream-chat/math_prm800k_500 | 26095 | NA | 0:37:11 | start | logs/eval/vllm-api-stream-chat/math_prm800k_500.out | None |
+---------------------------------------+-----------+------------+-------------+----------+-----------------------------------------------------+---------------------+
[2026-08-26 15:37:02,123] [ais_bench] [WARNING] Main process interrupted by user! Waiting for running tasks to complete...
前置检查
操作系统及版本
openEuler 24.03 (LTS-SP4)
安装工具的python环境
docker容器中的python环境
python版本
3.11
AISBench工具版本
3.1.20260820
AISBench执行命令
ais_bench --models vllm_api_stream_chat --datasets math500_gen_0_shot_cot_chat_prompt
模型配置文件或自定义配置文件内容
vi benchmark/configs/models/vllm_api/vllm_api_stream_chat.py
from ais_bench.benchmark.models import VLLMCustomAPIChat
from ais_bench.benchmark.utils.postprocess.model_postprocessors import extract_non_reasoning_content
models = [
dict(
attr="service",
type=VLLMCustomAPIChat,
abbr="vllm-api-stream-chat",
path="/mnt/share/weight/Qwen3.5-35B-A3B",
model="",
stream=True,
request_rate=0,
use_timestamp=False,
retry=2,
api_key="",
host_ip="localhost",
host_port=20006,
url="",
max_out_len=20480,
batch_size=1024,
trust_remote_code=False,
generation_kwargs=dict(
temperature=0,
seed=1234,
ignore_eos=False,
chat_template_kwargs=dict(
enable_thinking=False,
),
),
pred_postprocessor=dict(type=extract_non_reasoning_content),
)
]
预期行为
No response
实际行为
[root@C02A09-OS7 datasets]# ais_bench --models vllm_api_stream_chat --datasets math500_gen_0_shot_cot_chat_prompt
[2026-08-26 14:50:55,498] [ais_bench] [INFO] Loading vllm_api_stream_chat: /mnt/share/l00606955/A5/tmp/benchmark/ais_bench/benchmark/configs/./models/vllm_api/vllm_api_stream_chat.py
[2026-08-26 14:50:55,576] [ais_bench] [INFO] Loading math500_gen_0_shot_cot_chat_prompt: /mnt/share/l00606955/A5/tmp/benchmark/ais_bench/benchmark/configs/./datasets/math/math500_gen_0_shot_cot_chat_prompt.py
[2026-08-26 14:50:55,581] [ais_bench] [INFO] Loading example: /mnt/share/l00606955/A5/tmp/benchmark/ais_bench/benchmark/configs/./summarizers/example.py
[2026-08-26 14:50:55,616] [ais_bench] [INFO] Current exp folder: outputs/default/20260826_145041
[2026-08-26 14:50:55,678] [ais_bench] [INFO] Starting inference tasks...
[2026-08-26 14:50:55,682] [ais_bench] [INFO] Partitioned into 1 tasks.
[2026-08-26 14:50:55,705] [ais_bench] [INFO] Launch TasksMonitor, PID: 25867, Refresh interval: 0.5, Run in background: False
[2026-08-26 14:50:55,706] [ais_bench] [INFO] Start launch task state board ...
+---------------------------------------+-----------+-----------------------------------------------------+-------------+----------+------------------------------------------------------+------------------------------------------------------+
| Task Name | Process | Progress | Time Cost | Status | Log Path | Extend Parameters |
+=======================================+===========+=====================================================+=============+==========+======================================================+======================================================+
| vllm-api-stream-chat/math_prm800k_500 | 25870 | [##############################] 500/500 [0.5 it/s] | 0:08:21 | finish | logs/infer/vllm-api-stream-chat/math_prm800k_500.out | {'POST': 500, 'RECV': 500, 'FINISH': 500, 'FAIL': 0} |
+---------------------------------------+-----------+-----------------------------------------------------+-------------+----------+------------------------------------------------------+------------------------------------------------------+
[2026-08-26 14:59:33,249] [ais_bench] [INFO] Inference tasks completed.
[2026-08-26 14:59:33,255] [ais_bench] [INFO] Starting evaluation tasks...
[2026-08-26 14:59:33,260] [ais_bench] [INFO] Partitioned into 1 tasks.
[2026-08-26 14:59:33,279] [ais_bench] [INFO] Launch TasksMonitor, PID: 26092, Refresh interval: 0.5, Run in background: False
[2026-08-26 14:59:33,280] [ais_bench] [INFO] Start launch task state board ...
+---------------------------------------+-----------+------------+-------------+----------+-----------------------------------------------------+---------------------+
| Task Name | Process | Progress | Time Cost | Status | Log Path | Extend Parameters |
+=======================================+===========+============+=============+==========+=====================================================+=====================+
| vllm-api-stream-chat/math_prm800k_500 | 26095 | NA | 0:37:11 | start | logs/eval/vllm-api-stream-chat/math_prm800k_500.out | None |
+---------------------------------------+-----------+------------+-------------+----------+-----------------------------------------------------+---------------------+
[2026-08-26 15:37:02,123] [ais_bench] [WARNING] Main process interrupted by user! Waiting for running tasks to complete...
前置检查