File tree Expand file tree Collapse file tree 2 files changed +35
-0
lines changed Expand file tree Collapse file tree 2 files changed +35
-0
lines changed Original file line number Diff line number Diff line change 1+ #! /usr/bin/env bash
2+
3+ aiperf profile \
4+ -m TinyLlama-1.1B-Chat-v1.0 \
5+ --tokenizer TinyLlama/TinyLlama-1.1B-Chat-v1.0 \
6+ --endpoint-type chat \
7+ --random-seed 123 \
8+ --synthetic-input-tokens-mean 128 \
9+ --synthetic-input-tokens-stddev 0 \
10+ --output-tokens-mean 128 \
11+ --output-tokens-stddev 0 \
12+ --request-count 100 \
13+ --request-rate 10 \
14+ --profile-export-file my_profile_export.json \
15+ --url localhost:8000 \
16+ --streaming
Original file line number Diff line number Diff line change 1+ #! /usr/bin/env bash
2+
3+ aiperf profile \
4+ -m Qwen2.5-VL-3B-Instruct \
5+ --tokenizer Qwen/Qwen2.5-VL-3B-Instruct \
6+ --endpoint-type chat \
7+ --random-seed 123 \
8+ --image-width-mean 64 \
9+ --image-height-mean 64 \
10+ --image-format png \
11+ --synthetic-input-tokens-mean 128 \
12+ --synthetic-input-tokens-stddev 0 \
13+ --output-tokens-mean 128 \
14+ --output-tokens-stddev 0 \
15+ --request-count 5 \
16+ --request-rate 1 \
17+ --profile-export-file my_profile_export.json \
18+ --url localhost:8000 \
19+ --streaming
You can’t perform that action at this time.
0 commit comments