Skip to content

Commit 6acef7b

Browse files
ssss141414ssss141414
committed
Update qnn npu rerun test results
1 parent 326981d commit 6acef7b

186 files changed

Lines changed: 22531 additions & 190 deletions

File tree

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

‎examples/qnn/BAAI_bge-base-en-v1.5/feature-extraction_fp16_perf.json‎

Lines changed: 165 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,165 @@
1+
{
2+
"benchmark_info": {
3+
"model_id": "BAAI/bge-base-en-v1.5",
4+
"task": "feature-extraction",
5+
"device": "npu",
6+
"precision": "auto",
7+
"iterations": 100,
8+
"warmup": 10,
9+
"batch_size": 1,
10+
"timestamp": "2026-04-28T03:04:41.657603+00:00"
11+
},
12+
"model_info": {
13+
"input_names": [
14+
"input_ids",
15+
"attention_mask",
16+
"token_type_ids"
17+
],
18+
"input_shapes": [
19+
[
20+
1,
21+
512
22+
],
23+
[
24+
1,
25+
512
26+
],
27+
[
28+
1,
29+
512
30+
]
31+
],
32+
"input_types": [
33+
"int32",
34+
"int32",
35+
"int32"
36+
],
37+
"output_names": [
38+
"last_hidden_state"
39+
],
40+
"output_shapes": [
41+
[
42+
1,
43+
512,
44+
768
45+
]
46+
]
47+
},
48+
"latency_ms": {
49+
"mean": 53.366,
50+
"min": 50.956,
51+
"max": 64.931,
52+
"p50": 52.405,
53+
"p90": 57.362,
54+
"p95": 60.682,
55+
"p99": 64.931,
56+
"std": 2.64,
57+
"warmup_mean": 53.17
58+
},
59+
"throughput": {
60+
"samples_per_sec": 18.74,
61+
"batches_per_sec": 18.74
62+
},
63+
"raw_samples_ms": [
64+
51.825,
65+
51.802,
66+
52.182,
67+
58.107,
68+
51.603,
69+
52.196,
70+
53.478,
71+
51.429,
72+
52.549,
73+
52.324,
74+
52.794,
75+
52.287,
76+
57.13,
77+
52.989,
78+
52.366,
79+
51.957,
80+
52.66,
81+
51.357,
82+
52.261,
83+
56.792,
84+
55.372,
85+
52.009,
86+
52.347,
87+
52.24,
88+
52.365,
89+
53.321,
90+
52.595,
91+
52.512,
92+
52.399,
93+
54.864,
94+
51.652,
95+
55.627,
96+
54.12,
97+
51.634,
98+
52.093,
99+
52.15,
100+
60.682,
101+
61.586,
102+
50.956,
103+
55.32,
104+
57.776,
105+
51.717,
106+
51.15,
107+
52.816,
108+
52.939,
109+
51.605,
110+
53.07,
111+
51.985,
112+
53.172,
113+
52.163,
114+
51.338,
115+
51.496,
116+
51.236,
117+
51.468,
118+
52.312,
119+
51.607,
120+
51.637,
121+
53.811,
122+
52.405,
123+
51.617,
124+
51.337,
125+
52.255,
126+
53.532,
127+
53.041,
128+
53.131,
129+
57.362,
130+
56.598,
131+
52.726,
132+
52.038,
133+
52.768,
134+
52.68,
135+
51.968,
136+
64.931,
137+
51.963,
138+
52.421,
139+
53.765,
140+
52.616,
141+
52.663,
142+
51.688,
143+
51.697,
144+
52.826,
145+
53.652,
146+
52.599,
147+
51.862,
148+
51.384,
149+
51.79,
150+
52.892,
151+
52.269,
152+
63.007,
153+
57.78,
154+
51.515,
155+
58.415,
156+
53.051,
157+
61.041,
158+
53.516,
159+
55.191,
160+
53.643,
161+
51.841,
162+
52.024,
163+
51.887
164+
]
165+
}

‎examples/qnn/BAAI_bge-base-en-v1.5/feature-extraction_w8a16_perf.json‎

Lines changed: 165 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,165 @@
1+
{
2+
"benchmark_info": {
3+
"model_id": "BAAI/bge-base-en-v1.5",
4+
"task": "feature-extraction",
5+
"device": "npu",
6+
"precision": "auto",
7+
"iterations": 100,
8+
"warmup": 10,
9+
"batch_size": 1,
10+
"timestamp": "2026-04-28T03:07:50.126329+00:00"
11+
},
12+
"model_info": {
13+
"input_names": [
14+
"input_ids",
15+
"attention_mask",
16+
"token_type_ids"
17+
],
18+
"input_shapes": [
19+
[
20+
1,
21+
512
22+
],
23+
[
24+
1,
25+
512
26+
],
27+
[
28+
1,
29+
512
30+
]
31+
],
32+
"input_types": [
33+
"int32",
34+
"int32",
35+
"int32"
36+
],
37+
"output_names": [
38+
"last_hidden_state"
39+
],
40+
"output_shapes": [
41+
[
42+
1,
43+
512,
44+
768
45+
]
46+
]
47+
},
48+
"latency_ms": {
49+
"mean": 52.286,
50+
"min": 50.301,
51+
"max": 63.414,
52+
"p50": 51.607,
53+
"p90": 54.436,
54+
"p95": 59.494,
55+
"p99": 63.414,
56+
"std": 2.447,
57+
"warmup_mean": 55.234
58+
},
59+
"throughput": {
60+
"samples_per_sec": 19.13,
61+
"batches_per_sec": 19.13
62+
},
63+
"raw_samples_ms": [
64+
54.879,
65+
52.793,
66+
51.837,
67+
51.86,
68+
55.461,
69+
52.011,
70+
53.388,
71+
53.765,
72+
51.532,
73+
53.91,
74+
52.905,
75+
51.954,
76+
51.241,
77+
51.305,
78+
60.947,
79+
53.896,
80+
53.827,
81+
55.664,
82+
51.893,
83+
52.951,
84+
53.937,
85+
51.901,
86+
51.795,
87+
52.265,
88+
51.462,
89+
52.529,
90+
52.349,
91+
52.883,
92+
61.202,
93+
62.008,
94+
52.481,
95+
51.776,
96+
51.901,
97+
51.885,
98+
51.607,
99+
51.248,
100+
51.597,
101+
52.123,
102+
51.339,
103+
53.983,
104+
51.232,
105+
51.694,
106+
59.494,
107+
52.666,
108+
52.325,
109+
54.436,
110+
54.989,
111+
52.096,
112+
51.27,
113+
52.137,
114+
54.41,
115+
51.316,
116+
53.129,
117+
63.414,
118+
52.48,
119+
52.143,
120+
50.743,
121+
50.891,
122+
50.539,
123+
50.599,
124+
50.565,
125+
50.335,
126+
50.716,
127+
51.265,
128+
51.525,
129+
52.042,
130+
51.566,
131+
51.388,
132+
50.837,
133+
50.357,
134+
50.47,
135+
50.556,
136+
50.825,
137+
50.498,
138+
50.458,
139+
50.449,
140+
50.522,
141+
50.301,
142+
50.912,
143+
50.405,
144+
50.409,
145+
50.684,
146+
50.984,
147+
51.052,
148+
50.633,
149+
52.53,
150+
50.796,
151+
50.874,
152+
50.635,
153+
50.876,
154+
52.411,
155+
51.151,
156+
51.233,
157+
51.291,
158+
51.896,
159+
50.474,
160+
50.323,
161+
50.608,
162+
50.912,
163+
50.498
164+
]
165+
}

0 commit comments

Comments
 (0)