Skip to content

Commit 49dd7aa

Browse files
committed
Reduce iteration count to 10, warmup to 2
1 parent 80f6d04 commit 49dd7aa

File tree

3 files changed

+6
-4
lines changed

3 files changed

+6
-4
lines changed

src/AI.Benchmarks/ModelPerformance.cs

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -9,6 +9,10 @@
99

1010
namespace AI.Benchmarks;
1111

12+
#if !DEBUG
13+
[InvocationCount(10)]
14+
#endif
15+
[WarmupCount(2)]
1216
public class ModelPerformance
1317
{
1418
IServiceProvider? services;
@@ -25,7 +29,7 @@ public class ModelPerformance
2529
new ChatMessage(ChatRole.User, "What is the meaning of life, the universe, and everything?"),
2630
];
2731

28-
[Params("oai-gpt-4o", "oai-gpt-4o-mini", "aai-gpt-4o", "aai-gpt-4o-mini", "xai-grok-3-beta", "xai-grok-3-mini-beta")]
32+
[Params("oai-gpt-4o", "oai-gpt-4o-mini", "aai-gpt-4o", "aai-gpt-4o-mini", "xai-grok-3-beta", "xai-grok-3-fast-beta", "xai-grok-3-mini-beta", "xai-grok-3-mini-fast-beta")]
2933
public string? Client { get; set; }
3034

3135
[GlobalSetup]

src/AI.Benchmarks/Program.cs

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -21,8 +21,6 @@
2121
#endif
2222
);
2323

24-
// Run benchmark with debug in-process mode
25-
//BenchmarkRunner.Run<ModelPerformance>(new DebugInProcessConfig(), args);
2624

2725
class ProviderColumn : IColumn
2826
{

src/AI.Benchmarks/Properties/launchSettings.json

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
"profiles": {
33
"AI.Benchmarks": {
44
"commandName": "Project",
5-
"commandLineArgs": "--exporters fulljson --runOncePerIteration true --minWarmupCount 1 --maxWarmupCount 2 --iterationCount 1 --invocationCount 1 --unrollFactor 1"
5+
"commandLineArgs": "--exporters fulljson --runOncePerIteration true --iterationCount 1 --invocationCount 1 --unrollFactor 1"
66
}
77
}
88
}

0 commit comments

Comments
 (0)