File tree Expand file tree Collapse file tree 2 files changed +7
-4
lines changed Expand file tree Collapse file tree 2 files changed +7
-4
lines changed Original file line number Diff line number Diff line change @@ -15,7 +15,8 @@ plugins:
1515 blockSize : 16 # must match vLLM block size if not default (16)
1616 hashSeed : " 42" # must match PYTHONHASHSEED in vLLM pods
1717 tokenizersPoolConfig :
18- tokenizersCacheDir : " /cache/tokenizers"
18+ hf :
19+ tokenizersCacheDir : " /cache/tokenizers"
1920 kvBlockIndexConfig :
2021 enableMetrics : false # enable kv-block index metrics (prometheus)
2122 metricsLoggingInterval : 6000000000 # log kv-block metrics as well (1m in nanoseconds)
Original file line number Diff line number Diff line change @@ -330,7 +330,8 @@ plugins:
330330 blockSize: 64
331331 hashSeed: "12345"
332332 tokenizersPoolConfig:
333- huggingFaceToken: your_hf_token_here # automatically set by ` HF_TOKEN` environment variable
333+ hf:
334+ huggingFaceToken: your_hf_token_here # automatically set by ` HF_TOKEN` environment variable
334335 kvBlockIndexConfig :
335336 enableMetrics : true
336337` ` `
@@ -359,8 +360,9 @@ plugins:
359360 enableMetrics : true
360361 tokenizersPoolConfig :
361362 workersCount : 8
362- huggingFaceToken : your_hf_token_here # automatically set by `HF_TOKEN` environment variable
363- tokenizersCacheDir : /tmp/tokenizers
363+ hf :
364+ huggingFaceToken : your_hf_token_here # automatically set by `HF_TOKEN` environment variable
365+ tokenizersCacheDir : /tmp/tokenizers
364366` ` `
365367
366368---
You can’t perform that action at this time.
0 commit comments