Skip to content

Commit bb6b33e

Browse files
stevhliusayakpaul
andauthored
[fix] missing doc-builder imports (#14134)
fix Co-authored-by: Sayak Paul <spsayakpaul@gmail.com>
1 parent 5f33428 commit bb6b33e

1 file changed

Lines changed: 9 additions & 1 deletion

File tree

src/diffusers/pipelines/kolors/tokenizer.py

Lines changed: 9 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -16,14 +16,22 @@
1616
import os
1717
import re
1818

19-
from sentencepiece import SentencePieceProcessor
2019
from transformers import PreTrainedTokenizer
2120
from transformers.tokenization_utils_base import BatchEncoding, EncodedInput
2221
from transformers.utils import PaddingStrategy
2322

23+
from ...utils import is_sentencepiece_available
24+
2425

2526
class SPTokenizer:
2627
def __init__(self, model_path: str):
28+
if not is_sentencepiece_available():
29+
raise ImportError(
30+
"`SPTokenizer` requires the `sentencepiece` library but it was not found in your environment. You can "
31+
"install it with `pip install sentencepiece`."
32+
)
33+
from sentencepiece import SentencePieceProcessor
34+
2735
# reload tokenizer
2836
assert os.path.isfile(model_path), model_path
2937
self.sp_model = SentencePieceProcessor(model_file=model_path)

0 commit comments

Comments
 (0)