Fix CQS signal. Id] 10393698 -- performance-faster-string-find in fbcode/pytorch/tokenizers/src (#76)

Summary: Pull Request resolved: #76

Reviewed By: dtolnay

Differential Revision: D74983583

Author: CodemodService Bot

src/tiktoken.cpp

@@ -67,7 +67,7 @@ static Result<std::pair<std::string, uint64_t>> _parse(
   // Tiktoken format
   // https://github.com/openai/tiktoken/blob/main/tiktoken/load.py#L140 <base64
   // encoded token str> <rank>
-  auto pos = line.find(" ");
+  auto pos = line.find(' ');
   TK_CHECK_OR_RETURN_ERROR(
       pos != std::string::npos,
       ParseFailure,