add comment (#606)

mosaicml · Sep 18, 2023 · 2ef85ac · 2ef85ac
1 parent c369a68
commit 2ef85ac
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llmfoundry/models/inference_api_wrapper/openai_causal_lm.py b/llmfoundry/models/inference_api_wrapper/openai_causal_lm.py
@@ -30,7 +30,7 @@
 
 
 class OpenAITokenizerWrapper(AutoTokenizer):
-
+    # this API is experimental and for evaluation only. It is subject to change as we add support for training
     def __init__(self, name: str) -> None:
         try:
             import tiktoken