From 0c4dc1c20c12368793fe9cb4af9ef964c0fe0f3e Mon Sep 17 00:00:00 2001
From: rui-mo <rui.mo@intel.com>
Date: Mon, 24 Jul 2023 06:41:12 +0000
Subject: [PATCH] expose tokenizer

---
 velox/type/Tokenizer.h | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/velox/type/Tokenizer.h b/velox/type/Tokenizer.h
index 56380f0aead26..8b3779e83af74 100644
--- a/velox/type/Tokenizer.h
+++ b/velox/type/Tokenizer.h
@@ -41,6 +41,8 @@ class Tokenizer {
 
   std::unique_ptr<Subfield::PathElement> next();
 
+  bool isUnquotedPathCharacter(char c);
+
  private:
   const char DOT = '.';
   const char QUOTE = '\"';
@@ -76,8 +78,6 @@ class Tokenizer {
 
   void invalidSubfieldPath();
 
-  bool isUnquotedPathCharacter(char c);
-
   bool isUnquotedSubscriptCharacter(char c);
 
   void nextCharacter();