-
-
Notifications
You must be signed in to change notification settings - Fork 1.8k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
refactor: break down json grammar parser in different files (#3004)
* refactor: break down json grammar parser in different files Signed-off-by: Ettore Di Giacinto <[email protected]> * fix: patch to `refactor_grammars` - propagate errors (#3006) propagate errors around Signed-off-by: Dave Lee <[email protected]> --------- Signed-off-by: Ettore Di Giacinto <[email protected]> Signed-off-by: Dave Lee <[email protected]> Co-authored-by: Dave <[email protected]>
- Loading branch information
1 parent
717cc6f
commit 5eda7f5
Showing
8 changed files
with
218 additions
and
153 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,47 @@ | ||
package functions | ||
|
||
import "regexp" | ||
|
||
var ( | ||
PRIMITIVE_RULES = map[string]string{ | ||
"boolean": `("true" | "false") space`, | ||
"number": `("-"? ([0-9] | [1-9] [0-9]*)) ("." [0-9]+)? ([eE] [-+]? [0-9]+)? space`, | ||
"integer": `("-"? ([0-9] | [1-9] [0-9]*)) space`, | ||
"string": `"\"" ( | ||
[^"\\] | | ||
"\\" (["\\/bfnrt] | "u" [0-9a-fA-F] [0-9a-fA-F] [0-9a-fA-F] [0-9a-fA-F]) | ||
)* "\"" space`, | ||
// TODO: we shouldn't forbid \" and \\ or all unicode and have this branch here, | ||
// however, if we don't have it, the grammar will be ambiguous and | ||
// empirically results are way worse. | ||
"freestring": `( | ||
[^\x00] | | ||
"\\" (["\\/bfnrt] | "u" [0-9a-fA-F] [0-9a-fA-F] [0-9a-fA-F] [0-9a-fA-F]) | ||
)* space`, | ||
"null": `"null" space`, | ||
} | ||
|
||
INVALID_RULE_CHARS_RE = regexp.MustCompile(`[^a-zA-Z0-9-]+`) | ||
GRAMMAR_LITERAL_ESCAPE_RE = regexp.MustCompile(`[\r\n"]`) | ||
GRAMMAR_LITERAL_ESCAPES = map[string]string{ | ||
"\r": `\r`, | ||
"\n": `\n`, | ||
`"`: `\"`, | ||
} | ||
) | ||
|
||
const ( | ||
SPACE_RULE = `" "?` | ||
|
||
arrayNewLines = `arr ::= | ||
"[\n" ( | ||
realvalue | ||
(",\n" realvalue)* | ||
)? "]"` | ||
|
||
array = `arr ::= | ||
"[" ( | ||
realvalue | ||
("," realvalue)* | ||
)? "]"` | ||
) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,25 @@ | ||
package functions | ||
|
||
import "encoding/json" | ||
|
||
type Item struct { | ||
Type string `json:"type"` | ||
Properties map[string]interface{} `json:"properties"` | ||
} | ||
|
||
type JSONFunctionStructure struct { | ||
OneOf []Item `json:"oneOf,omitempty"` | ||
AnyOf []Item `json:"anyOf,omitempty"` | ||
Defs map[string]interface{} `json:"$defs,omitempty"` | ||
} | ||
|
||
func (j JSONFunctionStructure) Grammar(options ...func(*GrammarOption)) (string, error) { | ||
grammarOpts := &GrammarOption{} | ||
grammarOpts.Apply(options...) | ||
|
||
dat, err := json.Marshal(j) | ||
if err != nil { | ||
return "", err | ||
} | ||
return NewJSONSchemaConverter(grammarOpts.PropOrder).GrammarFromBytes(dat, options...) | ||
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.