Refactor Regex and introduce Numba-based FSM utilities

dottxt-ai · Sep 16, 2023 · c7b3cc8 · c7b3cc8
1 parent 76e95fe
commit c7b3cc8
Show file tree

Hide file tree

Showing 8 changed files with 1,259 additions and 883 deletions.
diff --git a/examples/parsing.py b/examples/parsing.py
@@ -26,23 +26,6 @@
     checkpoint, trust_remote_code=True, revision=revision
 ).to(device)
 
-# import urllib.request
-#
-# sql_grammar_url = "https://github.com/zbrookle/sql_to_ibis/raw/0e9226da42065940ce21439d490f9fcacadc7f92/sql_to_ibis/grammar/sql.lark"
-# sql_grammar = "".join(
-#     [line.decode("utf-8") for line in urllib.request.urlopen(sql_grammar_url)]
-# )
-# with open("sql_grammar.lark", "w") as f:
-#     f.write(sql_grammar)
-#
-# TODO: `_STRING_ESC_INNER` from `%import common.ESCAPED_STRING` introduces a
-# (potentially superfluous) look-back; we need to replace it or implement
-# look-backs.
-# parser = PartialLark.open(
-#     "sql_grammar.lark",
-#     parser="lalr",
-# )
-
 parser = PartialLark.open_from_package(
     "tests",
     "partial_python.lark",