Merge pull request #485 from semgrep/martin/upgrade-tree-sitter

Upgrade to tree-sitter 0.22.6

.circleci/config.yml

@@ -42,7 +42,14 @@ jobs:
       - run: opam exec -- make install
       - run: opam exec -- make -C core test
       - run:
-          name: test languages
+          # A bunch of parsers fail to build with tree-sitter 0.22.6
+          # and need to be upgraded.
+          # Some parsers won't build due to 'tree-sitter generate'
+          # using too much memory: c-sharp, hack
+          # Programmers should check the list of failed languages
+          # printed at the end of the CI job and proceed to merge
+          # their PR responsibly.
+          name: "test languages (known to fail for some languages)"
           no_output_timeout: 60m
           command: opam exec -- make lang
 

lang/.gitignore

@@ -24,6 +24,8 @@ tree-sitter-parser.js
 /*/index.js
 /*/tree-sitter-parser.js
 node-types.json
+# Dummy grammar.js for tree-sitter 0.22.6 (see comment in Makefile.common)
+/*/grammar.js
 
 # Files generated by ocaml-tree-sitter
 /*/ocaml-src

lang/semgrep-grammars/src/.gitignore

@@ -2,3 +2,4 @@
 /semgrep-*/**/index.js
 /semgrep-*/**/src
 /semgrep-*/**/inherited
+/semgrep-*/test.log

lang/semgrep-grammars/src/Makefile.common

@@ -38,10 +38,19 @@ prep:
 
 .PHONY: test
 test:
+	# 'tree-sitter test' can emit a large number of repetitive error
+	# messages when compiling 'parser.c'.
 	set -e; \
 	for dir in $$(find . | grep 'grammar.js$$' | xargs -L1 dirname); do \
-	  echo "Test $$dir"; \
-	  (cd "$$dir" && tree-sitter test); \
+	  echo "Test $$(pwd)"; \
+	  (cd "$$dir"; \
+           show_log() { echo "..."; tail -n 1000 test.log; }; \
+           if tree-sitter test > test.log 2>&1; then \
+             show_log; \
+           else \
+             show_log; \
+             exit 1; \
+           fi); \
 	done
 
 .PHONY: clean