From 21f46eca2bdfa22683386ea4ce1a604bccb14608 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Jakub=20=C5=BDitn=C3=BD?= Date: Fri, 15 Jul 2016 21:46:45 +0200 Subject: [PATCH] add js.ini for general tokenizer This adds JavaScript support for general file-level tokenizer. --- tokenizers/file-level/js.ini | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 tokenizers/file-level/js.ini diff --git a/tokenizers/file-level/js.ini b/tokenizers/file-level/js.ini new file mode 100644 index 000000000..fd8f97f45 --- /dev/null +++ b/tokenizers/file-level/js.ini @@ -0,0 +1,6 @@ +[Language] +separators = ; :: . -> [ ] ( ) ++ -- ~ ! - + & * .* ->* * / % << >> < > <= >= ++ != & ^ | && || ? == { } = # , " \\ : $ ' +file_extensions = .js +comment_inline = // +comment_open_tag = /* +comment_close_tag = */