diff --git a/tokenizers/file-level/js.ini b/tokenizers/file-level/js.ini new file mode 100644 index 000000000..fd8f97f45 --- /dev/null +++ b/tokenizers/file-level/js.ini @@ -0,0 +1,6 @@ +[Language] +separators = ; :: . -> [ ] ( ) ++ -- ~ ! - + & * .* ->* * / % << >> < > <= >= ++ != & ^ | && || ? == { } = # , " \\ : $ ' +file_extensions = .js +comment_inline = // +comment_open_tag = /* +comment_close_tag = */