Merge pull request #276 from JuliaEditorSupport/sp/add-separator-toke…

…nization feat: add separator tokenization
JuliaEditorSupport · Jan 16, 2024 · ead441d · ead441d
2 parents 1b7891e + ca65762
commit ead441d
Show file tree

Hide file tree

Showing 4 changed files with 183 additions and 22 deletions.
diff --git a/grammars/julia.cson b/grammars/julia.cson
@@ -51,6 +51,9 @@ patterns: [
   {
     include: '#symbol'
   }
+  {
+    include: '#punctuation'
+  }
 ]
 repository:
   array:
@@ -914,5 +917,19 @@ repository:
       {
         include: '#symbol'
       }
+      {
+        include: '#punctuation'
+      }
+    ]
+  punctuation:
+    patterns: [
+      {
+        match: ','
+        name: 'punctuation.separator.comma.julia'
+      }
+      {
+        match: ';'
+        name: 'punctuation.separator.semicolon.julia'
+      }
     ]
 scopeName: 'source.julia'
diff --git a/grammars/julia.json b/grammars/julia.json
@@ -44,6 +44,9 @@
     },
     {
       "include": "#symbol"
+    },
+    {
+      "include": "#punctuation"
     }
   ],
   "repository": {
@@ -1061,6 +1064,21 @@
         },
         {
           "include": "#symbol"
+        },
+        {
+          "include": "#punctuation"
+        }
+      ]
+    },
+    "punctuation": {
+      "patterns": [
+        {
+          "match": ",",
+          "name": "punctuation.separator.comma.julia"
+        },
+        {
+          "match": ";",
+          "name": "punctuation.separator.semicolon.julia"
         }
       ]
     }

diff --git a/grammars/julia_vscode.json b/grammars/julia_vscode.json
@@ -44,6 +44,9 @@
     },
     {
       "include": "#symbol"
+    },
+    {
+      "include": "#punctuation"
     }
   ],
   "repository": {
@@ -1061,6 +1064,21 @@
         },
         {
           "include": "#symbol"
+        },
+        {
+          "include": "#punctuation"
+        }
+      ]
+    },
+    "punctuation": {
+      "patterns": [
+        {
+          "match": ",",
+          "name": "punctuation.separator.comma.julia"
+        },
+        {
+          "match": ";",
+          "name": "punctuation.separator.semicolon.julia"
         }
       ]
     }