Handle greek letters in identifiers

maxbrunsfeld · maxbrunsfeld · commit c766d69f2bc5 · 2018-11-08T20:40:46.000-08:00
Refs atom/language-python#281
diff --git a/corpus/expressions.txt b/corpus/expressions.txt
@@ -1,3 +1,16 @@
+=====================================
+Identifiers with Greek letters
+=====================================
+
+ψ1 = β_γ + Ψ_5
+
+---
+
+(module
+  (expression_statement (assignment
+    (expression_list (identifier))
+    (expression_list (binary_operator (identifier) (identifier))))))
+
 =====================================
 Subscript expressions
 =====================================
diff --git a/grammar.js b/grammar.js
@@ -787,7 +787,7 @@ module.exports = grammar({
       )
     ),
 
-    identifier: $ => /[a-zA-Z_]\w*/,
+    identifier: $ => /[a-zA-Zα-ωΑ-Ω_][a-zA-Zα-ωΑ-Ω_0-9]*/,
 
     keyword_identifier: $ => alias(choice('print', 'exec'), $.identifier),
 
diff --git a/src/grammar.json b/src/grammar.json
@@ -3927,7 +3927,7 @@
     },
     "identifier": {
       "type": "PATTERN",
-      "value": "[a-zA-Z_]\\w*"
+      "value": "[a-zA-Zα-ωΑ-Ω_][a-zA-Zα-ωΑ-Ω_0-9]*"
     },
     "keyword_identifier": {
       "type": "ALIAS",
diff --git a/src/parser.c b/src/parser.c

Original file line number	Diff line number	Diff line change
`@@ -787,7 +787,7 @@ module.exports = grammar({`
`787`	`787`	`)`
`788`	`788`	`),`
`789`	`789`
`790`		`- identifier: $ => /[a-zA-Z_]\w*/,`
	`790`	`+ identifier: $ => /[a-zA-Zα-ωΑ-Ω_][a-zA-Zα-ωΑ-Ω_0-9]*/,`
`791`	`791`
`792`	`792`	`keyword_identifier: $ => alias(choice('print', 'exec'), $.identifier),`
`793`	`793`