feat(vscode): python syntax highlightning in ${{}} expressions

this implements a part of #230

Author: d-biehl

language-configuration.json

@@ -6,6 +6,8 @@
   // symbols used as brackets
   "brackets": [
     ["${{", "}}"],
+    ["&{{", "}}"],
+    ["@{{", "}}"],
     ["${", "}"],
     ["@{", "}"],
     ["%{", "}"],
@@ -16,6 +18,8 @@
   ],
   "colorizedBracketPairs": [
     ["${{", "}}"],
+    ["&{{", "}}"],
+    ["@{{", "}}"],
     ["${", "}"],
     ["@{", "}"],
     ["%{", "}"],
@@ -27,6 +31,8 @@
   // symbols that are auto closed when typing
   "autoClosingPairs": [
     ["${{", "}}"],
+    ["&{{", "}}"],
+    ["@{{", "}}"],
     ["${", "}"],
     ["@{", "}"],
     ["%{", "}"],
@@ -40,6 +46,8 @@
   // symbols that can be used to surround a selection
   "surroundingPairs": [
     ["${{", "}}"],
+    ["&{{", "}}"],
+    ["@{{", "}}"],
     ["${", "}"],
     ["@{", "}"],
     ["%{", "}"],

package.json

@@ -269,6 +269,9 @@
           "variable": [
             "variable.other.readwrite.robotframework"
           ],
+          "variableExpression": [
+            "variable.expression.readwrite.robotframework"
+          ],
           "keywordCall": [
             "entity.name.function.keyword-call.robotframework"
           ],
@@ -339,10 +342,8 @@
         "scopeName": "source.robotframework",
         "path": "./syntaxes/robotframework.tmLanguage.json",
         "tokenTypes": {
-          "string.unquoted.argument.robotframework": "other"
-        },
-        "embeddedLanguages": {
-          "meta.expression.robotframework": "python"
+          "string.unquoted.argument.robotframework": "other",
+          "variable.expression.robotframework": "other"
         }
       }
     ],
@@ -1481,4 +1482,4 @@
     "webpack": "^5.90.3",
     "webpack-cli": "^5.1.4"
   }
-}
+}

packages/language_server/src/robotcode/language_server/robotframework/parts/semantic_tokens.py

@@ -109,6 +109,7 @@ class RobotSemTokenTypes(Enum):
     FOR_SEPARATOR = "forSeparator"
     VARIABLE_BEGIN = "variableBegin"
     VARIABLE_END = "variableEnd"
+    VARIABLE_EXPRESSION = "variableExpression"
     ESCAPE = "escape"
     NAMESPACE = "namespace"
     ERROR = "error"
@@ -355,27 +356,30 @@ def generate_sem_sub_tokens(
                         length = token.end_col_offset - token.col_offset
 
                     last_index = token.value.rfind("}")
+
+                    is_expr = token.value[1:2] == "{" and token.value[last_index - 1 : last_index] == "}"
+
                     if last_index >= 0:
                         yield SemTokenInfo(
                             token.lineno,
                             col_offset,
-                            2,
+                            3 if is_expr else 2,
                             RobotSemTokenTypes.VARIABLE_BEGIN,
                             sem_mod,
                         )
 
-                        yield SemTokenInfo.from_token(
-                            token,
-                            sem_type,
-                            sem_mod,
-                            col_offset + 2,
-                            last_index - 2,
-                        )
+                        # yield SemTokenInfo.from_token(
+                        #     token,
+                        #     RobotSemTokenTypes.VARIABLE_EXPRESSION if is_expr else sem_type,
+                        #     sem_mod,
+                        #     col_offset + (3 if is_expr else 2),
+                        #     last_index - (4 if is_expr else 2),
+                        # )
 
                         yield SemTokenInfo(
                             token.lineno,
-                            col_offset + last_index,
-                            1,
+                            col_offset + ((last_index - 1) if is_expr else last_index),
+                            2 if is_expr else 1,
                             RobotSemTokenTypes.VARIABLE_END,
                             sem_mod,
                         )