Adding the programming language tag to TESTed

tested/configs.py

@@ -130,7 +130,7 @@ class Bundle:
     language: "Language"
     global_config: GlobalConfig
     out: IO
-    preprocessor_messages: list[ExtendedMessage] = []
+    messages: set[ExtendedMessage] = set()
 
     @property
     def config(self) -> DodonaConfig:
@@ -209,7 +209,7 @@ def create_bundle(
     output: IO,
     suite: Suite,
     language: str | None = None,
-    preprocessor_messages: list[ExtendedMessage] | None = None,
+    messages: set[ExtendedMessage] | None = None,
 ) -> Bundle:
     """
     Create a configuration bundle.
@@ -219,8 +219,7 @@ def create_bundle(
     :param suite: The test suite.
     :param language: Optional programming language. If None, the one from the Dodona
                      configuration will be used.
-    :param preprocessor_messages: Indicator that the natural language translator
-    for the DSL key that was not defined in any translations map.
+    :param messages: Messages generated out of the preprocessor and the translate parser.
 
     :return: The configuration bundle.
     """
@@ -237,12 +236,13 @@ def create_bundle(
         suite=suite,
     )
     lang_config = langs.get_language(global_config, language)
-    if preprocessor_messages is None:
-        preprocessor_messages = []
+
+    if messages is None:
+        messages = set()
 
     return Bundle(
         language=lang_config,
         global_config=global_config,
         out=output,
-        preprocessor_messages=preprocessor_messages,
+        messages=messages,
     )

tested/descriptions/renderer.py

@@ -83,11 +83,11 @@ def _render_dsl_statements(self, element: block.FencedCode) -> str:
         rendered_dsl = self.render_children(element)
 
         # Parse the DSL
-        parsed_dsl = parse_dsl(rendered_dsl)
+        parsed_dsl_with_messages = parse_dsl(rendered_dsl)
 
         # Get all actual tests
         tests = []
-        for tab in parsed_dsl.tabs:
+        for tab in parsed_dsl_with_messages.data.tabs:
             for context in tab.contexts:
                 for testcase in context.testcases:
                     tests.append(testcase)

tested/dodona.py

@@ -27,7 +27,7 @@ class Permission(StrEnum):
     ZEUS = auto()
 
 
-@define
+@define(frozen=True)
 class ExtendedMessage:
     description: str
     format: str = "text"

tested/dsl/dsl_errors.py

@@ -102,3 +102,14 @@ def build_preprocessor_messages(
         )
         for key in translations_missing_key
     ]
+
+
+def build_deprecated_language_message() -> ExtendedMessage:
+    """
+    Builds a message for not using the '!programming_language' tag in the DSL.
+    :return: The deprecation message.
+    """
+    return ExtendedMessage(
+        f"WARNING: You are using YAML syntax to specify statements or expressions in multiple programming languages without the `!programming_language` tag. This usage is deprecated!",
+        permission=Permission.STAFF,
+    )

tested/dsl/schema-strict-nat-translation.json

@@ -1266,6 +1266,32 @@
             "type" : "string",
             "description" : "A language-specific literal, which will be used verbatim."
           }
+        },
+        {
+          "type" : "object",
+          "required": [
+            "__tag__",
+            "value"
+          ],
+          "properties" : {
+            "__tag__": {
+              "type" : "string",
+              "description" : "The tag used in the yaml",
+              "const":  "!programming_language"
+            },
+            "value":{
+              "type": "object",
+              "description" : "Programming-language-specific statement or expression.",
+              "minProperties" : 1,
+              "propertyNames" : {
+                "$ref" : "#/definitions/programmingLanguage"
+              },
+              "items" : {
+                "type" : "string",
+                "description" : "A language-specific literal, which will be used verbatim."
+              }
+            }
+          }
         }
       ]
     },
@@ -1313,6 +1339,57 @@
             ]
           }
         },
+        {
+          "type" : "object",
+          "required": [
+            "__tag__",
+            "value"
+          ],
+          "properties" : {
+            "__tag__": {
+              "type" : "string",
+              "description" : "The tag used in the yaml",
+              "const":  "!programming_language"
+            },
+            "value":{
+              "type": "object",
+              "description" : "Programming-language-specific statement or expression.",
+              "minProperties" : 1,
+              "propertyNames" : {
+                "$ref" : "#/definitions/programmingLanguage"
+              },
+              "items" : {
+                "oneOf" : [
+                  {
+                    "type" : "string",
+                    "description" : "A language-specific literal, which will be used verbatim."
+                  },
+                  {
+                    "type" : "object",
+                    "required": [
+                      "__tag__",
+                      "value"
+                    ],
+                    "properties" : {
+                      "__tag__": {
+                        "type" : "string",
+                        "description" : "The tag used in the yaml",
+                        "const":  "!natural_language"
+                      },
+                      "value":{
+                        "type": "object",
+                        "additionalProperties": {
+                          "type" : "string",
+                          "description" : "A language-specific literal, which will be used verbatim."
+                        }
+                      }
+                    }
+                  }
+                ]
+              }
+            }
+          }
+        },
         {
           "type" : "object",
           "required": [

tested/dsl/schema-strict.json

@@ -464,6 +464,14 @@
         },
         {
           "description" : "Programming-language-specific statement or expression.",
+          "anyOf": [
+            {
+              "type": "object"
+            },
+            {
+              "type": "programming_language"
+            }
+          ],
           "type" : "object",
           "minProperties" : 1,
           "propertyNames" : {
@@ -873,7 +881,8 @@
       "not" : {
         "type" : [
           "oracle",
-          "expression"
+          "expression",
+          "programming_language"
         ]
       }
     },