diff --git a/src/Tools/AI Test Toolkit/Permissions/AITestToolkit.PermissionSet.al b/src/Tools/AI Test Toolkit/Permissions/AITestToolkit.PermissionSet.al index d97622c2f7..df90e21a53 100644 --- a/src/Tools/AI Test Toolkit/Permissions/AITestToolkit.PermissionSet.al +++ b/src/Tools/AI Test Toolkit/Permissions/AITestToolkit.PermissionSet.al @@ -8,7 +8,7 @@ using System.TestTools.TestRunner; permissionset 149030 "AI Test Toolkit" { - Caption = 'Business Central AI Test Toolkit'; + Caption = 'Business Central AI Eval Toolkit'; Access = Public; Assignable = true; diff --git a/src/Tools/AI Test Toolkit/README.md b/src/Tools/AI Test Toolkit/README.md index f5052226e3..aadf0577a1 100644 --- a/src/Tools/AI Test Toolkit/README.md +++ b/src/Tools/AI Test Toolkit/README.md @@ -1,44 +1,44 @@ -# BC Copilot Test Toolkit -The BC Copilot Test Toolkit lets developers write and run automated tests for copilot features. The toolkit supports running data driven tests and the ability to get the output generated from the tests. +# BC Copilot Eval Toolkit +The BC Copilot Eval Toolkit lets developers write and run automated evals for copilot features. The toolkit supports running data driven evals and the ability to get the output generated from the evals. -## Running AI tests in BC Copilot Test Toolkit +## Running AI evals in BC Copilot Eval Toolkit ### Prerequisite -1. The BC Copilot Test Toolkit is installed -1. Datasets and tests are written (see [Writing data-driven AI tests](#writing-data-driven-ai-tests)) +1. The BC Copilot Eval Toolkit is installed +1. Datasets and evals are written (see [Writing data-driven AI evals](#writing-data-driven-ai-evals)) ### Setup -1. In _Business Central_, open the _AI Test Suite_ page -1. Upload the required datasets for the tests -1. Create a test suite -1. In the test suite, define a line for each codeunit +1. In _Business Central_, open the _AI Eval Suite_ page +1. Upload the required datasets for the evals +1. Create an eval suite +1. In the eval suite, define a line for each codeunit ### Execute -1. Run the AI Test Suite from the header, or one line at a time -1. The test method will be executed for each dataset line - 1. If the test evaluates in AL, it will either fail or succeed based on the condition - 1. If the test output is set, it must be generated for all the tests which needs to be evaluated externally +1. Run the AI Eval Suite from the header, or one line at a time +1. The eval method will be executed for each dataset line + 1. If the eval evaluates in AL, it will either fail or succeed based on the condition + 1. If the test output is set, it must be generated for all the evals which needs to be evaluated externally 1. Results are logged in AI 'Log Entries' ### Inspect the results 1. Open _Log Entries_ to result of each execution 1. Download the test output which generates the `.jsonl` file or export the logs to Excel 1. You can also use the API (page 149038 "AIT Log Entry API") to get the result for a suite -1. Open AL Test Tool and switch to the created test suite to execute each test manually +1. Open AL Test Tool and switch to the created eval suite to execute each eval manually -## Writing data-driven AI tests +## Writing data-driven AI evals ### Defining test codeunit -A data-driven AI test is defined like any normal AL test, except that it: -1. Is executed through the BC Copilot Test Toolkit -2. Utilizes the `AIT Test Context` codeunit to get input for the test +A data-driven AI eval is defined like any normal AL test, except that it: +1. Is executed through the BC Copilot Eval Toolkit +2. Utilizes the `AIT Test Context` codeunit to get input for the eval 3. Optionally, sets the output using the `AIT Test Context` codeunit See the `AIT Test Context` for the full API. #### Example -An example test for an AI feature that returns an integer. +An example eval for an AI feature that returns an integer. ```     [Test] @@ -49,10 +49,7 @@ An example test for an AI feature that returns an integer.         Output: Integer; ExpectedOutput: Integer;     begin -        // [Scenario] AI Test - -        // Get the input from the dataset -        TestInput := AITestContext.GetQuestion().ValueAsText(); + // [Scenario] AI Eval         // Call the LLM to get an output         Output := CopilotFeature.CallLLM(Question); @@ -65,13 +62,13 @@ An example test for an AI feature that returns an integer.     end; ``` In this example -1. This test procedure will be called with each input from the dataset +1. This eval procedure will be called with each input from the dataset 1. We get the `question` and `expected_data` from the input dataset using `AITestContext.GetQuestion()` and `AITestContext.GetExpectedData()` respectively 1. Alternatively, we could use `AITestContext.GetInput()` and get the line as `json` ### Defining Datasets -Datasets are provided as `.jsonl` files where each line represents a test case. +Datasets are provided as `.jsonl` or `.yaml` files where each line/entry represents an eval case. There's no fixed structure required for each line, but using certain formatting will allow easier access to data and name and description definition. @@ -80,12 +77,12 @@ See the `AIT Test Context` for the full API. #### Example ``` -{"name": "Test01", "question": "A question", "expected_data": 5} -{"name": "Test02", "question": "A second question", "expected_data": 2} -{"name": "Test03", "question": "A third question", "expected_data": 2} +{"name": "Eval01", "question": "A question", "expected_data": 5} +{"name": "Eval02", "question": "A second question", "expected_data": 2} +{"name": "Eval03", "question": "A third question", "expected_data": 2} ``` In this example -1. Setting `name` for each line, that will be used in the BC Copilot Test Toolkit when uploading the dataset +1. Setting `name` for each line, that will be used in the BC Copilot Eval Toolkit when uploading the dataset 1. Setting `question` for each line, we can use `AITestContext.GetQuestion()` in the test codeunit, to get the question directly 1. Setting `expected_data` for each line, we can use the `AITestContext.GetExpectedData()` in the test codeunit, to get the question directly \ No newline at end of file diff --git a/src/Tools/AI Test Toolkit/app.json b/src/Tools/AI Test Toolkit/app.json index 3967030a0d..13d4929911 100644 --- a/src/Tools/AI Test Toolkit/app.json +++ b/src/Tools/AI Test Toolkit/app.json @@ -4,8 +4,8 @@ "publisher": "Microsoft", "version": "28.0.0.0", "propagateDependencies": true, - "brief": "Provides tools for AI feature regression testing.", - "description": "The AI Test Toolkit lets developers write and run automated tests for AI features. The toolkit supports running data driven tests and the ability to get the output generated from the tests.", + "brief": "Provides tools for AI feature evaluation.", + "description": "The AI Test Toolkit lets developers write and run automated evals for AI features. The toolkit supports running data driven evals and the ability to get the output generated from the evals.", "privacyStatement": "https://go.microsoft.com/fwlink/?LinkId=724009", "EULA": "https://go.microsoft.com/fwlink/?linkid=2009120", "help": "https://go.microsoft.com/fwlink/?LinkId=724011", @@ -44,4 +44,4 @@ "includeSourceInSymbolFile": true }, "target": "Cloud" -} +} \ No newline at end of file diff --git a/src/Tools/AI Test Toolkit/src/AITCommandLineCard.Page.al b/src/Tools/AI Test Toolkit/src/AITCommandLineCard.Page.al index 362be2140f..e138b8cf50 100644 --- a/src/Tools/AI Test Toolkit/src/AITCommandLineCard.Page.al +++ b/src/Tools/AI Test Toolkit/src/AITCommandLineCard.Page.al @@ -11,7 +11,7 @@ using System.Utilities; page 149042 "AIT CommandLine Card" { - Caption = 'AI Test Command Line Runner'; + Caption = 'AI Eval Command Line Runner'; PageType = Card; Extensible = false; ApplicationArea = All; @@ -27,7 +27,7 @@ page 149042 "AIT CommandLine Card" Caption = 'General'; field("AIT Suite Code"; AITCode) { - Caption = 'Test Suite Code'; + Caption = 'Eval Suite Code'; ToolTip = 'Specifies the ID of the suite.'; TableRelation = "AIT Test Suite".Code; ShowMandatory = true; @@ -39,7 +39,7 @@ page 149042 "AIT CommandLine Card" if not AITTestSuite.Get(AITCode) then Error(CannotFindAITSuiteErr, AITCode); - // Clear the filter on the test lines + // Clear the filter on the eval lines if AITCode <> xRec."Test Suite Code" then Clear(LineNoFilter); @@ -70,7 +70,7 @@ page 149042 "AIT CommandLine Card" field("Line No. Filter"; LineNoFilter) { Caption = 'Line No. Filter'; - ToolTip = 'Specifies the line number to filter the test method lines.'; + ToolTip = 'Specifies the line number to filter the eval method lines.'; TableRelation = "AIT Test Method Line"."Line No." where("Test Suite Code" = field("Test Suite Code")); BlankZero = true; @@ -81,8 +81,8 @@ page 149042 "AIT CommandLine Card" } field("No. of Pending Tests"; NoOfPendingTests) { - Caption = 'No. of Pending Tests'; - ToolTip = 'Specifies the number of test suite lines in the test suite that are yet to be run.'; + Caption = 'No. of Pending Evals'; + ToolTip = 'Specifies the number of eval suite lines in the eval suite that are yet to be run.'; Editable = false; } } @@ -93,14 +93,14 @@ page 149042 "AIT CommandLine Card" field("Input Dataset Filename"; InputDatasetFilename) { Caption = 'Import Input Dataset Filename'; - ToolTip = 'Specifies the input dataset filename to import for running the test suite.'; + ToolTip = 'Specifies the input dataset filename to import for running the eval suite.'; ShowMandatory = InputDataset <> ''; } field("Input Dataset"; InputDataset) { Caption = 'Import Input Dataset'; MultiLine = true; - ToolTip = 'Specifies the input dataset to import for running the test suite.'; + ToolTip = 'Specifies the input dataset to import for running the eval suite.'; trigger OnValidate() var @@ -162,7 +162,7 @@ page 149042 "AIT CommandLine Card" group("Test Method Lines Group") { Editable = false; - Caption = 'Test Method Lines'; + Caption = 'Eval Method Lines'; repeater("Test Method Lines") { @@ -195,8 +195,8 @@ page 149042 "AIT CommandLine Card" } field("No. of Tests Failed"; Rec."No. of Tests Executed" - Rec."No. of Tests Passed") { - Caption = 'No. of Tests Failed'; - ToolTip = 'Specifies the number of failed tests for the test line.'; + Caption = 'No. of Evals Failed'; + ToolTip = 'Specifies the number of failed evals for the eval line.'; } } } @@ -210,7 +210,7 @@ page 149042 "AIT CommandLine Card" { Caption = 'Run Suite'; Image = Start; - ToolTip = 'Starts running the AI test suite. This action ignores the line number filter and runs all the test lines in the suite.'; + ToolTip = 'Starts running the AI eval suite. This action ignores the line number filter and runs all the eval lines in the suite.'; trigger OnAction() begin @@ -219,9 +219,9 @@ page 149042 "AIT CommandLine Card" } action(RunNextTest) { - Caption = 'Run Next Test'; + Caption = 'Run Next Eval'; Image = TestReport; - ToolTip = 'Starts running the next test from the Test Method Lines for the given suite.'; + ToolTip = 'Starts running the next eval from the Eval Method Lines for the given suite.'; trigger OnAction() begin @@ -230,9 +230,9 @@ page 149042 "AIT CommandLine Card" } action(ResetTestSuite) { - Caption = 'Reset Test Suite'; + Caption = 'Reset Eval Suite'; Image = Restore; - ToolTip = 'Resets the test method lines status to run them again. This action ignores the line number filter and resets all the test lines in the suite.'; + ToolTip = 'Resets the eval method lines status to run them again. This action ignores the line number filter and resets all the eval lines in the suite.'; trigger OnAction() var @@ -249,10 +249,10 @@ page 149042 "AIT CommandLine Card" { action("AI Test Suite") { - Caption = 'AI Test Suite'; + Caption = 'AI Eval Suite'; ApplicationArea = All; Image = Setup; - ToolTip = 'Opens the AI Test Suite page.'; + ToolTip = 'Opens the AI Eval Suite page.'; trigger OnAction() var @@ -292,7 +292,7 @@ page 149042 "AIT CommandLine Card" end; var - CannotFindAITSuiteErr: Label 'The specified Test Suite with code %1 cannot be found.', Comment = '%1 = Test Suite id.'; + CannotFindAITSuiteErr: Label 'The specified Eval Suite with code %1 cannot be found.', Comment = '%1 = Eval Suite id.'; AITCode: Code[100]; LineNoFilter: Integer; LanguageTagFilter: Text[80]; @@ -305,7 +305,7 @@ page 149042 "AIT CommandLine Card" var AITTestSuite: Record "AIT Test Suite"; AITTestSuiteMgt: Codeunit "AIT Test Suite Mgt."; - TestSuiteCodeNotFoundErr: Label 'Test Suite with code %1 not found.', Comment = '%1 = Test Suite id.'; + TestSuiteCodeNotFoundErr: Label 'Eval Suite with code %1 not found.', Comment = '%1 = Eval Suite id.'; begin VerifyTestSuiteCode(); if not AITTestSuite.Get(AITCode) then @@ -331,7 +331,7 @@ page 149042 "AIT CommandLine Card" local procedure VerifyTestSuiteCode() var - TestSuiteCodeRequiredErr: Label 'Test Suite Code is required to run the suite.'; + TestSuiteCodeRequiredErr: Label 'Eval Suite Code is required to run the suite.'; begin if AITCode = '' then Error(TestSuiteCodeRequiredErr); diff --git a/src/Tools/AI Test Toolkit/src/AITTestContext.Codeunit.al b/src/Tools/AI Test Toolkit/src/AITTestContext.Codeunit.al index 4d69147c3e..b168b50b7a 100644 --- a/src/Tools/AI Test Toolkit/src/AITTestContext.Codeunit.al +++ b/src/Tools/AI Test Toolkit/src/AITTestContext.Codeunit.al @@ -7,7 +7,7 @@ namespace System.TestTools.AITestToolkit; using System.TestTools.TestRunner; /// -/// Exposes functions that can be used by the AI tests. +/// Exposes functions that can be used by the AI evals. /// codeunit 149044 "AIT Test Context" { @@ -32,7 +32,7 @@ codeunit 149044 "AIT Test Context" /// /// Returns the Test Input value as Test Input Json Codeunit from the input dataset for the current iteration. /// - /// Test Input Json for the current test. + /// Test Input Json for the current eval. procedure GetInput(): Codeunit "Test Input Json" begin exit(AITTestContextImpl.GetInput()); @@ -76,7 +76,7 @@ codeunit 149044 "AIT Test Context" /// /// Get the Expected Data value as text from the input dataset for the current iteration. - /// Expected data is used for internal validation if the test was successful. + /// Expected data is used for internal validation if the eval was successful. /// /// Test Input Json for the expected data procedure GetExpectedData(): Codeunit "Test Input Json" @@ -117,8 +117,8 @@ codeunit 149044 "AIT Test Context" end; /// - /// Adds a message to the current test iteration. - /// This is used for multi-turn tests to add messages to the output. + /// Adds a message to the current eval iteration. + /// This is used for multi-turn evals to add messages to the output. /// /// The content of the message. /// The role of the message (e.g., 'user', 'assistant'). @@ -129,8 +129,8 @@ codeunit 149044 "AIT Test Context" end; /// - /// Adds a message to the current test iteration. - /// This is used for multi-turn tests to add messages to the output. + /// Adds a message to the current eval iteration. + /// This is used for multi-turn evals to add messages to the output. /// /// The content of the message. /// The role of the message (e.g., 'user', 'assistant'). @@ -178,7 +178,7 @@ codeunit 149044 "AIT Test Context" end; /// - /// Sets the accuracy of the test. + /// Sets the accuracy of the eval. /// /// The accuracy as a decimal between 0 and 1. procedure SetAccuracy(Accuracy: Decimal) @@ -205,11 +205,11 @@ codeunit 149044 "AIT Test Context" end; /// - /// Integration event that is raised after a test run is completed. + /// Integration event that is raised after an eval run is completed. /// - /// The code of the test run. - /// The version of the test run. - /// The tag of the test run. + /// The code of the eval run. + /// The version of the eval run. + /// The tag of the eval run. [IntegrationEvent(false, false)] internal procedure OnAfterRunComplete(Code: Code[10]; Version: Integer; Tag: Text[20]) begin diff --git a/src/Tools/AI Test Toolkit/src/AITTestContextImpl.Codeunit.al b/src/Tools/AI Test Toolkit/src/AITTestContextImpl.Codeunit.al index 133c1f37a9..968c275d24 100644 --- a/src/Tools/AI Test Toolkit/src/AITTestContextImpl.Codeunit.al +++ b/src/Tools/AI Test Toolkit/src/AITTestContextImpl.Codeunit.al @@ -8,7 +8,7 @@ namespace System.TestTools.AITestToolkit; using System.TestTools.TestRunner; /// -/// Exposes functions that can be used by the AI tests. +/// Exposes functions that can be used by the AI evals. /// codeunit 149043 "AIT Test Context Impl." { @@ -24,7 +24,7 @@ codeunit 149043 "AIT Test Context Impl." IsMultiTurn: Boolean; AccuracySetManually: Boolean; AccuracyErr: Label 'Accuracy must be between 0 and 1.'; - OnlySingleTurnErr: Label 'A query-and-response pair cannot be used in multi-turn tests. Use AddMessage instead.'; + OnlySingleTurnErr: Label 'A query-and-response pair cannot be used in multi-turn evals. Use AddMessage instead.'; AnswerTok: Label 'answer', Locked = true; ContextTok: Label 'context', Locked = true; GroundTruthTok: Label 'ground_truth', Locked = true; @@ -43,7 +43,7 @@ codeunit 149043 "AIT Test Context Impl." /// /// Returns the Test Input value as Test Input Json Codeunit from the input dataset for the current iteration. /// - /// Test Input Json for the current test. + /// Test Input Json for the current eval. procedure GetInput(): Codeunit "Test Input Json" var TestInput: Codeunit "Test Input"; @@ -89,7 +89,7 @@ codeunit 149043 "AIT Test Context Impl." /// /// Get the Expected Data value as text from the input dataset for the current iteration. - /// Expected data is used for internal validation if the test was successful. + /// Expected data is used for internal validation if the eval was successful. /// /// Test Input Json for the expected data procedure GetExpectedData(): Codeunit "Test Input Json" @@ -142,8 +142,8 @@ codeunit 149043 "AIT Test Context Impl." end; /// - /// Adds a message to the current test iteration. - /// This is used for multi-turn tests to add messages to the output. + /// Adds a message to the current eval iteration. + /// This is used for multi-turn evals to add messages to the output. /// /// The content of the message. /// The role of the message (e.g., 'user', 'assistant'). @@ -215,7 +215,7 @@ codeunit 149043 "AIT Test Context Impl." end; /// - /// Sets the accuracy of the test. + /// Sets the accuracy of the eval. /// /// The accuracy as a decimal between 0 and 1. procedure SetAccuracy(Accuracy: Decimal) @@ -228,7 +228,7 @@ codeunit 149043 "AIT Test Context Impl." end; /// - /// Gets the accuracy of the test. Can only be retrieved if the accuracy of the test was already set manually. + /// Gets the accuracy of the eval. Can only be retrieved if the accuracy of the eval was already set manually. /// /// The accuracy as a decimal between 0 and 1. /// True if it was possible to get the accuracy, false otherwise. @@ -243,7 +243,7 @@ codeunit 149043 "AIT Test Context Impl." end; /// - /// Sets to next turn for multiturn testing. + /// Sets to next turn for multiturn eval. /// /// True if another turn exists, otherwise false. procedure NextTurn(): Boolean @@ -260,7 +260,7 @@ codeunit 149043 "AIT Test Context Impl." end; /// - /// Gets the current turn for multiturn testing. Turns start from turn 1. + /// Gets the current turn for multiturn eval. Turns start from turn 1. /// /// The current turn number. procedure GetCurrentTurn(): Integer @@ -269,7 +269,7 @@ codeunit 149043 "AIT Test Context Impl." end; /// - /// Gets the total number of turns for multiturn testing. + /// Gets the total number of turns for multiturn eval. /// /// The total number of turns for the line. procedure GetNumberOfTurns(): Integer @@ -302,8 +302,8 @@ codeunit 149043 "AIT Test Context Impl." /// /// This method ends the scope of the Run Procedure scenario. /// - /// Record containing the result of the test execution. - /// Result of the test execution. + /// Record containing the result of the eval execution. + /// Result of the eval execution. procedure EndRunProcedureScenario(TestMethodLine: Record "Test Method Line"; ExecutionSuccess: Boolean) var AITTestMethodLine: Record "AIT Test Method Line"; diff --git a/src/Tools/AI Test Toolkit/src/Evaluation/AITColumnMapping.Table.al b/src/Tools/AI Test Toolkit/src/Evaluation/AITColumnMapping.Table.al index b08ac8de72..ad644e7030 100644 --- a/src/Tools/AI Test Toolkit/src/Evaluation/AITColumnMapping.Table.al +++ b/src/Tools/AI Test Toolkit/src/Evaluation/AITColumnMapping.Table.al @@ -16,8 +16,8 @@ table 149038 "AIT Column Mapping" { field(1; "Test Suite Code"; Code[10]) { - Caption = 'Test Suite Code'; - ToolTip = 'Specifies the code of the test suite.'; + Caption = 'Eval Suite Code'; + ToolTip = 'Specifies the code of the eval suite.'; DataClassification = SystemMetadata; TableRelation = "AIT Test Suite".Code; ValidateTableRelation = true; @@ -25,8 +25,8 @@ table 149038 "AIT Column Mapping" field(2; "Test Method Line"; Integer) { - Caption = 'Test Method Line'; - ToolTip = 'Specifies the line number of the test method.'; + Caption = 'Eval Method Line'; + ToolTip = 'Specifies the line number of the eval method.'; DataClassification = SystemMetadata; TableRelation = "AIT Test Method Line"."Line No."; ValidateTableRelation = true; diff --git a/src/Tools/AI Test Toolkit/src/Evaluation/AITColumnMappings.Page.al b/src/Tools/AI Test Toolkit/src/Evaluation/AITColumnMappings.Page.al index ead590ba39..78f00ffb75 100644 --- a/src/Tools/AI Test Toolkit/src/Evaluation/AITColumnMappings.Page.al +++ b/src/Tools/AI Test Toolkit/src/Evaluation/AITColumnMappings.Page.al @@ -20,15 +20,15 @@ page 149044 "AIT Column Mappings" { Editable = false; ApplicationArea = All; - Caption = 'Test Suite Code'; - ToolTip = 'Specifies the code of the test suite.'; + Caption = 'Eval Suite Code'; + ToolTip = 'Specifies the code of the eval suite.'; } field("Test Method Line"; Rec."Test Method Line") { Editable = false; ApplicationArea = All; - Caption = 'Test Method Line'; - ToolTip = 'Specifies the line number of the test method.'; + Caption = 'Eval Method Line'; + ToolTip = 'Specifies the line number of the eval method.'; } field(Column; Rec.Column) { diff --git a/src/Tools/AI Test Toolkit/src/Evaluation/AITEvaluator.Table.al b/src/Tools/AI Test Toolkit/src/Evaluation/AITEvaluator.Table.al index cfa28510c0..1c1f026cca 100644 --- a/src/Tools/AI Test Toolkit/src/Evaluation/AITEvaluator.Table.al +++ b/src/Tools/AI Test Toolkit/src/Evaluation/AITEvaluator.Table.al @@ -16,8 +16,8 @@ table 149039 "AIT Evaluator" { field(1; "Test Suite Code"; Code[10]) { - Caption = 'Test Suite Code'; - ToolTip = 'Specifies the code of the test suite.'; + Caption = 'Eval Suite Code'; + ToolTip = 'Specifies the code of the eval suite.'; DataClassification = SystemMetadata; TableRelation = "AIT Test Suite".Code; ValidateTableRelation = true; @@ -25,8 +25,8 @@ table 149039 "AIT Evaluator" field(2; "Test Method Line"; Integer) { - Caption = 'Test Method Line'; - ToolTip = 'Specifies the line number of the test method.'; + Caption = 'Eval Method Line'; + ToolTip = 'Specifies the line number of the eval method.'; DataClassification = SystemMetadata; TableRelation = "AIT Test Method Line"."Line No."; ValidateTableRelation = true; @@ -43,7 +43,7 @@ table 149039 "AIT Evaluator" { DataClassification = SystemMetadata; Caption = 'Evaluator'; - ToolTip = 'Specifies the evaluator to use in the test suite.'; + ToolTip = 'Specifies the evaluator to use in the eval suite.'; } } diff --git a/src/Tools/AI Test Toolkit/src/Evaluation/AITEvaluators.Page.al b/src/Tools/AI Test Toolkit/src/Evaluation/AITEvaluators.Page.al index 0969dbbaa4..9597207197 100644 --- a/src/Tools/AI Test Toolkit/src/Evaluation/AITEvaluators.Page.al +++ b/src/Tools/AI Test Toolkit/src/Evaluation/AITEvaluators.Page.al @@ -20,23 +20,23 @@ page 149045 "AIT Evaluators" { Editable = false; ApplicationArea = All; - Caption = 'Test Suite Code'; - ToolTip = 'Specifies the code of the test suite.'; + Caption = 'Eval Suite Code'; + ToolTip = 'Specifies the code of the eval suite.'; Visible = false; } field("Test Method Line"; Rec."Test Method Line") { Editable = false; ApplicationArea = All; - Caption = 'Test Method Line'; - ToolTip = 'Specifies the line number of the test method.'; + Caption = 'Eval Method Line'; + ToolTip = 'Specifies the line number of the eval method.'; Visible = false; } field(Evaluator; Rec.Evaluator) { ApplicationArea = All; Caption = 'Evaluator'; - ToolTip = 'Specifies the evaluator to use in the test suite.'; + ToolTip = 'Specifies the evaluator to use in the eval suite.'; } field(EvaluatorType; Rec."Evaluator Type") { diff --git a/src/Tools/AI Test Toolkit/src/Languages/AITTestSuiteLanguage.Codeunit.al b/src/Tools/AI Test Toolkit/src/Languages/AITTestSuiteLanguage.Codeunit.al index bc184a6260..143c0c9b22 100644 --- a/src/Tools/AI Test Toolkit/src/Languages/AITTestSuiteLanguage.Codeunit.al +++ b/src/Tools/AI Test Toolkit/src/Languages/AITTestSuiteLanguage.Codeunit.al @@ -13,10 +13,10 @@ codeunit 149046 "AIT Test Suite Language" Access = Internal; /// - /// Updates the test suite languages by adding all available language versions from the test input groups. + /// Updates the eval suite languages by adding all available language versions from the test input groups. /// Languages that are no longer part of any dataset will be removed. /// - /// The test suite code to update languages for. + /// The eval suite code to update languages for. /// The test input group code to get languages from. procedure UpdateLanguagesFromDataset(TestSuiteCode: Code[100]; TestInputGroupCode: Code[100]) var @@ -69,9 +69,9 @@ codeunit 149046 "AIT Test Suite Language" end; /// - /// Opens a lookup page to select and assign a language to the test suite. + /// Opens a lookup page to select and assign a language to the eval suite. /// - /// The test suite record to assign a language to. + /// The eval suite record to assign a language to. procedure AssistEditTestSuiteLanguage(AITTestSuite: Record "AIT Test Suite") var AITTestSuiteLanguage: Record "AIT Test Suite Language"; diff --git a/src/Tools/AI Test Toolkit/src/Languages/AITTestSuiteLanguage.Table.al b/src/Tools/AI Test Toolkit/src/Languages/AITTestSuiteLanguage.Table.al index 718e977d17..4e431fe900 100644 --- a/src/Tools/AI Test Toolkit/src/Languages/AITTestSuiteLanguage.Table.al +++ b/src/Tools/AI Test Toolkit/src/Languages/AITTestSuiteLanguage.Table.al @@ -9,7 +9,7 @@ using System.Globalization; table 149035 "AIT Test Suite Language" { - Caption = 'AI Test Suite Language'; + Caption = 'AI Eval Suite Language'; DataClassification = SystemMetadata; ReplicateData = false; Access = Public; @@ -18,14 +18,14 @@ table 149035 "AIT Test Suite Language" { field(1; "Test Suite Code"; Code[10]) { - Caption = 'Test Suite Code'; + Caption = 'Eval Suite Code'; TableRelation = "AIT Test Suite".Code; ValidateTableRelation = true; } field(2; "Language ID"; Integer) { Caption = 'Language ID'; - ToolTip = 'Specifies the Windows Language ID for the test suite language.'; + ToolTip = 'Specifies the Windows Language ID for the eval suite language.'; TableRelation = "Windows Language"."Language ID"; ValidateTableRelation = true; } @@ -48,7 +48,7 @@ table 149035 "AIT Test Suite Language" field(20; "Run Frequency"; Enum "AIT Run Frequency") { Caption = 'Run Frequency'; - ToolTip = 'Specifies how frequently the test suite should be run for this language.'; + ToolTip = 'Specifies how frequently the eval suite should be run for this language.'; } field(21; Validation; Boolean) { diff --git a/src/Tools/AI Test Toolkit/src/Languages/AITTestSuiteLanguagesPart.Page.al b/src/Tools/AI Test Toolkit/src/Languages/AITTestSuiteLanguagesPart.Page.al index 5789be481a..cbf941817f 100644 --- a/src/Tools/AI Test Toolkit/src/Languages/AITTestSuiteLanguagesPart.Page.al +++ b/src/Tools/AI Test Toolkit/src/Languages/AITTestSuiteLanguagesPart.Page.al @@ -39,7 +39,7 @@ page 149047 "AIT Test Suite Languages Part" field("Run Frequency"; Rec."Run Frequency") { ApplicationArea = All; - ToolTip = 'Specifies how frequently the test suite should be run for this language.'; + ToolTip = 'Specifies how frequently the eval suite should be run for this language.'; } } } diff --git a/src/Tools/AI Test Toolkit/src/Logs/AITLogEntries.Page.al b/src/Tools/AI Test Toolkit/src/Logs/AITLogEntries.Page.al index 30a680b219..20788758c6 100644 --- a/src/Tools/AI Test Toolkit/src/Logs/AITLogEntries.Page.al +++ b/src/Tools/AI Test Toolkit/src/Logs/AITLogEntries.Page.al @@ -7,7 +7,7 @@ namespace System.TestTools.AITestToolkit; page 149033 "AIT Log Entries" { - Caption = 'AI Log Entries'; + Caption = 'AI Eval Log Entries'; PageType = List; ApplicationArea = All; Editable = false; @@ -102,7 +102,7 @@ page 149033 "AIT Log Entries" field("Input Text"; InputText) { Caption = 'Input'; - ToolTip = 'Specifies the test input of the test.'; + ToolTip = 'Specifies the test input of the eval.'; trigger OnDrillDown() begin @@ -111,8 +111,8 @@ page 149033 "AIT Log Entries" } field("Output Text"; OutputText) { - Caption = 'Test Output'; - ToolTip = 'Specifies the test output of the test.'; + Caption = 'Eval Output'; + ToolTip = 'Specifies the eval output of the eval.'; trigger OnDrillDown() begin @@ -125,24 +125,24 @@ page 149033 "AIT Log Entries" field(TestRunDuration; TestRunDuration) { Caption = 'Duration'; - ToolTip = 'Specifies the duration of the iteration.'; + ToolTip = 'Specifies the duration of the eval.'; } field(StartTime; Format(Rec."Start Time", 0, '-- ::')) { Caption = 'Start Time'; - ToolTip = 'Specifies the start time of the test.'; + ToolTip = 'Specifies the start time of the eval.'; Visible = false; } field(EndTime; Format(Rec."End Time", 0, '-- ::')) { Caption = 'End Time'; - ToolTip = 'Specifies the end time of the test.'; + ToolTip = 'Specifies the end time of the eval.'; Visible = false; } field(Message; ErrorMessage) { Caption = 'Error Message'; - ToolTip = 'Specifies the error message from the test.'; + ToolTip = 'Specifies the error message from the eval.'; Style = Unfavorable; trigger OnDrillDown() @@ -249,9 +249,9 @@ page 149033 "AIT Log Entries" } action("Download Test Output") { - Caption = 'Download Test Output'; + Caption = 'Download Eval Output'; Image = Download; - ToolTip = 'Download the test output.'; + ToolTip = 'Download the eval output.'; trigger OnAction() var @@ -262,9 +262,9 @@ page 149033 "AIT Log Entries" } action("View Test Data") { - Caption = 'View Test Data'; + Caption = 'View Eval Data'; Image = CompareCOA; - ToolTip = 'View Test Data.'; + ToolTip = 'View Eval Data.'; trigger OnAction() begin @@ -273,9 +273,9 @@ page 149033 "AIT Log Entries" } action("Download Test Summary") { - Caption = 'Download Test Summary'; + Caption = 'Download Eval Summary'; Image = Export; - ToolTip = 'Downloads a summary of the test results.'; + ToolTip = 'Downloads a summary of the eval results.'; trigger OnAction() var @@ -287,9 +287,9 @@ page 149033 "AIT Log Entries" action(RerunTest) { - Caption = 'Rerun test'; + Caption = 'Rerun eval'; Image = Redo; - ToolTip = 'Rerun the test for the selected line.'; + ToolTip = 'Rerun the eval for the selected line.'; trigger OnAction() var @@ -341,7 +341,7 @@ page 149033 "AIT Log Entries" } var - ClickToShowLbl: Label 'Show data input'; + ClickToShowLbl: Label 'Show eval input'; DoYouWantToDeleteQst: Label 'Do you want to delete all entries within the filter?'; InputText: Text; TurnsText: Text; diff --git a/src/Tools/AI Test Toolkit/src/Logs/AITLogEntry.Table.al b/src/Tools/AI Test Toolkit/src/Logs/AITLogEntry.Table.al index 0508f4b4bf..ead956f417 100644 --- a/src/Tools/AI Test Toolkit/src/Logs/AITLogEntry.Table.al +++ b/src/Tools/AI Test Toolkit/src/Logs/AITLogEntry.Table.al @@ -10,7 +10,7 @@ using System.TestTools.TestRunner; table 149034 "AIT Log Entry" { - Caption = 'AI Log Entry'; + Caption = 'AI Eval Log Entry'; DataClassification = SystemMetadata; DrillDownPageId = "AIT Log Entries"; LookupPageId = "AIT Log Entries"; @@ -29,10 +29,10 @@ table 149034 "AIT Log Entry" } field(2; "Test Suite Code"; Code[100]) { - Caption = 'Test Suite Code'; + Caption = 'Eval Suite Code'; NotBlank = true; TableRelation = "AIT Test Suite"; - ToolTip = 'Specifies the Test Suite Code.'; + ToolTip = 'Specifies the Eval Suite Code.'; } field(3; "Test Method Line No."; Integer) { @@ -55,7 +55,7 @@ table 149034 "AIT Log Entry" field(7; "Codeunit ID"; Integer) { Caption = 'Codeunit ID'; - ToolTip = 'Specifies the test codeunit id.'; + ToolTip = 'Specifies the eval codeunit id.'; } field(8; "Codeunit Name"; Text[250]) { @@ -63,7 +63,7 @@ table 149034 "AIT Log Entry" FieldClass = FlowField; CalcFormula = lookup(AllObjWithCaption."Object Caption" where("Object Type" = const(Codeunit), "Object ID" = field("Codeunit ID"))); Editable = false; - ToolTip = 'Specifies the test codeunit name.'; + ToolTip = 'Specifies the eval codeunit name.'; } field(9; "Duration (ms)"; Integer) { @@ -83,13 +83,13 @@ table 149034 "AIT Log Entry" field(13; Version; Integer) { Caption = 'Version'; - ToolTip = 'Specifies the Version No. of the test run.'; + ToolTip = 'Specifies the Version No. of the eval run.'; } field(15; Tag; Text[20]) { DataClassification = CustomerContent; Caption = 'Tag'; - ToolTip = 'Specifies the Tag that we entered in the AI Test Suite.'; + ToolTip = 'Specifies the Tag that we entered in the AI Eval Suite.'; } field(16; "Error Call Stack"; Blob) { @@ -116,13 +116,13 @@ table 149034 "AIT Log Entry" { Caption = 'Original Status'; OptionMembers = Success,Error; - ToolTip = 'Specifies the original status of the test if any event subscribers modifies the status of the test'; + ToolTip = 'Specifies the original status of the eval if any event subscribers modifies the status of the eval'; } field(22; "Original Message"; Text[250]) { DataClassification = CustomerContent; Caption = 'Original Message'; - ToolTip = 'Specifies the original message of the test if any event subscribers modifies the message of the test'; + ToolTip = 'Specifies the original message of the eval if any event subscribers modifies the message of the eval'; } field(23; "Log was Modified"; Boolean) { @@ -133,7 +133,7 @@ table 149034 "AIT Log Entry" { Caption = 'Test Input Group Code'; TableRelation = "Test Input Group".Code; - ToolTip = 'Specifies the dataset that is used by the test.'; + ToolTip = 'Specifies the dataset that is used by the eval.'; } field(25; "Test Input Code"; Code[100]) { @@ -171,15 +171,15 @@ table 149034 "AIT Log Entry" } field(45; "Test Method Line Accuracy"; Decimal) { - Caption = 'Test Method Line Accuracy'; - ToolTip = 'Specifies the accuracy of the test line. The accuracy is calculated as the percentage of turns that passed or can be set manually in the test.'; + Caption = 'Eval Method Line Accuracy'; + ToolTip = 'Specifies the accuracy of the eval line. The accuracy is calculated as the percentage of turns that passed or can be set manually in the eval.'; AutoFormatType = 0; } field(50; "Tokens Consumed"; Integer) { Caption = 'Total Tokens Consumed'; - ToolTip = 'Specifies the aggregated number of tokens consumed by the test. This is applicable only when using Microsoft AI Module.'; + ToolTip = 'Specifies the aggregated number of tokens consumed by the eval. This is applicable only when using Microsoft AI Module.'; } } diff --git a/src/Tools/AI Test Toolkit/src/Logs/AITRunHistory.Page.al b/src/Tools/AI Test Toolkit/src/Logs/AITRunHistory.Page.al index 071e3c5b15..db6a7b8429 100644 --- a/src/Tools/AI Test Toolkit/src/Logs/AITRunHistory.Page.al +++ b/src/Tools/AI Test Toolkit/src/Logs/AITRunHistory.Page.al @@ -7,7 +7,7 @@ namespace System.TestTools.AITestToolkit; page 149032 "AIT Run History" { - Caption = 'AI Test Suite Run History'; + Caption = 'AI Eval Suite Run History'; PageType = Worksheet; ApplicationArea = All; UsageCategory = None; @@ -27,8 +27,8 @@ page 149032 "AIT Run History" field("Test Suite Code"; TestSuiteCode) { - Caption = 'Test Suite Code'; - ToolTip = 'Specifies the code of the test suite to view results for.'; + Caption = 'Eval Suite Code'; + ToolTip = 'Specifies the code of the eval suite to view results for.'; TableRelation = "AIT Test Suite".Code; trigger OnValidate() @@ -62,12 +62,12 @@ page 149032 "AIT Run History" group("Line Filter") { - Caption = 'Test Line Filter'; + Caption = 'Eval Line Filter'; Visible = ApplyLineFilter; field("Line No."; LineNoFilter) { - Caption = 'Test Line'; + Caption = 'Eval Line'; ToolTip = 'Specifies the line to filter to.'; Editable = false; @@ -96,22 +96,22 @@ page 149032 "AIT Run History" field("No. of Tests - By Version"; Rec."No. of Tests Executed") { Visible = ViewBy = ViewBy::Version; - Caption = 'No. of Tests'; - ToolTip = 'Specifies the number of tests in the version.'; + Caption = 'No. of Evals'; + ToolTip = 'Specifies the number of evals in the version.'; } field("No. of Tests Passed - By Version"; Rec."No. of Tests Passed") { Visible = ViewBy = ViewBy::Version; - Caption = 'No. of Tests Passed'; - ToolTip = 'Specifies the number of tests passed in the version.'; + Caption = 'No. of Evals Passed'; + ToolTip = 'Specifies the number of evals passed in the version.'; Style = Favorable; } field("No. of Tests Failed - By Version"; Rec."No. of Tests Executed" - Rec."No. of Tests Passed") { Visible = ViewBy = ViewBy::Version; Editable = false; - Caption = 'No. of Tests Failed'; - ToolTip = 'Specifies the number of tests that failed in the version.'; + Caption = 'No. of Evals Failed'; + ToolTip = 'Specifies the number of evals that failed in the version.'; Style = Unfavorable; trigger OnDrillDown() @@ -131,33 +131,33 @@ page 149032 "AIT Run History" { Visible = ViewBy = ViewBy::Version; Caption = 'Total Duration (ms)'; - ToolTip = 'Specifies Total Duration of the tests for the base version.'; + ToolTip = 'Specifies Total Duration of the evals for the base version.'; } field("Tokens - By Version"; Rec."Tokens Consumed") { Visible = ViewBy = ViewBy::Version; Caption = 'Total Tokens Consumed'; - ToolTip = 'Specifies the aggregated number of tokens consumed by the test in the current version. This is applicable only when using Microsoft AI Module.'; + ToolTip = 'Specifies the aggregated number of tokens consumed by the eval in the current version. This is applicable only when using Microsoft AI Module.'; } field("No. of Tests - By Tag"; Rec."No. of Tests Executed - By Tag") { Visible = ViewBy = ViewBy::Tag; - Caption = 'No. of Tests'; - ToolTip = 'Specifies the number of tests for the tag.'; + Caption = 'No. of Evals'; + ToolTip = 'Specifies the number of evals for the tag.'; } field("No. of Tests Passed - By Tag"; Rec."No. of Tests Passed - By Tag") { Visible = ViewBy = ViewBy::Tag; - Caption = 'No. of Tests Passed'; - ToolTip = 'Specifies the number of tests passed for the tag.'; + Caption = 'No. of Evals Passed'; + ToolTip = 'Specifies the number of evals passed for the tag.'; Style = Favorable; } field("No. of Tests Failed - By Tag"; Rec."No. of Tests Executed - By Tag" - Rec."No. of Tests Passed - By Tag") { Visible = ViewBy = ViewBy::Tag; Editable = false; - Caption = 'No. of Tests Failed'; - ToolTip = 'Specifies the number of tests that failed for the tag.'; + Caption = 'No. of Evals Failed'; + ToolTip = 'Specifies the number of evals that failed for the tag.'; Style = Unfavorable; trigger OnDrillDown() @@ -177,13 +177,13 @@ page 149032 "AIT Run History" { Visible = ViewBy = ViewBy::Tag; Caption = 'Total Duration (ms)'; - ToolTip = 'Specifies Total Duration of the tests for the base version.'; + ToolTip = 'Specifies Total Duration of the evals for the base version.'; } field("Tokens - By Tag"; Rec."Tokens Consumed - By Tag") { Visible = ViewBy = ViewBy::Tag; Caption = 'Total Tokens Consumed'; - ToolTip = 'Specifies the aggregated number of tokens consumed by the test in the current version. This is applicable only when using Microsoft AI Module.'; + ToolTip = 'Specifies the aggregated number of tokens consumed by the eval in the current version. This is applicable only when using Microsoft AI Module.'; } } } diff --git a/src/Tools/AI Test Toolkit/src/Logs/AITRunHistory.Table.al b/src/Tools/AI Test Toolkit/src/Logs/AITRunHistory.Table.al index cf86c3f543..6144bbe2a7 100644 --- a/src/Tools/AI Test Toolkit/src/Logs/AITRunHistory.Table.al +++ b/src/Tools/AI Test Toolkit/src/Logs/AITRunHistory.Table.al @@ -7,7 +7,7 @@ namespace System.TestTools.AITestToolkit; table 149036 "AIT Run History" { - Caption = 'AI Run History'; + Caption = 'AI Eval Run History'; DataClassification = SystemMetadata; Extensible = false; Access = Internal; @@ -19,19 +19,19 @@ table 149036 "AIT Run History" { Caption = 'Code'; NotBlank = true; - ToolTip = 'Specifies the Code for the test suite.'; + ToolTip = 'Specifies the Code for the eval suite.'; } field(2; Version; Integer) { Caption = 'Version'; NotBlank = true; - ToolTip = 'Specifies the version for the test suite.'; + ToolTip = 'Specifies the version for the eval suite.'; } field(3; Tag; Text[20]) { Caption = 'Tag'; NotBlank = true; - ToolTip = 'Specifies the tag for the test suite.'; + ToolTip = 'Specifies the tag for the eval suite.'; } field(5; "Line No. Filter"; Integer) { @@ -41,16 +41,16 @@ table 149036 "AIT Run History" } field(10; "No. of Tests Executed"; Integer) { - Caption = 'No. of Tests Executed'; - ToolTip = 'Specifies the number of tests executed for the test suite.'; + Caption = 'No. of Evals Executed'; + ToolTip = 'Specifies the number of evals executed for the eval suite.'; Editable = false; FieldClass = FlowField; CalcFormula = count("AIT Log Entry" where("Test Suite Code" = field("Test Suite Code"), "Version" = field("Version"), "Test Method Line No." = field("Line No. Filter"), Operation = const('Run Procedure'), "Procedure Name" = filter(<> ''))); } field(11; "No. of Tests Passed"; Integer) { - Caption = 'No. of Tests Passed'; - ToolTip = 'Specifies the number of tests passed for the test suite.'; + Caption = 'No. of Evals Passed'; + ToolTip = 'Specifies the number of evals passed for the eval suite.'; Editable = false; FieldClass = FlowField; CalcFormula = count("AIT Log Entry" where("Test Suite Code" = field("Test Suite Code"), "Version" = field("Version"), "Test Method Line No." = field("Line No. Filter"), Operation = const('Run Procedure'), "Procedure Name" = filter(<> ''), Status = const(0))); @@ -60,7 +60,7 @@ table 149036 "AIT Run History" #pragma warning restore AA0232 { Caption = 'Total Duration (ms)'; - ToolTip = 'Specifies the time taken for executing the tests in the test suite.'; + ToolTip = 'Specifies the time taken for executing the evals in the eval suite.'; Editable = false; FieldClass = FlowField; CalcFormula = sum("AIT Log Entry"."Duration (ms)" where("Test Suite Code" = field("Test Suite Code"), "Version" = field("Version"), "Test Method Line No." = field("Line No. Filter"), Operation = const('Run Procedure'), "Procedure Name" = filter(<> ''))); @@ -68,7 +68,7 @@ table 149036 "AIT Run History" field(13; "Tokens Consumed"; Integer) { Caption = 'Total Tokens Consumed'; - ToolTip = 'Specifies the aggregated number of tokens consumed by the test in the current version. This is applicable only when using Microsoft AI Module.'; + ToolTip = 'Specifies the aggregated number of tokens consumed by the eval in the current version. This is applicable only when using Microsoft AI Module.'; Editable = false; FieldClass = FlowField; CalcFormula = sum("AIT Log Entry"."Tokens Consumed" where("Test Suite Code" = field("Test Suite Code"), Version = field("Version"), "Test Method Line No." = field("Line No. Filter"), Operation = const('Run Procedure'), "Procedure Name" = filter(<> ''))); @@ -84,16 +84,16 @@ table 149036 "AIT Run History" } field(20; "No. of Tests Executed - By Tag"; Integer) { - Caption = 'No. of Tests Executed'; - ToolTip = 'Specifies the number of tests executed for the test suite.'; + Caption = 'No. of Evals Executed'; + ToolTip = 'Specifies the number of evals executed for the eval suite.'; Editable = false; FieldClass = FlowField; CalcFormula = count("AIT Log Entry" where("Test Suite Code" = field("Test Suite Code"), Tag = field(Tag), "Test Method Line No." = field("Line No. Filter"), Operation = const('Run Procedure'), "Procedure Name" = filter(<> ''))); } field(21; "No. of Tests Passed - By Tag"; Integer) { - Caption = 'No. of Tests Passed'; - ToolTip = 'Specifies the number of tests passed for the test suite.'; + Caption = 'No. of Evals Passed'; + ToolTip = 'Specifies the number of evals passed for the eval suite.'; Editable = false; FieldClass = FlowField; CalcFormula = count("AIT Log Entry" where("Test Suite Code" = field("Test Suite Code"), Tag = field(Tag), "Test Method Line No." = field("Line No. Filter"), Operation = const('Run Procedure'), "Procedure Name" = filter(<> ''), Status = const(0))); @@ -101,7 +101,7 @@ table 149036 "AIT Run History" field(22; "Total Duration (ms) - By Tag"; Integer) { Caption = 'Total Duration (ms)'; - ToolTip = 'Specifies the time taken for executing the tests in the test suite.'; + ToolTip = 'Specifies the time taken for executing the evals in the eval suite.'; Editable = false; FieldClass = FlowField; CalcFormula = sum("AIT Log Entry"."Duration (ms)" where("Test Suite Code" = field("Test Suite Code"), "Test Method Line No." = field("Line No. Filter"), Tag = field(Tag), Operation = const('Run Procedure'), "Procedure Name" = filter(<> ''))); @@ -109,7 +109,7 @@ table 149036 "AIT Run History" field(23; "Tokens Consumed - By Tag"; Integer) { Caption = 'Total Tokens Consumed'; - ToolTip = 'Specifies the aggregated number of tokens consumed by the test in the current version. This is applicable only when using Microsoft AI Module.'; + ToolTip = 'Specifies the aggregated number of tokens consumed by the eval in the current version. This is applicable only when using Microsoft AI Module.'; Editable = false; FieldClass = FlowField; CalcFormula = sum("AIT Log Entry"."Tokens Consumed" where("Test Suite Code" = field("Test Suite Code"), "Test Method Line No." = field("Line No. Filter"), Tag = field(Tag), Operation = const('Run Procedure'), "Procedure Name" = filter(<> ''))); diff --git a/src/Tools/AI Test Toolkit/src/Logs/AITTestData.Page.al b/src/Tools/AI Test Toolkit/src/Logs/AITTestData.Page.al index 9948260e8a..e3d1629b16 100644 --- a/src/Tools/AI Test Toolkit/src/Logs/AITTestData.Page.al +++ b/src/Tools/AI Test Toolkit/src/Logs/AITTestData.Page.al @@ -7,7 +7,7 @@ namespace System.TestTools.AITestToolkit; page 149041 "AIT Test Data" { - Caption = 'AI Test Data'; + Caption = 'AI Eval Data'; PageType = CardPart; ApplicationArea = All; Editable = false; diff --git a/src/Tools/AI Test Toolkit/src/Logs/AITTestDataCompare.Page.al b/src/Tools/AI Test Toolkit/src/Logs/AITTestDataCompare.Page.al index 43c6d828e4..a6dd2b3f11 100644 --- a/src/Tools/AI Test Toolkit/src/Logs/AITTestDataCompare.Page.al +++ b/src/Tools/AI Test Toolkit/src/Logs/AITTestDataCompare.Page.al @@ -7,7 +7,7 @@ namespace System.TestTools.AITestToolkit; page 149039 "AIT Test Data Compare" { - Caption = 'AI Test Data'; + Caption = 'AI Eval Data'; PageType = Card; ApplicationArea = All; SourceTable = "AIT Log Entry"; diff --git a/src/Tools/AI Test Toolkit/src/Logs/AITTestMethodLinesCompare.Page.al b/src/Tools/AI Test Toolkit/src/Logs/AITTestMethodLinesCompare.Page.al index 1889ed18c9..8e68da352b 100644 --- a/src/Tools/AI Test Toolkit/src/Logs/AITTestMethodLinesCompare.Page.al +++ b/src/Tools/AI Test Toolkit/src/Logs/AITTestMethodLinesCompare.Page.al @@ -8,7 +8,7 @@ namespace System.TestTools.AITestToolkit; page 149035 "AIT Test Method Lines Compare" { - Caption = 'AI Test Method Lines Compare'; + Caption = 'AI Eval Method Lines Compare'; PageType = Card; ApplicationArea = All; SourceTable = "AIT Test Method Line"; @@ -60,28 +60,28 @@ page 149035 "AIT Test Method Lines Compare" ShowCaption = false; label(NoOfTests) { - Caption = 'Number of Tests'; - ToolTip = 'Specifies the number of tests in this Line'; + Caption = 'Number of Evals'; + ToolTip = 'Specifies the number of evals in this Line'; } label(NoOfTestsPassed) { - Caption = 'Number of Tests Passed'; - ToolTip = 'Specifies the number of tests passed in the version.'; + Caption = 'Number of Evals Passed'; + ToolTip = 'Specifies the number of evals passed in the version.'; } label(NoOfTestsFailed) { - Caption = 'Number of Tests Failed'; - ToolTip = 'Specifies the number of tests that failed in the version.'; + Caption = 'Number of Evals Failed'; + ToolTip = 'Specifies the number of evals that failed in the version.'; } label(TotalDuration) { Caption = 'Total Duration (ms)'; - ToolTip = 'Specifies Total Duration of the test for given version.'; + ToolTip = 'Specifies Total Duration of the eval for given version.'; } label(TokensConsumed) { Caption = 'Total Tokens Consumed'; - ToolTip = 'Specifies the aggregated number of tokens consumed by the test. This is applicable only when using Microsoft AI Module.'; + ToolTip = 'Specifies the aggregated number of tokens consumed by the eval. This is applicable only when using Microsoft AI Module.'; } } group("Latest Version") @@ -99,8 +99,8 @@ page 149035 "AIT Test Method Lines Compare" field("No. of Tests Failed"; Rec."No. of Tests Executed" - Rec."No. of Tests Passed") { Editable = false; - Caption = 'Number of Tests Failed'; - ToolTip = 'Specifies the number of tests that failed in the current version.'; + Caption = 'Number of Evals Failed'; + ToolTip = 'Specifies the number of evals that failed in the current version.'; ShowCaption = false; Style = Unfavorable; @@ -113,7 +113,7 @@ page 149035 "AIT Test Method Lines Compare" } field(Duration; Rec."Total Duration (ms)") { - ToolTip = 'Specifies Total Duration of the tests for this version.'; + ToolTip = 'Specifies Total Duration of the evals for this version.'; ShowCaption = false; } field("Tokens Consumed"; Rec."Tokens Consumed") @@ -126,7 +126,7 @@ page 149035 "AIT Test Method Lines Compare" Caption = 'Base Version'; field("No. of Tests Executed - Base"; Rec."No. of Tests Executed - Base") { - ToolTip = 'Specifies the number of tests in this Line for the base version.'; + ToolTip = 'Specifies the number of evals in this Line for the base version.'; ShowCaption = false; } field("No. of Tests Passed - Base"; Rec."No. of Tests Passed - Base") @@ -137,8 +137,8 @@ page 149035 "AIT Test Method Lines Compare" field("No. of Tests Failed - Base"; Rec."No. of Tests Executed - Base" - Rec."No. of Tests Passed - Base") { Editable = false; - Caption = 'No. of Tests Failed - Base'; - ToolTip = 'Specifies the number of tests that failed in the base version.'; + Caption = 'No. of Evals Failed - Base'; + ToolTip = 'Specifies the number of evals that failed in the base version.'; Style = Unfavorable; ShowCaption = false; @@ -151,7 +151,7 @@ page 149035 "AIT Test Method Lines Compare" } field(DurationBase; Rec."Total Duration - Base (ms)") { - ToolTip = 'Specifies Total Duration of the tests for the base version.'; + ToolTip = 'Specifies Total Duration of the evals for the base version.'; Caption = 'Total Duration Base (ms)'; ShowCaption = false; } diff --git a/src/Tools/AI Test Toolkit/src/Logs/AITTestSuiteCompare.Page.al b/src/Tools/AI Test Toolkit/src/Logs/AITTestSuiteCompare.Page.al index 9d0a3c1585..b3f46516e6 100644 --- a/src/Tools/AI Test Toolkit/src/Logs/AITTestSuiteCompare.Page.al +++ b/src/Tools/AI Test Toolkit/src/Logs/AITTestSuiteCompare.Page.al @@ -8,7 +8,7 @@ namespace System.TestTools.AITestToolkit; page 149036 "AIT Test Suite Compare" { - Caption = 'AI Test Suite Compare'; + Caption = 'AI Eval Suite Compare'; PageType = Card; ApplicationArea = All; SourceTable = "AIT Test Suite"; @@ -61,28 +61,28 @@ page 149036 "AIT Test Suite Compare" ShowCaption = false; label(NoOfTests) { - Caption = 'Number of Tests'; - ToolTip = 'Specifies the number of tests in this Line'; + Caption = 'Number of Evals'; + ToolTip = 'Specifies the number of evals in this Line'; } label(NoOfTestsPassed) { - Caption = 'Number of Tests Passed'; - ToolTip = 'Specifies the number of tests passed in the version.'; + Caption = 'Number of Evals Passed'; + ToolTip = 'Specifies the number of evals passed in the version.'; } label(NoOfTestsFailed) { - Caption = 'Number of Tests Failed'; - ToolTip = 'Specifies the number of tests that failed in the version.'; + Caption = 'Number of Evals Failed'; + ToolTip = 'Specifies the number of evals that failed in the version.'; } label(TotalDuration) { Caption = 'Total Duration (ms)'; - ToolTip = 'Specifies Total Duration of the tests for the version.'; + ToolTip = 'Specifies Total Duration of the evals for the version.'; } label(TokensConsumed) { Caption = 'Total Tokens Consumed'; - ToolTip = 'Specifies the aggregated number of tokens consumed by the test. This is applicable only when using Microsoft AI Module.'; + ToolTip = 'Specifies the aggregated number of tokens consumed by the eval. This is applicable only when using Microsoft AI Module.'; } } group("Latest Version") @@ -90,20 +90,20 @@ page 149036 "AIT Test Suite Compare" Caption = 'Latest Version'; field("No. of Tests"; Rec."No. of Tests Executed") { - ToolTip = 'Specifies the number of tests in this line.'; + ToolTip = 'Specifies the number of evals in this line.'; ShowCaption = false; } field("No. of Tests Passed"; Rec."No. of Tests Passed") { Style = Favorable; - ToolTip = 'Specifies the number of tests passed in the current version.'; + ToolTip = 'Specifies the number of evals passed in the current version.'; ShowCaption = false; } field("No. of Tests Failed"; Rec."No. of Tests Executed" - Rec."No. of Tests Passed") { Editable = false; - Caption = 'Number of Tests Failed'; - ToolTip = 'Specifies the number of tests that failed in the current version.'; + Caption = 'Number of Evals Failed'; + ToolTip = 'Specifies the number of evals that failed in the current version.'; ShowCaption = false; Style = Unfavorable; @@ -116,7 +116,7 @@ page 149036 "AIT Test Suite Compare" } field(Duration; Rec."Total Duration (ms)") { - ToolTip = 'Specifies Total Duration of the tests for this version.'; + ToolTip = 'Specifies Total Duration of the evals for this version.'; ShowCaption = false; } field("Tokens Consumed"; Rec."Tokens Consumed") @@ -129,20 +129,20 @@ page 149036 "AIT Test Suite Compare" Caption = 'Base Version'; field("No. of Tests - Base"; Rec."No. of Tests Executed") { - ToolTip = 'Specifies the number of tests in this Line for the base version.'; + ToolTip = 'Specifies the number of evals in this Line for the base version.'; ShowCaption = false; } field("No. of Tests Passed - Base"; Rec."No. of Tests Passed") { - ToolTip = 'Specifies the number of tests passed in the base Version.'; + ToolTip = 'Specifies the number of evals passed in the base Version.'; Style = Favorable; ShowCaption = false; } field("No. of Tests Failed - Base"; Rec."No. of Tests Executed" - Rec."No. of Tests Passed") { Editable = false; - Caption = 'Number of Tests Failed - Base'; - ToolTip = 'Specifies the number of tests that failed in the base Version.'; + Caption = 'Number of Evals Failed - Base'; + ToolTip = 'Specifies the number of evals that failed in the base Version.'; Style = Unfavorable; ShowCaption = false; @@ -155,7 +155,7 @@ page 149036 "AIT Test Suite Compare" } field(DurationBase; Rec."Total Duration (ms)") { - ToolTip = 'Specifies Total Duration of the tests for the version.'; + ToolTip = 'Specifies Total Duration of the evals for the version.'; Caption = 'Total Duration Base (ms)'; ShowCaption = false; } diff --git a/src/Tools/AI Test Toolkit/src/Logs/AITTestSummary.Report.al b/src/Tools/AI Test Toolkit/src/Logs/AITTestSummary.Report.al index 5c959e62fc..4deb9c6c93 100644 --- a/src/Tools/AI Test Toolkit/src/Logs/AITTestSummary.Report.al +++ b/src/Tools/AI Test Toolkit/src/Logs/AITTestSummary.Report.al @@ -7,7 +7,7 @@ namespace System.TestTools.AITestToolkit; report 149030 "AIT Test Summary" { - Caption = 'AI Test Summary'; + Caption = 'AI Eval Summary'; ApplicationArea = All; UsageCategory = Tasks; DefaultLayout = Excel; @@ -18,7 +18,7 @@ report 149030 "AIT Test Summary" dataitem(Results; "AIT Log Entry") { RequestFilterFields = Version; - RequestFilterHeading = 'AI Test Log Entries'; + RequestFilterHeading = 'AI Eval Log Entries'; column(CodeunitID; Results."Codeunit ID") { diff --git a/src/Tools/AI Test Toolkit/src/TestSuite/AITLineStatus.Enum.al b/src/Tools/AI Test Toolkit/src/TestSuite/AITLineStatus.Enum.al index b19cb9b360..a86b96a068 100644 --- a/src/Tools/AI Test Toolkit/src/TestSuite/AITLineStatus.Enum.al +++ b/src/Tools/AI Test Toolkit/src/TestSuite/AITLineStatus.Enum.al @@ -6,7 +6,7 @@ namespace System.TestTools.AITestToolkit; /// -/// This enum has the Status of the AI Test Line. +/// This enum has the Status of the AI Eval Line. /// enum 149031 "AIT Line Status" { @@ -21,14 +21,14 @@ enum 149031 "AIT Line Status" } /// - /// Specifies that the AI Test Line state is Starting. + /// Specifies that the AI Eval Line state is Starting. /// value(10; Starting) { Caption = 'Starting'; } /// - /// Specifies that the AI Test Line state is Running. + /// Specifies that the AI Eval Line state is Running. /// value(20; Running) { @@ -36,7 +36,7 @@ enum 149031 "AIT Line Status" } /// - /// Specifies that the AI Test Line state is Completed. + /// Specifies that the AI Eval Line state is Completed. /// value(30; Completed) { @@ -44,7 +44,7 @@ enum 149031 "AIT Line Status" } /// - /// Specifies that the AI Test Line state is Cancelled. + /// Specifies that the AI Eval Line state is Cancelled. /// value(40; Cancelled) { diff --git a/src/Tools/AI Test Toolkit/src/TestSuite/AITRunFrequency.Enum.al b/src/Tools/AI Test Toolkit/src/TestSuite/AITRunFrequency.Enum.al index 55ac9de454..c0ea099976 100644 --- a/src/Tools/AI Test Toolkit/src/TestSuite/AITRunFrequency.Enum.al +++ b/src/Tools/AI Test Toolkit/src/TestSuite/AITRunFrequency.Enum.al @@ -6,14 +6,14 @@ namespace System.TestTools.AITestToolkit; /// -/// Specifies the run frequency for AI Test Suites. +/// Specifies the run frequency for AI Eval Suites. /// enum 149040 "AIT Run Frequency" { Extensible = false; /// - /// Specifies tests that are not included in automation, but can be run manually by engineers. + /// Specifies evals that are not included in automation, but can be run manually by engineers. /// value(0; Manual) { @@ -21,7 +21,7 @@ enum 149040 "AIT Run Frequency" } /// - /// Specifies that automation tests run on a daily basis. + /// Specifies that automation evals run on a daily basis. /// value(1; Daily) { @@ -29,7 +29,7 @@ enum 149040 "AIT Run Frequency" } /// - /// Specifies that automation tests run every week. + /// Specifies that automation evals run every week. /// value(2; Weekly) { diff --git a/src/Tools/AI Test Toolkit/src/TestSuite/AITTestMethodLine.Table.al b/src/Tools/AI Test Toolkit/src/TestSuite/AITTestMethodLine.Table.al index 416d1f1284..93cae23b30 100644 --- a/src/Tools/AI Test Toolkit/src/TestSuite/AITTestMethodLine.Table.al +++ b/src/Tools/AI Test Toolkit/src/TestSuite/AITTestMethodLine.Table.al @@ -10,7 +10,7 @@ using System.TestTools.TestRunner; table 149032 "AIT Test Method Line" { - Caption = 'AI Test Method Line'; + Caption = 'AI Eval Method Line'; DataClassification = SystemMetadata; Extensible = true; Access = Public; @@ -20,23 +20,23 @@ table 149032 "AIT Test Method Line" { field(1; "Test Suite Code"; Code[100]) { - Caption = 'Test Suite Code'; + Caption = 'Eval Suite Code'; Editable = false; NotBlank = true; TableRelation = "AIT Test Suite"; - ToolTip = 'Specifies the Test Suite Code for the test line.'; + ToolTip = 'Specifies the Eval Suite Code for the eval line.'; } field(2; "Line No."; Integer) { Editable = false; Caption = 'Line No.'; - ToolTip = 'Specifies the line number for the test line.'; + ToolTip = 'Specifies the line number for the eval line.'; } field(3; "Codeunit ID"; Integer) { Caption = 'Codeunit ID'; TableRelation = AllObjWithCaption."Object ID" where("Object Type" = const(Codeunit)); - ToolTip = 'Specifies the codeunit id to run for the test line.'; + ToolTip = 'Specifies the codeunit id to run for the eval line.'; trigger OnLookup() var AllObjWithCaption: Record AllObjWithCaption; @@ -67,14 +67,14 @@ table 149032 "AIT Test Method Line" Editable = false; FieldClass = FlowField; CalcFormula = lookup(AllObjWithCaption."Object Caption" where("Object Type" = const(Codeunit), "Object ID" = field("Codeunit ID"))); - ToolTip = 'Specifies the name of the codeunit for the test line.'; + ToolTip = 'Specifies the name of the codeunit for the eval line.'; } field(6; "Description"; Text[250]) { Caption = 'Description'; DataClassification = CustomerContent; - ToolTip = 'Specifies the description for the test line.'; + ToolTip = 'Specifies the description for the eval line.'; } field(7; "Input Dataset"; Code[100]) { @@ -98,7 +98,7 @@ table 149032 "AIT Test Method Line" { Caption = 'Status'; Editable = false; - ToolTip = 'Specifies the status for the test line.'; + ToolTip = 'Specifies the status for the eval line.'; } field(14; "Version Filter"; Integer) { @@ -107,8 +107,8 @@ table 149032 "AIT Test Method Line" } field(15; "No. of Tests Executed"; Integer) { - Caption = 'No. of Tests Executed'; - ToolTip = 'Specifies the number of tests executed for the test line.'; + Caption = 'No. of Evals Executed'; + ToolTip = 'Specifies the number of evals executed for the eval line.'; Editable = false; FieldClass = FlowField; CalcFormula = count("AIT Log Entry" where("Test Suite Code" = field("Test Suite Code"), "Test Method Line No." = field("Line No."), Version = field("Version Filter"), Operation = const('Run Procedure'), "Procedure Name" = filter(<> ''))); @@ -121,7 +121,7 @@ table 149032 "AIT Test Method Line" Editable = false; FieldClass = FlowField; CalcFormula = sum("AIT Log Entry"."Duration (ms)" where("Test Suite Code" = field("Test Suite Code"), "Test Method Line No." = field("Line No."), Version = field("Version Filter"), Operation = const('Run Procedure'), "Procedure Name" = filter(<> ''))); - ToolTip = 'Specifies the time taken to execute the test line.'; + ToolTip = 'Specifies the time taken to execute the eval line.'; } field(25; "Base Version Filter"; Integer) { @@ -130,8 +130,8 @@ table 149032 "AIT Test Method Line" } field(26; "No. of Tests Executed - Base"; Integer) { - Caption = 'No. of Tests Executed - Base'; - ToolTip = 'Specifies the number of tests executed for the base version of the test line.'; + Caption = 'No. of Evals Executed - Base'; + ToolTip = 'Specifies the number of evals executed for the base version of the eval line.'; Editable = false; FieldClass = FlowField; CalcFormula = count("AIT Log Entry" where("Test Suite Code" = field("Test Suite Code"), "Test Method Line No." = field("Line No."), Version = field("Base Version Filter"), Operation = const('Run Procedure'), "Procedure Name" = filter(<> ''))); @@ -142,12 +142,12 @@ table 149032 "AIT Test Method Line" Editable = false; FieldClass = FlowField; CalcFormula = sum("AIT Log Entry"."Duration (ms)" where("Test Suite Code" = field("Test Suite Code"), "Test Method Line No." = field("Line No."), Version = field("Base Version Filter"), Operation = const('Run Procedure'), "Procedure Name" = filter(<> ''))); - ToolTip = 'Specifies the time taken to execute the base version of the test line.'; + ToolTip = 'Specifies the time taken to execute the base version of the eval line.'; } field(22; "No. of Tests Passed"; Integer) { - Caption = 'No. of Tests Passed'; - ToolTip = 'Specifies the number of tests passed for the test line.'; + Caption = 'No. of Evals Passed'; + ToolTip = 'Specifies the number of evals passed for the eval line.'; Editable = false; FieldClass = FlowField; CalcFormula = count("AIT Log Entry" where("Test Suite Code" = field("Test Suite Code"), "Test Method Line No." = field("Line No."), Version = field("Version Filter"), Operation = const('Run Procedure'), "Procedure Name" = filter(<> ''), Status = const(0))); @@ -155,15 +155,15 @@ table 149032 "AIT Test Method Line" field(23; "No. of Operations"; Integer) { Caption = 'No. of Operations'; - ToolTip = 'Specifies the number of operations executed including "Run Procedure" operation for the test line.'; + ToolTip = 'Specifies the number of operations executed including "Run Procedure" operation for the eval line.'; Editable = false; FieldClass = FlowField; CalcFormula = count("AIT Log Entry" where("Test Suite Code" = field("Test Suite Code"), "Test Method Line No." = field("Line No."), Version = field("Version Filter"))); } field(30; "No. of Tests Passed - Base"; Integer) { - Caption = 'No. of Tests Passed - Base'; - ToolTip = 'Specifies the number of tests passed for the base version of the test line.'; + Caption = 'No. of Evals Passed - Base'; + ToolTip = 'Specifies the number of evals passed for the base version of the eval line.'; Editable = false; FieldClass = FlowField; CalcFormula = count("AIT Log Entry" where("Test Suite Code" = field("Test Suite Code"), "Test Method Line No." = field("Line No."), Version = field("Base Version Filter"), Operation = const('Run Procedure'), "Procedure Name" = filter(<> ''), Status = const(0))); @@ -171,7 +171,7 @@ table 149032 "AIT Test Method Line" field(31; "No. of Operations - Base"; Integer) { Caption = 'No. of Operations - Base'; - ToolTip = 'Specifies the number of operations executed including "Run Procedure" operation for the base version of the test line.'; + ToolTip = 'Specifies the number of operations executed including "Run Procedure" operation for the base version of the eval line.'; Editable = false; FieldClass = FlowField; CalcFormula = count("AIT Log Entry" where("Test Suite Code" = field("Test Suite Code"), "Test Method Line No." = field("Line No."), Version = field("Base Version Filter"))); @@ -179,7 +179,7 @@ table 149032 "AIT Test Method Line" field(40; "No. of Turns"; Integer) { Caption = 'No. of Turns Executed'; - ToolTip = 'Specifies the total number of turns for the test line.'; + ToolTip = 'Specifies the total number of turns for the eval line.'; Editable = false; FieldClass = FlowField; CalcFormula = sum("AIT Log Entry"."No. of Turns" where("Test Suite Code" = field("Test Suite Code"), "Test Method Line No." = field("Line No."), Version = field("Version Filter"), Operation = const('Run Procedure'), "Procedure Name" = filter(<> ''))); @@ -187,7 +187,7 @@ table 149032 "AIT Test Method Line" field(41; "No. of Turns Passed"; Integer) { Caption = 'No. of Turns Passed'; - ToolTip = 'Specifies the total number of passed turns for the test line.'; + ToolTip = 'Specifies the total number of passed turns for the eval line.'; Editable = false; FieldClass = FlowField; CalcFormula = sum("AIT Log Entry"."No. of Turns Passed" where("Test Suite Code" = field("Test Suite Code"), "Test Method Line No." = field("Line No."), Version = field("Version Filter"), Operation = const('Run Procedure'), "Procedure Name" = filter(<> ''))); @@ -195,7 +195,7 @@ table 149032 "AIT Test Method Line" field(45; "Test Method Line Accuracy"; Decimal) { Caption = 'Accuracy'; - ToolTip = 'Specifies the average accuracy of the test line. The accuracy is calculated as the percentage of turns that passed or can be set manually by the test.'; + ToolTip = 'Specifies the average accuracy of the eval line. The accuracy is calculated as the percentage of turns that passed or can be set manually by the eval.'; Editable = false; FieldClass = FlowField; CalcFormula = average("AIT Log Entry"."Test Method Line Accuracy" where("Test Suite Code" = field("Test Suite Code"), "Test Method Line No." = field("Line No."), Version = field("Version Filter"), Operation = const('Run Procedure'), "Procedure Name" = filter(<> ''))); @@ -209,7 +209,7 @@ table 149032 "AIT Test Method Line" field(120; "Tokens Consumed"; Integer) { Caption = 'Total Tokens Consumed'; - ToolTip = 'Specifies the number of tokens consumed by the test in the current version. This is applicable only when using Microsoft AI Module.'; + ToolTip = 'Specifies the number of tokens consumed by the eval in the current version. This is applicable only when using Microsoft AI Module.'; Editable = false; FieldClass = FlowField; CalcFormula = sum("AIT Log Entry"."Tokens Consumed" where("Test Suite Code" = field("Test Suite Code"), "Test Method Line No." = field("Line No."), Version = field("Version Filter"), Operation = const('Run Procedure'), "Procedure Name" = filter(<> ''))); @@ -217,7 +217,7 @@ table 149032 "AIT Test Method Line" field(121; "Tokens Consumed - Base"; Integer) { Caption = 'Tokens Consumed - Base'; - ToolTip = 'Specifies the number of tokens consumed by the test in the base version. This is applicable only when using Microsoft AI Module.'; + ToolTip = 'Specifies the number of tokens consumed by the eval in the base version. This is applicable only when using Microsoft AI Module.'; Editable = false; FieldClass = FlowField; CalcFormula = sum("AIT Log Entry"."Tokens Consumed" where("Test Suite Code" = field("Test Suite Code"), "Test Method Line No." = field("Line No."), Version = field("Base Version Filter"), Operation = const('Run Procedure'), "Procedure Name" = filter(<> ''))); @@ -279,6 +279,6 @@ table 149032 "AIT Test Method Line" end; var - NotSupportedCodeunitErr: Label 'Codeunit %1 can not be used for testing.', Comment = '%1 = codeunit name'; + NotSupportedCodeunitErr: Label 'Codeunit %1 can not be used for evaluation.', Comment = '%1 = codeunit name'; } \ No newline at end of file diff --git a/src/Tools/AI Test Toolkit/src/TestSuite/AITTestMethodLines.Page.al b/src/Tools/AI Test Toolkit/src/TestSuite/AITTestMethodLines.Page.al index 6ec1145de9..974260ef8b 100644 --- a/src/Tools/AI Test Toolkit/src/TestSuite/AITTestMethodLines.Page.al +++ b/src/Tools/AI Test Toolkit/src/TestSuite/AITTestMethodLines.Page.al @@ -7,7 +7,7 @@ namespace System.TestTools.AITestToolkit; page 149034 "AIT Test Method Lines" { - Caption = 'Tests'; + Caption = 'Evals'; PageType = ListPart; ApplicationArea = All; SourceTable = "AIT Test Method Line"; @@ -80,8 +80,8 @@ page 149034 "AIT Test Method Lines" field("No. of Tests Failed"; Rec."No. of Tests Executed" - Rec."No. of Tests Passed") { Editable = false; - Caption = 'No. of Tests Failed'; - ToolTip = 'Specifies the number of failed tests for the test line.'; + Caption = 'No. of Evals Failed'; + ToolTip = 'Specifies the number of failed evals for the eval line.'; Style = Unfavorable; trigger OnDrillDown() @@ -127,7 +127,7 @@ page 149034 "AIT Test Method Lines" Visible = false; Editable = false; Caption = 'No. of Turns Failed'; - ToolTip = 'Specifies the number of failed turns of the test line.'; + ToolTip = 'Specifies the number of failed turns of the eval line.'; Style = Unfavorable; trigger OnDrillDown() @@ -154,7 +154,7 @@ page 149034 "AIT Test Method Lines" field(AvgDuration; AITTestSuiteMgt.GetAvgDuration(Rec)) { Caption = 'Average Duration (ms)'; - ToolTip = 'Specifies average time taken to execute the test line.'; + ToolTip = 'Specifies average time taken to execute the eval line.'; Visible = false; } field("No. of Tests Executed - Base"; Rec."No. of Tests Executed - Base") @@ -169,8 +169,8 @@ page 149034 "AIT Test Method Lines" field("No. of Tests Failed - Base"; Rec."No. of Tests Executed - Base" - Rec."No. of Tests Passed - Base") { Editable = false; - Caption = 'No. of Tests Failed - Base'; - ToolTip = 'Specifies the number of failed tests for the base version of the test line.'; + Caption = 'No. of Evals Failed - Base'; + ToolTip = 'Specifies the number of failed evals for the base version of the eval line.'; Style = Unfavorable; Visible = false; @@ -196,13 +196,13 @@ page 149034 "AIT Test Method Lines" field(AvgDurationBase; GetAvg(Rec."No. of Tests Executed - Base", Rec."Total Duration - Base (ms)")) { Caption = 'Average Duration Base (ms)'; - ToolTip = 'Specifies average time taken to execute the base version of the test line.'; + ToolTip = 'Specifies average time taken to execute the base version of the eval line.'; Visible = false; } field(AvgDurationDeltaPct; GetDiffPct(GetAvg(Rec."No. of Tests Executed - Base", Rec."Total Duration - Base (ms)"), GetAvg(Rec."No. of Tests Executed", Rec."Total Duration (ms)"))) { Caption = 'Change in Duration (%)'; - ToolTip = 'Specifies difference in average test execution time compared to the base version.'; + ToolTip = 'Specifies difference in average eval execution time compared to the base version.'; Visible = false; AutoFormatType = 0; } @@ -215,9 +215,9 @@ page 149034 "AIT Test Method Lines" { action("Run Test") { - Caption = 'Run Test'; + Caption = 'Run Eval'; Image = Start; - ToolTip = 'Starts running the AI Test Line.'; + ToolTip = 'Starts running the AI Eval Line.'; trigger OnAction() begin diff --git a/src/Tools/AI Test Toolkit/src/TestSuite/AITTestMethodLinesLookup.Page.al b/src/Tools/AI Test Toolkit/src/TestSuite/AITTestMethodLinesLookup.Page.al index bb2bf70f97..65af063a57 100644 --- a/src/Tools/AI Test Toolkit/src/TestSuite/AITTestMethodLinesLookup.Page.al +++ b/src/Tools/AI Test Toolkit/src/TestSuite/AITTestMethodLinesLookup.Page.al @@ -7,7 +7,7 @@ namespace System.TestTools.AITestToolkit; page 149037 "AIT Test Method Lines Lookup" { - Caption = 'Test Method Lines'; + Caption = 'Eval Method Lines'; PageType = List; ApplicationArea = All; SourceTable = "AIT Test Method Line"; diff --git a/src/Tools/AI Test Toolkit/src/TestSuite/AITTestSuite.Page.al b/src/Tools/AI Test Toolkit/src/TestSuite/AITTestSuite.Page.al index 1a70043d59..e7c71dc3ba 100644 --- a/src/Tools/AI Test Toolkit/src/TestSuite/AITTestSuite.Page.al +++ b/src/Tools/AI Test Toolkit/src/TestSuite/AITTestSuite.Page.al @@ -10,7 +10,7 @@ using System.TestTools.TestRunner; page 149031 "AIT Test Suite" { - Caption = 'AI Test Suite'; + Caption = 'AI Eval Suite'; ApplicationArea = All; PageType = Document; SourceTable = "AIT Test Suite"; @@ -24,7 +24,7 @@ page 149031 "AIT Test Suite" { group(General) { - Caption = 'AI Test Suite'; + Caption = 'AI Eval Suite'; Enabled = Rec.Status <> Rec.Status::Running; field("Code"; Rec."Code") @@ -64,13 +64,13 @@ page 149031 "AIT Test Suite" field("Run Frequency"; Rec."Run Frequency") { ApplicationArea = All; - ToolTip = 'Specifies how frequently the test suite should be run.'; + ToolTip = 'Specifies how frequently the eval suite should be run.'; } field("Language Tag"; Language) { ApplicationArea = All; Caption = 'Language'; - ToolTip = 'Specifies the language to use when running the test suite. Available languages are based on languages of input datasets.'; + ToolTip = 'Specifies the language to use when running the eval suite. Available languages are based on languages of input datasets.'; Editable = false; trigger OnAssistEdit() @@ -84,7 +84,7 @@ page 149031 "AIT Test Suite" field("Test Runner Id"; TestRunnerDisplayName) { Caption = 'Test Runner'; - ToolTip = 'Specifies the Test Runner to be used by the tests.'; + ToolTip = 'Specifies the Test Runner to be used by the evals.'; Editable = false; trigger OnDrillDown() @@ -182,8 +182,8 @@ page 149031 "AIT Test Suite" { Editable = false; Style = Unfavorable; - Caption = 'No. of Tests Failed'; - ToolTip = 'Specifies the number of tests failed for the test suite.'; + Caption = 'No. of Evals Failed'; + ToolTip = 'Specifies the number of evals failed for the eval suite.'; trigger OnDrillDown() var @@ -204,13 +204,13 @@ page 149031 "AIT Test Suite" { Editable = false; Caption = 'Total Duration'; - ToolTip = 'Specifies the time taken for executing the tests in the test suite.'; + ToolTip = 'Specifies the time taken for executing the evals in the eval suite.'; } field("Average Duration"; AvgTimeDuration) { Editable = false; Caption = 'Average Duration'; - ToolTip = 'Specifies the average time taken by the tests in the test suite.'; + ToolTip = 'Specifies the average time taken by the evals in the eval suite.'; } field("Tokens Consumed"; Rec."Tokens Consumed") { @@ -219,7 +219,7 @@ page 149031 "AIT Test Suite" { Editable = false; Caption = 'Average Tokens Consumed'; - ToolTip = 'Specifies the average number of tokens consumed by the tests in the last run.'; + ToolTip = 'Specifies the average number of tokens consumed by the evals in the last run.'; } } @@ -234,7 +234,7 @@ page 149031 "AIT Test Suite" Enabled = Rec.Status <> Rec.Status::Running; Caption = 'Start'; Image = Start; - ToolTip = 'Starts running the AI Test Suite.'; + ToolTip = 'Starts running the AI Eval Suite.'; trigger OnAction() begin @@ -248,7 +248,7 @@ page 149031 "AIT Test Suite" Enabled = Rec.Status <> Rec.Status::Running; Caption = 'Start Batch'; Image = ExecuteBatch; - ToolTip = 'Starts running the AI Test Suite, the specified number of times.'; + ToolTip = 'Starts running the AI Eval Suite, the specified number of times.'; trigger OnAction() var @@ -312,7 +312,7 @@ page 149031 "AIT Test Suite" Caption = 'Export'; Image = Export; Enabled = Rec.Code <> ''; - ToolTip = 'Exports the AI Test Suite configuration.'; + ToolTip = 'Exports the AI Eval Suite configuration.'; trigger OnAction() var @@ -327,9 +327,9 @@ page 149031 "AIT Test Suite" } action("Download Test Summary") { - Caption = 'Download Test Summary'; + Caption = 'Download Eval Summary'; Image = Export; - ToolTip = 'Downloads a summary of the test results.'; + ToolTip = 'Downloads a summary of the eval results.'; trigger OnAction() var @@ -361,7 +361,7 @@ page 149031 "AIT Test Suite" action(Languages) { Caption = 'Configure languages'; - ToolTip = 'Configure the languages for the test suite.'; + ToolTip = 'Configure the languages for the eval suite.'; Image = Language; trigger OnAction() @@ -412,7 +412,7 @@ page 149031 "AIT Test Suite" AvgTimeDuration: Duration; AvgTokensConsumed: Integer; TotalDuration: Duration; - PageCaptionLbl: Label 'AI Test'; + PageCaptionLbl: Label 'AI Eval'; TestRunnerDisplayName: Text; Language: Text; InputDatasetChangedQst: Label 'You have modified the input dataset.\\Do you want to update the lines?'; diff --git a/src/Tools/AI Test Toolkit/src/TestSuite/AITTestSuite.Table.al b/src/Tools/AI Test Toolkit/src/TestSuite/AITTestSuite.Table.al index 8984344bb0..c743b39bbc 100644 --- a/src/Tools/AI Test Toolkit/src/TestSuite/AITTestSuite.Table.al +++ b/src/Tools/AI Test Toolkit/src/TestSuite/AITTestSuite.Table.al @@ -12,7 +12,7 @@ using System.TestTools.TestRunner; table 149030 "AIT Test Suite" #pragma warning restore AS0002 { - Caption = 'AI Test Suite'; + Caption = 'AI Eval Suite'; DataClassification = SystemMetadata; ReplicateData = false; Extensible = true; @@ -24,42 +24,42 @@ table 149030 "AIT Test Suite" { Caption = 'Code'; NotBlank = true; - ToolTip = 'Specifies the Code for the test suite.'; + ToolTip = 'Specifies the Code for the eval suite.'; } field(2; "Description"; Text[250]) { Caption = 'Description'; - ToolTip = 'Specifies the description for the test suite.'; + ToolTip = 'Specifies the description for the eval suite.'; } field(4; Status; Enum "AIT Test Suite Status") { Caption = 'Status'; Editable = false; - ToolTip = 'Specifies the status of the test suite.'; + ToolTip = 'Specifies the status of the eval suite.'; } field(5; "Started at"; DateTime) { Caption = 'Started at'; Editable = false; - ToolTip = 'Specifies when the test suite was started.'; + ToolTip = 'Specifies when the eval suite was started.'; } field(7; "Input Dataset"; Code[100]) { Caption = 'Input Dataset'; TableRelation = "Test Input Group".Code where("Parent Group Code" = const('')); ValidateTableRelation = false; - ToolTip = 'Specifies the dataset to be used by the test suite.'; + ToolTip = 'Specifies the dataset to be used by the eval suite.'; } field(8; "Ended at"; DateTime) { Caption = 'Ended at'; Editable = false; - ToolTip = 'Specifies the end time of the test suite execution.'; + ToolTip = 'Specifies the end time of the eval suite execution.'; } field(10; "No. of Tests Running"; Integer) { - Caption = 'No. of tests running'; - ToolTip = 'Specifies the number of tests running in the test suite.'; + Caption = 'No. of evals running'; + ToolTip = 'Specifies the number of evals running in the eval suite.'; trigger OnValidate() var @@ -95,7 +95,7 @@ table 149030 "AIT Test Suite" field(11; Tag; Text[20]) { Caption = 'Tag'; - ToolTip = 'Specifies the tag for a test run. The Tag will be transferred to the log entries and enables easier comparison between the tests.'; + ToolTip = 'Specifies the tag for an eval run. The Tag will be transferred to the log entries and enables easier comparison between the evals.'; DataClassification = CustomerContent; } #pragma warning disable AA0232 @@ -103,7 +103,7 @@ table 149030 "AIT Test Suite" #pragma warning restore AA0232 { Caption = 'Total Duration (ms)'; - ToolTip = 'Specifies the time taken for executing the tests in the test suite.'; + ToolTip = 'Specifies the time taken for executing the evals in the eval suite.'; Editable = false; FieldClass = FlowField; CalcFormula = sum("AIT Log Entry"."Duration (ms)" where("Test Suite Code" = field("Code"), "Version" = field("Version"), Operation = const('Run Procedure'), "Procedure Name" = filter(<> ''))); @@ -112,17 +112,17 @@ table 149030 "AIT Test Suite" { Caption = 'Version'; Editable = false; - ToolTip = 'Specifies the version of the current test run. It is used for comparing the results of the current test run with the results of the previous test run. The version will be stored in the Log entries.'; + ToolTip = 'Specifies the version of the current eval run. It is used for comparing the results of the current eval run with the results of the previous eval run. The version will be stored in the Log entries.'; } field(14; "Copilot Capability"; Enum "Copilot Capability") { Caption = 'Capability'; - ToolTip = 'Specifies the capability that the test suite tests.'; + ToolTip = 'Specifies the capability that the eval suite evaluates.'; } field(15; "Run Frequency"; Enum "AIT Run Frequency") { Caption = 'Run Frequency'; - ToolTip = 'Specifies how frequently the test suite should be run.'; + ToolTip = 'Specifies how frequently the eval suite should be run.'; } field(16; "Base Version"; Integer) { @@ -142,16 +142,16 @@ table 149030 "AIT Test Suite" } field(21; "No. of Tests Executed"; Integer) { - Caption = 'No. of Tests Executed'; - ToolTip = 'Specifies the number of tests executed for the test suite.'; + Caption = 'No. of Evals Executed'; + ToolTip = 'Specifies the number of evals executed for the eval suite.'; Editable = false; FieldClass = FlowField; CalcFormula = count("AIT Log Entry" where("Test Suite Code" = field("Code"), "Version" = field("Version"), Operation = const('Run Procedure'), "Procedure Name" = filter(<> ''))); } field(22; "No. of Tests Passed"; Integer) { - Caption = 'No. of Tests Passed'; - ToolTip = 'Specifies the number of tests passed for the test suite.'; + Caption = 'No. of Evals Passed'; + ToolTip = 'Specifies the number of evals passed for the eval suite.'; Editable = false; FieldClass = FlowField; CalcFormula = count("AIT Log Entry" where("Test Suite Code" = field("Code"), "Version" = field("Version"), Operation = const('Run Procedure'), "Procedure Name" = filter(<> ''), Status = const(0))); @@ -159,7 +159,7 @@ table 149030 "AIT Test Suite" field(23; "No. of Operations"; Integer) { Caption = 'No. of Operations'; - ToolTip = 'Specifies the number of operations executed including "Run Procedure" operation for the test suite.'; + ToolTip = 'Specifies the number of operations executed including "Run Procedure" operation for the eval suite.'; Editable = false; FieldClass = FlowField; CalcFormula = count("AIT Log Entry" where("Test Suite Code" = field("Code"), "Version" = field("Version"))); @@ -167,7 +167,7 @@ table 149030 "AIT Test Suite" field(24; "Tokens Consumed"; Integer) { Caption = 'Total Tokens Consumed'; - ToolTip = 'Specifies the aggregated number of tokens consumed by the test in the current version. This is applicable only when using Microsoft AI Module.'; + ToolTip = 'Specifies the aggregated number of tokens consumed by the eval in the current version. This is applicable only when using Microsoft AI Module.'; Editable = false; FieldClass = FlowField; CalcFormula = sum("AIT Log Entry"."Tokens Consumed" where("Test Suite Code" = field("Code"), Version = field("Version"), Operation = const('Run Procedure'), "Procedure Name" = filter(<> ''))); @@ -175,7 +175,7 @@ table 149030 "AIT Test Suite" field(25; Accuracy; Decimal) { Caption = 'Accuracy'; - ToolTip = 'Specifies the average accuracy of the test suite. The accuracy is calculated as the percentage of turns that passed or can be set manually by the test.'; + ToolTip = 'Specifies the average accuracy of the eval suite. The accuracy is calculated as the percentage of turns that passed or can be set manually by the eval.'; Editable = false; FieldClass = FlowField; CalcFormula = average("AIT Log Entry"."Test Method Line Accuracy" where("Test Suite Code" = field("Code"), Version = field("Version"), Operation = const('Run Procedure'), "Procedure Name" = filter(<> ''))); @@ -184,7 +184,7 @@ table 149030 "AIT Test Suite" field(30; "Number of Evaluators"; Integer) { Caption = 'Evaluators'; - ToolTip = 'Specifies the number of evaluators to use in the test suite.'; + ToolTip = 'Specifies the number of evaluators to use in the eval suite.'; Editable = false; FieldClass = FlowField; CalcFormula = count("AIT Evaluator" where("Test Suite Code" = field("Code"))); @@ -192,7 +192,7 @@ table 149030 "AIT Test Suite" field(31; "Number of Column Mappings"; Integer) { Caption = 'Column Mappings'; - ToolTip = 'Specifies the number of evaluators to use in the test suite.'; + ToolTip = 'Specifies the number of evaluators to use in the eval suite.'; Editable = false; FieldClass = FlowField; CalcFormula = count("AIT Column Mapping" where("Test Suite Code" = field("Code"))); @@ -202,7 +202,7 @@ table 149030 "AIT Test Suite" Caption = 'Language ID'; TableRelation = "AIT Test Suite Language"."Language ID"; ValidateTableRelation = true; - ToolTip = 'Specifies the language in which the test suite should be run.'; + ToolTip = 'Specifies the language in which the eval suite should be run.'; } field(41; "Run Language Tag"; Text[80]) { @@ -236,22 +236,22 @@ table 149030 "AIT Test Suite" field(60; "Imported by AppId"; Guid) { Caption = 'Imported from AppId'; - ToolTip = 'Specifies the application id from which the test suite was created.'; + ToolTip = 'Specifies the application id from which the eval suite was created.'; } field(70; "Imported XML's MD5"; Code[32]) { Caption = 'Imported XML''s MD5'; - ToolTip = 'Specifies the MD5 hash of the XML file from which the test suite was imported.'; + ToolTip = 'Specifies the MD5 hash of the XML file from which the eval suite was imported.'; } field(80; Validation; Boolean) { Caption = 'Validation'; - ToolTip = 'Specifies whether this test suite is used for validation purposes.'; + ToolTip = 'Specifies whether this eval suite is used for validation purposes.'; } field(81; "Test Type"; Enum "AIT Test Type") { - Caption = 'Test Type'; - ToolTip = 'Specifies the type of AI test (Copilot, Agent, or MCP).'; + Caption = 'Eval Type'; + ToolTip = 'Specifies the type of AI eval (Copilot, Agent, or MCP).'; } } keys diff --git a/src/Tools/AI Test Toolkit/src/TestSuite/AITTestSuiteImportExport.XmlPort.al b/src/Tools/AI Test Toolkit/src/TestSuite/AITTestSuiteImportExport.XmlPort.al index 2165ea229d..6d146a88b0 100644 --- a/src/Tools/AI Test Toolkit/src/TestSuite/AITTestSuiteImportExport.XmlPort.al +++ b/src/Tools/AI Test Toolkit/src/TestSuite/AITTestSuiteImportExport.XmlPort.al @@ -27,7 +27,7 @@ xmlport 149031 "AIT Test Suite Import/Export" trigger OnAfterAssignField() var AITTestSuiteRec: Record "AIT Test Suite"; - SameSuiteDifferentAppErr: Label 'The test suite %1 is already imported by a different app. Please rename the test suite and import again.', Comment = '%1 = Test Suite Code'; + SameSuiteDifferentAppErr: Label 'The eval suite %1 is already imported by a different app. Please rename the eval suite and import again.', Comment = '%1 = Eval Suite Code'; begin // Skip if the same suite is already imported by the same app with the same XML // Delete and override suite if the same suite is already imported with a different XML diff --git a/src/Tools/AI Test Toolkit/src/TestSuite/AITTestSuiteList.Page.al b/src/Tools/AI Test Toolkit/src/TestSuite/AITTestSuiteList.Page.al index 5e8f44bccf..ca39f3f517 100644 --- a/src/Tools/AI Test Toolkit/src/TestSuite/AITTestSuiteList.Page.al +++ b/src/Tools/AI Test Toolkit/src/TestSuite/AITTestSuiteList.Page.al @@ -8,7 +8,7 @@ using System.TestTools.TestRunner; page 149040 "AIT Test Suite List" { - Caption = 'AI Test Suites'; + Caption = 'AI Eval Suites'; PageType = List; SourceTable = "AIT Test Suite"; CardPageId = "AIT Test Suite"; @@ -16,7 +16,7 @@ page 149040 "AIT Test Suite List" RefreshOnActivate = true; UsageCategory = Lists; Extensible = true; - AdditionalSearchTerms = 'AIT, AI Test Tool, Test Tool, AI Test Suite, Test Suite, Copilot, Copilot Test'; + AdditionalSearchTerms = 'AIT, AI Eval Tool, Eval Tool, AI Eval Suite, Eval Suite, Copilot, Copilot Eval, AI Test Tool, Test Tool, AI Test Suite, Test Suite, Copilot Test'; ApplicationArea = All; layout @@ -34,7 +34,7 @@ page 149040 "AIT Test Suite List" field("Copilot Capability"; CopilotCapabilityText) { Caption = 'Capability'; - ToolTip = 'Specifies the capability that the test suite tests.'; + ToolTip = 'Specifies the capability that the eval suite evaluates.'; } field(Started; Rec."Started at") { @@ -57,7 +57,7 @@ page 149040 "AIT Test Suite List" { Caption = 'Import'; Image = Import; - ToolTip = 'Import the AI Test Suite configuration.'; + ToolTip = 'Import the AI Eval Suite configuration'; trigger OnAction() var @@ -73,7 +73,7 @@ page 149040 "AIT Test Suite List" Image = Export; Enabled = ValidRecord; Scope = Repeater; - ToolTip = 'Exports the AI Test Suite configuration.'; + ToolTip = 'Exports the AI Eval Suite configuration.'; trigger OnAction() var diff --git a/src/Tools/AI Test Toolkit/src/TestSuite/AITTestSuiteMgt.Codeunit.al b/src/Tools/AI Test Toolkit/src/TestSuite/AITTestSuiteMgt.Codeunit.al index 8ac455df35..bcb32cf979 100644 --- a/src/Tools/AI Test Toolkit/src/TestSuite/AITTestSuiteMgt.Codeunit.al +++ b/src/Tools/AI Test Toolkit/src/TestSuite/AITTestSuiteMgt.Codeunit.al @@ -16,23 +16,23 @@ codeunit 149034 "AIT Test Suite Mgt." var GlobalAITTestSuite: Record "AIT Test Suite"; - NoDatasetInLineErr: Label 'The dataset %1 specified for AI Test Line %2 does not exist.', Comment = '%1 is the Dataset name, %2 is AI Test Line No.'; - NoInputsInLineErr: Label 'The dataset %1 specified for AI Test line %2 has no input lines.', Comment = '%1 is the Dataset name, %2 is the AI Test Line No.'; - LanguageMismatchInLineErr: Label 'The dataset %1 specified for AI Test line %2 does not have inputs for language %3.', Comment = '%1 is the Dataset name, %2 is the AI Test Line No., %3 is the Language ID'; + NoDatasetInLineErr: Label 'The dataset %1 specified for AI Eval Line %2 does not exist.', Comment = '%1 is the Dataset name, %2 is AI Eval Line No.'; + NoInputsInLineErr: Label 'The dataset %1 specified for AI Eval line %2 has no input lines.', Comment = '%1 is the Dataset name, %2 is the AI Eval Line No.'; + LanguageMismatchInLineErr: Label 'The dataset %1 specified for AI Eval line %2 does not have inputs for language %3.', Comment = '%1 is the Dataset name, %2 is the AI Eval Line No., %3 is the Language ID'; ScenarioStarted: Dictionary of [Text, DateTime]; ScenarioOutput: Dictionary of [Text, Text]; ScenarioNotStartedErr: Label 'Scenario %1 in codeunit %2 was not started.', Comment = '%1 = method name, %2 = codeunit name'; - NothingToRunErr: Label 'There is nothing to run. Please add test lines to the test suite.'; - CannotRunMultipleSuitesInParallelErr: Label 'There is already a test run in progress. You need to wait for it to finish or cancel it before starting a new test run.'; - FeatureNameLbl: Label 'AI Test Toolkit', Locked = true; + NothingToRunErr: Label 'There is nothing to run. Please add eval lines to the eval suite.'; + CannotRunMultipleSuitesInParallelErr: Label 'There is already an eval run in progress. You need to wait for it to finish or cancel it before starting a new eval run.'; + FeatureNameLbl: Label 'AI Eval Toolkit', Locked = true; LineNoFilterLbl: Label 'Codeunit %1 "%2" (Input: %3)', Locked = true; TurnsLbl: Label '%1/%2', Comment = '%1 - No. of turns that passed, %2 - Total no. of turns'; - EmptyLogEntriesErr: Label 'Cannot download test summary as there is no log entries within the filter.'; - DownloadResultsLbl: Label 'Download Test Summary'; - SummaryFileNameLbl: Label '%1_Test_Summary.xlsx', Locked = true; + EmptyLogEntriesErr: Label 'Cannot download eval summary as there is no log entries within the filter.'; + DownloadResultsLbl: Label 'Download Eval Summary'; + SummaryFileNameLbl: Label '%1_Eval_Summary.xlsx', Locked = true; ConfirmCancelQst: Label 'This action will mark the run as Cancelled. Are you sure you want to continue?'; - TestMethodLineNotFoundErr: Label 'The test suite %1 does not contain the test line %2. Run the suite again.', Comment = '%1 = test suite code, %2 = line number'; - TestSuiteChangedErr: Label 'The test suite %1 has been changed since test line %2 was run. Run the suite again.', Comment = '%1 = test suite code, %2 = line number'; + TestMethodLineNotFoundErr: Label 'The eval suite %1 does not contain the eval line %2. Run the suite again.', Comment = '%1 = eval suite code, %2 = line number'; + TestSuiteChangedErr: Label 'The eval suite %1 has been changed since eval line %2 was run. Run the suite again.', Comment = '%1 = eval suite code, %2 = line number'; NoEvaluatorsLbl: Label 'Configure...'; procedure StartAITSuite(Iterations: Integer; var AITTestSuite: Record "AIT Test Suite") diff --git a/src/Tools/AI Test Toolkit/src/TestSuite/AITTestSuiteStatus.Enum.al b/src/Tools/AI Test Toolkit/src/TestSuite/AITTestSuiteStatus.Enum.al index 6de12006ca..1bdfa9cbc3 100644 --- a/src/Tools/AI Test Toolkit/src/TestSuite/AITTestSuiteStatus.Enum.al +++ b/src/Tools/AI Test Toolkit/src/TestSuite/AITTestSuiteStatus.Enum.al @@ -6,7 +6,7 @@ namespace System.TestTools.AITestToolkit; /// -/// This enum has the Status of the AI Test Suite. +/// This enum has the Status of the AI Eval Suite. /// enum 149030 "AIT Test Suite Status" { @@ -21,7 +21,7 @@ enum 149030 "AIT Test Suite Status" } /// - /// Specifies that the AI Test Suite state is Running. + /// Specifies that the AI Eval Suite state is Running. /// value(20; Running) { @@ -29,7 +29,7 @@ enum 149030 "AIT Test Suite Status" } /// - /// Specifies that the AI Test Suite state is Completed. + /// Specifies that the AI Eval Suite state is Completed. /// value(30; Completed) { @@ -37,7 +37,7 @@ enum 149030 "AIT Test Suite Status" } /// - /// Specifies that the AI Test Suite state is Cancelled. + /// Specifies that the AI Eval Suite state is Cancelled. /// value(40; Cancelled) { diff --git a/src/Tools/AI Test Toolkit/src/TestSuite/AITTestType.Enum.al b/src/Tools/AI Test Toolkit/src/TestSuite/AITTestType.Enum.al index df49485e55..9c7e7afe6f 100644 --- a/src/Tools/AI Test Toolkit/src/TestSuite/AITTestType.Enum.al +++ b/src/Tools/AI Test Toolkit/src/TestSuite/AITTestType.Enum.al @@ -6,14 +6,14 @@ namespace System.TestTools.AITestToolkit; /// -/// Specifies the type of AI test. +/// Specifies the type of AI eval. /// enum 149041 "AIT Test Type" { Extensible = false; /// - /// Copilot test type. + /// Copilot eval type. /// value(0; Copilot) { @@ -21,7 +21,7 @@ enum 149041 "AIT Test Type" } /// - /// Agent test type. + /// Agent eval type. /// value(1; Agent) { @@ -29,7 +29,7 @@ enum 149041 "AIT Test Type" } /// - /// MCP test type. + /// MCP eval type. /// value(2; MCP) {