Add CLEANSCHEMA symbols

.github/actions/VerifyAppChanges/TestPreprocessorSymbols.ps1

@@ -0,0 +1,47 @@
+# Current path is .github/actions/VerifyAppChanges
+
+Import-Module "$PSScriptRoot\..\..\..\build\scripts\EnlistmentHelperFunctions.psm1" -DisableNameChecking
+Import-Module "$PSScriptRoot\..\..\..\build\scripts\GuardingV2ExtensionsHelper.psm1" -DisableNameChecking
+Import-Module "$PSScriptRoot\..\..\..\build\scripts\TestPreprocessorSymbols.psm1" -Force 
+
+# Get the major build version from the main branch 
+$mainVersion = Get-MaxAllowedObsoleteVersion
+
+# Get the major build version from the current branch 
+$currentVersion = (Get-ConfigValue -Key "repoVersion" -ConfigType AL-Go) -split '\.' | Select-Object -First 1
+
+# CLEANSCHEMA is on a 5y cycle starting from 26
+if ($CurrentVersion -le 26) {
+    $schemaLowerBound = 15
+} else {
+    $schemaLowerBound = ([math]::Floor(($CurrentVersion - 2) / 5) * 5) - 2
+}
+
+# Define the preprocessor symbols to check for
+$symbolConfigs = @(
+    @{stem = "CLEAN"; lowerBound = ($CurrentVersion - 4); upperBound = $mainVersion},
+    @{stem = "CLEANSCHEMA"; lowerBound = $schemaLowerBound; upperBound = $mainVersion + 3} # next lowerbound, after cleanup should be 25, then
+)
+
+Write-Host "Checking preprocessor symbols with $symbolConfigs"
+
+#initialize arrays to store any invalid preprocessor symbols with line numbers
+$invalidLowercaseSymbols = @()
+$invalidPatternSymbols = @()
+$invalidStemSymbols = @()
+
+$alfiles = (Get-ChildItem -Filter '*.al' -Recurse) | Select-Object -ExpandProperty FullName
+foreach ($file in $alfiles) {
+    # Call the Test-PreprocessorSymbols function with the file path and calculated version bounds
+    $result = Test-PreprocessorSymbols -filePath $file -symbolConfigs $symbolConfigs
+    if ($null -ne $result) {
+        $invalidLowercaseSymbols += $result.invalidLowercaseSymbols
+        $invalidPatternSymbols += $result.invalidPatternSymbols
+        $invalidStemSymbols += $result.invalidStemSymbols
+    }
+}
+
+$symbolErrors = $invalidLowercaseSymbols + $invalidPatternSymbols + $invalidStemSymbols
+if ($symbolErrors.Count -gt 0) {
+    throw "Errors found in preprocessor symbols:`n $symbolErrors"
+}

.github/actions/VerifyAppChanges/action.yaml

@@ -0,0 +1,13 @@
+name: Verify App Changes
+author: Microsoft Corporation
+description: Verifies the changes on AL files changed in a PR
+runs:
+  using: composite
+  steps:
+    - name: Test Preprocessor Symbols
+      shell: pwsh
+      run: |
+        ${{ github.action_path }}/TestPreprocessorSymbols.ps1
+branding:
+  icon: terminal
+  color: blue

.github/workflows/VerifyAppChanges.yaml

@@ -0,0 +1,21 @@
+name: 'Verify App Changes'
+
+on:
+  pull_request:
+    branches: [ 'main', 'releases/*']
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number }}
+  cancel-in-progress: true
+
+jobs:
+  VerifyAppChanges:
+    runs-on: windows-latest
+    name: Verify App Changes
+    steps:
+      - name: checkout
+        uses: actions/checkout@v4
+        with:
+          ref: ${{ github.sha }}
+
+      - uses: mazhelez/BCApps/.github/actions/VerifyAppChanges@main

build/scripts/GuardingV2ExtensionsHelper.psm1

@@ -205,7 +205,7 @@ function Update-AppSourceCopVersion
 
     # All major versions greater than current but less or equal to main should be allowed
     $currentBuildVersion = [int] $buildVersion.Split('.')[0]
-    $maxAllowedObsoleteVersion = [int] (GetMaxAllowedObsoleteVersion)
+    $maxAllowedObsoleteVersion = [int] (Get-MaxAllowedObsoleteVersion)
     $obsoleteTagAllowedVersions = @()
 
     # Add 3 versions for tasks built with CLEANpreProcessorSymbols
@@ -257,7 +257,7 @@ function Test-IsStrictModeEnabled
     return $false
 }
 
-function GetMaxAllowedObsoleteVersion() {
+function Get-MaxAllowedObsoleteVersion() {
     git fetch origin main
     $alGoSettings = $(git show origin/main:.github/AL-Go-Settings.json) | ConvertFrom-Json
     if (-not $alGoSettings.repoVersion) {

build/scripts/TestPreprocessorSymbols.psm1

@@ -0,0 +1,122 @@
+<#
+- Ensures preprocessor symbols have uppercase stems.
+- Ensures there is no space after the '#' character.
+
+.PARAMETER filePath
+    The path to the file to be checked.
+
+.PARAMETER symbolConfigs
+    An array of hash tables where each entry has a stem, an upper, and a lower bound.
+
+.EXAMPLE
+    $alfiles = Get-ChildItem -Recurse -Filter *.al -Path .\App\
+    foreach ($alfile in $alfiles) {
+        $symbolConfigs = @(
+            @{stem="CLEAN"; lowerBound=22; upperBound=26},
+            @{stem="CLEANSCHEMA"; lowerBound=22; upperBound=26}
+        )
+        Test-PreprocessorSymbols -filePath $alfile.FullName -symbolConfigs $symbolConfigs
+    }
+
+.NOTES
+    Author: Gert Robyns
+    Date: 2024-09-03
+
+    Updated by: Gert Robyns
+    Date: 2024-09-20
+#>
+function Test-PreprocessorSymbols {
+    param (
+        [Parameter(Mandatory=$true)]
+        [string]$filePath,
+        [Parameter(Mandatory=$true)]
+        [hashtable[]]$symbolConfigs
+    )
+
+    # check if extension is .al, else return $null
+    if ('.al' -ne [system.io.path]::GetExtension($filePath)) {
+        return $null
+    } 
+
+    # Define the regex pattern for disallowing a space after #
+    $noSpaceAfterHashPattern = "^#\s"
+    $lowercasePattern = "^#(if|elseif|else\b|endif)"
+    $lowercaseNotPattern = "^#if not "
+    $symbolPattern = @()
+
+    foreach ($config in $symbolConfigs) {
+        $stem = $config.stem
+        $lowerBound = $config.lowerBound
+        $upperBound = $config.upperBound
+
+        # Generate the regex pattern for the SymbolStem range
+        $rangePattern = "$($lowerBound..$upperBound -join '|')"
+
+        $upperStem = $stem.ToUpper()
+        $symbolPattern += "^#if\s${upperStem}($rangePattern)"
+        $symbolPattern += "^#if\snot\s${upperStem}($rangePattern)"
+        $symbolPattern += "^#elseif\s${upperStem}($rangePattern)"
+    }
+
+    # Add #endif to the symbol pattern but not to the strict pattern
+    $symbolPattern += "#else\b"
+    $symbolPattern += "#endif"
+
+    # Read the content of the file
+    $content = Get-Content -Path $filePath
+
+    # Initialize lists to store any invalid preprocessor symbols with line numbers
+    $invalidLowercaseSymbols = @()
+    $invalidPatternSymbols = @()
+    $invalidStemSymbols = @()
+
+    # Iterate through each line in the file content with line numbers
+    for ($i = 0; $i -lt $content.Count; $i++) {
+        $line = $content[$i]
+        $lineNumber = $i + 1
+
+        # Check for space after #
+        if ($line -cmatch $noSpaceAfterHashPattern) {
+            $invalidPatternSymbols += "${filePath}:${lineNumber}: $line"
+        }
+
+        # Check for lowercase
+        if (($line -match $lowercasePattern) -and ($line -cnotmatch $lowercasePattern)) {
+                $invalidLowercaseSymbols += "${filePath}:${lineNumber}: $line"
+        }
+
+        # Check for lowercase not
+        if (($line -match $lowercaseNotPattern) -and ($line -cnotmatch $lowercaseNotPattern)) {
+            $invalidLowercaseSymbols += "${filePath}:${lineNumber}: $line"
+        }
+
+        # Check for strict pattern match
+        $isValidPattern = $false
+        foreach ($pattern in $symbolPattern) {
+            if ($line -match $pattern) {
+                $isValidPattern = $true
+                break
+            }
+        }
+        if ($line -match $lowercasePattern -and -not $isValidPattern -and $line -notmatch "^#endif") {
+            $invalidPatternSymbols += "${filePath}:${lineNumber}: $line"
+        }
+
+        # Check for uppercase stem
+        foreach ($config in $symbolConfigs) {
+            $stem = $config.stem
+            $upperStem = $stem.ToUpper()
+            if ($line -match "#(if|if not|elseif)\s+${stem}($rangePattern)" -and $line -cnotmatch "#((?i)(if|if not|elseif))\s+${upperStem}($rangePattern)") {
+                $invalidStemSymbols += "${filePath}:${lineNumber}: $line"
+            }
+        }
+    }
+
+    if (($invalidLowercaseSymbols.Count -gt 0) -or ($invalidPatternSymbols -gt 0) -or ($invalidStemSymbols -gt 0)) {
+        return @{ "invalidLowercaseSymbols" = $invalidLowercaseSymbols; "invalidPatternSymbols" = $invalidPatternSymbols; "invalidStemSymbols" = $invalidStemSymbols }
+    } else {
+        return $null
+    } 
+}
+
+Export-ModuleMember -Function Test-PreprocessorSymbols

src/Business Foundation/App/AuditCodes/src/Legacy/ObsoleteSourceCodeExt.TableExt.al

@@ -18,6 +18,7 @@ tableextension 230 ObsoleteSourceCodeExt extends "Source Code"
             MovedTo = '437dbf0e-84ff-417a-965d-ed2bb9650972';
             ObsoleteTag = '25.0';
         }
+#if not CLEANSCHEMA15
         field(10620; "SAFT Source Code"; Code[9])
         {
             Caption = 'SAF-T Source Code';
@@ -28,6 +29,7 @@ tableextension 230 ObsoleteSourceCodeExt extends "Source Code"
             ObsoleteTag = '15.0';
 #pragma warning restore AS0072
         }
+#endif
         field(28160; Simulation; Boolean)
         {
             Caption = 'Simulation';

src/Business Foundation/App/AuditCodes/src/Legacy/ObsoleteSourceCodeSetupExt.TableExt.al

@@ -839,6 +839,7 @@ tableextension 242 ObsoleteSourceCodeSetupExt extends "Source Code Setup"
             ObsoleteTag = '25.0';
             MovedTo = '437dbf0e-84ff-417a-965d-ed2bb9650972';
         }
+#if not CLEANSCHEMA15
         field(11200; "Inward Registration"; Code[10])
         {
             Caption = 'Inward Registration';
@@ -849,6 +850,7 @@ tableextension 242 ObsoleteSourceCodeSetupExt extends "Source Code Setup"
             ObsoleteTag = '15.0';
 #pragma warning restore AS0072
         }
+#endif
         field(11307; "Financial Journal"; Code[10])
         {
             Caption = 'Financial Journal';
@@ -879,6 +881,7 @@ tableextension 242 ObsoleteSourceCodeSetupExt extends "Source Code Setup"
             ObsoleteTag = '25.0';
             MovedTo = '437dbf0e-84ff-417a-965d-ed2bb9650972';
         }
+#if not CLEANSCHEMA20
         field(11760; "Purchase VAT Delay"; Code[10])
         {
             Caption = 'Purchase VAT Delay';
@@ -901,6 +904,8 @@ tableextension 242 ObsoleteSourceCodeSetupExt extends "Source Code Setup"
             ObsoleteTag = '20.0';
 #pragma warning restore AS0072
         }
+#endif
+#if not CLEANSCHEMA18
         field(11762; "VAT Coefficient"; Code[10])
         {
             Caption = 'VAT Coefficient';
@@ -912,6 +917,8 @@ tableextension 242 ObsoleteSourceCodeSetupExt extends "Source Code Setup"
             ObsoleteTag = '18.0';
 #pragma warning restore AS0072
         }
+#endif
+#if not CLEANSCHEMA22
         field(11764; "Close Balance Sheet"; Code[10])
         {
             Caption = 'Close Balance Sheet';
@@ -934,6 +941,8 @@ tableextension 242 ObsoleteSourceCodeSetupExt extends "Source Code Setup"
             ObsoleteTag = '22.0';
 #pragma warning restore AS0072
         }
+#endif
+#if not CLEANSCHEMA20
         field(11766; "Cash Desk"; Code[10])
         {
             Caption = 'Cash Desk';
@@ -945,6 +954,7 @@ tableextension 242 ObsoleteSourceCodeSetupExt extends "Source Code Setup"
             ObsoleteTag = '20.0';
 #pragma warning restore AS0072
         }
+#endif
         field(12400; "Advance Statements"; Code[10])
         {
             Caption = 'Advance Statements';
@@ -1065,6 +1075,7 @@ tableextension 242 ObsoleteSourceCodeSetupExt extends "Source Code Setup"
             ObsoleteTag = '25.0';
             MovedTo = '437dbf0e-84ff-417a-965d-ed2bb9650972';
         }
+#if not CLEANSCHEMA21
         field(12450; "Item Receipt"; Code[10])
         {
             Caption = 'Item Receipt';
@@ -1087,6 +1098,7 @@ tableextension 242 ObsoleteSourceCodeSetupExt extends "Source Code Setup"
             ObsoleteTag = '21.0';
 #pragma warning restore AS0072
         }
+#endif
         field(12470; "FA Release"; Code[10])
         {
             Caption = 'FA Release';
@@ -1147,6 +1159,7 @@ tableextension 242 ObsoleteSourceCodeSetupExt extends "Source Code Setup"
             ObsoleteTag = '25.0';
             MovedTo = '437dbf0e-84ff-417a-965d-ed2bb9650972';
         }
+#if not CLEANSCHEMA18
         field(31041; "Maintenance Adjustment"; Code[10])
         {
             Caption = 'Maintenance Adjustment';
@@ -1158,6 +1171,8 @@ tableextension 242 ObsoleteSourceCodeSetupExt extends "Source Code Setup"
             ObsoleteTag = '18.0';
 #pragma warning restore AS0072
         }
+#endif
+#if not CLEANSCHEMA21
         field(31050; Credit; Code[10])
         {
             Caption = 'Credit';
@@ -1169,6 +1184,7 @@ tableextension 242 ObsoleteSourceCodeSetupExt extends "Source Code Setup"
             ObsoleteTag = '21.0';
 #pragma warning restore AS0072
         }
+#endif
 #pragma warning disable AS0013
         field(2000020; "Domiciliation Journal"; Code[10])
         {
@@ -1190,6 +1206,7 @@ tableextension 242 ObsoleteSourceCodeSetupExt extends "Source Code Setup"
             ObsoleteTag = '25.0';
             MovedTo = '437dbf0e-84ff-417a-965d-ed2bb9650972';
         }
+#if not CLEANSCHEMA24
         field(5005350; "Phys. Invt. Order"; Code[10])
         {
             Caption = 'Phys. Invt. Order';
@@ -1201,6 +1218,7 @@ tableextension 242 ObsoleteSourceCodeSetupExt extends "Source Code Setup"
             ObsoleteTag = '24.0';
 #pragma warning restore AS0072
         }
+#endif
         field(7000000; "Cartera Journal"; Code[10])
         {
             Caption = 'Cartera Journal';

src/Business Foundation/App/NoSeries/src/Legacy/NoSeriesLineObsolete.TableExt.al

@@ -1,3 +1,4 @@
+#if not CLEANSCHEMA27
 // ------------------------------------------------------------------------------------------------
 // Copyright (c) Microsoft Corporation. All rights reserved.
 // Licensed under the MIT License. See License.txt in the project root for license information.
@@ -183,4 +184,5 @@ tableextension 309 NoSeriesLineObsolete extends "No. Series Line"
     end;
 #endif
 
-}
+}
+#endif

src/Business Foundation/App/NoSeries/src/Legacy/NoSeriesLinePurchase.Table.al

@@ -1,3 +1,4 @@
+#if not CLEANSCHEMA27
 // ------------------------------------------------------------------------------------------------
 // Copyright (c) Microsoft Corporation. All rights reserved.
 // Licensed under the MIT License. See License.txt in the project root for license information.
@@ -149,3 +150,4 @@ table 12146 "No. Series Line Purchase"
         }
     }
 }
+#endif

src/Business Foundation/App/NoSeries/src/Legacy/NoSeriesLineSales.Table.al

@@ -1,3 +1,4 @@
+#if not CLEANSCHEMA27
 // ------------------------------------------------------------------------------------------------
 // Copyright (c) Microsoft Corporation. All rights reserved.
 // Licensed under the MIT License. See License.txt in the project root for license information.
@@ -149,3 +150,4 @@ table 12145 "No. Series Line Sales"
         }
     }
 }
+#endif