Test toolkit investigate running all checks through n unit

.github/workflows/build-tests-artifact.yml

@@ -0,0 +1,98 @@
+name: Build Tests Artifact
+
+on:
+  workflow_dispatch:
+  push:
+    branches: [ develop ]
+  pull_request:
+    branches: [ develop ]
+
+jobs:
+  collect-and-upload-tests:
+    runs-on: ubuntu-latest
+
+    steps:
+    - name: Checkout repository
+      uses: actions/checkout@v4
+
+    - name: Create _Tests_ directory
+      run: mkdir -p _Tests_
+
+    # TODO: The toolkit will need to be built before copying files. This will need to be done before this step, including building the dependecies BHoM, BHoM_Engine and BHoM_Adapter.continue-on-error: 
+    # TODO: For now this is just pushing up the files that are already in the Build directory to enable quicker evaluation of overall workflow of test files.
+    - name: Copy files from Build directory
+      run: |
+        # Copy .dll files (only from Build directory, not subdirectories)
+        find Build -maxdepth 1 -name "*.dll" -type f -exec cp {} _Tests_/ \;
+
+        # Copy .exe files (only from Build directory, not subdirectories)
+        find Build -maxdepth 1 -name "*.exe" -type f -exec cp {} _Tests_/ \;
+
+        # Copy .json files (only from Build directory, not subdirectories)
+        find Build -maxdepth 1 -name "*.json" -type f -exec cp {} _Tests_/ \;
+
+
+        # List copied files for verification
+        echo "Files copied to _Tests_:"
+        ls -la _Tests_/
+
+    - name: Identify tests
+      run: |
+        set -euo pipefail
+        echo "Searching for test DLLs in _Tests_ folder..."
+
+        tests_dir="_Tests_"
+        if [ ! -d "$tests_dir" ]; then
+          echo "✗ $tests_dir folder not found"
+          exit 1
+        fi
+
+        # Prepare output file
+        out_file="$tests_dir/TestDlls.txt"
+        : > "$out_file"
+
+        found=0
+        shopt -s nullglob
+        for dll in "$tests_dir"/*.dll; do
+          base=$(basename "$dll" .dll)
+
+          # Skip known non-test DLLs by name patterns
+          case "$base" in
+            NUnit_Engine|TestSetup_Engine|testhost|testcentric.engine.metadata|\
+            Microsoft.*|System.*|nunit3.*|nunit.*|NUnit3.*|Newtonsoft.*|NuGet.*)
+              continue ;;
+            *_oM|*_Engine)
+              continue ;;
+          esac
+
+          # Check for test frameworks by scanning binary strings
+          if command -v strings >/dev/null 2>&1; then
+            if strings -a "$dll" 2>/dev/null | grep -qiE '(^|/)nunit\.framework|xunit|mstest\.testframework'; then
+              echo "$base.dll" >> "$out_file"
+              echo "  ✓ $base.dll"
+              found=$((found+1))
+            fi
+          else
+            if grep -a -qiE 'nunit\.framework|xunit|mstest\.testframework' "$dll"; then
+              echo "$base.dll" >> "$out_file"
+              echo "  ✓ $base.dll"
+              found=$((found+1))
+            fi
+          fi
+        done
+
+        if [ "$found" -eq 0 ]; then
+          echo "✗ No test DLLs found in $tests_dir"
+          exit 1
+        fi
+
+        echo "✓ Wrote $found test DLL name(s) to $out_file"
+
+    - name: Upload Tests artifact
+      uses: actions/upload-artifact@v4
+      with:
+        name: Tests
+        path: |
+          _Tests_/
+          StartupHook/*.dll
+        retention-days: 30

CodeComplianceTest_Engine/CodeComplianceTest_Engine.csproj

@@ -1,28 +1,26 @@
 <Project Sdk="Microsoft.NET.Sdk">
-  <PropertyGroup>
-<TargetFramework>netstandard2.0</TargetFramework>
-    <OutputType>Library</OutputType>
-    <RootNamespace>BH.Engine.Test.CodeCompliance</RootNamespace>
-    <UseWPF>true</UseWPF>
-    <ImportWindowsDesktopTargets>true</ImportWindowsDesktopTargets>
-    <OutputPath>..\Build\</OutputPath>
-    <Configurations>ComplianceTestBuild;Debug;Release</Configurations>
-    <AssemblyTitle>CodeComplianceTest_Engine</AssemblyTitle>
-    <Description>https://github.com/BHoM/Test_Toolkit</Description>
-    <Product>CodeComplianceTest_Engine</Product>
-    <Copyright>Copyright � https://github.com/BHoM</Copyright>
-    <AssemblyVersion>9.0.0.0</AssemblyVersion>
-    <FileVersion>9.3.0.0</FileVersion>
-    <CopyLocalLockFileAssemblies>true</CopyLocalLockFileAssemblies>
-  </PropertyGroup>
-  <Target Name="PostBuild" AfterTargets="PostBuildEvent">
-    <Exec Command="xcopy &quot;$(TargetDir)$(TargetFileName)&quot;  &quot;C:\ProgramData\BHoM\Assemblies&quot; /Y&#xD;&#xA;xcopy &quot;$(TargetDir)Microsoft.CodeAnalysis.dll&quot;  &quot;C:\ProgramData\BHoM\Assemblies&quot; /Y&#xD;&#xA;xcopy &quot;$(TargetDir)Microsoft.CodeAnalysis.CSharp.dll&quot;  &quot;C:\ProgramData\BHoM\Assemblies&quot; /Y&#xD;&#xA;xcopy &quot;$(TargetDir)System.Buffers.dll&quot;  &quot;C:\ProgramData\BHoM\Assemblies&quot; /Y&#xD;&#xA;xcopy &quot;$(TargetDir)System.Collections.Immutable.dll&quot;  &quot;C:\ProgramData\BHoM\Assemblies&quot; /Y&#xD;&#xA;xcopy &quot;$(TargetDir)System.Memory.dll&quot;  &quot;C:\ProgramData\BHoM\Assemblies&quot; /Y&#xD;&#xA;xcopy &quot;$(TargetDir)System.Numerics.Vectors.dll&quot;  &quot;C:\ProgramData\BHoM\Assemblies&quot; /Y&#xD;&#xA;xcopy &quot;$(TargetDir)System.Reflection.Metadata.dll&quot;  &quot;C:\ProgramData\BHoM\Assemblies&quot; /Y&#xD;&#xA;xcopy &quot;$(TargetDir)System.Runtime.CompilerServices.Unsafe.dll&quot;  &quot;C:\ProgramData\BHoM\Assemblies&quot; /Y&#xD;&#xA;xcopy &quot;$(TargetDir)System.Text.Encoding.CodePages.dll&quot;  &quot;C:\ProgramData\BHoM\Assemblies&quot; /Y&#xD;&#xA;xcopy &quot;$(TargetDir)System.Threading.Tasks.Extensions.dll&quot;  &quot;C:\ProgramData\BHoM\Assemblies&quot; /Y" />
-  </Target>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)' == 'ComplianceTestBuild|AnyCPU'">
-    <DebugSymbols>true</DebugSymbols>
-    <OutputPath>..\Build\</OutputPath>
-    <CodeAnalysisRuleSet>MinimumRecommendedRules.ruleset</CodeAnalysisRuleSet>
-  </PropertyGroup>
+	<PropertyGroup>
+		<TargetFramework>netstandard2.0</TargetFramework>
+		<AssemblyVersion>8.0.0.0</AssemblyVersion>
+		<Description>https://github.com/BHoM/BHoM_Engine</Description>
+		<Version>5.0.0</Version>
+		<Authors>BHoM</Authors>
+		<Copyright>Copyright © https://github.com/BHoM</Copyright>
+		<CopyLocalLockFileAssemblies>true</CopyLocalLockFileAssemblies>
+		<RootNamespace>BH.Engine.Test.CodeCompliance</RootNamespace>
+		<FileVersion>8.2.0.0</FileVersion>
+		<OutDir>..\Build\</OutDir>
+		<Configurations>Debug;Release</Configurations>
+	</PropertyGroup>
+	<ItemGroup>
+	  <PackageReference Include="Microsoft.CodeAnalysis.CSharp" Version="3.4.0" />
+	  <PackageReference Include="Microsoft.CSharp" Version="4.7.0" />
+	  <PackageReference Include="System.Net.Http" Version="4.3.4" />
+	</ItemGroup>
+	<ItemGroup>
+	  <ProjectReference Include="..\CodeCompliance_oM\CodeComplianceTest_oM.csproj" />
+	  <ProjectReference Include="..\Test_Engine\Test_Engine.csproj" />
+	</ItemGroup>
   <ItemGroup>
     <Reference Include="Dimensional_oM">
       <HintPath>$(ProgramData)\BHoM\Assemblies\Dimensional_oM.dll</HintPath>
@@ -64,27 +62,9 @@
       <HintPath>$(ProgramData)\BHoM\Assemblies\Test_oM.dll</HintPath>
       <Private>False</Private>
     </Reference>
-    <PackageReference Include="Microsoft.CodeAnalysis.Analyzers" Version="2.9.6">
-      <PrivateAssets>all</PrivateAssets>
-      <IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>
-    </PackageReference>
-    <PackageReference Include="Microsoft.CodeAnalysis.Common" Version="3.4.0" />
-    <PackageReference Include="Microsoft.CodeAnalysis.CSharp" Version="3.4.0" />
-    <PackageReference Include="Microsoft.CSharp" Version="4.7.0" />
-    <PackageReference Include="System.Buffers" Version="4.6.1" />
-    <PackageReference Include="System.Collections.Immutable" Version="10.0.3" />
-    <PackageReference Include="System.Data.DataSetExtensions" Version="4.5.0" />
-    <PackageReference Include="System.Memory" Version="4.6.3" />
-    <PackageReference Include="System.Numerics.Vectors" Version="4.6.1" />
-    <PackageReference Include="System.Reflection.Metadata" Version="10.0.3" />
-    <PackageReference Include="System.Runtime.CompilerServices.Unsafe" Version="6.1.2" />
-    <PackageReference Include="System.Text.Encoding.CodePages" Version="10.0.3" />
-    <PackageReference Include="System.Threading.Tasks.Dataflow" Version="10.0.3" />
-    <PackageReference Include="System.Threading.Tasks.Extensions" Version="4.6.3" />
-    <PackageReference Include="System.Configuration.ConfigurationManager" Version="10.0.3" />
-  </ItemGroup>
-  <ItemGroup>
-    <ProjectReference Include="..\CodeCompliance_oM\CodeComplianceTest_oM.csproj" />
-    <ProjectReference Include="..\Test_Engine\Test_Engine.csproj" />
   </ItemGroup>
-</Project>
+  <Target Name="PostBuild" AfterTargets="PostBuildEvent">
+    <Exec Command="xcopy &quot;$(TargetDir)$(TargetFileName)&quot;  &quot;C:\ProgramData\BHoM\Assemblies&quot; /Y&#xD;&#xA;xcopy &quot;$(TargetDir)Microsoft.CodeAnalysis.dll&quot;  &quot;C:\ProgramData\BHoM\Assemblies&quot; /Y&#xD;&#xA;xcopy &quot;$(TargetDir)Microsoft.CodeAnalysis.CSharp.dll&quot;  &quot;C:\ProgramData\BHoM\Assemblies&quot; /Y&#xD;&#xA;xcopy &quot;$(TargetDir)System.Buffers.dll&quot;  &quot;C:\ProgramData\BHoM\Assemblies&quot; /Y&#xD;&#xA;xcopy &quot;$(TargetDir)System.Collections.Immutable.dll&quot;  &quot;C:\ProgramData\BHoM\Assemblies&quot; /Y&#xD;&#xA;xcopy &quot;$(TargetDir)System.Memory.dll&quot;  &quot;C:\ProgramData\BHoM\Assemblies&quot; /Y&#xD;&#xA;xcopy &quot;$(TargetDir)System.Numerics.Vectors.dll&quot;  &quot;C:\ProgramData\BHoM\Assemblies&quot; /Y&#xD;&#xA;xcopy &quot;$(TargetDir)System.Reflection.Metadata.dll&quot;  &quot;C:\ProgramData\BHoM\Assemblies&quot; /Y&#xD;&#xA;xcopy &quot;$(TargetDir)System.Runtime.CompilerServices.Unsafe.dll&quot;  &quot;C:\ProgramData\BHoM\Assemblies&quot; /Y&#xD;&#xA;xcopy &quot;$(TargetDir)System.Text.Encoding.CodePages.dll&quot;  &quot;C:\ProgramData\BHoM\Assemblies&quot; /Y&#xD;&#xA;xcopy &quot;$(TargetDir)System.Threading.Tasks.Extensions.dll&quot;  &quot;C:\ProgramData\BHoM\Assemblies&quot; /Y" />
+  </Target>
+
+</Project>

CodeComplianceTest_Engine/Compute/Check.cs

@@ -59,7 +59,9 @@ public static TestResult Check(this MethodInfo method, SyntaxNode node, string c
                     method.GetCustomAttributes<ConditionAttribute>().All(condition => condition.IPasses(node)) &&
                     (checkType != null && method.GetCustomAttribute<ComplianceTypeAttribute>()?.ComplianceType == checkType))
             {
-                Func<object[], object> fn = method.ToFunc();
+                //if(fn == null)
+                    Func<object[], object> fn = method.GetFunction();
+
                 Span result = fn(new object[] { node }) as Span;
                 if (result != null)
                 {
@@ -90,6 +92,24 @@ public static TestResult Check(this MethodInfo method, IEnumerable<SyntaxNode> n
             }
             return finalResult;
         }
+
+
+        private static Func<object[], object> GetFunction(this MethodInfo method)
+        {
+            Func<object[], object> fn;
+            if (m_checkMethods.TryGetValue(method, out fn))
+                return fn;
+
+            fn = method.ToFunc();
+            lock (m_compileLock)
+            {
+                m_checkMethods[method] = fn;
+            }
+            return fn;
+        }
+
+        private static Dictionary<MethodInfo, Func<object[], object>> m_checkMethods = new Dictionary<MethodInfo, Func<object[], object>>();
+        private static object m_compileLock = new object();
     }
 }
 

CodeComplianceTest_Engine/Compute/RunChecks.cs

@@ -50,7 +50,7 @@ public static TestResult RunChecks(this SyntaxNode node, string checkType = null
                 return Create.TestResult(TestStatus.Pass);
 
             TestResult finalResult = Create.TestResult(TestStatus.Pass);
-            foreach(MethodInfo method in Query.AllChecks())
+            foreach(MethodInfo method in Query.AllChecks(checkType))
             {
                 finalResult = finalResult.Merge(method.Check(node, checkType));
             }

CodeComplianceTest_Engine/Query/AllChecks.cs

@@ -21,27 +21,27 @@
  */
 
 using BH.oM.Test.CodeCompliance;
+using BH.oM.Test.CodeCompliance.Attributes;
+using Microsoft.CodeAnalysis;
+using Microsoft.CodeAnalysis.CSharp;
+using Microsoft.CodeAnalysis.CSharp.Syntax;
 using System;
 using System.Collections.Generic;
 using System.Linq;
+using System.Reflection;
 using System.Text;
 using System.Threading.Tasks;
 
-using Microsoft.CodeAnalysis;
-using Microsoft.CodeAnalysis.CSharp;
-using Microsoft.CodeAnalysis.CSharp.Syntax;
-using System.Reflection;
-
 namespace BH.Engine.Test.CodeCompliance
 {
     public static partial class Query
     {
-        public static IEnumerable<MethodInfo> AllChecks()
+        public static IEnumerable<MethodInfo> AllChecks(string checkType = null)
         {
             return Assembly.GetExecutingAssembly().DefinedTypes
                 .Where(t => t.IsClass && t.Name == "Query" && t.Namespace == "BH.Engine.Test.CodeCompliance.Checks")
                 .SelectMany(t => t.DeclaredMethods)
-                .Where(method => method.IsPublic && method.ReturnType == typeof(Span));
+                .Where(method => method.IsPublic && method.ReturnType == typeof(Span) && (checkType == null || method.GetCustomAttribute<ComplianceTypeAttribute>()?.ComplianceType == checkType));
         }
     }
 }

CodeCompliance_oM/CodeComplianceTest_oM.csproj

@@ -1,28 +1,20 @@
-<Project Sdk="Microsoft.NET.Sdk">
-  <PropertyGroup>
-<TargetFramework>netstandard2.0</TargetFramework>
-    <OutputType>Library</OutputType>
-    <RootNamespace>BH.oM.Test</RootNamespace>
-    <OutputPath>..\Build\</OutputPath>
-    <Configurations>ComplianceTestBuild;Debug;Release</Configurations>
-    <AssemblyTitle>Test_oM</AssemblyTitle>
-    <Description>https://github.com/BHoM/Test_Toolkit</Description>
-    <Product>Test_oM</Product>
-    <Copyright>Copyright � https://github.com/BHoM</Copyright>
-    <AssemblyVersion>9.0.0.0</AssemblyVersion>
-    <FileVersion>9.3.0.0</FileVersion>
-  </PropertyGroup>
-  <Target Name="PostBuild" AfterTargets="PostBuildEvent">
-    <Exec Command="xcopy &quot;$(TargetDir)$(TargetFileName)&quot;  &quot;$(ProgramData)\BHoM\Assemblies&quot; /Y" />
-  </Target>
-  <PropertyGroup Condition="'$(Configuration)|$(Platform)' == 'ComplianceTestBuild|AnyCPU'">
-    <DebugSymbols>true</DebugSymbols>
-    <OutputPath>..\Build\</OutputPath>
-    <CodeAnalysisRuleSet>MinimumRecommendedRules.ruleset</CodeAnalysisRuleSet>
-  </PropertyGroup>
+<Project Sdk="Microsoft.NET.Sdk">
+	<PropertyGroup>
+		<TargetFramework>netstandard2.0</TargetFramework>
+		<AssemblyVersion>8.0.0.0</AssemblyVersion>
+		<Description>https://github.com/BHoM/BHoM_Engine</Description>
+		<Version>5.0.0</Version>
+		<Authors>BHoM</Authors>
+		<Copyright>Copyright © https://github.com/BHoM</Copyright>
+		<CopyLocalLockFileAssemblies>true</CopyLocalLockFileAssemblies>
+		<RootNamespace>BH.Engine.Test.CodeCompliance</RootNamespace>
+		<FileVersion>8.2.0.0</FileVersion>
+		<OutDir>..\Build\</OutDir>
+		<Configurations>Debug;Release</Configurations>
+	</PropertyGroup>
   <ItemGroup>
     <Reference Include="Analytical_oM">
-      <SpecificVersion>False</SpecificVersion>
+      <SpecificVersion>False</SpecificVersion>      
       <HintPath>$(ProgramData)\BHoM\Assemblies\Analytical_oM.dll</HintPath>
       <Private>False</Private>
     </Reference>
@@ -41,10 +33,9 @@
       <HintPath>$(ProgramData)\BHoM\Assemblies\Test_oM.dll</HintPath>
       <Private>False</Private>
     </Reference>
-    <PackageReference Include="Microsoft.CSharp" Version="4.7.0" />
-    <PackageReference Include="System.Data.DataSetExtensions" Version="4.5.0" />
   </ItemGroup>
-  <ItemGroup>
-    <WCFMetadata Include="Service References\" />
-  </ItemGroup>
-</Project>
+  <Target Name="PostBuild" AfterTargets="PostBuildEvent">
+    <Exec Command="xcopy &quot;$(TargetDir)$(TargetFileName)&quot;  &quot;$(ProgramData)\BHoM\Assemblies&quot; /Y" />
+  </Target>
+
+</Project>

Compliance_Tests/AssemblyInfoCompliance.cs

@@ -0,0 +1,56 @@
+using BH.oM.Test.Results;
+using BH.oM.Test;
+using BH.Engine.Test;
+using Microsoft.CodeAnalysis;
+using NUnit.Framework;
+using System;
+using System.Collections.Generic;
+using System.Linq;
+using System.Reflection;
+using System.Text;
+using System.Threading.Tasks;
+
+namespace BH.Tests.Compliace
+{
+    public class AssemblyInfoCompliance
+    {
+        /***************************************************/
+        /**** Test methods                              ****/
+        /***************************************************/
+
+        [Description("Checks a AssemblyInfoFile file by using the method available in CodeComplianceTest_Engine." +
+                     "Potential to port the content of that method over to this file, split as individual tests, each run on the .csproj test files.")]
+        [TestCaseSource(nameof(AssemblyInfoFiles))]
+        public void TestCompliance(string fileName, string assemblyDescriptionOrg)
+        {
+            TestResult result = BH.Engine.Test.CodeCompliance.Compute.CheckAssemblyInfo(fileName, assemblyDescriptionOrg);
+            if (result == null)
+                Assert.Fail($"{fileName}: No result returned from compliance check.");
+
+            if (result.Status == TestStatus.Error)
+                Assert.Fail($"{fileName}: {result.FullMessage(5, TestStatus.Warning)}");
+
+            if (result.Status == TestStatus.Warning)
+                Assert.Warn($"{fileName}: {result.FullMessage(5, TestStatus.Warning)}");
+        }
+
+        /***************************************************/
+        /**** Test data methods                         ****/
+        /***************************************************/
+
+        [Description("Returns the AssemblyInfo cs files as well as assumed link to the repository.")]
+        private static IEnumerable<TestCaseData> AssemblyInfoFiles()
+        {
+            string organisationUrl = null;
+            string currentRepo = BH.Tests.Setup.Query.CurrentRepository();
+            if (currentRepo != null)
+                 organisationUrl = $"https://github.com/{currentRepo}";
+
+            foreach (var file in BH.Tests.Setup.Query.TestFilesCs().Where(x => x.EndsWith("AssemblyInfo.cs")))
+                yield return new TestCaseData(new string[] { file, organisationUrl }).SetArgDisplayNames(file);
+
+        }
+
+        /***************************************************/
+    }
+}