Merge pull request #1526 from PowerShell/jameswtruher/TagPesterTests

Jameswtruher/tag pester tests

build.psm1

@@ -465,13 +465,74 @@ function Get-PSOutput {
 }
 
 
+function Get-PesterTag {
+    param ( [Parameter(Position=0)][string]$testbase = "$PSScriptRoot/test/powershell" )
+    $alltags = @{}
+    $warnings = @()
+
+    get-childitem -Recurse $testbase -File |?{$_.name -match "tests.ps1"}| %{
+        $fullname = $_.fullname
+        $tok = $err = $null
+        $ast = [System.Management.Automation.Language.Parser]::ParseFile($FullName, [ref]$tok,[ref]$err)
+        $des = $ast.FindAll({$args[0] -is "System.Management.Automation.Language.CommandAst" -and $args[0].CommandElements[0].Value -eq "Describe"},$true)
+        foreach( $describe in $des) {
+            $elements = $describe.CommandElements
+            $lineno = $elements[0].Extent.StartLineNumber
+            $foundTag = $false
+            for ( $i = 0; $i -lt $elements.Count; $i++) {
+                if ( $elements[$i].extent.text -match "^-t" ) {
+                    $vAst = $elements[$i+1]
+                    if ( $vAst.FindAll({$args[0] -is "System.Management.Automation.Language.VariableExpressionAst"},$true) ) {
+                        $warnings += "TAGS must be static strings, error in ${fullname}, line $lineno"
+                    }
+                    $values = $vAst.FindAll({$args[0] -is "System.Management.Automation.Language.StringConstantExpressionAst"},$true).Value
+                    $values | %{ 
+                        if ( $_ -notmatch "CI|FEATURE|SCENARIO|SLOW" ) {
+                            $warnings += "${fullname} includes improper tag '$_', line '$lineno'"
+                        }
+                        $alltags[$_]++ 
+                        }
+                    $foundTag = $true
+                }
+            }
+            if ( ! $foundTag ) {
+                $warnings += "${fullname} does not include -Tag in Describe, line '$lineno'"
+            }
+        }
+    }
+    if ( $Warnings.Count -gt 0 ) {
+        $alltags['Result'] = "Fail"
+    }
+    else {
+        $alltags['Result'] = "Pass"
+    }
+    $alltags['Warnings'] = $warnings
+    $o = [pscustomobject]$alltags 
+    $o.psobject.TypeNames.Add("DescribeTagsInUse")
+    $o
+}
+
 function Start-PSPester {
     [CmdletBinding()]param(
-        [string]$Flags = "-ExcludeTag 'Slow' -EnableExit -OutputFile pester-tests.xml -OutputFormat NUnitXml",
+        [string]$OutputFormat = "NUnitXml",
+        [string]$OutputFile = "pester-tests.xml",
+        [switch]$DisableExit,
+        [string[]]$ExcludeTag = "Slow",
+        [string[]]$Tag = "CI",
         [string]$Path = "$PSScriptRoot/test/powershell"
     )
+    $tagString = "-outputFormat ${OutputFormat} -outputFile ${outputFile} "
+    if ( ! $DisableExit ) { $tagString += " -EnableExit" }
+    if ( $ExcludeTag -and ($ExcludeTag -ne "")) { $tagString += " -ExcludeTag @('" + (${ExcludeTag} -join "','") + "')" }
+    if ( $Tag )           { $tagString +=        " -Tag @('" + (${Tag} -join "','") + "')" }
 
-    & (Get-PSOutput) -noprofile -c "Import-Module '$PSScriptRoot/src/Modules/Shared/Pester'; Invoke-Pester $Flags $Path"
+    $powershell = get-psoutput
+    $psdir = [io.path]::GetDirectoryName($powershell)
+    $moduleDir = [io.path]::Combine($psdir,"Modules","Pester")
+
+    Write-Verbose "Import-Module '$moduleDir'; Invoke-Pester $tagString $Path"
+    $powershellexe = get-psoutput
+    & $powershell -noprofile -c "Import-Module '$moduleDir'; Invoke-Pester $tagString $Path"
     if ($LASTEXITCODE -ne 0) {
         throw "$LASTEXITCODE Pester tests failed"
     }