DevWiki/calculator
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Update the CI build to only run p0 UI tests for PRs and all UI tests for rolling CI builds (#1012)

Browse Source 
* Added testcasefilter to the UI tests yaml

* Set priorities on UI tests

* Add UI tests for PRs yaml file, conditionally add it to the CI build yaml

* Update priority on functional tests

* Use a conditional task input instead of an additional yaml file to determine if UI tests should be filtered to P0 only

* Add condition:succeeded() back into the run-ui-tests.yaml

* Add back line

Co-authored-by: Matt Cooley <matt@mattcooley.net>
This commit is contained in:
Stephanie Anderl 2020-02-07 15:12:32 -08:00 committed by GitHub
parent 724d12b762
commit 66e47627c0
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 24 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
build/pipelines/templates/run-ui-tests.yaml
View File

@ -47,4 +47,6 @@ jobs:
vsTestVersion: 16.0
runSettingsFile: $(Build.ArtifactStagingDirectory)/drop/Release/${{ parameters.platform }}/publish/${{ parameters.runsettingsFileName }}
platform: ${{ parameters.platform }}
configuration: Release
configuration: Release
${{ if eq(variables['Build.Reason'], 'PullRequest') }}:
testFiltercriteria: Priority=0

32
src/CalculatorUITests/StandardModeFunctionalTests.cs
View File

@ -57,6 +57,7 @@ public void TestCleanup()
#region Smoke Tests
[TestMethod]
[Priority(0)]
public void SmokeTest_Add()
{
page.StandardOperators.NumberPad.Input(3.5);
@ -67,6 +68,7 @@ public void SmokeTest_Add()
}
[TestMethod]
[Priority(0)]
public void SmokeTest_Add_KeyboardInput()
{
page.Header.SendKeys("3+3=");
@ -74,6 +76,7 @@ public void SmokeTest_Add_KeyboardInput()
}
[TestMethod]
[Priority(0)]
public void SmokeTest_Subtract()
{
page.StandardOperators.NumberPad.Input(4.3);
@ -84,6 +87,7 @@ public void SmokeTest_Subtract()
}
[TestMethod]
[Priority(0)]
public void SmokeTest_History()
{
page.StandardOperators.NumberPad.Input(-3);
@ -109,6 +113,7 @@ public void SmokeTest_History()
}
[TestMethod]
[Priority(0)]
public void SmokeTest_Memory()
{
page.StandardOperators.NumberPad.Input(3);
@ -142,6 +147,7 @@ public void SmokeTest_Memory()
#region Basic Arthimetic Tests
[TestMethod]
[Priority(1)]
public void Operator_Reciprocal()
{
page.StandardOperators.NumberPad.Input(4);
@ -150,6 +156,7 @@ public void Operator_Reciprocal()
}
[TestMethod]
[Priority(1)]
public void Operator_Squared()
{
page.StandardOperators.NumberPad.Input(-15.5);
@ -158,6 +165,7 @@ public void Operator_Squared()
}
[TestMethod]
[Priority(1)]
public void Operator_SquareRoot()
{
page.StandardOperators.NumberPad.Input(144);
@ -166,6 +174,7 @@ public void Operator_SquareRoot()
}
[TestMethod]
[Priority(1)]
public void Operator_Percent()
{
page.StandardOperators.NumberPad.Input(600);
@ -177,6 +186,7 @@ public void Operator_Percent()
}
[TestMethod]
[Priority(0)]
public void Operator_Delete()
{
page.StandardOperators.NumberPad.Input(-12345);
@ -184,18 +194,8 @@ public void Operator_Delete()
Assert.AreEqual("-1,234", page.GetCalculatorResultText());
}
// Issue #817: Prefixed multiple zeros
[TestMethod]
public void Operator_Delete_Prefix_Zeros()
{
page.StandardOperators.NumberPad.Input(0.1); // To enter decimal point
page.StandardOperators.BackSpaceButton.Click();
page.StandardOperators.BackSpaceButton.Click();
page.StandardOperators.NumberPad.Input(0);
Assert.AreEqual("0", page.GetCalculatorResultText());
}
[TestMethod]
[Priority(0)]
public void Operator_ClearAll()
{
page.StandardOperators.NumberPad.Input(12345);
@ -206,6 +206,7 @@ public void Operator_ClearAll()
}
[TestMethod]
[Priority(0)]
public void Operator_ClearEntry()
{
page.StandardOperators.NumberPad.Input(-12345);
@ -218,6 +219,7 @@ public void Operator_ClearEntry()
#region Keyboard Input Tests
[TestMethod]
[Priority(0)]
public void KeyboardInput_Subtract()
{
page.Header.SendKeys("70090-890987=");
@ -225,6 +227,7 @@ public void KeyboardInput_Subtract()
}
[TestMethod]
[Priority(1)]
public void KeyboardInput_Multiply()
{
page.Header.SendKeys("-15*3=");
@ -232,6 +235,7 @@ public void KeyboardInput_Multiply()
}
[TestMethod]
[Priority(1)]
public void KeyboardInput_Divide()
{
page.Header.SendKeys("26/13=");
@ -239,6 +243,7 @@ public void KeyboardInput_Divide()
}
[TestMethod]
[Priority(1)]
public void KeyboardInput_SquareRoot()
{
page.Header.SendKeys("100@");
@ -246,6 +251,7 @@ public void KeyboardInput_SquareRoot()
}
[TestMethod]
[Priority(1)]
public void KeyboardInput_Percent()
{
page.Header.SendKeys("34+7%=");
@ -256,6 +262,7 @@ public void KeyboardInput_Percent()
#region Memory Tests
[TestMethod]
[Priority(1)]
public void Memory_AddTest()
{
page.StandardOperators.NumberPad.Input(12);
@ -271,6 +278,7 @@ public void Memory_AddTest()
}
[TestMethod]
[Priority(1)]
public void Memory_SubtractTest()
{
page.StandardOperators.NumberPad.Input(12);
@ -286,6 +294,7 @@ public void Memory_SubtractTest()
}
[TestMethod]
[Priority(1)]
public void Memory_RecallTest()
{
page.StandardOperators.NumberPad.Input(12);
@ -301,6 +310,7 @@ public void Memory_RecallTest()
}
[TestMethod]
[Priority(1)]
public void Memory_ClearTest()
{
page.StandardOperators.NumberPad.Input(12);