DevWiki/calculator
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Update the CI build to only run p0 UI tests for PRs and all UI tests for rolling CI builds (#1012)

Browse Source 
* Added testcasefilter to the UI tests yaml

* Set priorities on UI tests

* Add UI tests for PRs yaml file, conditionally add it to the CI build yaml

* Update priority on functional tests

* Use a conditional task input instead of an additional yaml file to determine if UI tests should be filtered to P0 only

* Add condition:succeeded() back into the run-ui-tests.yaml

* Add back line

Co-authored-by: Matt Cooley <matt@mattcooley.net>
This commit is contained in:
Stephanie Anderl 2020-02-07 15:12:32 -08:00 committed by GitHub
parent 724d12b762
commit 66e47627c0
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 24 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
build/pipelines/templates/run-ui-tests.yaml
View File

@ -47,4 +47,6 @@ jobs:
vsTestVersion: 16.0 vsTestVersion: 16.0
runSettingsFile: $(Build.ArtifactStagingDirectory)/drop/Release/${{ parameters.platform }}/publish/${{ parameters.runsettingsFileName }} runSettingsFile: $(Build.ArtifactStagingDirectory)/drop/Release/${{ parameters.platform }}/publish/${{ parameters.runsettingsFileName }}
platform: ${{ parameters.platform }} platform: ${{ parameters.platform }}
configuration: Release configuration: Release
${{ if eq(variables['Build.Reason'], 'PullRequest') }}:
testFiltercriteria: Priority=0

32
src/CalculatorUITests/StandardModeFunctionalTests.cs
View File

@ -57,6 +57,7 @@ public void TestCleanup()
#region Smoke Tests #region Smoke Tests
[TestMethod] [TestMethod]
[Priority(0)]
public void SmokeTest_Add() public void SmokeTest_Add()
{ {
page.StandardOperators.NumberPad.Input(3.5); page.StandardOperators.NumberPad.Input(3.5);
@ -67,6 +68,7 @@ public void SmokeTest_Add()
} }
[TestMethod] [TestMethod]
[Priority(0)]
public void SmokeTest_Add_KeyboardInput() public void SmokeTest_Add_KeyboardInput()
{ {
page.Header.SendKeys("3+3="); page.Header.SendKeys("3+3=");
@ -74,6 +76,7 @@ public void SmokeTest_Add_KeyboardInput()
} }
[TestMethod] [TestMethod]
[Priority(0)]
public void SmokeTest_Subtract() public void SmokeTest_Subtract()
{ {
page.StandardOperators.NumberPad.Input(4.3); page.StandardOperators.NumberPad.Input(4.3);
@ -84,6 +87,7 @@ public void SmokeTest_Subtract()
} }
[TestMethod] [TestMethod]
[Priority(0)]
public void SmokeTest_History() public void SmokeTest_History()
{ {
page.StandardOperators.NumberPad.Input(-3); page.StandardOperators.NumberPad.Input(-3);
@ -109,6 +113,7 @@ public void SmokeTest_History()
} }
[TestMethod] [TestMethod]
[Priority(0)]
public void SmokeTest_Memory() public void SmokeTest_Memory()
{ {
page.StandardOperators.NumberPad.Input(3); page.StandardOperators.NumberPad.Input(3);
@ -142,6 +147,7 @@ public void SmokeTest_Memory()
#region Basic Arthimetic Tests #region Basic Arthimetic Tests
[TestMethod] [TestMethod]
[Priority(1)]
public void Operator_Reciprocal() public void Operator_Reciprocal()
{ {
page.StandardOperators.NumberPad.Input(4); page.StandardOperators.NumberPad.Input(4);
@ -150,6 +156,7 @@ public void Operator_Reciprocal()
} }
[TestMethod] [TestMethod]
[Priority(1)]
public void Operator_Squared() public void Operator_Squared()
{ {
page.StandardOperators.NumberPad.Input(-15.5); page.StandardOperators.NumberPad.Input(-15.5);
@ -158,6 +165,7 @@ public void Operator_Squared()
} }
[TestMethod] [TestMethod]
[Priority(1)]
public void Operator_SquareRoot() public void Operator_SquareRoot()
{ {
page.StandardOperators.NumberPad.Input(144); page.StandardOperators.NumberPad.Input(144);
@ -166,6 +174,7 @@ public void Operator_SquareRoot()
} }
[TestMethod] [TestMethod]
[Priority(1)]
public void Operator_Percent() public void Operator_Percent()
{ {
page.StandardOperators.NumberPad.Input(600); page.StandardOperators.NumberPad.Input(600);
@ -177,6 +186,7 @@ public void Operator_Percent()
} }
[TestMethod] [TestMethod]
[Priority(0)]
public void Operator_Delete() public void Operator_Delete()
{ {
page.StandardOperators.NumberPad.Input(-12345); page.StandardOperators.NumberPad.Input(-12345);
@ -184,18 +194,8 @@ public void Operator_Delete()
Assert.AreEqual("-1,234", page.GetCalculatorResultText()); Assert.AreEqual("-1,234", page.GetCalculatorResultText());
} }
// Issue #817: Prefixed multiple zeros
[TestMethod]
public void Operator_Delete_Prefix_Zeros()
{
page.StandardOperators.NumberPad.Input(0.1); // To enter decimal point
page.StandardOperators.BackSpaceButton.Click();
page.StandardOperators.BackSpaceButton.Click();
page.StandardOperators.NumberPad.Input(0);
Assert.AreEqual("0", page.GetCalculatorResultText());
}
[TestMethod] [TestMethod]
[Priority(0)]
public void Operator_ClearAll() public void Operator_ClearAll()
{ {
page.StandardOperators.NumberPad.Input(12345); page.StandardOperators.NumberPad.Input(12345);
@ -206,6 +206,7 @@ public void Operator_ClearAll()
} }
[TestMethod] [TestMethod]
[Priority(0)]
public void Operator_ClearEntry() public void Operator_ClearEntry()
{ {
page.StandardOperators.NumberPad.Input(-12345); page.StandardOperators.NumberPad.Input(-12345);
@ -218,6 +219,7 @@ public void Operator_ClearEntry()
#region Keyboard Input Tests #region Keyboard Input Tests
[TestMethod] [TestMethod]
[Priority(0)]
public void KeyboardInput_Subtract() public void KeyboardInput_Subtract()
{ {
page.Header.SendKeys("70090-890987="); page.Header.SendKeys("70090-890987=");
@ -225,6 +227,7 @@ public void KeyboardInput_Subtract()
} }
[TestMethod] [TestMethod]
[Priority(1)]
public void KeyboardInput_Multiply() public void KeyboardInput_Multiply()
{ {
page.Header.SendKeys("-15*3="); page.Header.SendKeys("-15*3=");
@ -232,6 +235,7 @@ public void KeyboardInput_Multiply()
} }
[TestMethod] [TestMethod]
[Priority(1)]
public void KeyboardInput_Divide() public void KeyboardInput_Divide()
{ {
page.Header.SendKeys("26/13="); page.Header.SendKeys("26/13=");
@ -239,6 +243,7 @@ public void KeyboardInput_Divide()
} }
[TestMethod] [TestMethod]
[Priority(1)]
public void KeyboardInput_SquareRoot() public void KeyboardInput_SquareRoot()
{ {
page.Header.SendKeys("100@"); page.Header.SendKeys("100@");
@ -246,6 +251,7 @@ public void KeyboardInput_SquareRoot()
} }
[TestMethod] [TestMethod]
[Priority(1)]
public void KeyboardInput_Percent() public void KeyboardInput_Percent()
{ {
page.Header.SendKeys("34+7%="); page.Header.SendKeys("34+7%=");
@ -256,6 +262,7 @@ public void KeyboardInput_Percent()
#region Memory Tests #region Memory Tests
[TestMethod] [TestMethod]
[Priority(1)]
public void Memory_AddTest() public void Memory_AddTest()
{ {
page.StandardOperators.NumberPad.Input(12); page.StandardOperators.NumberPad.Input(12);
@ -271,6 +278,7 @@ public void Memory_AddTest()
} }
[TestMethod] [TestMethod]
[Priority(1)]
public void Memory_SubtractTest() public void Memory_SubtractTest()
{ {
page.StandardOperators.NumberPad.Input(12); page.StandardOperators.NumberPad.Input(12);
@ -286,6 +294,7 @@ public void Memory_SubtractTest()
} }
[TestMethod] [TestMethod]
[Priority(1)]
public void Memory_RecallTest() public void Memory_RecallTest()
{ {
page.StandardOperators.NumberPad.Input(12); page.StandardOperators.NumberPad.Input(12);
@ -301,6 +310,7 @@ public void Memory_RecallTest()
} }
[TestMethod] [TestMethod]
[Priority(1)]
public void Memory_ClearTest() public void Memory_ClearTest()
{ {
page.StandardOperators.NumberPad.Input(12); page.StandardOperators.NumberPad.Input(12);