update all thresholds to .05
This commit is contained in:
Родитель
71c1831abb
Коммит
21835ceef3
|
@ -5,15 +5,15 @@
|
|||
<test-suite type="TestFixture" id="1001" name="ObjectCountStressTest" fullname="ObjectCountStressTest" classname="ObjectCountStressTest" runstate="Runnable" testcasecount="3" result="Passed" start-time="2020-02-15 20:40:48Z" end-time="2020-02-15 20:44:46Z" duration="238.255912" total="3" passed="3" failed="0" inconclusive="0" skipped="0" asserts="0">
|
||||
<test-suite type="ParameterizedMethod" id="1005" name="PerformObjectCountStressTest" fullname="ObjectCountStressTest.PerformObjectCountStressTest" classname="ObjectCountStressTest" runstate="Runnable" testcasecount="3" result="Passed" start-time="2020-02-15 20:40:48Z" end-time="2020-02-15 20:44:46Z" duration="238.226538" total="3" passed="3" failed="0" inconclusive="0" skipped="0" asserts="0">
|
||||
<test-case id="1002" name="LitInstancedSphere" fullname="ObjectCountStressTest.PerformObjectCountStressTest.LitInstancedSphere" methodname="PerformObjectCountStressTest" classname="ObjectCountStressTest" runstate="Runnable" seed="0" result="Passed" start-time="2020-02-15 20:40:48Z" end-time="2020-02-15 20:42:05Z" duration="77.410676" asserts="0">
|
||||
<output> ##performancetestresult:{"TestName":"ObjectCountStressTest.PerformObjectCountStressTest.LitInstancedSphere","TestCategories":["XR","Performance","OCULUS_XRSDK"],"TestVersion":"5","StartTime":1581799248234.061,"EndTime":1581799325588.863,"SampleGroups":[{"Definition":{"Name":"Number Of Objects","SampleUnit":8,"AggregationType":3,"Threshold":0.02,"IncreaseIsBetter":true,"Percentile":0.0,"FailOnBaseline":true},"Samples":[663.0],"Min":663.0,"Max":663.0,"Median":663.0,"Average":663.0,"StandardDeviation":0.0,"PercentileValue":0.0,"Sum":663.0,"Zeroes":0,"SampleCount":1}]}
|
||||
<output> ##performancetestresult:{"TestName":"ObjectCountStressTest.PerformObjectCountStressTest.LitInstancedSphere","TestCategories":["XR","Performance","OCULUS_XRSDK"],"TestVersion":"5","StartTime":1581799248234.061,"EndTime":1581799325588.863,"SampleGroups":[{"Definition":{"Name":"Number Of Objects","SampleUnit":8,"AggregationType":3,"Threshold":0.05,"IncreaseIsBetter":true,"Percentile":0.0,"FailOnBaseline":true},"Samples":[663.0],"Min":663.0,"Max":663.0,"Median":663.0,"Average":663.0,"StandardDeviation":0.0,"PercentileValue":0.0,"Sum":663.0,"Zeroes":0,"SampleCount":1}]}
|
||||
</output>
|
||||
</test-case>
|
||||
<test-case id="1003" name="LitNonInstancedSphere" fullname="ObjectCountStressTest.PerformObjectCountStressTest.LitNonInstancedSphere" methodname="PerformObjectCountStressTest" classname="ObjectCountStressTest" runstate="Runnable" seed="0" result="Passed" start-time="2020-02-15 20:42:05Z" end-time="2020-02-15 20:43:24Z" duration="78.122379" asserts="0">
|
||||
<output> ##performancetestresult:{"TestName":"ObjectCountStressTest.PerformObjectCountStressTest.LitNonInstancedSphere","TestCategories":["XR","Performance","OCULUS_XRSDK"],"TestVersion":"5","StartTime":1581799325924.499,"EndTime":1581799404039.9502,"SampleGroups":[{"Definition":{"Name":"Number Of Objects","SampleUnit":8,"AggregationType":3,"Threshold":0.02,"IncreaseIsBetter":true,"Percentile":0.0,"FailOnBaseline":true},"Samples":[1349.0],"Min":1349.0,"Max":1349.0,"Median":1349.0,"Average":1349.0,"StandardDeviation":0.0,"PercentileValue":0.0,"Sum":1349.0,"Zeroes":0,"SampleCount":1}]}
|
||||
<output> ##performancetestresult:{"TestName":"ObjectCountStressTest.PerformObjectCountStressTest.LitNonInstancedSphere","TestCategories":["XR","Performance","OCULUS_XRSDK"],"TestVersion":"5","StartTime":1581799325924.499,"EndTime":1581799404039.9502,"SampleGroups":[{"Definition":{"Name":"Number Of Objects","SampleUnit":8,"AggregationType":3,"Threshold":0.05,"IncreaseIsBetter":true,"Percentile":0.0,"FailOnBaseline":true},"Samples":[1349.0],"Min":1349.0,"Max":1349.0,"Median":1349.0,"Average":1349.0,"StandardDeviation":0.0,"PercentileValue":0.0,"Sum":1349.0,"Zeroes":0,"SampleCount":1}]}
|
||||
</output>
|
||||
</test-case>
|
||||
<test-case id="1004" name="LitNonInstancedSphereWithFrustumCulling" fullname="ObjectCountStressTest.PerformObjectCountStressTest.LitNonInstancedSphereWithFrustumCulling" methodname="PerformObjectCountStressTest" classname="ObjectCountStressTest" runstate="Runnable" seed="0" result="Passed" start-time="2020-02-15 20:43:24Z" end-time="2020-02-15 20:44:46Z" duration="82.359530" asserts="0">
|
||||
<output> ##performancetestresult:{"TestName":"ObjectCountStressTest.PerformObjectCountStressTest.LitNonInstancedSphereWithFrustumCulling","TestCategories":["XR","Performance","OCULUS_XRSDK"],"TestVersion":"5","StartTime":1581799404049.631,"EndTime":1581799486401.0,"SampleGroups":[{"Definition":{"Name":"Number Of Objects","SampleUnit":8,"AggregationType":3,"Threshold":0.02,"IncreaseIsBetter":true,"Percentile":0.0,"FailOnBaseline":true},"Samples":[2024.0],"Min":2024.0,"Max":2024.0,"Median":2024.0,"Average":2024.0,"StandardDeviation":0.0,"PercentileValue":0.0,"Sum":2024.0,"Zeroes":0,"SampleCount":1}]}
|
||||
<output> ##performancetestresult:{"TestName":"ObjectCountStressTest.PerformObjectCountStressTest.LitNonInstancedSphereWithFrustumCulling","TestCategories":["XR","Performance","OCULUS_XRSDK"],"TestVersion":"5","StartTime":1581799404049.631,"EndTime":1581799486401.0,"SampleGroups":[{"Definition":{"Name":"Number Of Objects","SampleUnit":8,"AggregationType":3,"Threshold":0.05,"IncreaseIsBetter":true,"Percentile":0.0,"FailOnBaseline":true},"Samples":[2024.0],"Min":2024.0,"Max":2024.0,"Median":2024.0,"Average":2024.0,"StandardDeviation":0.0,"PercentileValue":0.0,"Sum":2024.0,"Zeroes":0,"SampleCount":1}]}
|
||||
</output>
|
||||
</test-case>
|
||||
</test-suite>
|
||||
|
@ -21,15 +21,15 @@
|
|||
<test-suite type="TestFixture" id="1006" name="OculusStatsTests" fullname="OculusStatsTests" classname="OculusStatsTests" runstate="Runnable" testcasecount="3" result="Passed" start-time="2020-02-15 20:44:46Z" end-time="2020-02-15 20:47:28Z" duration="162.249117" total="3" passed="3" failed="0" inconclusive="0" skipped="0" asserts="0">
|
||||
<test-suite type="ParameterizedMethod" id="1010" name="StatsTest" fullname="OculusStatsTests.StatsTest" classname="OculusStatsTests" runstate="Runnable" testcasecount="3" result="Passed" start-time="2020-02-15 20:44:46Z" end-time="2020-02-15 20:47:28Z" duration="162.196804" total="3" passed="3" failed="0" inconclusive="0" skipped="0" asserts="0">
|
||||
<test-case id="1007" name="EmptyScene" fullname="OculusStatsTests.StatsTest.EmptyScene" methodname="StatsTest" classname="OculusStatsTests" runstate="Runnable" seed="0" result="Passed" start-time="2020-02-15 20:44:46Z" end-time="2020-02-15 20:45:40Z" duration="54.054523" asserts="0">
|
||||
<output> ##performancetestresult:{"TestName":"OculusStatsTests.StatsTest.EmptyScene","TestCategories":["XR","Performance","OCULUS_XRSDK"],"TestVersion":"5","StartTime":1581799486465.704,"EndTime":1581799540511.822,"SampleGroups":[{"Definition":{"Name":"FrameTime","SampleUnit":2,"AggregationType":3,"Threshold":0.02,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[16.828855499625207],"Min":10.898228734731675,"Max":16.828855499625207,"Median":13.886562548577786,"Average":13.888870509198079,"StandardDeviation":0.4122334613671009,"PercentileValue":0.0,"Sum":13902.759379707277,"Zeroes":0,"SampleCount":1001},{"Definition":{"Name":"GPU Utilization","SampleUnit":8,"AggregationType":3,"Threshold":0.02,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[0.0],"Min":0.0,"Max":0.2112099677324295,"Median":0.2082633525133133,"Average":0.20728664906322956,"StandardDeviation":0.006959979848825612,"PercentileValue":0.0,"Sum":207.28664906322957,"Zeroes":1,"SampleCount":1000},{"Definition":{"Name":"CPU Utilization - Average","SampleUnit":8,"AggregationType":3,"Threshold":0.02,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[0.0],"Min":0.0,"Max":0.17667357623577119,"Median":0.11060607433319092,"Average":0.10633470473438502,"StandardDeviation":0.029876938663809074,"PercentileValue":0.0,"Sum":106.33470473438502,"Zeroes":1,"SampleCount":1000},{"Definition":{"Name":"CPU Utilization - Worst","SampleUnit":8,"AggregationType":3,"Threshold":0.02,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[0.0],"Min":0.0,"Max":0.25,"Median":0.1428571343421936,"Average":0.14755655604600907,"StandardDeviation":0.03870023960483826,"PercentileValue":0.0,"Sum":147.55655604600907,"Zeroes":1,"SampleCount":1000},{"Definition":{"Name":"Compositor GPU Time","SampleUnit":2,"AggregationType":3,"Threshold":0.02,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[0.0],"Min":0.0,"Max":1.92846090067178,"Median":1.9037829479202629,"Average":1.8941418703179807,"StandardDeviation":0.06400318475099927,"PercentileValue":0.0,"Sum":1894.1418703179806,"Zeroes":1,"SampleCount":1000},{"Definition":{"Name":"App GPU Time","SampleUnit":2,"AggregationType":3,"Threshold":0.02,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[0.0],"Min":0.0,"Max":0.8809299906715751,"Median":0.8577629923820496,"Average":0.8553339827922173,"StandardDeviation":0.029045273893019524,"PercentileValue":0.0,"Sum":855.3339827922173,"Zeroes":1,"SampleCount":1000},{"Definition":{"Name":"Camera.Render","SampleUnit":2,"AggregationType":3,"Threshold":0.02,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[0.575209],"Min":0.0,"Max":3.7164059999999998,"Median":0.5445829999999999,"Average":0.5509348561438555,"StandardDeviation":0.11659163845620911,"PercentileValue":0.0,"Sum":551.4857909999994,"Zeroes":1,"SampleCount":1001},{"Definition":{"Name":"Render.Mesh","SampleUnit":2,"AggregationType":3,"Threshold":0.02,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[0.0],"Min":0.0,"Max":0.0,"Median":0.0,"Average":0.0,"StandardDeviation":0.0,"PercentileValue":0.0,"Sum":0.0,"Zeroes":1001,"SampleCount":1001},{"Definition":{"Name":"Time","SampleUnit":2,"AggregationType":3,"Threshold":0.02,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[13906.0377],"Min":13906.0377,"Max":13906.0377,"Median":13906.0377,"Average":13906.0377,"StandardDeviation":0.0,"PercentileValue":0.0,"Sum":13906.0377,"Zeroes":0,"SampleCount":1}]}
|
||||
<output> ##performancetestresult:{"TestName":"OculusStatsTests.StatsTest.EmptyScene","TestCategories":["XR","Performance","OCULUS_XRSDK"],"TestVersion":"5","StartTime":1581799486465.704,"EndTime":1581799540511.822,"SampleGroups":[{"Definition":{"Name":"FrameTime","SampleUnit":2,"AggregationType":3,"Threshold":0.05,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[16.828855499625207],"Min":10.898228734731675,"Max":16.828855499625207,"Median":13.886562548577786,"Average":13.888870509198079,"StandardDeviation":0.4122334613671009,"PercentileValue":0.0,"Sum":13902.759379707277,"Zeroes":0,"SampleCount":1001},{"Definition":{"Name":"GPU Utilization","SampleUnit":8,"AggregationType":3,"Threshold":0.05,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[0.0],"Min":0.0,"Max":0.2112099677324295,"Median":0.2082633525133133,"Average":0.20728664906322956,"StandardDeviation":0.006959979848825612,"PercentileValue":0.0,"Sum":207.28664906322957,"Zeroes":1,"SampleCount":1000},{"Definition":{"Name":"CPU Utilization - Average","SampleUnit":8,"AggregationType":3,"Threshold":0.05,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[0.0],"Min":0.0,"Max":0.17667357623577119,"Median":0.11060607433319092,"Average":0.10633470473438502,"StandardDeviation":0.029876938663809074,"PercentileValue":0.0,"Sum":106.33470473438502,"Zeroes":1,"SampleCount":1000},{"Definition":{"Name":"CPU Utilization - Worst","SampleUnit":8,"AggregationType":3,"Threshold":0.05,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[0.0],"Min":0.0,"Max":0.25,"Median":0.1428571343421936,"Average":0.14755655604600907,"StandardDeviation":0.03870023960483826,"PercentileValue":0.0,"Sum":147.55655604600907,"Zeroes":1,"SampleCount":1000},{"Definition":{"Name":"Compositor GPU Time","SampleUnit":2,"AggregationType":3,"Threshold":0.05,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[0.0],"Min":0.0,"Max":1.92846090067178,"Median":1.9037829479202629,"Average":1.8941418703179807,"StandardDeviation":0.06400318475099927,"PercentileValue":0.0,"Sum":1894.1418703179806,"Zeroes":1,"SampleCount":1000},{"Definition":{"Name":"App GPU Time","SampleUnit":2,"AggregationType":3,"Threshold":0.05,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[0.0],"Min":0.0,"Max":0.8809299906715751,"Median":0.8577629923820496,"Average":0.8553339827922173,"StandardDeviation":0.029045273893019524,"PercentileValue":0.0,"Sum":855.3339827922173,"Zeroes":1,"SampleCount":1000},{"Definition":{"Name":"Camera.Render","SampleUnit":2,"AggregationType":3,"Threshold":0.05,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[0.575209],"Min":0.0,"Max":3.7164059999999998,"Median":0.5445829999999999,"Average":0.5509348561438555,"StandardDeviation":0.11659163845620911,"PercentileValue":0.0,"Sum":551.4857909999994,"Zeroes":1,"SampleCount":1001},{"Definition":{"Name":"Render.Mesh","SampleUnit":2,"AggregationType":3,"Threshold":0.05,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[0.0],"Min":0.0,"Max":0.0,"Median":0.0,"Average":0.0,"StandardDeviation":0.0,"PercentileValue":0.0,"Sum":0.0,"Zeroes":1001,"SampleCount":1001},{"Definition":{"Name":"Time","SampleUnit":2,"AggregationType":3,"Threshold":0.05,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[13906.0377],"Min":13906.0377,"Max":13906.0377,"Median":13906.0377,"Average":13906.0377,"StandardDeviation":0.0,"PercentileValue":0.0,"Sum":13906.0377,"Zeroes":0,"SampleCount":1}]}
|
||||
</output>
|
||||
</test-case>
|
||||
<test-case id="1008" name="SimpleSceneWithLitCube" fullname="OculusStatsTests.StatsTest.SimpleSceneWithLitCube" methodname="StatsTest" classname="OculusStatsTests" runstate="Runnable" seed="0" result="Passed" start-time="2020-02-15 20:45:40Z" end-time="2020-02-15 20:46:34Z" duration="54.020188" asserts="0">
|
||||
<output> ##performancetestresult:{"TestName":"OculusStatsTests.StatsTest.SimpleSceneWithLitCube","TestCategories":["XR","Performance","OCULUS_XRSDK"],"TestVersion":"5","StartTime":1581799540528.647,"EndTime":1581799594540.0552,"SampleGroups":[{"Definition":{"Name":"FrameTime","SampleUnit":2,"AggregationType":3,"Threshold":0.02,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[13.918490149080754],"Min":11.242187581956387,"Max":17.244167625904085,"Median":13.884635642170906,"Average":13.889282331480965,"StandardDeviation":0.39183175604749656,"PercentileValue":0.0,"Sum":13903.171613812447,"Zeroes":0,"SampleCount":1001},{"Definition":{"Name":"GPU Utilization","SampleUnit":8,"AggregationType":3,"Threshold":0.02,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[0.21362967789173127],"Min":0.21000336110591889,"Max":0.21904604136943818,"Median":0.21513517200946809,"Average":0.2143664452135563,"StandardDeviation":0.002798959395756122,"PercentileValue":0.0,"Sum":214.3664452135563,"Zeroes":0,"SampleCount":1000},{"Definition":{"Name":"CPU Utilization - Average","SampleUnit":8,"AggregationType":3,"Threshold":0.02,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[0.13997113704681397],"Min":0.06428571790456772,"Max":0.20553360879421235,"Median":0.12663477659225465,"Average":0.12679395131766797,"StandardDeviation":0.024139135100073665,"PercentileValue":0.0,"Sum":126.79395131766796,"Zeroes":0,"SampleCount":1000},{"Definition":{"Name":"CPU Utilization - Worst","SampleUnit":8,"AggregationType":3,"Threshold":0.02,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[0.1818181872367859],"Min":0.10000002384185791,"Max":0.25,"Median":0.1818181872367859,"Average":0.16829834979772569,"StandardDeviation":0.03575605891422768,"PercentileValue":0.0,"Sum":168.29834979772569,"Zeroes":0,"SampleCount":1000},{"Definition":{"Name":"Compositor GPU Time","SampleUnit":2,"AggregationType":3,"Threshold":0.02,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[1.8851059721782804],"Min":1.8456790130585433,"Max":1.920037087984383,"Median":1.8964010523632169,"Average":1.8868533946806566,"StandardDeviation":0.02508174997126819,"PercentileValue":0.0,"Sum":1886.8533946806565,"Zeroes":0,"SampleCount":1000},{"Definition":{"Name":"App GPU Time","SampleUnit":2,"AggregationType":3,"Threshold":0.02,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[0.9434790117666125],"Min":0.9195269667543471,"Max":0.9791100164875388,"Median":0.9529709932394326,"Average":0.9510298310779035,"StandardDeviation":0.010954095501275822,"PercentileValue":0.0,"Sum":951.0298310779035,"Zeroes":0,"SampleCount":1000},{"Definition":{"Name":"Camera.Render","SampleUnit":2,"AggregationType":3,"Threshold":0.02,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[1.002343],"Min":0.0,"Max":4.183072999999999,"Median":0.87625,"Average":0.871561126873126,"StandardDeviation":0.15219850600085398,"PercentileValue":0.0,"Sum":872.4326879999992,"Zeroes":1,"SampleCount":1001},{"Definition":{"Name":"Render.Mesh","SampleUnit":2,"AggregationType":3,"Threshold":0.02,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[0.001875],"Min":0.0,"Max":0.004011,"Median":0.001511,"Average":0.0015759150849150839,"StandardDeviation":0.0002519561427795187,"PercentileValue":0.0,"Sum":1.5774909999999989,"Zeroes":1,"SampleCount":1001},{"Definition":{"Name":"Time","SampleUnit":2,"AggregationType":3,"Threshold":0.02,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[13903.394400000001],"Min":13903.394400000001,"Max":13903.394400000001,"Median":13903.394400000001,"Average":13903.394400000001,"StandardDeviation":0.0,"PercentileValue":0.0,"Sum":13903.394400000001,"Zeroes":0,"SampleCount":1}]}
|
||||
<output> ##performancetestresult:{"TestName":"OculusStatsTests.StatsTest.SimpleSceneWithLitCube","TestCategories":["XR","Performance","OCULUS_XRSDK"],"TestVersion":"5","StartTime":1581799540528.647,"EndTime":1581799594540.0552,"SampleGroups":[{"Definition":{"Name":"FrameTime","SampleUnit":2,"AggregationType":3,"Threshold":0.05,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[13.918490149080754],"Min":11.242187581956387,"Max":17.244167625904085,"Median":13.884635642170906,"Average":13.889282331480965,"StandardDeviation":0.39183175604749656,"PercentileValue":0.0,"Sum":13903.171613812447,"Zeroes":0,"SampleCount":1001},{"Definition":{"Name":"GPU Utilization","SampleUnit":8,"AggregationType":3,"Threshold":0.05,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[0.21362967789173127],"Min":0.21000336110591889,"Max":0.21904604136943818,"Median":0.21513517200946809,"Average":0.2143664452135563,"StandardDeviation":0.002798959395756122,"PercentileValue":0.0,"Sum":214.3664452135563,"Zeroes":0,"SampleCount":1000},{"Definition":{"Name":"CPU Utilization - Average","SampleUnit":8,"AggregationType":3,"Threshold":0.05,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[0.13997113704681397],"Min":0.06428571790456772,"Max":0.20553360879421235,"Median":0.12663477659225465,"Average":0.12679395131766797,"StandardDeviation":0.024139135100073665,"PercentileValue":0.0,"Sum":126.79395131766796,"Zeroes":0,"SampleCount":1000},{"Definition":{"Name":"CPU Utilization - Worst","SampleUnit":8,"AggregationType":3,"Threshold":0.05,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[0.1818181872367859],"Min":0.10000002384185791,"Max":0.25,"Median":0.1818181872367859,"Average":0.16829834979772569,"StandardDeviation":0.03575605891422768,"PercentileValue":0.0,"Sum":168.29834979772569,"Zeroes":0,"SampleCount":1000},{"Definition":{"Name":"Compositor GPU Time","SampleUnit":2,"AggregationType":3,"Threshold":0.05,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[1.8851059721782804],"Min":1.8456790130585433,"Max":1.920037087984383,"Median":1.8964010523632169,"Average":1.8868533946806566,"StandardDeviation":0.02508174997126819,"PercentileValue":0.0,"Sum":1886.8533946806565,"Zeroes":0,"SampleCount":1000},{"Definition":{"Name":"App GPU Time","SampleUnit":2,"AggregationType":3,"Threshold":0.05,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[0.9434790117666125],"Min":0.9195269667543471,"Max":0.9791100164875388,"Median":0.9529709932394326,"Average":0.9510298310779035,"StandardDeviation":0.010954095501275822,"PercentileValue":0.0,"Sum":951.0298310779035,"Zeroes":0,"SampleCount":1000},{"Definition":{"Name":"Camera.Render","SampleUnit":2,"AggregationType":3,"Threshold":0.05,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[1.002343],"Min":0.0,"Max":4.183072999999999,"Median":0.87625,"Average":0.871561126873126,"StandardDeviation":0.15219850600085398,"PercentileValue":0.0,"Sum":872.4326879999992,"Zeroes":1,"SampleCount":1001},{"Definition":{"Name":"Render.Mesh","SampleUnit":2,"AggregationType":3,"Threshold":0.05,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[0.001875],"Min":0.0,"Max":0.004011,"Median":0.001511,"Average":0.0015759150849150839,"StandardDeviation":0.0002519561427795187,"PercentileValue":0.0,"Sum":1.5774909999999989,"Zeroes":1,"SampleCount":1001},{"Definition":{"Name":"Time","SampleUnit":2,"AggregationType":3,"Threshold":0.05,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[13903.394400000001],"Min":13903.394400000001,"Max":13903.394400000001,"Median":13903.394400000001,"Average":13903.394400000001,"StandardDeviation":0.0,"PercentileValue":0.0,"Sum":13903.394400000001,"Zeroes":0,"SampleCount":1}]}
|
||||
</output>
|
||||
</test-case>
|
||||
<test-case id="1009" name="SimpleSceneWithManyLitCubes" fullname="OculusStatsTests.StatsTest.SimpleSceneWithManyLitCubes" methodname="StatsTest" classname="OculusStatsTests" runstate="Runnable" seed="0" result="Passed" start-time="2020-02-15 20:46:34Z" end-time="2020-02-15 20:47:28Z" duration="54.087722" asserts="0"> ##performancetestresult:{"TestName":"OculusStatsTests.StatsTest.SimpleSceneWithManyLitCubes","TestCategories":["XR","Performance","OCULUS_XRSDK"],"TestVersion":"5","StartTime":1581799594557.602,"EndTime":1581799648638.56,"SampleGroups":[{"Definition":{"Name":"FrameTime","SampleUnit":2,"AggregationType":3,"Threshold":0.02,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[14.465364627540112],"Min":12.661250308156014,"Max":15.418905764818192,"Median":13.89885414391756,"Average":13.889546906175492,"StandardDeviation":0.28733579682562479,"PercentileValue":0.0,"Sum":13903.436453081667,"Zeroes":0,"SampleCount":1001},{"Definition":{"Name":"GPU Utilization","SampleUnit":8,"AggregationType":3,"Threshold":0.02,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[0.7366763949394226],"Min":0.7296489477157593,"Max":0.7542740702629089,"Median":0.7441492080688477,"Average":0.7429822075366974,"StandardDeviation":0.006437284202248416,"PercentileValue":0.0,"Sum":742.9822075366974,"Zeroes":0,"SampleCount":1000},{"Definition":{"Name":"CPU Utilization - Average","SampleUnit":8,"AggregationType":3,"Threshold":0.02,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[0.46666666865348818],"Min":0.4260249137878418,"Max":0.522366464138031,"Median":0.46958303451538088,"Average":0.47226617246866228,"StandardDeviation":0.01923332575010861,"PercentileValue":0.0,"Sum":472.26617246866229,"Zeroes":0,"SampleCount":1000},{"Definition":{"Name":"CPU Utilization - Worst","SampleUnit":8,"AggregationType":3,"Threshold":0.02,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[0.5],"Min":0.45454543828964236,"Max":0.6190476417541504,"Median":0.5263158082962036,"Average":0.5373372793197632,"StandardDeviation":0.03708800946269653,"PercentileValue":0.0,"Sum":537.3372793197632,"Zeroes":0,"SampleCount":1000},{"Definition":{"Name":"Compositor GPU Time","SampleUnit":2,"AggregationType":3,"Threshold":0.02,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[1.522599020972848],"Min":1.522599020972848,"Max":1.5648390399292112,"Median":1.5481790760532022,"Average":1.546865908894688,"StandardDeviation":0.008572559645867643,"PercentileValue":0.0,"Sum":1546.865908894688,"Zeroes":0,"SampleCount":1000},{"Definition":{"Name":"App GPU Time","SampleUnit":2,"AggregationType":3,"Threshold":0.02,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[9.718026965856553],"Min":9.436950087547303,"Max":9.968752972781659,"Median":9.654906578361988,"Average":9.660501380451024,"StandardDeviation":0.10908970469134197,"PercentileValue":0.0,"Sum":9660.501380451024,"Zeroes":0,"SampleCount":1000},{"Definition":{"Name":"Camera.Render","SampleUnit":2,"AggregationType":3,"Threshold":0.02,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[15.920209],"Min":0.620312,"Max":17.212813,"Median":15.692864,"Average":15.696061227772244,"StandardDeviation":0.5736327242789173,"PercentileValue":0.0,"Sum":15711.757289000016,"Zeroes":0,"SampleCount":1001},{"Definition":{"Name":"Render.Mesh","SampleUnit":2,"AggregationType":3,"Threshold":0.02,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[0.351877],"Min":0.0,"Max":0.470002,"Median":0.321301,"Average":0.32452533466533459,"StandardDeviation":0.017610927821728886,"PercentileValue":0.0,"Sum":324.8498599999999,"Zeroes":1,"SampleCount":1001},{"Definition":{"Name":"Time","SampleUnit":2,"AggregationType":3,"Threshold":0.02,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[13903.425500000001],"Min":13903.425500000001,"Max":13903.425500000001,"Median":13903.425500000001,"Average":13903.425500000001,"StandardDeviation":0.0,"PercentileValue":0.0,"Sum":13903.425500000001,"Zeroes":0,"SampleCount":1}]}
|
||||
<output> ##performancetestresult:{"TestName":"OculusStatsTests.StatsTest.SimpleSceneWithManyLitCubes","TestCategories":["XR","Performance","OCULUS_XRSDK"],"TestVersion":"5","StartTime":1581799594557.602,"EndTime":1581799648638.56,"SampleGroups":[{"Definition":{"Name":"FrameTime","SampleUnit":2,"AggregationType":3,"Threshold":0.02,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[14.465364627540112],"Min":12.661250308156014,"Max":15.418905764818192,"Median":13.89885414391756,"Average":13.889546906175492,"StandardDeviation":0.28733579682562479,"PercentileValue":0.0,"Sum":13903.436453081667,"Zeroes":0,"SampleCount":1001},{"Definition":{"Name":"GPU Utilization","SampleUnit":8,"AggregationType":3,"Threshold":0.02,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[0.7366763949394226],"Min":0.7296489477157593,"Max":0.7542740702629089,"Median":0.7441492080688477,"Average":0.7429822075366974,"StandardDeviation":0.006437284202248416,"PercentileValue":0.0,"Sum":742.9822075366974,"Zeroes":0,"SampleCount":1000},{"Definition":{"Name":"CPU Utilization - Average","SampleUnit":8,"AggregationType":3,"Threshold":0.02,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[0.46666666865348818],"Min":0.4260249137878418,"Max":0.522366464138031,"Median":0.46958303451538088,"Average":0.47226617246866228,"StandardDeviation":0.01923332575010861,"PercentileValue":0.0,"Sum":472.26617246866229,"Zeroes":0,"SampleCount":1000},{"Definition":{"Name":"CPU Utilization - Worst","SampleUnit":8,"AggregationType":3,"Threshold":0.02,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[0.5],"Min":0.45454543828964236,"Max":0.6190476417541504,"Median":0.5263158082962036,"Average":0.5373372793197632,"StandardDeviation":0.03708800946269653,"PercentileValue":0.0,"Sum":537.3372793197632,"Zeroes":0,"SampleCount":1000},{"Definition":{"Name":"Compositor GPU Time","SampleUnit":2,"AggregationType":3,"Threshold":0.02,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[1.522599020972848],"Min":1.522599020972848,"Max":1.5648390399292112,"Median":1.5481790760532022,"Average":1.546865908894688,"StandardDeviation":0.008572559645867643,"PercentileValue":0.0,"Sum":1546.865908894688,"Zeroes":0,"SampleCount":1000},{"Definition":{"Name":"App GPU Time","SampleUnit":2,"AggregationType":3,"Threshold":0.02,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[9.718026965856553],"Min":9.436950087547303,"Max":9.968752972781659,"Median":9.654906578361988,"Average":9.660501380451024,"StandardDeviation":0.10908970469134197,"PercentileValue":0.0,"Sum":9660.501380451024,"Zeroes":0,"SampleCount":1000},{"Definition":{"Name":"Camera.Render","SampleUnit":2,"AggregationType":3,"Threshold":0.02,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[15.920209],"Min":0.620312,"Max":17.212813,"Median":15.692864,"Average":15.696061227772244,"StandardDeviation":0.5736327242789173,"PercentileValue":0.0,"Sum":15711.757289000016,"Zeroes":0,"SampleCount":1001},{"Definition":{"Name":"Render.Mesh","SampleUnit":2,"AggregationType":3,"Threshold":0.02,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[0.351877],"Min":0.0,"Max":0.470002,"Median":0.321301,"Average":0.32452533466533459,"StandardDeviation":0.017610927821728886,"PercentileValue":0.0,"Sum":324.8498599999999,"Zeroes":1,"SampleCount":1001},{"Definition":{"Name":"Time","SampleUnit":2,"AggregationType":3,"Threshold":0.02,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[13903.425500000001],"Min":13903.425500000001,"Max":13903.425500000001,"Median":13903.425500000001,"Average":13903.425500000001,"StandardDeviation":0.0,"PercentileValue":0.0,"Sum":13903.425500000001,"Zeroes":0,"SampleCount":1}]}
|
||||
<test-case id="1009" name="SimpleSceneWithManyLitCubes" fullname="OculusStatsTests.StatsTest.SimpleSceneWithManyLitCubes" methodname="StatsTest" classname="OculusStatsTests" runstate="Runnable" seed="0" result="Passed" start-time="2020-02-15 20:46:34Z" end-time="2020-02-15 20:47:28Z" duration="54.087722" asserts="0"> ##performancetestresult:{"TestName":"OculusStatsTests.StatsTest.SimpleSceneWithManyLitCubes","TestCategories":["XR","Performance","OCULUS_XRSDK"],"TestVersion":"5","StartTime":1581799594557.602,"EndTime":1581799648638.56,"SampleGroups":[{"Definition":{"Name":"FrameTime","SampleUnit":2,"AggregationType":3,"Threshold":0.05,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[14.465364627540112],"Min":12.661250308156014,"Max":15.418905764818192,"Median":13.89885414391756,"Average":13.889546906175492,"StandardDeviation":0.28733579682562479,"PercentileValue":0.0,"Sum":13903.436453081667,"Zeroes":0,"SampleCount":1001},{"Definition":{"Name":"GPU Utilization","SampleUnit":8,"AggregationType":3,"Threshold":0.05,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[0.7366763949394226],"Min":0.7296489477157593,"Max":0.7542740702629089,"Median":0.7441492080688477,"Average":0.7429822075366974,"StandardDeviation":0.006437284202248416,"PercentileValue":0.0,"Sum":742.9822075366974,"Zeroes":0,"SampleCount":1000},{"Definition":{"Name":"CPU Utilization - Average","SampleUnit":8,"AggregationType":3,"Threshold":0.05,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[0.46666666865348818],"Min":0.4260249137878418,"Max":0.522366464138031,"Median":0.46958303451538088,"Average":0.47226617246866228,"StandardDeviation":0.01923332575010861,"PercentileValue":0.0,"Sum":472.26617246866229,"Zeroes":0,"SampleCount":1000},{"Definition":{"Name":"CPU Utilization - Worst","SampleUnit":8,"AggregationType":3,"Threshold":0.05,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[0.5],"Min":0.45454543828964236,"Max":0.6190476417541504,"Median":0.5263158082962036,"Average":0.5373372793197632,"StandardDeviation":0.03708800946269653,"PercentileValue":0.0,"Sum":537.3372793197632,"Zeroes":0,"SampleCount":1000},{"Definition":{"Name":"Compositor GPU Time","SampleUnit":2,"AggregationType":3,"Threshold":0.05,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[1.522599020972848],"Min":1.522599020972848,"Max":1.5648390399292112,"Median":1.5481790760532022,"Average":1.546865908894688,"StandardDeviation":0.008572559645867643,"PercentileValue":0.0,"Sum":1546.865908894688,"Zeroes":0,"SampleCount":1000},{"Definition":{"Name":"App GPU Time","SampleUnit":2,"AggregationType":3,"Threshold":0.05,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[9.718026965856553],"Min":9.436950087547303,"Max":9.968752972781659,"Median":9.654906578361988,"Average":9.660501380451024,"StandardDeviation":0.10908970469134197,"PercentileValue":0.0,"Sum":9660.501380451024,"Zeroes":0,"SampleCount":1000},{"Definition":{"Name":"Camera.Render","SampleUnit":2,"AggregationType":3,"Threshold":0.05,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[15.920209],"Min":0.620312,"Max":17.212813,"Median":15.692864,"Average":15.696061227772244,"StandardDeviation":0.5736327242789173,"PercentileValue":0.0,"Sum":15711.757289000016,"Zeroes":0,"SampleCount":1001},{"Definition":{"Name":"Render.Mesh","SampleUnit":2,"AggregationType":3,"Threshold":0.05,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[0.351877],"Min":0.0,"Max":0.470002,"Median":0.321301,"Average":0.32452533466533459,"StandardDeviation":0.017610927821728886,"PercentileValue":0.0,"Sum":324.8498599999999,"Zeroes":1,"SampleCount":1001},{"Definition":{"Name":"Time","SampleUnit":2,"AggregationType":3,"Threshold":0.05,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[13903.425500000001],"Min":13903.425500000001,"Max":13903.425500000001,"Median":13903.425500000001,"Average":13903.425500000001,"StandardDeviation":0.0,"PercentileValue":0.0,"Sum":13903.425500000001,"Zeroes":0,"SampleCount":1}]}
|
||||
<output> ##performancetestresult:{"TestName":"OculusStatsTests.StatsTest.SimpleSceneWithManyLitCubes","TestCategories":["XR","Performance","OCULUS_XRSDK"],"TestVersion":"5","StartTime":1581799594557.602,"EndTime":1581799648638.56,"SampleGroups":[{"Definition":{"Name":"FrameTime","SampleUnit":2,"AggregationType":3,"Threshold":0.05,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[14.465364627540112],"Min":12.661250308156014,"Max":15.418905764818192,"Median":13.89885414391756,"Average":13.889546906175492,"StandardDeviation":0.28733579682562479,"PercentileValue":0.0,"Sum":13903.436453081667,"Zeroes":0,"SampleCount":1001},{"Definition":{"Name":"GPU Utilization","SampleUnit":8,"AggregationType":3,"Threshold":0.05,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[0.7366763949394226],"Min":0.7296489477157593,"Max":0.7542740702629089,"Median":0.7441492080688477,"Average":0.7429822075366974,"StandardDeviation":0.006437284202248416,"PercentileValue":0.0,"Sum":742.9822075366974,"Zeroes":0,"SampleCount":1000},{"Definition":{"Name":"CPU Utilization - Average","SampleUnit":8,"AggregationType":3,"Threshold":0.05,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[0.46666666865348818],"Min":0.4260249137878418,"Max":0.522366464138031,"Median":0.46958303451538088,"Average":0.47226617246866228,"StandardDeviation":0.01923332575010861,"PercentileValue":0.0,"Sum":472.26617246866229,"Zeroes":0,"SampleCount":1000},{"Definition":{"Name":"CPU Utilization - Worst","SampleUnit":8,"AggregationType":3,"Threshold":0.05,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[0.5],"Min":0.45454543828964236,"Max":0.6190476417541504,"Median":0.5263158082962036,"Average":0.5373372793197632,"StandardDeviation":0.03708800946269653,"PercentileValue":0.0,"Sum":537.3372793197632,"Zeroes":0,"SampleCount":1000},{"Definition":{"Name":"Compositor GPU Time","SampleUnit":2,"AggregationType":3,"Threshold":0.05,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[1.522599020972848],"Min":1.522599020972848,"Max":1.5648390399292112,"Median":1.5481790760532022,"Average":1.546865908894688,"StandardDeviation":0.008572559645867643,"PercentileValue":0.0,"Sum":1546.865908894688,"Zeroes":0,"SampleCount":1000},{"Definition":{"Name":"App GPU Time","SampleUnit":2,"AggregationType":3,"Threshold":0.05,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[9.718026965856553],"Min":9.436950087547303,"Max":9.968752972781659,"Median":9.654906578361988,"Average":9.660501380451024,"StandardDeviation":0.10908970469134197,"PercentileValue":0.0,"Sum":9660.501380451024,"Zeroes":0,"SampleCount":1000},{"Definition":{"Name":"Camera.Render","SampleUnit":2,"AggregationType":3,"Threshold":0.05,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[15.920209],"Min":0.620312,"Max":17.212813,"Median":15.692864,"Average":15.696061227772244,"StandardDeviation":0.5736327242789173,"PercentileValue":0.0,"Sum":15711.757289000016,"Zeroes":0,"SampleCount":1001},{"Definition":{"Name":"Render.Mesh","SampleUnit":2,"AggregationType":3,"Threshold":0.05,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[0.351877],"Min":0.0,"Max":0.470002,"Median":0.321301,"Average":0.32452533466533459,"StandardDeviation":0.017610927821728886,"PercentileValue":0.0,"Sum":324.8498599999999,"Zeroes":1,"SampleCount":1001},{"Definition":{"Name":"Time","SampleUnit":2,"AggregationType":3,"Threshold":0.05,"IncreaseIsBetter":false,"Percentile":0.0,"FailOnBaseline":true},"Samples":[13903.425500000001],"Min":13903.425500000001,"Max":13903.425500000001,"Median":13903.425500000001,"Average":13903.425500000001,"StandardDeviation":0.0,"PercentileValue":0.0,"Sum":13903.425500000001,"Zeroes":0,"SampleCount":1}]}
|
||||
</output>
|
||||
</test-case>
|
||||
</test-suite>
|
||||
|
|
Различия файлов скрыты, потому что одна или несколько строк слишком длинны
Загрузка…
Ссылка в новой задаче