Merge pull request #943 from MikeLing/bugfix-1186569

Bug 1186569 - Alert on data which != summary

treeherder/model/management/commands/test_analyze_perf.py

@@ -74,10 +74,15 @@ class Command(BaseCommand):
                 signature_data = pc.get_performance_signatures(
                     project, time_interval=options['time_interval'])
                 signatures = []
+                signatures_to_ignore = set()
                 # if doing everything, only handle summary series
                 for (signature, properties) in signature_data.iteritems():
+                    signatures.append(signature)
                     if 'subtest_signatures' in properties:
-                        signatures.append(signature)
+                        # Don't alert on subtests which have a summary
+                        signatures_to_ignore.update(properties['subtest_signatures'])
+                signatures = [signature for signature in signatures
+                              if signature not in signatures_to_ignore]
 
             for signature in signatures:
                 series = pc.get_performance_series(