diff --git a/js/src/trace-test/trace-test.py b/js/src/trace-test/trace-test.py
index 8979151393e6..fc15ca039f72 100644
--- a/js/src/trace-test/trace-test.py
+++ b/js/src/trace-test/trace-test.py
@@ -92,6 +92,8 @@ class Test:
 def find_tests(dir, substring = None):
     ans = []
     for dirpath, dirnames, filenames in os.walk(dir):
+        dirnames.sort()
+        filenames.sort()
         if dirpath == '.':
             continue
         for filename in filenames: