Release (#1078)

* chore(release): update dependencies

* chore(release): update dependencies

* chore(firefox): upgrade to FF 121

* chore(Changelog): update CHANGELOG.md

* fix(test): adjust column numbers to match firefox's precise tracking

* feat(ci): use different check names for different test groups

This way the different tests won't override each other and it will be easier to
spot failing tests.
Currently this can only be done by manually inspecting the logs

* fix(action): escape names in shell

* revert(ci): use junit-report.xml as the local file name

.github/workflows/run-tests.yaml

@@ -144,6 +144,6 @@ jobs:
         uses: dorny/test-reporter@v1
         if: success() || failure() # run this step even if previous step failed
         with:
-          name: OpenWPM # Name of the check run which will be created
+          name: ${{matrix.test-groups}} # Name of the check run which will be created
           path: junit-report.xml # Path to test results
           reporter: java-junit # Format of test results

.pre-commit-config.yaml

@@ -1,15 +1,15 @@
 repos:
   - repo: https://github.com/timothycrosley/isort
-    rev: 5.12.0
+    rev: 5.13.2
     hooks:
       - id: isort
   - repo: https://github.com/psf/black
-    rev: 23.7.0
+    rev: 23.12.1
     hooks:
       - id: black
         language_version: python3
   - repo: https://github.com/pre-commit/mirrors-mypy
-    rev: v1.5.1
+    rev: v1.8.0
     hooks:
       - id: mypy
         additional_dependencies:
@@ -17,7 +17,7 @@ repos:
         # We may need to add more and more dependencies here, as pre-commit
         # runs in an environment without our dependencies
   - repo: https://github.com/alessandrojcm/commitlint-pre-commit-hook
-    rev: v9.5.0
+    rev: v9.10.0
     hooks:
       - id: commitlint
         stages: [commit-msg]

CHANGELOG.md

@@ -1,5 +1,12 @@
 # Changelog
 
+## v0.26.0 - 2023-12-23
+
+Bump to Firefox 121
+
+Type cleanup in WebExtension #1069 Thanks to @MohammadMahdiJavid for the extensive bug report
+Fix race condition during shutdown #1073
+
 ## v0.25.0 - 2023-10-13
 
 Bump to Firefox 118.0.2  

VERSION

@@ -1 +1 @@
-0.25.0
+0.26.0

environment.yaml

@@ -3,48 +3,47 @@ channels:
 - main
 dependencies:
 - beautifulsoup4=4.12.2
-- black=23.9.1
+- black=23.12.1
 - click=8.1.7
 - codecov=2.1.13
 - dill=0.3.7
-- dill=0.3.7
 - easyprocess=1.1
-- gcsfs=2023.9.2
+- gcsfs=2023.12.2.post1
 - geckodriver=0.33.0
-- ipython=8.16.1
-- isort=5.12.0
+- ipython=8.19.0
+- isort=5.13.2
 - leveldb=1.23
 - multiprocess=0.70.15
-- mypy=1.6.0
-- nodejs=20.8.0
-- pandas=2.1.1
-- pillow=10.0.1
-- pip=23.2.1
+- mypy=1.8.0
+- nodejs=20.9.0
+- pandas=2.1.4
+- pillow=10.1.0
+- pip=23.3.2
 - plyvel=1.5.0
-- pre-commit=3.4.0
-- psutil=5.9.5
-- pyarrow=13.0.0
-- pytest-asyncio=0.21.1
+- pre-commit=3.6.0
+- psutil=5.9.7
+- pyarrow=14.0.2
+- pytest-asyncio=0.23.2
 - pytest-cov=4.1.0
-- pytest=7.4.2
-- python=3.12.0
+- pytest=7.4.3
+- python=3.12.1
 - pyvirtualdisplay=2.2
 - recommonmark=0.7.1
 - redis-py=5.0.1
-- s3fs=2023.9.2
-- selenium=4.13.0
-- sentry-sdk=1.32.0
+- s3fs=2023.12.2
+- selenium=4.16.0
+- sentry-sdk=1.39.1
 - sphinx-markdown-tables=0.0.17
 - sphinx=7.2.6
 - tabulate=0.9.0
-- tblib=2.0.0
+- tblib=3.0.0
 - wget=1.20.3
 - pip:
-  - dataclasses-json==0.6.1
+  - dataclasses-json==0.6.3
   - domain-utils==0.7.1
-  - jsonschema==4.19.1
-  - tranco==0.6
+  - jsonschema==4.20.0
+  - tranco==0.7.1
   - types-pyyaml==6.0.12.12
-  - types-redis==4.6.0.7
+  - types-redis==4.6.0.11
   - types-tabulate==0.9.0.3
 name: openwpm

openwpm/utilities/rediswq.py

@@ -22,7 +22,7 @@ class RedisWQ(object):
     https://kubernetes.io/docs/tasks/job/fine-parallel-processing-work-queue
     """
 
-    def __init__(self, name, max_retries=2, **redis_kwargs):
+    def __init__(self, name: str, max_retries=2, **redis_kwargs: Any) -> None:
         """Redis worker queue instance
 
         The default connection parameters are:

scripts/install-firefox.sh

@@ -9,7 +9,7 @@ set -e
 # Note this script is **destructive** and will
 # remove the existing Firefox in the OpenWPM directory
 
-TAG='e26ce7fb8b2358ad45a84d34b1f5b6a1cc59d7fb' # FIREFOX_118_0_2_RELEASE
+TAG='8b7f7fd1873f56a4d755ea1fdcf46cbb18f9af27' # FIREFOX_121_0_RELEASE
 
 case "$(uname -s)" in
 Darwin)

test/test_extension.py

@@ -167,7 +167,7 @@ JS_STACK_CALLS = {
     (
         JS_STACK_TEST_SCRIPT_URL,
         "3",
-        "5",
+        "17",
         "js_check_navigator",
         "",
         "",
@@ -207,7 +207,7 @@ JS_STACK_CALLS = {
     (
         JS_STACK_TEST_URL,
         "7",
-        "9",
+        "21",
         "check_navigator",
         "",
         "",
@@ -231,10 +231,10 @@ JS_COOKIE_TEST_URL = "%s/js_cookie.html" % utilities.BASE_TEST_URL
 DOCUMENT_COOKIE_READ = (
     JS_COOKIE_TEST_URL,
     "8",
-    "9",
+    "21",
     "set_cookie",
     "",
-    "set_cookie@" + JS_COOKIE_TEST_URL + ":8:9"
+    "set_cookie@" + JS_COOKIE_TEST_URL + ":8:21"
     "\nonload@" + JS_COOKIE_TEST_URL + ":1:1",
     "window.document.cookie",
     "get",