Upgrade raiwidgets and responsibleai package to 0.36.0 and Python 3.9 (#216)

* update 0.36.0

* python 3.9

* update

* update 3.9

* upgrade automl

* add bigdata

* rai-core-flask>=0.7.6

* doc update

* ad

* ad

* use aprase_output

* scikit upgrade

Quick-Setup.ps1

@@ -31,8 +31,8 @@ function Create-ComponentConfigJson(
 }
 
 
-Write-Host "=-= Creating conda environment '$EnvName' with python v3.8"
-conda create -y -n $EnvName python=3.8
+Write-Host "=-= Creating conda environment '$EnvName' with python v3.9"
+conda create -y -n $EnvName python=3.9
 conda activate $EnvName
 
 Write-Host "=-= Installing nbconda"

azuredevops/Build-Update-Dev.yaml

@@ -6,7 +6,7 @@ parameters:
 - name: pythonVersion
   displayName: Python Version
   type: string
-  default: 3.8
+  default: 3.9
   values:
     - 3.7
     - 3.8

azuredevops/PR-Gate.yaml

@@ -6,7 +6,7 @@ parameters:
 - name: pythonVersion
   displayName: Python Version
   type: string
-  default: 3.8
+  default: 3.9
   values:
     - 3.7
     - 3.8

azuredevops/templates/obtain-prepare-workspace-job-template.yaml

@@ -6,7 +6,7 @@ parameters:
 - name: pythonVersion
   displayName: Python Version
   type: string
-  default: 3.7
+  default: 3.9
   values:
     - 3.7
     - 3.8

azuredevops/templates/obtain-workspace-run-tests-step-template.yaml

@@ -6,7 +6,7 @@ parameters:
 - name: pythonVersion
   displayName: Python Version
   type: string
-  default: 3.7
+  default: 3.9
   values:
     - 3.7
     - 3.8

azuredevops/templates/python-preparation-step-template.yaml

@@ -6,7 +6,7 @@ parameters:
 - name: pythonVersion
   displayName: Python Version
   type: string
-  default: 3.8
+  default: 3.9
   values:
     - 3.7
     - 3.8

azuredevops/templates/run-python-tests-job-template.yaml

@@ -7,7 +7,7 @@ parameters:
 - name: pythonVersion
   displayName: Python Version
   type: string
-  default: 3.7
+  default: 3.9
   values:
     - 3.7
     - 3.8

examples/notebooks/responsibleaidashboard-housing-decision-making.ipynb

@@ -114,7 +114,7 @@
     "    ])\n",
     "    cat_pipe = Pipeline([\n",
     "        ('cat_imputer', SimpleImputer(strategy='constant', fill_value='?')),\n",
-    "        ('cat_encoder', OneHotEncoder(handle_unknown='ignore', sparse=False))\n",
+    "        ('cat_encoder', OneHotEncoder(handle_unknown='ignore', sparse_output=False))\n",
     "    ])\n",
     "    feat_pipe = ColumnTransformer([\n",
     "        ('num_pipe', num_pipe, pipe_cfg['num_cols']),\n",
@@ -370,7 +370,7 @@
    "id": "584d55f2",
    "metadata": {},
    "source": [
-    "Now that the training script is saved on our local drive, we create a YAML file to describe it as a component to AzureML. This involves defining the inputs and outputs, specifing the AzureML environment which can run the script, and telling AzureML how to invoke the training script:"
+    "Now that the training script is saved on our local drive, we create a YAML file to describe it as a component to AzureML. This involves defining the inputs and outputs, specifing the AzureML environment which can run the script, and telling AzureML how to invoke the training script:spars3"
    ]
   },
   {

examples/notebooks/responsibleaidashboard-programmer-regression-model-debugging.ipynb

@@ -297,7 +297,7 @@
     "    ])\n",
     "    cat_pipe = Pipeline([\n",
     "        ('cat_imputer', SimpleImputer(strategy='constant', fill_value='?')),\n",
-    "        ('cat_encoder', OneHotEncoder(handle_unknown='ignore', sparse=False))\n",
+    "        ('cat_encoder', OneHotEncoder(handle_unknown='ignore', sparse_output=False))\n",
     "    ])\n",
     "    feat_pipe = ColumnTransformer([\n",
     "        ('num_pipe', num_pipe, pipe_cfg['num_cols']),\n",

quick-setup.bash

@@ -27,7 +27,7 @@ echo
 
 echo "=-= Creating conda environment"
 source ~/miniconda3/etc/profile.d/conda.sh
-conda create -y -n ${condaEnv} python=3.8
+conda create -y -n ${condaEnv} python=3.9
 conda activate ${condaEnv}
 echo
 

requirements-dev-test.txt

@@ -6,6 +6,6 @@ pandas
 pyarrow
 scikit-learn<1.1 # See PR #1429 in responsible-ai-toolbox repo
 shap
-responsibleai~=0.31.0
-raiwidgets~=0.31.0
+responsibleai~=0.36.0
+raiwidgets~=0.36.0
 numpy<1.24.0

requirements-dev.txt

@@ -7,6 +7,6 @@ jupyter
 pandas
 pyarrow
 shap
-responsibleai~=0.31.0
-raiwidgets~=0.31.0
+responsibleai~=0.36.0
+raiwidgets~=0.36.0
 numpy<1.24.0

requirements-for-testing.txt

@@ -1,7 +1,7 @@
 azureml-telemetry
 azureml-core
-raiwidgets~=0.31.0
-responsibleai~=0.31.0
+raiwidgets~=0.36.0
+responsibleai~=0.36.0
 nbformat
 nbval
 nteract-scrapbook

requirements.txt

@@ -3,8 +3,8 @@ azure-ai-ml~=1.14.0
 mltable~=1.4.1
 azureml_dataprep
 azureml_dataprep_rslex
-responsibleai~=0.31.0
-raiwidgets~=0.31.0
+responsibleai~=0.36.0
+raiwidgets~=0.36.0
 jupyter
 pandas
 pyarrow

src/responsibleai/docker_env/Dockerfile

@@ -41,17 +41,16 @@ RUN pip install 'azureml-dataset-runtime==1.56.0' \
 # so we install pyarrow in extra step to avoid conflict
 RUN pip install 'pyarrow>=14.0.1'
 
-# To resolve vulnerability issue
-RUN pip install 'Werkzeug==2.2.3'
-
 # To resolve vulnerability issue regarding crytography
 RUN pip install 'cryptography>=42.0.4'
 
 # TODO: remove rai-core-flask pin with next raiwidgets release
-RUN pip install 'rai-core-flask==0.7.4'
+RUN pip install 'rai-core-flask==0.7.6'
 
 # To resolve vulnerability issue
 RUN pip install 'gunicorn>=22.0.0'
+RUN pip install 'Werkzeug>=3.0.3'
+RUN pip install 'tqdm>=4.66.3'
 
 RUN pip freeze
 

src/responsibleai/docker_env/conda_dependencies.yaml

@@ -4,18 +4,18 @@ channels:
   - defaults
   - anaconda
 dependencies:
-  - python=3.8
+  - python=3.9
   - pip
   - pip:
-    - responsibleai~=0.34.1
-    - raiwidgets~=0.34.1
+    - responsibleai~=0.36.0
+    - raiwidgets~=0.36.0
     - markupsafe<=2.0.1
     - itsdangerous==2.0.1
     - mlflow
-    - scikit-learn~=1.2
+    - scikit-learn~=1.5.1
     - pdfkit==1.0.0
     - plotly==5.6.0
     - kaleido==0.2.1
     - mltable==1.5.0
-    - responsibleai-tabular-automl==0.12.0
-    - https://publictestdatasets.blob.core.windows.net/packages/pypi/raiwidgets_big_data/raiwidgets_big_data-0.10.0-py3-none-any.whl
+    - responsibleai-tabular-automl==0.14.0
+    - https://publictestdatasets.blob.core.windows.net/packages/pypi/raiwidgets_big_data/raiwidgets_big_data-0.12.0-py3-none-any.whl