update samples from Release-147 as a part of SDK release

Author: amlrelsa-ms

configuration.ipynb

@@ -103,7 +103,7 @@
       "source": [
         "import azureml.core\n",
         "\n",
-        "print(\"This notebook was created using version 1.42.0 of the Azure ML SDK\")\n",
+        "print(\"This notebook was created using version 1.43.0 of the Azure ML SDK\")\n",
         "print(\"You are currently using version\", azureml.core.VERSION, \"of the Azure ML SDK\")"
       ]
     },

contrib/fairness/fairlearn-azureml-mitigation.yml

@@ -6,6 +6,7 @@ dependencies:
   - fairlearn>=0.6.2
   - joblib
   - liac-arff
-  - raiwidgets~=0.18.1
+  - raiwidgets~=0.19.0
   - itsdangerous==2.0.1
   - markupsafe<2.1.0
+  - protobuf==3.20.0

contrib/fairness/upload-fairness-dashboard.yml

@@ -6,6 +6,7 @@ dependencies:
   - fairlearn>=0.6.2
   - joblib
   - liac-arff
-  - raiwidgets~=0.18.1
+  - raiwidgets~=0.19.0
   - itsdangerous==2.0.1
   - markupsafe<2.1.0
+  - protobuf==3.20.0

how-to-use-azureml/automated-machine-learning/automl_env.yml

@@ -13,7 +13,7 @@ dependencies:
 - pytorch::pytorch=1.4.0
 - conda-forge::fbprophet==0.7.1
 - cudatoolkit=10.1.243
-- scipy==1.5.2
+- scipy==1.5.3
 - notebook
 - pywin32==227
 - PySocks==1.7.1
@@ -22,10 +22,10 @@ dependencies:
 
 - pip:
   # Required packages for AzureML execution, history, and data preparation.
-  - azureml-widgets~=1.42.0
+  - azureml-widgets~=1.43.0
   - pytorch-transformers==1.0.0
   - spacy==2.2.4
   - pystan==2.19.1.1
   - https://aka.ms/automl-resources/packages/en_core_web_sm-2.1.0.tar.gz
-  - -r https://automlsdkdataresources.blob.core.windows.net/validated-requirements/1.42.0/validated_win32_requirements.txt [--no-deps]
+  - -r https://automlsdkdataresources.blob.core.windows.net/validated-requirements/1.43.0/validated_win32_requirements.txt [--no-deps]
   - arch==4.14

how-to-use-azureml/automated-machine-learning/automl_env_linux.yml

@@ -14,7 +14,7 @@ dependencies:
 - numpy==1.19.5
 - cython==0.29.14
 - urllib3==1.26.7
-- scipy>=1.4.1,<=1.5.2
+- scipy>=1.4.1,<=1.5.3
 - scikit-learn==0.22.1
 - py-xgboost<=1.3.3
 - holidays==0.10.3
@@ -24,10 +24,10 @@ dependencies:
 
 - pip:
   # Required packages for AzureML execution, history, and data preparation.
-  - azureml-widgets~=1.42.0
+  - azureml-widgets~=1.43.0
   - pytorch-transformers==1.0.0
   - spacy==2.2.4
   - pystan==2.19.1.1
   - https://aka.ms/automl-resources/packages/en_core_web_sm-2.1.0.tar.gz
-  - -r https://automlsdkdataresources.blob.core.windows.net/validated-requirements/1.42.0/validated_linux_requirements.txt [--no-deps]
+  - -r https://automlsdkdataresources.blob.core.windows.net/validated-requirements/1.43.0/validated_linux_requirements.txt [--no-deps]
   - arch==4.14

how-to-use-azureml/automated-machine-learning/automl_env_mac.yml

@@ -15,7 +15,7 @@ dependencies:
 - numpy==1.19.5
 - cython==0.29.14
 - urllib3==1.26.7
-- scipy>=1.4.1,<=1.5.2
+- scipy>=1.4.1,<=1.5.3
 - scikit-learn==0.22.1
 - py-xgboost<=1.3.3
 - holidays==0.10.3
@@ -25,10 +25,10 @@ dependencies:
 
 - pip:
   # Required packages for AzureML execution, history, and data preparation.
-  - azureml-widgets~=1.42.0
+  - azureml-widgets~=1.43.0
   - pytorch-transformers==1.0.0
   - spacy==2.2.4
   - pystan==2.19.1.1
   - https://aka.ms/automl-resources/packages/en_core_web_sm-2.1.0.tar.gz
-  - -r https://automlsdkdataresources.blob.core.windows.net/validated-requirements/1.42.0/validated_darwin_requirements.txt [--no-deps]
+  - -r https://automlsdkdataresources.blob.core.windows.net/validated-requirements/1.43.0/validated_darwin_requirements.txt [--no-deps]
   - arch==4.14

how-to-use-azureml/automated-machine-learning/experimental/classification-credit-card-fraud-local-managed/auto-ml-classification-credit-card-fraud-local-managed.ipynb

@@ -92,7 +92,7 @@
       "metadata": {},
       "outputs": [],
       "source": [
-        "print(\"This notebook was created using version 1.42.0 of the Azure ML SDK\")\n",
+        "print(\"This notebook was created using version 1.43.0 of the Azure ML SDK\")\n",
         "print(\"You are currently using version\", azureml.core.VERSION, \"of the Azure ML SDK\")"
       ]
     },

how-to-use-azureml/automated-machine-learning/experimental/regression-model-proxy/auto-ml-regression-model-proxy.ipynb

@@ -91,7 +91,7 @@
       "metadata": {},
       "outputs": [],
       "source": [
-        "print(\"This notebook was created using version 1.42.0 of the Azure ML SDK\")\n",
+        "print(\"This notebook was created using version 1.43.0 of the Azure ML SDK\")\n",
         "print(\"You are currently using version\", azureml.core.VERSION, \"of the Azure ML SDK\")"
       ]
     },

how-to-use-azureml/explain-model/azure-integration/gpu-explanation/gpu_tree_explainer.py

@@ -2,6 +2,8 @@
 # Licensed under the MIT license.
 
 from azureml.core.run import Run
+from azureml.interpret import ExplanationClient
+from interpret_community.adapter import ExplanationAdapter
 import joblib
 import os
 import shap
@@ -11,9 +13,11 @@
 os.makedirs(OUTPUT_DIR, exist_ok=True)
 
 run = Run.get_context()
+client = ExplanationClient.from_run(run)
 
 # get a dataset on income prediction
 X, y = shap.datasets.adult()
+features = X.columns.values
 
 # train an XGBoost model (but any other tree model type should work)
 model = xgboost.XGBClassifier()
@@ -26,6 +30,12 @@
 print("computed shap values:")
 print(shap_values)
 
+# Use the explanation adapter to convert the importances into an interpret-community
+# style explanation which can be uploaded to AzureML or visualized in the
+# ExplanationDashboard widget
+adapter = ExplanationAdapter(features, classification=True)
+global_explanation = adapter.create_global(shap_values.values, X_shap, expected_values=shap_values.base_values)
+
 # write X_shap out as a pickle file for later visualization
 x_shap_pkl = 'x_shap.pkl'
 with open(x_shap_pkl, 'wb') as file:
@@ -42,3 +52,8 @@
 run.upload_file('xgboost_model.pkl', os.path.join('./outputs/', model_file_name))
 original_model = run.register_model(model_name='xgboost_with_gpu_tree_explainer',
                                     model_path='xgboost_model.pkl')
+
+# Uploading model explanation data for storage or visualization in webUX
+# The explanation can then be downloaded on any compute
+comment = 'Global explanation on classification model trained on adult census income dataset'
+client.upload_model_explanation(global_explanation, comment=comment, model_id=original_model.id)