Merge pull request Azure#883 from Azure/release_update_stablev2/Release-3

update samples from Release-3 as a part of 1.2.0 SDK stable release

Author: harneetvirk

configuration.ipynb

@@ -103,7 +103,7 @@
       "source": [
         "import azureml.core\n",
         "\n",
-        "print(\"This notebook was created using version 1.1.5 of the Azure ML SDK\")\n",
+        "print(\"This notebook was created using version 1.2.0 of the Azure ML SDK\")\n",
         "print(\"You are currently using version\", azureml.core.VERSION, \"of the Azure ML SDK\")"
       ]
     },

how-to-use-azureml/automated-machine-learning/automl_env.yml

@@ -13,7 +13,7 @@ dependencies:
 - scipy>=1.0.0,<=1.1.0
 - scikit-learn>=0.19.0,<=0.20.3
 - pandas>=0.22.0,<=0.23.4
-- py-xgboost<=0.80
+- py-xgboost<=0.90
 - fbprophet==0.5
 - pytorch=1.1.0
 - cudatoolkit=9.0
@@ -33,5 +33,6 @@ dependencies:
   - https://aka.ms/automl-resources/packages/en_core_web_sm-2.1.0.tar.gz
 
 channels:
+- anaconda
 - conda-forge
-- pytorch
+- pytorch

how-to-use-azureml/automated-machine-learning/automl_env_mac.yml

@@ -34,5 +34,6 @@ dependencies:
   - https://aka.ms/automl-resources/packages/en_core_web_sm-2.1.0.tar.gz  
 
 channels:
+- anaconda
 - conda-forge
 - pytorch

how-to-use-azureml/automated-machine-learning/forecasting-beer-remote/auto-ml-forecasting-beer-remote.yml

@@ -1,10 +1,10 @@
 name: auto-ml-forecasting-beer-remote
 dependencies:
 - fbprophet==0.5
-- py-xgboost<=0.80
+- numpy==1.16.2
+- py-xgboost<=0.90
 - pip:
   - azureml-sdk
-  - numpy==1.16.2
   - azureml-train-automl
   - azureml-widgets
   - matplotlib

how-to-use-azureml/automated-machine-learning/forecasting-bike-share/auto-ml-forecasting-bike-share.yml

@@ -1,10 +1,10 @@
 name: auto-ml-forecasting-bike-share
 dependencies:
 - fbprophet==0.5
-- py-xgboost<=0.80
+- numpy==1.16.2
+- py-xgboost<=0.90
 - pip:
   - azureml-sdk
-  - numpy==1.16.2
   - azureml-train-automl
   - azureml-widgets
   - matplotlib

how-to-use-azureml/automated-machine-learning/forecasting-energy-demand/auto-ml-forecasting-energy-demand.yml

@@ -2,7 +2,6 @@ name: auto-ml-forecasting-energy-demand
 dependencies:
 - pip:
   - azureml-sdk
-  - numpy==1.16.2
   - azureml-train-automl
   - azureml-widgets
   - matplotlib

how-to-use-azureml/automated-machine-learning/forecasting-high-frequency/auto-ml-forecasting-function.yml

@@ -1,10 +1,10 @@
 name: auto-ml-forecasting-function
 dependencies:
 - fbprophet==0.5
-- py-xgboost<=0.80
+- numpy==1.16.2
+- py-xgboost<=0.90
 - pip:
   - azureml-sdk
-  - numpy==1.16.2
   - azureml-train-automl
   - azureml-widgets
   - matplotlib

how-to-use-azureml/automated-machine-learning/forecasting-orange-juice-sales/auto-ml-forecasting-orange-juice-sales.yml

@@ -1,10 +1,10 @@
 name: auto-ml-forecasting-orange-juice-sales
 dependencies:
 - fbprophet==0.5
-- py-xgboost<=0.80
+- numpy==1.16.2
+- py-xgboost<=0.90
 - pip:
   - azureml-sdk
-  - numpy==1.16.2
   - pandas==0.23.4
   - azureml-train-automl
   - azureml-widgets

how-to-use-azureml/automated-machine-learning/local-run-classification-credit-card-fraud/auto-ml-classification-credit-card-fraud-local.ipynb

@@ -49,7 +49,9 @@
         "2. Configure AutoML using `AutoMLConfig`.\n",
         "3. Train the model.\n",
         "4. Explore the results.\n",
-        "5. Test the fitted model."
+        "5. Visualization model's feature importance in widget\n",
+        "6. Explore any model's explanation\n",
+        "7. Test the fitted model."
       ]
     },
     {
@@ -71,13 +73,13 @@
         "\n",
         "from matplotlib import pyplot as plt\n",
         "import pandas as pd\n",
-        "import os\n",
         "\n",
         "import azureml.core\n",
         "from azureml.core.experiment import Experiment\n",
         "from azureml.core.workspace import Workspace\n",
         "from azureml.core.dataset import Dataset\n",
-        "from azureml.train.automl import AutoMLConfig"
+        "from azureml.train.automl import AutoMLConfig\n",
+        "from azureml.explain.model._internal.explanation_client import ExplanationClient"
       ]
     },
     {
@@ -262,6 +264,131 @@
         "The fitted_model is a python object and you can read the different properties of the object.\n"
       ]
     },
+    {
+      "cell_type": "markdown",
+      "metadata": {},
+      "source": [
+        "## Best Model 's explanation\n",
+        "Retrieve the explanation from the best_run which includes explanations for engineered features and raw features.\n",
+        "\n",
+        "#### Download engineered feature importance from artifact store\n",
+        "You can use ExplanationClient to download the engineered feature explanations from the artifact store of the best_run."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {},
+      "outputs": [],
+      "source": [
+        "client = ExplanationClient.from_run(best_run)\n",
+        "engineered_explanations = client.download_model_explanation(raw=False)\n",
+        "print(engineered_explanations.get_feature_importance_dict())"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {},
+      "source": [
+        "## Explanations\n",
+        "In this section, we will show how to compute model explanations and visualize the explanations using azureml-explain-model package. Besides retrieving an existing model explanation for an AutoML model, you can also explain your AutoML model with different test data. The following steps will allow you to compute and visualize engineered feature importance based on your test data."
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {},
+      "source": [
+        "#### Retrieve any other AutoML model from training"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {},
+      "outputs": [],
+      "source": [
+        "automl_run, fitted_model = local_run.get_output(metric='accuracy')"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {},
+      "source": [
+        "#### Setup the model explanations for AutoML models\n",
+        "The fitted_model can generate the following which will be used for getting the engineered explanations using automl_setup_model_explanations:-\n",
+        "\n",
+        "1. Featurized data from train samples/test samples\n",
+        "2. Gather engineered name lists\n",
+        "3. Find the classes in your labeled column in classification scenarios\n",
+        "\n",
+        "The automl_explainer_setup_obj contains all the structures from above list."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {},
+      "outputs": [],
+      "source": [
+        "X_train = training_data.drop_columns(columns=[label_column_name])\n",
+        "y_train = training_data.keep_columns(columns=[label_column_name], validate=True)\n",
+        "X_test = validation_data.drop_columns(columns=[label_column_name])"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {},
+      "outputs": [],
+      "source": [
+        "from azureml.train.automl.runtime.automl_explain_utilities import automl_setup_model_explanations\n",
+        "\n",
+        "automl_explainer_setup_obj = automl_setup_model_explanations(fitted_model, X=X_train, \n",
+        "                                                             X_test=X_test, y=y_train, \n",
+        "                                                             task='classification')"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {},
+      "source": [
+        "#### Initialize the Mimic Explainer for feature importance\n",
+        "For explaining the AutoML models, use the MimicWrapper from azureml.explain.model package. The MimicWrapper can be initialized with fields in automl_explainer_setup_obj, your workspace and a LightGBM model which acts as a surrogate model to explain the AutoML model (fitted_model here). The MimicWrapper also takes the automl_run object where engineered explanations will be uploaded."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {},
+      "outputs": [],
+      "source": [
+        "from azureml.explain.model.mimic.models.lightgbm_model import LGBMExplainableModel\n",
+        "from azureml.explain.model.mimic_wrapper import MimicWrapper\n",
+        "explainer = MimicWrapper(ws, automl_explainer_setup_obj.automl_estimator, LGBMExplainableModel, \n",
+        "                         init_dataset=automl_explainer_setup_obj.X_transform, run=automl_run,\n",
+        "                         features=automl_explainer_setup_obj.engineered_feature_names, \n",
+        "                         feature_maps=[automl_explainer_setup_obj.feature_map],\n",
+        "                         classes=automl_explainer_setup_obj.classes)"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {},
+      "source": [
+        "#### Use Mimic Explainer for computing and visualizing engineered feature importance\n",
+        "The explain() method in MimicWrapper can be called with the transformed test samples to get the feature importance for the generated engineered features."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {},
+      "outputs": [],
+      "source": [
+        "engineered_explanations = explainer.explain(['local', 'global'], eval_dataset=automl_explainer_setup_obj.X_test_transform)\n",
+        "print(engineered_explanations.get_feature_importance_dict())\n"
+      ]
+    },
     {
       "cell_type": "markdown",
       "metadata": {},
@@ -358,7 +485,7 @@
   "metadata": {
     "authors": [
       {
-        "name": "tzvikei"
+        "name": "anumamah"
       }
     ],
     "category": "tutorial",

how-to-use-azureml/ml-frameworks/chainer/deployment/train-hyperparameter-tune-deploy-with-chainer/train-hyperparameter-tune-deploy-with-chainer.ipynb

@@ -507,7 +507,7 @@
       "metadata": {},
       "source": [
         "### Create myenv.yml\n",
-        "We also need to create an environment file so that Azure Machine Learning can install the necessary packages in the Docker image which are required by your scoring script. In this case, we need to specify conda packages `numpy` and `chainer`. Please note that you must indicate azureml-defaults with verion >= 1.0.45 as a pip dependency, because it contains the functionality needed to host the model as a web service."
+        "We also need to create an environment file so that Azure Machine Learning can install the necessary packages in the Docker image which are required by your scoring script. In this case, we need to specify conda package `numpy` and pip install `chainer`. Please note that you must indicate azureml-defaults with verion >= 1.0.45 as a pip dependency, because it contains the functionality needed to host the model as a web service."
       ]
     },
     {
@@ -520,7 +520,7 @@
         "\n",
         "cd = CondaDependencies.create()\n",
         "cd.add_conda_package('numpy')\n",
-        "cd.add_conda_package('chainer')\n",
+        "cd.add_pip_package('chainer==5.1.0')\n",
         "cd.add_pip_package(\"azureml-defaults\")\n",
         "cd.save_to_file(base_directory='./', conda_file_path='myenv.yml')\n",
         "\n",