diff --git a/src/azure-cli/HISTORY.rst b/src/azure-cli/HISTORY.rst index 7c1acbc4285..4c2884cb457 100644 --- a/src/azure-cli/HISTORY.rst +++ b/src/azure-cli/HISTORY.rst @@ -15,6 +15,11 @@ Release History * Remove support for Python 3.4 +**HDInsight** + +* Support for creating a Kafka cluster with Kafka Rest Proxy +* Upgrade azure-mgmt-hdinsight to 1.3.0 + **Install** * Install script support python 3.8 diff --git a/src/azure-cli/azure/cli/command_modules/hdinsight/_help.py b/src/azure-cli/azure/cli/command_modules/hdinsight/_help.py index d162d85a883..3e7606315a5 100644 --- a/src/azure-cli/azure/cli/command_modules/hdinsight/_help.py +++ b/src/azure-cli/azure/cli/command_modules/hdinsight/_help.py @@ -80,6 +80,15 @@ --encryption-key-version 00000000000000000000000000000000 \\ --encryption-vault-uri https://MyKeyVault.vault.azure.net \\ --assign-identity MyMSI + - name: Create a kafka cluster with kafka rest proxy. + text: |- + az hdinsight create -t kafka -g MyResourceGroup -n MyCluster \\ + -p "HttpPassword1234!" --workernode-data-disks-per-node 2 \\ + --storage-account MyStorageAccount \\ + --kafka-management-node-size "Standard_D4_v2" \\ + --kafka-client-group-id MySecurityGroupId \\ + --kafka-client-group-name MySecurityGroupName + --component-version kafka=2.1 - name: Create a cluster with Azure Data Lake Storage Gen2 text: |- az hdinsight create -t spark -g MyResourceGroup -n MyCluster \\ diff --git a/src/azure-cli/azure/cli/command_modules/hdinsight/_params.py b/src/azure-cli/azure/cli/command_modules/hdinsight/_params.py index 82552e3d411..6e8d119eb33 100644 --- a/src/azure-cli/azure/cli/command_modules/hdinsight/_params.py +++ b/src/azure-cli/azure/cli/command_modules/hdinsight/_params.py @@ -96,8 +96,11 @@ def load_arguments(self, _): help='The size of the data disk in GB, e.g. 1023.') c.argument('zookeepernode_size', arg_type=node_size_type) c.argument('edgenode_size', arg_type=node_size_type) + c.argument('kafka_management_node_size', arg_type=node_size_type) c.argument('workernode_count', options_list=['--workernode-count', '-c'], arg_group='Node', help='The number of worker nodes in the cluster.') + c.argument('kafka_management_node_count', arg_group='Node', + help='The number of kafka management node in the cluster') # Storage c.argument('storage_account', arg_group='Storage', validator=validate_storage_account, @@ -161,6 +164,12 @@ def load_arguments(self, _): c.argument('encryption_algorithm', arg_type=get_enum_type(JsonWebKeyEncryptionAlgorithm), arg_group='Customer Managed Key', help='Algorithm identifier for encryption.') + # Kafka Rest Proxy + c.argument('kafka_client_group_id', arg_group='Kafka Rest Proxy', + help='The client AAD security group id for Kafka Rest Proxy') + c.argument('kafka_client_group_name', arg_group='Kafka Rest Proxy', + help='The client AAD security group name for Kafka Rest Proxy') + # Managed Service Identity c.argument('assign_identity', arg_group='Managed Service Identity', validator=validate_msi, completer=get_resource_name_completion_list_under_subscription( diff --git a/src/azure-cli/azure/cli/command_modules/hdinsight/custom.py b/src/azure-cli/azure/cli/command_modules/hdinsight/custom.py index 2681675468e..edfb5950657 100644 --- a/src/azure-cli/azure/cli/command_modules/hdinsight/custom.py +++ b/src/azure-cli/azure/cli/command_modules/hdinsight/custom.py @@ -16,6 +16,8 @@ def create_cluster(cmd, client, cluster_name, resource_group_name, cluster_type, location=None, tags=None, no_wait=False, cluster_version='default', cluster_tier=None, cluster_configurations=None, component_version=None, headnode_size='large', workernode_size='large', zookeepernode_size=None, edgenode_size=None, + kafka_management_node_size=None, kafka_management_node_count=2, + kafka_client_group_id=None, kafka_client_group_name=None, workernode_count=3, workernode_data_disks_per_node=None, workernode_data_disk_storage_account_type=None, workernode_data_disk_size=None, http_username=None, http_password=None, @@ -35,7 +37,8 @@ def create_cluster(cmd, client, cluster_name, resource_group_name, cluster_type, from azure.mgmt.hdinsight.models import ClusterCreateParametersExtended, ClusterCreateProperties, OSType, \ ClusterDefinition, ComputeProfile, HardwareProfile, Role, OsProfile, LinuxOperatingSystemProfile, \ StorageProfile, StorageAccount, DataDisksGroups, SecurityProfile, \ - DirectoryType, DiskEncryptionProperties, Tier, SshProfile, SshPublicKey + DirectoryType, DiskEncryptionProperties, Tier, SshProfile, SshPublicKey, \ + KafkaRestProperties, ClientGroupInfo validate_esp_cluster_create_params(esp, cluster_name, resource_group_name, cluster_type, subnet, domain, cluster_admin_account, assign_identity, @@ -128,6 +131,11 @@ def create_cluster(cmd, client, cluster_name, resource_group_name, cluster_type, raise CLIError('Either the encryption vault URI, key name and key version should be specified, ' 'or none of them should be.') + # Validate kafka rest proxy parameters + if not _all_or_none(kafka_client_group_id, kafka_client_group_name): + raise CLIError('Either the kafka client group id and kafka client group name should be specified, ' + 'or none of them should be') + # Specify virtual network profile only when network arguments are provided virtual_network_profile = subnet and build_virtual_network_profile(subnet) @@ -175,6 +183,7 @@ def create_cluster(cmd, client, cluster_name, resource_group_name, cluster_type, data_disks_groups=workernode_data_disk_groups ) ] + if zookeepernode_size: roles.append( Role( @@ -193,6 +202,17 @@ def create_cluster(cmd, client, cluster_name, resource_group_name, cluster_type, os_profile=os_profile, virtual_network_profile=virtual_network_profile )) + if kafka_management_node_size: + # generate kafkaRestProperties + roles.append( + Role( + name="kafkamanagementnode", + target_instance_count=kafka_management_node_count, + hardware_profile=HardwareProfile(vm_size=kafka_management_node_size), + os_profile=os_profile, + virtual_network_profile=virtual_network_profile + ) + ) storage_accounts = [] if storage_account: @@ -253,6 +273,13 @@ def create_cluster(cmd, client, cluster_name, resource_group_name, cluster_type, msi_resource_id=assign_identity ) + kafka_rest_properties = (kafka_client_group_id and kafka_client_group_name) and KafkaRestProperties( + client_group_info=ClientGroupInfo( + group_id=kafka_client_group_id, + group_name=kafka_client_group_name + ) + ) + create_params = ClusterCreateParametersExtended( location=location, tags=tags, @@ -272,7 +299,8 @@ def create_cluster(cmd, client, cluster_name, resource_group_name, cluster_type, storageaccounts=storage_accounts ), security_profile=security_profile, - disk_encryption_properties=disk_encryption_properties + disk_encryption_properties=disk_encryption_properties, + kafka_rest_properties=kafka_rest_properties ), identity=cluster_identity ) diff --git a/src/azure-cli/azure/cli/command_modules/hdinsight/tests/latest/recordings/test_hdinsight_cluster_kafka_with_rest_proxy.yaml b/src/azure-cli/azure/cli/command_modules/hdinsight/tests/latest/recordings/test_hdinsight_cluster_kafka_with_rest_proxy.yaml new file mode 100644 index 00000000000..e2a4277d245 --- /dev/null +++ b/src/azure-cli/azure/cli/command_modules/hdinsight/tests/latest/recordings/test_hdinsight_cluster_kafka_with_rest_proxy.yaml @@ -0,0 +1,1883 @@ +interactions: +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - unknown + Connection: + - keep-alive + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.6 msrest_azure/0.6.2 azure-mgmt-resource/4.0.0 + Azure-SDK-For-Python AZURECLI/2.0.77 + accept-language: + - en-US + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/locations?api-version=2016-06-01 + response: + body: + string: '{"value":[{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/locations/eastasia","name":"eastasia","displayName":"East + Asia","longitude":"114.188","latitude":"22.267"},{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/locations/southeastasia","name":"southeastasia","displayName":"Southeast + Asia","longitude":"103.833","latitude":"1.283"},{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/locations/centralus","name":"centralus","displayName":"Central + US","longitude":"-93.6208","latitude":"41.5908"},{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/locations/eastus","name":"eastus","displayName":"East + US","longitude":"-79.8164","latitude":"37.3719"},{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/locations/eastus2","name":"eastus2","displayName":"East + US 2","longitude":"-78.3889","latitude":"36.6681"},{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/locations/westus","name":"westus","displayName":"West + US","longitude":"-122.417","latitude":"37.783"},{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/locations/northcentralus","name":"northcentralus","displayName":"North + Central US","longitude":"-87.6278","latitude":"41.8819"},{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/locations/southcentralus","name":"southcentralus","displayName":"South + Central US","longitude":"-98.5","latitude":"29.4167"},{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/locations/northeurope","name":"northeurope","displayName":"North + Europe","longitude":"-6.2597","latitude":"53.3478"},{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/locations/westeurope","name":"westeurope","displayName":"West + Europe","longitude":"4.9","latitude":"52.3667"},{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/locations/japanwest","name":"japanwest","displayName":"Japan + West","longitude":"135.5022","latitude":"34.6939"},{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/locations/japaneast","name":"japaneast","displayName":"Japan + East","longitude":"139.77","latitude":"35.68"},{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/locations/brazilsouth","name":"brazilsouth","displayName":"Brazil + South","longitude":"-46.633","latitude":"-23.55"},{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/locations/australiaeast","name":"australiaeast","displayName":"Australia + East","longitude":"151.2094","latitude":"-33.86"},{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/locations/australiasoutheast","name":"australiasoutheast","displayName":"Australia + Southeast","longitude":"144.9631","latitude":"-37.8136"},{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/locations/southindia","name":"southindia","displayName":"South + India","longitude":"80.1636","latitude":"12.9822"},{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/locations/centralindia","name":"centralindia","displayName":"Central + India","longitude":"73.9197","latitude":"18.5822"},{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/locations/westindia","name":"westindia","displayName":"West + India","longitude":"72.868","latitude":"19.088"},{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/locations/canadacentral","name":"canadacentral","displayName":"Canada + Central","longitude":"-79.383","latitude":"43.653"},{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/locations/canadaeast","name":"canadaeast","displayName":"Canada + East","longitude":"-71.217","latitude":"46.817"},{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/locations/uksouth","name":"uksouth","displayName":"UK + South","longitude":"-0.799","latitude":"50.941"},{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/locations/ukwest","name":"ukwest","displayName":"UK + West","longitude":"-3.084","latitude":"53.427"},{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/locations/westcentralus","name":"westcentralus","displayName":"West + Central US","longitude":"-110.234","latitude":"40.890"},{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/locations/westus2","name":"westus2","displayName":"West + US 2","longitude":"-119.852","latitude":"47.233"},{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/locations/koreacentral","name":"koreacentral","displayName":"Korea + Central","longitude":"126.9780","latitude":"37.5665"},{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/locations/koreasouth","name":"koreasouth","displayName":"Korea + South","longitude":"129.0756","latitude":"35.1796"},{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/locations/francecentral","name":"francecentral","displayName":"France + Central","longitude":"2.3730","latitude":"46.3772"},{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/locations/francesouth","name":"francesouth","displayName":"France + South","longitude":"2.1972","latitude":"43.8345"},{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/locations/australiacentral","name":"australiacentral","displayName":"Australia + Central","longitude":"149.1244","latitude":"-35.3075"},{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/locations/australiacentral2","name":"australiacentral2","displayName":"Australia + Central 2","longitude":"149.1244","latitude":"-35.3075"},{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/locations/uaecentral","name":"uaecentral","displayName":"UAE + Central","longitude":"54.366669","latitude":"24.466667"},{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/locations/uaenorth","name":"uaenorth","displayName":"UAE + North","longitude":"55.316666","latitude":"25.266666"},{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/locations/southafricanorth","name":"southafricanorth","displayName":"South + Africa North","longitude":"28.218370","latitude":"-25.731340"},{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/locations/southafricawest","name":"southafricawest","displayName":"South + Africa West","longitude":"18.843266","latitude":"-34.075691"},{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/locations/switzerlandnorth","name":"switzerlandnorth","displayName":"Switzerland + North","longitude":"8.564572","latitude":"47.451542"},{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/locations/switzerlandwest","name":"switzerlandwest","displayName":"Switzerland + West","longitude":"6.143158","latitude":"46.204391"},{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/locations/germanynorth","name":"germanynorth","displayName":"Germany + North","longitude":"8.806422","latitude":"53.073635"},{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/locations/germanywestcentral","name":"germanywestcentral","displayName":"Germany + West Central","longitude":"8.682127","latitude":"50.110924"},{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/locations/norwaywest","name":"norwaywest","displayName":"Norway + West","longitude":"5.733107","latitude":"58.969975"},{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/locations/norwayeast","name":"norwayeast","displayName":"Norway + East","longitude":"10.752245","latitude":"59.913868"}]}' + headers: + cache-control: + - no-cache + content-length: + - '7129' + content-type: + - application/json; charset=utf-8 + date: + - Wed, 18 Dec 2019 01:25:53 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + -t --workernode-data-disks-per-node --kafka-management-node-size --kafka-client-group-id + --kafka-client-group-name -v --component-version --location + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.6 msrest_azure/0.6.2 azure-mgmt-resource/4.0.0 + Azure-SDK-For-Python AZURECLI/2.0.77 + accept-language: + - en-US + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resources?$filter=resourceType%20eq%20%27Microsoft.Storage%2FstorageAccounts%27%20and%20name%20eq%20%27hdicli000002%27&api-version=2019-07-01 + response: + body: + string: '{"value":[],"nextLink":"https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resources?%24filter=resourceType+eq+%27Microsoft.Storage%2fstorageAccounts%27+and+name+eq+%27hdicli000002%27&api-version=2019-07-01&%24skiptoken=eyJuZXh0UGFydGl0aW9uS2V5IjoiMSE4IU5qZzFSVUUtIiwibmV4dFJvd0tleSI6IjEhMjI4IU9UWTBRekV3UWtJNFFUWkRORE5DUXpnelJETTJRak14T0VNMlF6Y3pNRFZmUjFKTUxVUkZSa0ZWVEZRNk1rUlRVVXc2TWtSWFJWTlVWVk10VFVsRFVrOVRUMFpVT2pKRlUxRk1PakpHVTBWU1ZrVlNVem95UmtRd09FNDNPVVJIVkVjNk1rWkVRVlJCUWtGVFJWTTZNa1pXTURNd01qRTJNakpCTUVRMVJEUkVOalE1UWtGQlFVWkJNalZHTmpJeU9EY3pPRU5FU0VsV1JVMUZWRUZUVkU5U1JTMVhSVk5VVlZNLSJ9"}' + headers: + cache-control: + - no-cache + content-length: + - '643' + content-type: + - application/json; charset=utf-8 + date: + - Wed, 18 Dec 2019 01:25:54 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + -t --workernode-data-disks-per-node --kafka-management-node-size --kafka-client-group-id + --kafka-client-group-name -v --component-version --location + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.6 msrest_azure/0.6.2 azure-mgmt-resource/4.0.0 + Azure-SDK-For-Python AZURECLI/2.0.77 + accept-language: + - en-US + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resources?%24filter=resourceType+eq+%27Microsoft.Storage%2fstorageAccounts%27+and+name+eq+%27hdicli000002%27&api-version=2019-07-01&%24skiptoken=eyJuZXh0UGFydGl0aW9uS2V5IjoiMSE4IU5qZzFSVUUtIiwibmV4dFJvd0tleSI6IjEhMjI4IU9UWTBRekV3UWtJNFFUWkRORE5DUXpnelJETTJRak14T0VNMlF6Y3pNRFZmUjFKTUxVUkZSa0ZWVEZRNk1rUlRVVXc2TWtSWFJWTlVWVk10VFVsRFVrOVRUMFpVT2pKRlUxRk1PakpHVTBWU1ZrVlNVem95UmtRd09FNDNPVVJIVkVjNk1rWkVRVlJCUWtGVFJWTTZNa1pXTURNd01qRTJNakpCTUVRMVJEUkVOalE1UWtGQlFVWkJNalZHTmpJeU9EY3pPRU5FU0VsV1JVMUZWRUZUVkU5U1JTMVhSVk5VVlZNLSJ9 + response: + body: + string: '{"value":[{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.Storage/storageAccounts/hdicli000002","name":"hdicli000002","type":"Microsoft.Storage/storageAccounts","sku":{"name":"Standard_LRS","tier":"Standard"},"kind":"Storage","location":"eastus2","tags":{}}],"nextLink":"https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resources?%24filter=resourceType+eq+%27Microsoft.Storage%2fstorageAccounts%27+and+name+eq+%27hdicli000002%27&api-version=2019-07-01&%24skiptoken=eyJuZXh0UGFydGl0aW9uS2V5IjoiMSE4IU5qZzFSVUUtIiwibmV4dFJvd0tleSI6IjEhMTc2IU9UWTBRekV3UWtJNFFUWkRORE5DUXpnelJETTJRak14T0VNMlF6Y3pNRFZmUjFKTUxVdEJVbFJJU1VzNk5VWlVSVk5VVWtjeE9qVkdSVUV0VFVsRFVrOVRUMFpVT2pKRlUxUlBVa0ZIUlRveVJsTlVUMUpCUjBWQlEwTlBWVTVVVXpveVJrdEJWRWhKUzBWQlUxUkJVMGxCVTFSUFVrRkhSUzFGUVZOVVFWTkpRUS0tIn0%3d"}' + headers: + cache-control: + - no-cache + content-length: + - '907' + content-type: + - application/json; charset=utf-8 + date: + - Wed, 18 Dec 2019 01:25:54 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + -t --workernode-data-disks-per-node --kafka-management-node-size --kafka-client-group-id + --kafka-client-group-name -v --component-version --location + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.6 msrest_azure/0.6.2 azure-mgmt-resource/4.0.0 + Azure-SDK-For-Python AZURECLI/2.0.77 + accept-language: + - en-US + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resources?%24filter=resourceType+eq+%27Microsoft.Storage%2fstorageAccounts%27+and+name+eq+%27hdicli000002%27&api-version=2019-07-01&%24skiptoken=eyJuZXh0UGFydGl0aW9uS2V5IjoiMSE4IU5qZzFSVUUtIiwibmV4dFJvd0tleSI6IjEhMTc2IU9UWTBRekV3UWtJNFFUWkRORE5DUXpnelJETTJRak14T0VNMlF6Y3pNRFZmUjFKTUxVdEJVbFJJU1VzNk5VWlVSVk5VVWtjeE9qVkdSVUV0VFVsRFVrOVRUMFpVT2pKRlUxUlBVa0ZIUlRveVJsTlVUMUpCUjBWQlEwTlBWVTVVVXpveVJrdEJWRWhKUzBWQlUxUkJVMGxCVTFSUFVrRkhSUzFGUVZOVVFWTkpRUS0tIn0%3d + response: + body: + string: '{"value":[]}' + headers: + cache-control: + - no-cache + content-length: + - '12' + content-type: + - application/json; charset=utf-8 + date: + - Wed, 18 Dec 2019 01:25:55 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + -t --workernode-data-disks-per-node --kafka-management-node-size --kafka-client-group-id + --kafka-client-group-name -v --component-version --location + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.6 msrest_azure/0.6.2 azure-mgmt-storage/5.0.0 + Azure-SDK-For-Python AZURECLI/2.0.77 + accept-language: + - en-US + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.Storage/storageAccounts/hdicli000002?api-version=2019-04-01 + response: + body: + string: '{"sku":{"name":"Standard_LRS","tier":"Standard"},"kind":"Storage","id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.Storage/storageAccounts/hdicli000002","name":"hdicli000002","type":"Microsoft.Storage/storageAccounts","location":"eastus2","tags":{},"properties":{"networkAcls":{"bypass":"AzureServices","virtualNetworkRules":[],"ipRules":[],"defaultAction":"Allow"},"supportsHttpsTrafficOnly":true,"encryption":{"services":{"file":{"enabled":true,"lastEnabledTime":"2019-12-18T01:24:32.7214477Z"},"blob":{"enabled":true,"lastEnabledTime":"2019-12-18T01:24:32.7214477Z"}},"keySource":"Microsoft.Storage"},"provisioningState":"Succeeded","creationTime":"2019-12-18T01:24:32.6589392Z","primaryEndpoints":{"blob":"https://hdicli000002.blob.core.windows.net/","queue":"https://hdicli000002.queue.core.windows.net/","table":"https://hdicli000002.table.core.windows.net/","file":"https://hdicli000002.file.core.windows.net/"},"primaryLocation":"eastus2","statusOfPrimary":"available"}}' + headers: + cache-control: + - no-cache + content-length: + - '1107' + content-type: + - application/json + date: + - Wed, 18 Dec 2019 01:25:56 GMT + expires: + - '-1' + pragma: + - no-cache + server: + - Microsoft-Azure-Storage-Resource-Provider/1.0,Microsoft-HTTPAPI/2.0 Microsoft-HTTPAPI/2.0 + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + Content-Length: + - '0' + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + -t --workernode-data-disks-per-node --kafka-management-node-size --kafka-client-group-id + --kafka-client-group-name -v --component-version --location + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.6 msrest_azure/0.6.2 azure-mgmt-storage/5.0.0 + Azure-SDK-For-Python AZURECLI/2.0.77 + accept-language: + - en-US + method: POST + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.Storage/storageAccounts/hdicli000002/listKeys?api-version=2019-04-01 + response: + body: + string: '{"keys":[{"keyName":"key1","value":"veryFakedStorageAccountKey==","permissions":"FULL"},{"keyName":"key2","value":"veryFakedStorageAccountKey==","permissions":"FULL"}]}' + headers: + cache-control: + - no-cache + content-length: + - '288' + content-type: + - application/json + date: + - Wed, 18 Dec 2019 01:25:56 GMT + expires: + - '-1' + pragma: + - no-cache + server: + - Microsoft-Azure-Storage-Resource-Provider/1.0,Microsoft-HTTPAPI/2.0 Microsoft-HTTPAPI/2.0 + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-ratelimit-remaining-subscription-writes: + - '1199' + status: + code: 200 + message: OK +- request: + body: 'b''{"location": "southcentralus", "properties": {"clusterVersion": "4.0", + "osType": "Linux", "clusterDefinition": {"kind": "kafka", "componentVersion": + {"kafka": "2.1"}, "configurations": {"gateway": {"restAuthCredential.isEnabled": + "true", "restAuthCredential.username": "admin", "restAuthCredential.password": + "Password1!"}}}, "kafkaRestProperties": {"clientGroupInfo": {"groupName": "KafakaRestProperties", + "groupId": "7bef90fa-0aa3-4bb4-b4d2-2ae7c14cfe41"}}, "computeProfile": {"roles": + [{"name": "headnode", "targetInstanceCount": 2, "hardwareProfile": {"vmSize": + "large"}, "osProfile": {"linuxOperatingSystemProfile": {"username": "sshuser", + "password": "Password1!"}}}, {"name": "workernode", "targetInstanceCount": 3, + "hardwareProfile": {"vmSize": "large"}, "osProfile": {"linuxOperatingSystemProfile": + {"username": "sshuser", "password": "Password1!"}}, "dataDisksGroups": [{"disksPerNode": + 4}]}, {"name": "kafkamanagementnode", "targetInstanceCount": 2, "hardwareProfile": + {"vmSize": "Standard_D4_v2"}, "osProfile": {"linuxOperatingSystemProfile": {"username": + "sshuser", "password": "Password1!"}}}]}, "storageProfile": {"storageaccounts": + [{"name": "hdicli000002.blob.core.windows.net", "isDefault": true, "container": + "default", "key": "veryFakedStorageAccountKey=="}]}}}''' + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + Content-Length: + - '1353' + Content-Type: + - application/json; charset=utf-8 + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + -t --workernode-data-disks-per-node --kafka-management-node-size --kafka-client-group-id + --kafka-client-group-name -v --component-version --location + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.6 msrest_azure/0.6.2 azure-mgmt-hdinsight/1.3.0 + Azure-SDK-For-Python AZURECLI/2.0.77 + accept-language: + - en-US + method: PUT + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003?api-version=2018-06-01-preview + response: + body: + string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003","name":"hdicli-000003","type":"Microsoft.HDInsight/clusters","location":"South + Central US","etag":"584e7915-570b-40ac-bbd3-85aabc5b2187","tags":null,"properties":{"clusterVersion":"4.0.1000.1","clusterHdpVersion":"","osType":"Linux","clusterDefinition":{"blueprint":"https://blueprints.azurehdinsight.net/kafka-4.0.1000.1.1911281747.json","kind":"kafka","componentVersion":{"kafka":"2.1"}},"computeProfile":{"roles":[{"name":"headnode","targetInstanceCount":2,"hardwareProfile":{"vmSize":"standard_a4_v2"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false},{"name":"workernode","targetInstanceCount":3,"hardwareProfile":{"vmSize":"standard_a4_v2"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"dataDisksGroups":[{"disksPerNode":4,"storageAccountType":"Standard_LRS","diskSizeGB":1023}],"encryptDataDisks":false},{"name":"kafkamanagementnode","targetInstanceCount":2,"hardwareProfile":{"vmSize":"standard_d4_v2"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false}]},"provisioningState":"InProgress","clusterState":"Accepted","createdDate":"2019-12-18T01:26:08.61","quotaInfo":{"coresUsed":36},"tier":"standard","kafkaRestProperties":{"clientGroupInfo":{"groupName":"KafakaRestProperties","groupId":"7bef90fa-0aa3-4bb4-b4d2-2ae7c14cfe41"},"configurationOverride":null},"storageProfile":{"storageaccounts":[{"name":"hdicli000002.blob.core.windows.net","resourceId":null,"msiResourceId":null,"key":null,"fileSystem":null,"container":"default","saskey":null,"isDefault":true}]}}}' + headers: + azure-asyncoperation: + - https://management.azure.com:443/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + cache-control: + - no-cache + content-length: + - '1739' + content-type: + - application/json; charset=utf-8 + date: + - Wed, 18 Dec 2019 01:26:10 GMT + etag: + - '"584e7915-570b-40ac-bbd3-85aabc5b2187"' + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-clusteruri: + - https://management.azure.com/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/hdicli-4fhlz/providers/Microsoft.HDInsight/clusters/hdicli-etdzw4rmg?api-version=2018-06-01-preview + x-ms-hdi-served-by: + - southcentralus + x-ms-ratelimit-remaining-subscription-writes: + - '1199' + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + -t --workernode-data-disks-per-node --kafka-management-node-size --kafka-client-group-id + --kafka-client-group-name -v --component-version --location + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.6 msrest_azure/0.6.2 azure-mgmt-hdinsight/1.3.0 + Azure-SDK-For-Python AZURECLI/2.0.77 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Wed, 18 Dec 2019 01:26:42 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + -t --workernode-data-disks-per-node --kafka-management-node-size --kafka-client-group-id + --kafka-client-group-name -v --component-version --location + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.6 msrest_azure/0.6.2 azure-mgmt-hdinsight/1.3.0 + Azure-SDK-For-Python AZURECLI/2.0.77 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Wed, 18 Dec 2019 01:27:12 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + -t --workernode-data-disks-per-node --kafka-management-node-size --kafka-client-group-id + --kafka-client-group-name -v --component-version --location + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.6 msrest_azure/0.6.2 azure-mgmt-hdinsight/1.3.0 + Azure-SDK-For-Python AZURECLI/2.0.77 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Wed, 18 Dec 2019 01:27:44 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + -t --workernode-data-disks-per-node --kafka-management-node-size --kafka-client-group-id + --kafka-client-group-name -v --component-version --location + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.6 msrest_azure/0.6.2 azure-mgmt-hdinsight/1.3.0 + Azure-SDK-For-Python AZURECLI/2.0.77 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Wed, 18 Dec 2019 01:28:14 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + -t --workernode-data-disks-per-node --kafka-management-node-size --kafka-client-group-id + --kafka-client-group-name -v --component-version --location + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.6 msrest_azure/0.6.2 azure-mgmt-hdinsight/1.3.0 + Azure-SDK-For-Python AZURECLI/2.0.77 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Wed, 18 Dec 2019 01:28:47 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + -t --workernode-data-disks-per-node --kafka-management-node-size --kafka-client-group-id + --kafka-client-group-name -v --component-version --location + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.6 msrest_azure/0.6.2 azure-mgmt-hdinsight/1.3.0 + Azure-SDK-For-Python AZURECLI/2.0.77 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Wed, 18 Dec 2019 01:29:18 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + -t --workernode-data-disks-per-node --kafka-management-node-size --kafka-client-group-id + --kafka-client-group-name -v --component-version --location + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.6 msrest_azure/0.6.2 azure-mgmt-hdinsight/1.3.0 + Azure-SDK-For-Python AZURECLI/2.0.77 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Wed, 18 Dec 2019 01:29:48 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + -t --workernode-data-disks-per-node --kafka-management-node-size --kafka-client-group-id + --kafka-client-group-name -v --component-version --location + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.6 msrest_azure/0.6.2 azure-mgmt-hdinsight/1.3.0 + Azure-SDK-For-Python AZURECLI/2.0.77 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Wed, 18 Dec 2019 01:30:19 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + -t --workernode-data-disks-per-node --kafka-management-node-size --kafka-client-group-id + --kafka-client-group-name -v --component-version --location + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.6 msrest_azure/0.6.2 azure-mgmt-hdinsight/1.3.0 + Azure-SDK-For-Python AZURECLI/2.0.77 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Wed, 18 Dec 2019 01:30:51 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + -t --workernode-data-disks-per-node --kafka-management-node-size --kafka-client-group-id + --kafka-client-group-name -v --component-version --location + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.6 msrest_azure/0.6.2 azure-mgmt-hdinsight/1.3.0 + Azure-SDK-For-Python AZURECLI/2.0.77 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Wed, 18 Dec 2019 01:31:22 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + -t --workernode-data-disks-per-node --kafka-management-node-size --kafka-client-group-id + --kafka-client-group-name -v --component-version --location + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.6 msrest_azure/0.6.2 azure-mgmt-hdinsight/1.3.0 + Azure-SDK-For-Python AZURECLI/2.0.77 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Wed, 18 Dec 2019 01:31:52 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + -t --workernode-data-disks-per-node --kafka-management-node-size --kafka-client-group-id + --kafka-client-group-name -v --component-version --location + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.6 msrest_azure/0.6.2 azure-mgmt-hdinsight/1.3.0 + Azure-SDK-For-Python AZURECLI/2.0.77 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Wed, 18 Dec 2019 01:32:23 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + -t --workernode-data-disks-per-node --kafka-management-node-size --kafka-client-group-id + --kafka-client-group-name -v --component-version --location + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.6 msrest_azure/0.6.2 azure-mgmt-hdinsight/1.3.0 + Azure-SDK-For-Python AZURECLI/2.0.77 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Wed, 18 Dec 2019 01:32:55 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + -t --workernode-data-disks-per-node --kafka-management-node-size --kafka-client-group-id + --kafka-client-group-name -v --component-version --location + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.6 msrest_azure/0.6.2 azure-mgmt-hdinsight/1.3.0 + Azure-SDK-For-Python AZURECLI/2.0.77 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Wed, 18 Dec 2019 01:33:26 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + -t --workernode-data-disks-per-node --kafka-management-node-size --kafka-client-group-id + --kafka-client-group-name -v --component-version --location + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.6 msrest_azure/0.6.2 azure-mgmt-hdinsight/1.3.0 + Azure-SDK-For-Python AZURECLI/2.0.77 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Wed, 18 Dec 2019 01:33:56 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + -t --workernode-data-disks-per-node --kafka-management-node-size --kafka-client-group-id + --kafka-client-group-name -v --component-version --location + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.6 msrest_azure/0.6.2 azure-mgmt-hdinsight/1.3.0 + Azure-SDK-For-Python AZURECLI/2.0.77 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Wed, 18 Dec 2019 01:34:27 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + -t --workernode-data-disks-per-node --kafka-management-node-size --kafka-client-group-id + --kafka-client-group-name -v --component-version --location + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.6 msrest_azure/0.6.2 azure-mgmt-hdinsight/1.3.0 + Azure-SDK-For-Python AZURECLI/2.0.77 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Wed, 18 Dec 2019 01:35:00 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + -t --workernode-data-disks-per-node --kafka-management-node-size --kafka-client-group-id + --kafka-client-group-name -v --component-version --location + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.6 msrest_azure/0.6.2 azure-mgmt-hdinsight/1.3.0 + Azure-SDK-For-Python AZURECLI/2.0.77 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Wed, 18 Dec 2019 01:35:30 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + -t --workernode-data-disks-per-node --kafka-management-node-size --kafka-client-group-id + --kafka-client-group-name -v --component-version --location + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.6 msrest_azure/0.6.2 azure-mgmt-hdinsight/1.3.0 + Azure-SDK-For-Python AZURECLI/2.0.77 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Wed, 18 Dec 2019 01:36:01 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + -t --workernode-data-disks-per-node --kafka-management-node-size --kafka-client-group-id + --kafka-client-group-name -v --component-version --location + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.6 msrest_azure/0.6.2 azure-mgmt-hdinsight/1.3.0 + Azure-SDK-For-Python AZURECLI/2.0.77 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Wed, 18 Dec 2019 01:36:32 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + -t --workernode-data-disks-per-node --kafka-management-node-size --kafka-client-group-id + --kafka-client-group-name -v --component-version --location + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.6 msrest_azure/0.6.2 azure-mgmt-hdinsight/1.3.0 + Azure-SDK-For-Python AZURECLI/2.0.77 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Wed, 18 Dec 2019 01:37:03 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + -t --workernode-data-disks-per-node --kafka-management-node-size --kafka-client-group-id + --kafka-client-group-name -v --component-version --location + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.6 msrest_azure/0.6.2 azure-mgmt-hdinsight/1.3.0 + Azure-SDK-For-Python AZURECLI/2.0.77 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Wed, 18 Dec 2019 01:37:33 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + -t --workernode-data-disks-per-node --kafka-management-node-size --kafka-client-group-id + --kafka-client-group-name -v --component-version --location + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.6 msrest_azure/0.6.2 azure-mgmt-hdinsight/1.3.0 + Azure-SDK-For-Python AZURECLI/2.0.77 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Wed, 18 Dec 2019 01:38:05 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + -t --workernode-data-disks-per-node --kafka-management-node-size --kafka-client-group-id + --kafka-client-group-name -v --component-version --location + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.6 msrest_azure/0.6.2 azure-mgmt-hdinsight/1.3.0 + Azure-SDK-For-Python AZURECLI/2.0.77 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Wed, 18 Dec 2019 01:38:36 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + -t --workernode-data-disks-per-node --kafka-management-node-size --kafka-client-group-id + --kafka-client-group-name -v --component-version --location + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.6 msrest_azure/0.6.2 azure-mgmt-hdinsight/1.3.0 + Azure-SDK-For-Python AZURECLI/2.0.77 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Wed, 18 Dec 2019 01:39:06 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + -t --workernode-data-disks-per-node --kafka-management-node-size --kafka-client-group-id + --kafka-client-group-name -v --component-version --location + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.6 msrest_azure/0.6.2 azure-mgmt-hdinsight/1.3.0 + Azure-SDK-For-Python AZURECLI/2.0.77 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Wed, 18 Dec 2019 01:39:37 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + -t --workernode-data-disks-per-node --kafka-management-node-size --kafka-client-group-id + --kafka-client-group-name -v --component-version --location + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.6 msrest_azure/0.6.2 azure-mgmt-hdinsight/1.3.0 + Azure-SDK-For-Python AZURECLI/2.0.77 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Wed, 18 Dec 2019 01:40:08 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + -t --workernode-data-disks-per-node --kafka-management-node-size --kafka-client-group-id + --kafka-client-group-name -v --component-version --location + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.6 msrest_azure/0.6.2 azure-mgmt-hdinsight/1.3.0 + Azure-SDK-For-Python AZURECLI/2.0.77 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"Succeeded"}' + headers: + cache-control: + - no-cache + content-length: + - '22' + content-type: + - application/json; charset=utf-8 + date: + - Wed, 18 Dec 2019 01:40:40 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + -t --workernode-data-disks-per-node --kafka-management-node-size --kafka-client-group-id + --kafka-client-group-name -v --component-version --location + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.6 msrest_azure/0.6.2 azure-mgmt-hdinsight/1.3.0 + Azure-SDK-For-Python AZURECLI/2.0.77 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003?api-version=2018-06-01-preview + response: + body: + string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003","name":"hdicli-000003","type":"Microsoft.HDInsight/clusters","location":"South + Central US","etag":"584e7915-570b-40ac-bbd3-85aabc5b2187","tags":null,"properties":{"clusterVersion":"4.0.1000.1","clusterHdpVersion":"3.1.2.2-1","osType":"Linux","clusterDefinition":{"blueprint":"https://blueprints.azurehdinsight.net/kafka-4.0.1000.1.1911281747.json","kind":"kafka","componentVersion":{"kafka":"2.1"}},"computeProfile":{"roles":[{"name":"headnode","targetInstanceCount":2,"hardwareProfile":{"vmSize":"standard_a4_v2"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false},{"name":"workernode","targetInstanceCount":3,"hardwareProfile":{"vmSize":"standard_a4_v2"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"dataDisksGroups":[{"disksPerNode":4,"storageAccountType":"Standard_LRS","diskSizeGB":1023}],"encryptDataDisks":false},{"name":"kafkamanagementnode","targetInstanceCount":2,"hardwareProfile":{"vmSize":"standard_d4_v2"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false},{"name":"zookeepernode","targetInstanceCount":3,"hardwareProfile":{"vmSize":"standard_A2_v2"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false}]},"provisioningState":"Succeeded","clusterState":"Running","createdDate":"2019-12-18T01:26:08.61","quotaInfo":{"coresUsed":36},"connectivityEndpoints":[{"name":"SSH","protocol":"TCP","location":"hdicli-000003-ssh.azurehdinsight.net","port":22},{"name":"HTTPS","protocol":"TCP","location":"hdicli-000003.azurehdinsight.net","port":443},{"name":"KafkaRestProxyPublicEndpoint","protocol":"TCP","location":"hdicli-000003-kafkarest.azurehdinsight.net","port":443}],"tier":"standard","kafkaRestProperties":{"clientGroupInfo":{"groupName":"KafakaRestProperties","groupId":"7bef90fa-0aa3-4bb4-b4d2-2ae7c14cfe41"},"configurationOverride":null},"storageProfile":{"storageaccounts":[{"name":"hdicli000002.blob.core.windows.net","resourceId":null,"msiResourceId":null,"key":null,"fileSystem":null,"container":"default","saskey":null,"isDefault":true}]}}}' + headers: + cache-control: + - no-cache + content-length: + - '2275' + content-type: + - application/json; charset=utf-8 + date: + - Wed, 18 Dec 2019 01:40:41 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight show + Connection: + - keep-alive + ParameterSetName: + - -n -g + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.6 msrest_azure/0.6.2 azure-mgmt-hdinsight/1.3.0 + Azure-SDK-For-Python AZURECLI/2.0.77 + accept-language: + - en-US + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003?api-version=2018-06-01-preview + response: + body: + string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003","name":"hdicli-000003","type":"Microsoft.HDInsight/clusters","location":"South + Central US","etag":"584e7915-570b-40ac-bbd3-85aabc5b2187","tags":null,"properties":{"clusterVersion":"4.0.1000.1","clusterHdpVersion":"3.1.2.2-1","osType":"Linux","clusterDefinition":{"blueprint":"https://blueprints.azurehdinsight.net/kafka-4.0.1000.1.1911281747.json","kind":"kafka","componentVersion":{"kafka":"2.1"}},"computeProfile":{"roles":[{"name":"headnode","targetInstanceCount":2,"hardwareProfile":{"vmSize":"standard_a4_v2"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false},{"name":"workernode","targetInstanceCount":3,"hardwareProfile":{"vmSize":"standard_a4_v2"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"dataDisksGroups":[{"disksPerNode":4,"storageAccountType":"Standard_LRS","diskSizeGB":1023}],"encryptDataDisks":false},{"name":"kafkamanagementnode","targetInstanceCount":2,"hardwareProfile":{"vmSize":"standard_d4_v2"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false},{"name":"zookeepernode","targetInstanceCount":3,"hardwareProfile":{"vmSize":"standard_A2_v2"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false}]},"provisioningState":"Succeeded","clusterState":"Running","createdDate":"2019-12-18T01:26:08.61","quotaInfo":{"coresUsed":36},"connectivityEndpoints":[{"name":"SSH","protocol":"TCP","location":"hdicli-000003-ssh.azurehdinsight.net","port":22},{"name":"HTTPS","protocol":"TCP","location":"hdicli-000003.azurehdinsight.net","port":443},{"name":"KafkaRestProxyPublicEndpoint","protocol":"TCP","location":"hdicli-000003-kafkarest.azurehdinsight.net","port":443}],"tier":"standard","kafkaRestProperties":{"clientGroupInfo":{"groupName":"KafakaRestProperties","groupId":"7bef90fa-0aa3-4bb4-b4d2-2ae7c14cfe41"},"configurationOverride":null},"storageProfile":{"storageaccounts":[{"name":"hdicli000002.blob.core.windows.net","resourceId":null,"msiResourceId":null,"key":null,"fileSystem":null,"container":"default","saskey":null,"isDefault":true}]}}}' + headers: + cache-control: + - no-cache + content-length: + - '2275' + content-type: + - application/json; charset=utf-8 + date: + - Wed, 18 Dec 2019 01:40:44 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +version: 1 diff --git a/src/azure-cli/azure/cli/command_modules/hdinsight/tests/latest/test_hdinsight_commands.py b/src/azure-cli/azure/cli/command_modules/hdinsight/tests/latest/test_hdinsight_commands.py index 5549b7f5248..fd9fee728c0 100644 --- a/src/azure-cli/azure/cli/command_modules/hdinsight/tests/latest/test_hdinsight_commands.py +++ b/src/azure-cli/azure/cli/command_modules/hdinsight/tests/latest/test_hdinsight_commands.py @@ -47,6 +47,16 @@ def test_hdinsight_cluster_kafka(self, storage_account_info): HDInsightClusterTests._kafka_arguments() ) + # Uses 'rg' kwarg + @ResourceGroupPreparer(name_prefix='hdicli-', location=location, random_name_length=12) + @StorageAccountPreparer(name_prefix='hdicli', location=location, parameter_name='storage_account') + def test_hdinsight_cluster_kafka_with_rest_proxy(self, storage_account_info): + self._create_hdinsight_cluster( + HDInsightClusterTests._wasb_arguments(storage_account_info), + HDInsightClusterTests._kafka_arguments(), + HDInsightClusterTests._rest_proxy_arguments() + ) + # Uses 'rg' kwarg @ResourceGroupPreparer(name_prefix='hdicli-', location=location, random_name_length=12) @StorageAccountPreparer(name_prefix='hdicli', location=location, parameter_name='storage_account') @@ -328,6 +338,13 @@ def _wasb_arguments(storage_account_info, specify_key=False, specify_container=T def _kafka_arguments(): return '-t {} --workernode-data-disks-per-node {}'.format('kafka', '4') + @staticmethod + def _rest_proxy_arguments(): + return '--kafka-management-node-size {} --kafka-client-group-id {} --kafka-client-group-name {} -v 4.0 ' \ + '--component-version {} --location {}'\ + .format('Standard_D4_v2', '7bef90fa-0aa3-4bb4-b4d2-2ae7c14cfe41', 'KafakaRestProperties', 'kafka=2.1', + '"South Central US"') + @staticmethod def _optional_data_disk_arguments(): return '--workernode-data-disk-storage-account-type {} --workernode-data-disk-size {}'\ diff --git a/src/azure-cli/requirements.py2.Darwin.txt b/src/azure-cli/requirements.py2.Darwin.txt index 9a030f8de15..55681c754f9 100644 --- a/src/azure-cli/requirements.py2.Darwin.txt +++ b/src/azure-cli/requirements.py2.Darwin.txt @@ -42,7 +42,7 @@ azure-mgmt-devtestlabs==2.2.0 azure-mgmt-dns==2.1.0 azure-mgmt-eventgrid==2.2.0 azure-mgmt-eventhub==2.6.0 -azure-mgmt-hdinsight==1.1.0 +azure-mgmt-hdinsight==1.3.0 azure-mgmt-imagebuilder==0.2.1 azure-mgmt-iotcentral==1.0.0 azure-mgmt-iothub==0.8.2 diff --git a/src/azure-cli/requirements.py2.Linux.txt b/src/azure-cli/requirements.py2.Linux.txt index 9a030f8de15..55681c754f9 100644 --- a/src/azure-cli/requirements.py2.Linux.txt +++ b/src/azure-cli/requirements.py2.Linux.txt @@ -42,7 +42,7 @@ azure-mgmt-devtestlabs==2.2.0 azure-mgmt-dns==2.1.0 azure-mgmt-eventgrid==2.2.0 azure-mgmt-eventhub==2.6.0 -azure-mgmt-hdinsight==1.1.0 +azure-mgmt-hdinsight==1.3.0 azure-mgmt-imagebuilder==0.2.1 azure-mgmt-iotcentral==1.0.0 azure-mgmt-iothub==0.8.2 diff --git a/src/azure-cli/requirements.py2.windows.txt b/src/azure-cli/requirements.py2.windows.txt index 2cf70976d94..86e0badc95f 100644 --- a/src/azure-cli/requirements.py2.windows.txt +++ b/src/azure-cli/requirements.py2.windows.txt @@ -41,7 +41,7 @@ azure-mgmt-devtestlabs==2.2.0 azure-mgmt-dns==2.1.0 azure-mgmt-eventgrid==2.2.0 azure-mgmt-eventhub==2.6.0 -azure-mgmt-hdinsight==1.1.0 +azure-mgmt-hdinsight==1.3.0 azure-mgmt-imagebuilder==0.2.1 azure-mgmt-iotcentral==1.0.0 azure-mgmt-iothub==0.8.2 diff --git a/src/azure-cli/requirements.py3.Darwin.txt b/src/azure-cli/requirements.py3.Darwin.txt index cdb9eb03fc2..1a474e82272 100644 --- a/src/azure-cli/requirements.py3.Darwin.txt +++ b/src/azure-cli/requirements.py3.Darwin.txt @@ -42,7 +42,7 @@ azure-mgmt-devtestlabs==2.2.0 azure-mgmt-dns==2.1.0 azure-mgmt-eventgrid==2.2.0 azure-mgmt-eventhub==2.6.0 -azure-mgmt-hdinsight==1.1.0 +azure-mgmt-hdinsight==1.3.0 azure-mgmt-imagebuilder==0.2.1 azure-mgmt-iotcentral==1.0.0 azure-mgmt-iothub==0.8.2 diff --git a/src/azure-cli/requirements.py3.Linux.txt b/src/azure-cli/requirements.py3.Linux.txt index cdb9eb03fc2..1a474e82272 100644 --- a/src/azure-cli/requirements.py3.Linux.txt +++ b/src/azure-cli/requirements.py3.Linux.txt @@ -42,7 +42,7 @@ azure-mgmt-devtestlabs==2.2.0 azure-mgmt-dns==2.1.0 azure-mgmt-eventgrid==2.2.0 azure-mgmt-eventhub==2.6.0 -azure-mgmt-hdinsight==1.1.0 +azure-mgmt-hdinsight==1.3.0 azure-mgmt-imagebuilder==0.2.1 azure-mgmt-iotcentral==1.0.0 azure-mgmt-iothub==0.8.2 diff --git a/src/azure-cli/requirements.py3.windows.txt b/src/azure-cli/requirements.py3.windows.txt index 96299c45372..303e175a7d1 100644 --- a/src/azure-cli/requirements.py3.windows.txt +++ b/src/azure-cli/requirements.py3.windows.txt @@ -41,7 +41,7 @@ azure-mgmt-devtestlabs==2.2.0 azure-mgmt-dns==2.1.0 azure-mgmt-eventgrid==2.2.0 azure-mgmt-eventhub==2.6.0 -azure-mgmt-hdinsight==1.1.0 +azure-mgmt-hdinsight==1.3.0 azure-mgmt-imagebuilder==0.2.1 azure-mgmt-iotcentral==1.0.0 azure-mgmt-iothub==0.8.2 diff --git a/src/azure-cli/setup.py b/src/azure-cli/setup.py index 861fcfad397..4c9f2858fea 100644 --- a/src/azure-cli/setup.py +++ b/src/azure-cli/setup.py @@ -88,7 +88,7 @@ 'azure-mgmt-dns~=2.1', 'azure-mgmt-eventgrid~=2.2', 'azure-mgmt-eventhub~=2.6', - 'azure-mgmt-hdinsight~=1.1.0', + 'azure-mgmt-hdinsight~=1.3.0', 'azure-mgmt-imagebuilder~=0.2.1', 'azure-mgmt-iotcentral~=1.0', 'azure-mgmt-iothub~=0.8.2',