[storage] Preview 2

.gitignore

@@ -78,3 +78,4 @@ code_reports
 sdk/storage/azure-storage-blob/tests/settings_real.py
 sdk/storage/azure-storage-queue/tests/settings_real.py
 sdk/storage/azure-storage-file/tests/settings_real.py
+*.code-workspace

eng/pipelines/templates/jobs/archetype-sdk-tests.yml

@@ -3,6 +3,7 @@ parameters:
   EnvVars: {}
   MaxParallel: 0
   BeforeTestSteps: []
+  BuildTargetingString: 'azure-*'
   Matrix:
     Linux_Python35:
       OSName: 'Linux'
@@ -34,6 +35,7 @@ jobs:
     steps:
       - template: ../steps/build-test.yml
         parameters:
+          BuildTargetingString: ${{ parameters.BuildTargetingString }}
           ServiceDirectory: ${{ parameters.ServiceDirectory }}
           AdditionalTestArgs: '--disablecov'
           EnvVars: ${{ parameters.EnvVars }}

eng/pipelines/templates/steps/build-test.yml

@@ -37,7 +37,7 @@ steps:
     displayName: 'Install Packages'
     inputs:
       scriptPath: 'scripts/devops_tasks/setup_execute_tests.py'
-      arguments: '"${{ parameters.BuildTargetingString }}" --runtype=setup'
+      arguments: '"${{ parameters.BuildTargetingString }}" --runtype=setup --service="${{ parameters.ServiceDirectory }}"'
     env: ${{ parameters.EnvVars }}
 
   - task: PythonScript@0

scripts/devops_tasks/common_tasks.py

@@ -15,7 +15,7 @@
 import sys
 
 DEFAULT_BUILD_PACKAGES = ['azure-keyvault', 'azure-servicebus']
-OMITTED_CI_PACKAGES = ['azure-mgmt-documentdb']
+OMITTED_CI_PACKAGES = ['azure-mgmt-documentdb', 'azure-servicemanagement-legacy']
 
 # this function is where a glob string gets translated to a list of packages
 # It is called by both BUILD (package) and TEST. In the future, this function will be the central location
@@ -40,12 +40,13 @@ def process_glob_string(glob_string, target_root_dir):
         return collected_directories
     # however, if there are multiple packages being built, we should honor the omission list and NOT build the omitted
     # packages
-    else :
+    else:
         return remove_omitted_packages(collected_directories)
 
 def remove_omitted_packages(collected_directories):
-    return [package_dir for package_dir in collected_directories if os.path.basename(package_dir) not in OMITTED_CI_PACKAGES]
-
+    return [package_dir for package_dir in collected_directories if
+            os.path.basename(package_dir) not in OMITTED_CI_PACKAGES]
+
 
 def run_check_call(command_array, working_directory, acceptable_return_codes = [], run_as_shell = False):
     try:

sdk/core/azure-common/testutils/common_recordingtestcase.py

@@ -66,7 +66,7 @@ def init_test_mode(self):
             self.test_mode = test_settings['mode']
         except:
             pass
-        
+
         if getattr(self, 'test_mode', None) is None:
             self.test_mode = TestMode.playback
 
@@ -134,11 +134,18 @@ def _scrub_sensitive_response_info(self, response):
             response = decode_response(response)
             headers = response.get('headers')
             if headers:
+                def internal_scrub(key, val):
+                    if key.lower() == 'retry-after':
+                        return '0'
+                    return self._scrub(val)
+
                 for name, val in headers.items():
-                    for i, e in enumerate(val):
-                        val[i] = self._scrub(e)
-                    if name.lower() == 'retry-after':
-                        val[:] = ['0']
+                    if isinstance(val, list):
+                        for i, e in enumerate(val):
+                            val[i] = internal_scrub(name, e)
+                    else:
+                        headers[name] = internal_scrub(name, val)
+
             body = response.get('body')
             if body:
                 body_str = body.get('string')

sdk/storage/azure-storage-blob/HISTORY.md

@@ -1,5 +1,34 @@
 # Change Log azure-storage-blob
 
+
+## Version 12.0.0b2:
+
+**Breaking changes**
+- Renamed `copy_blob_from_url` to `start_copy_from_url` and changed behaviour to return a dictionary of copy properties rather than a polling object. Status of the copy operation can be retrieved with the `get_blob_properties` operation.
+- Added `abort_copy` operation to the `BlobClient` class. This replaces the previous abort operation on the copy status polling operation.
+- The behavior of listing operations has been modified:
+    - The previous `marker` parameter has been removed.
+    - The iterable response object now supports a `by_page` function that will return a secondary iterator of batches of results. This function supports a `continuation_token` parameter to replace the previous `marker` parameter.
+- Some parameters have become keyword only, rather than positional. Some examples include:
+    - `timeout`
+    - `lease`
+    - `encoding`
+    - Modification conditions, e.g. `if_modified_since`, `if_match` , `maxsize_condition`, etc
+
+**New features**
+- Added async APIs to subnamespace `azure.storage.blob.aio`.
+- Distributed tracing framework OpenCensus is now supported.
+
+**Dependency updates**
+- Adopted [azure-core](https://pypi.org/project/azure-core/) 1.0.0b2
+  - If you later want to revert to azure-storage-blob 12.0.0b1, or another Azure SDK
+  library requiring azure-core 1.0.0b1, you'll need to `pip uninstall azure-core`
+
+**Fixes and improvements**
+- Fix for SAS URL encoding (#6500)
+- General refactor of duplicate and shared code.
+
+
 ## Version 12.0.0b1:
 
 Version 12.0.0b1 is the first preview of our efforts to create a user-friendly and Pythonic client library for Azure Storage Blobs. For more information about this, and preview releases of other Azure SDK libraries, please visit

sdk/storage/azure-storage-blob/azure/storage/blob/__init__.py

@@ -12,15 +12,14 @@
 from .container_client import ContainerClient
 from .blob_service_client import BlobServiceClient
 from .lease import LeaseClient
-from .polling import CopyStatusPoller
 from ._shared.policies import ExponentialRetry, LinearRetry, NoRetry
+from ._shared.downloads import StorageStreamDownloader
 from ._shared.models import(
     LocationMode,
     ResourceTypes,
     AccountPermissions,
     StorageErrorCode
 )
-from ._blob_utils import StorageStreamDownloader
 from .models import (
     BlobType,
     BlockState,
@@ -87,7 +86,6 @@
     'BlobPermissions',
     'ResourceTypes',
     'AccountPermissions',
-    'CopyStatusPoller',
     'StorageStreamDownloader',
 ]