Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ internal static class DataLakeAnalyticsCustomizationHelper
/// This constant is used as the default package version to place in the user agent.
/// It should mirror the package version in the project.json file.
/// </summary>
internal const string PackageVersion = "3.4.0-preview";
internal const string PackageVersion = "3.5.0-preview";

internal const string DefaultAdlaDnsSuffix = "azuredatalakeanalytics.net";

Expand Down

Large diffs are not rendered by default.

Original file line number Diff line number Diff line change
Expand Up @@ -1625,6 +1625,82 @@ public static USqlTableStatistics GetTableStatistic(this ICatalogOperations oper
}
}

/// <summary>
/// Retrieves a preview set of rows in given partition.
/// </summary>
/// <param name='operations'>
/// The operations group for this extension method.
/// </param>
/// <param name='accountName'>
/// The Azure Data Lake Analytics account upon which to execute catalog
/// operations.
/// </param>
/// <param name='databaseName'>
/// The name of the database containing the partition.
/// </param>
/// <param name='schemaName'>
/// The name of the schema containing the partition.
/// </param>
/// <param name='tableName'>
/// The name of the table containing the partition.
/// </param>
/// <param name='partitionName'>
/// The name of the table partition.
/// </param>
/// <param name='maxRows'>
/// The maximum number of preview rows to be retrieved.Rows returned may be
/// less than or equal to this number depending on row sizes and number of rows
/// in the partition.
/// </param>
/// <param name='maxColumns'>
/// The maximum number of columns to be retrieved.
/// </param>
public static USqlTablePreview PreviewTablePartition(this ICatalogOperations operations, string accountName, string databaseName, string schemaName, string tableName, string partitionName, long? maxRows = default(long?), long? maxColumns = default(long?))
{
return operations.PreviewTablePartitionAsync(accountName, databaseName, schemaName, tableName, partitionName, maxRows, maxColumns).GetAwaiter().GetResult();
}

/// <summary>
/// Retrieves a preview set of rows in given partition.
/// </summary>
/// <param name='operations'>
/// The operations group for this extension method.
/// </param>
/// <param name='accountName'>
/// The Azure Data Lake Analytics account upon which to execute catalog
/// operations.
/// </param>
/// <param name='databaseName'>
/// The name of the database containing the partition.
/// </param>
/// <param name='schemaName'>
/// The name of the schema containing the partition.
/// </param>
/// <param name='tableName'>
/// The name of the table containing the partition.
/// </param>
/// <param name='partitionName'>
/// The name of the table partition.
/// </param>
/// <param name='maxRows'>
/// The maximum number of preview rows to be retrieved.Rows returned may be
/// less than or equal to this number depending on row sizes and number of rows
/// in the partition.
/// </param>
/// <param name='maxColumns'>
/// The maximum number of columns to be retrieved.
/// </param>
/// <param name='cancellationToken'>
/// The cancellation token.
/// </param>
public static async Task<USqlTablePreview> PreviewTablePartitionAsync(this ICatalogOperations operations, string accountName, string databaseName, string schemaName, string tableName, string partitionName, long? maxRows = default(long?), long? maxColumns = default(long?), CancellationToken cancellationToken = default(CancellationToken))
{
using (var _result = await operations.PreviewTablePartitionWithHttpMessagesAsync(accountName, databaseName, schemaName, tableName, partitionName, maxRows, maxColumns, null, cancellationToken).ConfigureAwait(false))
{
return _result.Body;
}
}

/// <summary>
/// Retrieves the specified table partition from the Data Lake Analytics
/// catalog.
Expand Down Expand Up @@ -1687,6 +1763,76 @@ public static USqlTablePartition GetTablePartition(this ICatalogOperations opera
}
}

/// <summary>
/// Retrieves a preview set of rows in given table.
/// </summary>
/// <param name='operations'>
/// The operations group for this extension method.
/// </param>
/// <param name='accountName'>
/// The Azure Data Lake Analytics account upon which to execute catalog
/// operations.
/// </param>
/// <param name='databaseName'>
/// The name of the database containing the table.
/// </param>
/// <param name='schemaName'>
/// The name of the schema containing the table.
/// </param>
/// <param name='tableName'>
/// The name of the table.
/// </param>
/// <param name='maxRows'>
/// The maximum number of preview rows to be retrieved. Rows returned may be
/// less than or equal to this number depending on row sizes and number of rows
/// in the table.
/// </param>
/// <param name='maxColumns'>
/// The maximum number of columns to be retrieved.
/// </param>
public static USqlTablePreview PreviewTable(this ICatalogOperations operations, string accountName, string databaseName, string schemaName, string tableName, long? maxRows = default(long?), long? maxColumns = default(long?))
{
return operations.PreviewTableAsync(accountName, databaseName, schemaName, tableName, maxRows, maxColumns).GetAwaiter().GetResult();
}

/// <summary>
/// Retrieves a preview set of rows in given table.
/// </summary>
/// <param name='operations'>
/// The operations group for this extension method.
/// </param>
/// <param name='accountName'>
/// The Azure Data Lake Analytics account upon which to execute catalog
/// operations.
/// </param>
/// <param name='databaseName'>
/// The name of the database containing the table.
/// </param>
/// <param name='schemaName'>
/// The name of the schema containing the table.
/// </param>
/// <param name='tableName'>
/// The name of the table.
/// </param>
/// <param name='maxRows'>
/// The maximum number of preview rows to be retrieved. Rows returned may be
/// less than or equal to this number depending on row sizes and number of rows
/// in the table.
/// </param>
/// <param name='maxColumns'>
/// The maximum number of columns to be retrieved.
/// </param>
/// <param name='cancellationToken'>
/// The cancellation token.
/// </param>
public static async Task<USqlTablePreview> PreviewTableAsync(this ICatalogOperations operations, string accountName, string databaseName, string schemaName, string tableName, long? maxRows = default(long?), long? maxColumns = default(long?), CancellationToken cancellationToken = default(CancellationToken))
{
using (var _result = await operations.PreviewTableWithHttpMessagesAsync(accountName, databaseName, schemaName, tableName, maxRows, maxColumns, null, cancellationToken).ConfigureAwait(false))
{
return _result.Body;
}
}

/// <summary>
/// Retrieves the list of table partitions from the Data Lake Analytics
/// catalog.
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -970,6 +970,49 @@ public partial interface ICatalogOperations
/// </exception>
Task<AzureOperationResponse<IPage<USqlTableStatistics>>> ListTableStatisticsWithHttpMessagesAsync(string accountName, string databaseName, string schemaName, string tableName, ODataQuery<USqlTableStatistics> odataQuery = default(ODataQuery<USqlTableStatistics>), string select = default(string), bool? count = default(bool?), Dictionary<string, List<string>> customHeaders = null, CancellationToken cancellationToken = default(CancellationToken));
/// <summary>
/// Retrieves a preview set of rows in given partition.
/// </summary>
/// <param name='accountName'>
/// The Azure Data Lake Analytics account upon which to execute catalog
/// operations.
/// </param>
/// <param name='databaseName'>
/// The name of the database containing the partition.
/// </param>
/// <param name='schemaName'>
/// The name of the schema containing the partition.
/// </param>
/// <param name='tableName'>
/// The name of the table containing the partition.
/// </param>
/// <param name='partitionName'>
/// The name of the table partition.
/// </param>
/// <param name='maxRows'>
/// The maximum number of preview rows to be retrieved.Rows returned
/// may be less than or equal to this number depending on row sizes and
/// number of rows in the partition.
/// </param>
/// <param name='maxColumns'>
/// The maximum number of columns to be retrieved.
/// </param>
/// <param name='customHeaders'>
/// The headers that will be added to request.
/// </param>
/// <param name='cancellationToken'>
/// The cancellation token.
/// </param>
/// <exception cref="Microsoft.Rest.Azure.CloudException">
/// Thrown when the operation returned an invalid status code
/// </exception>
/// <exception cref="Microsoft.Rest.SerializationException">
/// Thrown when unable to deserialize the response
/// </exception>
/// <exception cref="Microsoft.Rest.ValidationException">
/// Thrown when a required parameter is null
/// </exception>
Task<AzureOperationResponse<USqlTablePreview>> PreviewTablePartitionWithHttpMessagesAsync(string accountName, string databaseName, string schemaName, string tableName, string partitionName, long? maxRows = default(long?), long? maxColumns = default(long?), Dictionary<string, List<string>> customHeaders = null, CancellationToken cancellationToken = default(CancellationToken));
/// <summary>
/// Retrieves the specified table partition from the Data Lake
/// Analytics catalog.
/// </summary>
Expand Down Expand Up @@ -1006,6 +1049,46 @@ public partial interface ICatalogOperations
/// </exception>
Task<AzureOperationResponse<USqlTablePartition>> GetTablePartitionWithHttpMessagesAsync(string accountName, string databaseName, string schemaName, string tableName, string partitionName, Dictionary<string, List<string>> customHeaders = null, CancellationToken cancellationToken = default(CancellationToken));
/// <summary>
/// Retrieves a preview set of rows in given table.
/// </summary>
/// <param name='accountName'>
/// The Azure Data Lake Analytics account upon which to execute catalog
/// operations.
/// </param>
/// <param name='databaseName'>
/// The name of the database containing the table.
/// </param>
/// <param name='schemaName'>
/// The name of the schema containing the table.
/// </param>
/// <param name='tableName'>
/// The name of the table.
/// </param>
/// <param name='maxRows'>
/// The maximum number of preview rows to be retrieved. Rows returned
/// may be less than or equal to this number depending on row sizes and
/// number of rows in the table.
/// </param>
/// <param name='maxColumns'>
/// The maximum number of columns to be retrieved.
/// </param>
/// <param name='customHeaders'>
/// The headers that will be added to request.
/// </param>
/// <param name='cancellationToken'>
/// The cancellation token.
/// </param>
/// <exception cref="Microsoft.Rest.Azure.CloudException">
/// Thrown when the operation returned an invalid status code
/// </exception>
/// <exception cref="Microsoft.Rest.SerializationException">
/// Thrown when unable to deserialize the response
/// </exception>
/// <exception cref="Microsoft.Rest.ValidationException">
/// Thrown when a required parameter is null
/// </exception>
Task<AzureOperationResponse<USqlTablePreview>> PreviewTableWithHttpMessagesAsync(string accountName, string databaseName, string schemaName, string tableName, long? maxRows = default(long?), long? maxColumns = default(long?), Dictionary<string, List<string>> customHeaders = null, CancellationToken cancellationToken = default(CancellationToken));
/// <summary>
/// Retrieves the list of table partitions from the Data Lake Analytics
/// catalog.
/// </summary>
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,101 @@
// <auto-generated>
// Copyright (c) Microsoft Corporation. All rights reserved.
// Licensed under the MIT License. See License.txt in the project root for
// license information.
//
// Code generated by Microsoft (R) AutoRest Code Generator.
// Changes may cause incorrect behavior and will be lost if the code is
// regenerated.
// </auto-generated>

namespace Microsoft.Azure.Management.DataLake.Analytics.Models
{
using Newtonsoft.Json;
using System.Collections;
using System.Collections.Generic;
using System.Linq;

/// <summary>
/// A Data Lake Analytics catalog table or partition preview rows item.
/// </summary>
public partial class USqlTablePreview
{
/// <summary>
/// Initializes a new instance of the USqlTablePreview class.
/// </summary>
public USqlTablePreview()
{
CustomInit();
}

/// <summary>
/// Initializes a new instance of the USqlTablePreview class.
/// </summary>
/// <param name="totalRowCount">the total number of rows in the table
/// or partition.</param>
/// <param name="totalColumnCount">the total number of columns in the
/// table or partition.</param>
/// <param name="rows">the rows of the table or partition preview,
/// where each row is an array of string representations the row's
/// values. Note: Byte arrays will appear as base-64 encoded values,
/// SqlMap and SqlArray objects will appear as escaped JSON objects,
/// and DateTime objects will appear as ISO formatted UTC
/// date-times.</param>
/// <param name="truncated">true if the amount of data in the response
/// is less than expected due to the preview operation's size
/// limitations. This can occur if the requested rows or row counts are
/// too large.</param>
/// <param name="schema">the schema of the table or partition.</param>
public USqlTablePreview(long? totalRowCount = default(long?), long? totalColumnCount = default(long?), IList<IList<string>> rows = default(IList<IList<string>>), bool? truncated = default(bool?), IList<USqlTableColumn> schema = default(IList<USqlTableColumn>))
{
TotalRowCount = totalRowCount;
TotalColumnCount = totalColumnCount;
Rows = rows;
Truncated = truncated;
Schema = schema;
CustomInit();
}

/// <summary>
/// An initialization method that performs custom operations like setting defaults
/// </summary>
partial void CustomInit();

/// <summary>
/// Gets or sets the total number of rows in the table or partition.
/// </summary>
[JsonProperty(PropertyName = "totalRowCount")]
public long? TotalRowCount { get; set; }

/// <summary>
/// Gets or sets the total number of columns in the table or partition.
/// </summary>
[JsonProperty(PropertyName = "totalColumnCount")]
public long? TotalColumnCount { get; set; }

/// <summary>
/// Gets or sets the rows of the table or partition preview, where each
/// row is an array of string representations the row's values. Note:
/// Byte arrays will appear as base-64 encoded values, SqlMap and
/// SqlArray objects will appear as escaped JSON objects, and DateTime
/// objects will appear as ISO formatted UTC date-times.
/// </summary>
[JsonProperty(PropertyName = "rows")]
public IList<IList<string>> Rows { get; set; }

/// <summary>
/// Gets or sets true if the amount of data in the response is less
/// than expected due to the preview operation's size limitations. This
/// can occur if the requested rows or row counts are too large.
/// </summary>
[JsonProperty(PropertyName = "truncated")]
public bool? Truncated { get; set; }

/// <summary>
/// Gets or sets the schema of the table or partition.
/// </summary>
[JsonProperty(PropertyName = "schema")]
public IList<USqlTableColumn> Schema { get; set; }

}
}
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@
<PropertyGroup>
<PackageId>Microsoft.Azure.Management.DataLake.Analytics</PackageId>
<Description>Provides Data Lake Analytics account, job and catalog management capabilities for Microsoft Azure.</Description>
<Version>3.4.0-preview</Version>
<Version>3.5.0-preview</Version>
<AssemblyName>Microsoft.Azure.Management.DataLake.Analytics</AssemblyName>
<PackageTags>Microsoft Azure Data Lake Analytics management;DataLakeAnalytics;Data Lake Analytics;</PackageTags>
<PackageReleaseNotes>See https://aka.ms/adladotnetsdkchangelog for release notes.</PackageReleaseNotes>
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@
[assembly: AssemblyDescription("Provides Microsoft Azure Data Lake Analytics management operations including account, catalog and job management.")]

[assembly: AssemblyVersion("3.0.0.0")]
[assembly: AssemblyFileVersion("3.4.0.0")]
[assembly: AssemblyFileVersion("3.5.0.0")]
[assembly: AssemblyConfiguration("")]
[assembly: AssemblyCompany("Microsoft")]
[assembly: AssemblyProduct("Azure .NET SDK")]
Expand Down
8 changes: 8 additions & 0 deletions src/SDKs/DataLake.Analytics/changelog.md
Original file line number Diff line number Diff line change
@@ -1,5 +1,13 @@
## Microsoft.Azure.Management.DataLake.Analytics release notes

### Changes in 3.5.0-preview

**Notes**

- Added new Catalog APIs:
- Catalog_PreviewTablePartition
- Catalog_PreviewTable

### Changes in 3.4.0-preview

**Notes**
Expand Down
Loading