Java beta5 updated with latest from main

.dockerignore

@@ -0,0 +1 @@
+**/.idea

.github/CODEOWNERS

@@ -116,9 +116,6 @@
 # ServiceLabel: %ARO
 # ServiceOwners:                                     @mjudeikis @jim-minter @julienstroheker @amanohar
 
-# PRLabel: %graalvm
-/sdk/aot/                                            @srnagar @jonathangiles
-
 # ServiceLabel: %graalvm
 # AzureSdkOwners:                                    @srnagar
 
@@ -158,9 +155,6 @@
 # ServiceLabel: %Batch
 # ServiceOwners:                                     @mksuni @bgklein @mscurrell @cRui861 @paterasMSFT @gingi @dpwatrous
 
-# ServiceLabel: %BatchAI
-# ServiceOwners:                                     @matthchr
-
 # ServiceLabel: %Billing
 # ServiceOwners:                                     @cabbpt
 
@@ -268,13 +262,13 @@
 /sdk/communication/azure-communication-callingserver/  @minwoolee-msft
 
 # PRLabel: %Communication - Call Automation
-/sdk/communication/azure-communication-callautomation/ @juntuchen-msft @cochi2
+/sdk/communication/azure-communication-callautomation/ @juntuchen-msft @minwoolee-msft @fhaghbin-msft
 
 # PRLabel: %Communication - Chat
 /sdk/communication/azure-communication-chat/           @ankitarorabit @minnieliu @Azure/azure-sdk-communication-code-reviewers
 
 # PRLabel: %Communication - Email
-/sdk/communication/azure-communication-email/          @yogeshmo
+/sdk/communication/azure-communication-email/          @kagbakpem @Azure/azure-sdk-write-communication
 
 # PRLabel: %Communication - Identity
 /sdk/communication/azure-communication-identity/       @Azure/acs-identity-sdk @AikoBB @maximrytych-ms @mjafferi-msft
@@ -459,12 +453,9 @@
 # PRLabel: %Event Hubs
 /sdk/eventhubs/microsoft-azure-eventhubs-eph/        @sjkwak
 
-# PRLabel: %Event Hubs
-/sdk/eventhubs/microsoft-azure-eventhubs-extensions/ @sjkwak
-
 # ServiceLabel: %Health Deidentification
 # PRLabel: %Health Deidentification
-/sdk/healthdataaiservices/                           @GrahamMThomas @danielszaniszlo @billwert
+/sdk/healthdataaiservices/                           @GrahamMThomas @alexathomases @billwert @Azure/healthdatadeidentification
 
 # PRLabel: %Event Hubs
 /sdk/eventhubs/microsoft-azure-eventhubs/            @sjkwak
@@ -659,6 +650,9 @@
 # PRLabel: %OpenAI
 /sdk/openai/azure-ai-openai-assistants/              @brandom-msft @jpalvarezl @mssfang
 
+# PRLabel: %OpenAI
+/sdk/openai/azure-ai-openai-realtime/              @brandom-msft @jpalvarezl @mssfang
+
 # ServiceLabel: %Operational Insights
 # ServiceOwners:                                     @AzmonLogA
 
@@ -796,7 +790,8 @@
 # ServiceOwners:                                     @shahbj79 @mit2nil @aygoya @ganganarayanan
 
 # ServiceLabel:  %Synapse
-# ServiceOwners:                                     @wonner @zesluo
+# PRLabel: %Synapse
+/sdk/synapse                                         @wanyang7
 
 # PRLabel: %Tables
 /sdk/tables/                                         @jairmyree @vcolin7
@@ -848,10 +843,10 @@
 /sdk/spring-experimental/                            @rujche @netyyyy @saragluna @moarychan
 
 # PRLabel:  %Monitor - Spring
-/sdk/spring/spring-cloud-azure-starter-monitor       @jeanbisutti @trask @ramthi @heyams @harsimar
+/sdk/spring/spring-cloud-azure-starter-monitor       @jeanbisutti @trask @ramthi @heyams @harsimar @rujche @netyyyy @saragluna @moarychan
 
 # PRLabel:  %Monitor - Spring
-/sdk/spring/spring-cloud-azure-starter-monitor-test  @jeanbisutti @trask @ramthi @heyams @harsimar
+/sdk/spring/spring-cloud-azure-starter-monitor-test  @jeanbisutti @trask @ramthi @heyams @harsimar @rujche @netyyyy @saragluna @moarychan
 
 # ServiceLabel:  %Monitor - Spring
 # AzureSdkOwners:                                    @jeanbisutti @trask @ramthi @heyams @harsimar

.github/workflows/event-processor.yml

@@ -58,7 +58,7 @@ jobs:
         run: >
           dotnet tool install
           Azure.Sdk.Tools.GitHubEventProcessor
-          --version 1.0.0-dev.20240917.2
+          --version 1.0.0-dev.20241206.2
           --add-source https://pkgs.dev.azure.com/azure-sdk/public/_packaging/azure-sdk-for-net/nuget/v3/index.json
           --global
         shell: bash
@@ -118,7 +118,7 @@ jobs:
         run: >
           dotnet tool install
           Azure.Sdk.Tools.GitHubEventProcessor
-          --version 1.0.0-dev.20240917.2
+          --version 1.0.0-dev.20241206.2
           --add-source https://pkgs.dev.azure.com/azure-sdk/public/_packaging/azure-sdk-for-net/nuget/v3/index.json
           --global
         shell: bash

.github/workflows/scheduled-event-processor.yml

@@ -39,7 +39,7 @@ jobs:
         run: >
           dotnet tool install
           Azure.Sdk.Tools.GitHubEventProcessor
-          --version 1.0.0-dev.20240917.2
+          --version 1.0.0-dev.20241206.2
           --add-source https://pkgs.dev.azure.com/azure-sdk/public/_packaging/azure-sdk-for-net/nuget/v3/index.json
           --global
         shell: bash

.gitignore

@@ -15,6 +15,7 @@ temp/
 
 # Sensitive files
 *.json.env
+.env
 
 #javadoc overview files generated from README.md
 readme_overview.html

.vscode/cspell.json

@@ -66,11 +66,8 @@
     "**/src/**/samples/**/*.ipynb",
     "**/sdk/**/swagger/**",
     "**/src/**/resources/**",
-    "sdk/aot/azure-aot-graalvm-samples/**",
     "sdk/agrifood/azure-verticals-agrifood-farming/**",
-    "sdk/aot/azure-aot-graalvm-support-netty/**",
     "sdk/anomalydetector/azure-ai-anomalydetector/**",
-    "sdk/aot/azure-aot-graalvm-support/**",
     "sdk/appconfiguration/azure-spring-cloud-test-appconfiguration-config/**",
     "sdk/appconfiguration/azure-spring-cloud-starter-appconfiguration-config/**",
     "sdk/appconfiguration/azure-spring-cloud-feature-management-web/**",
@@ -202,9 +199,8 @@
     "sdk/devcenter/azure-developer-devcenter/**",
     "sdk/loadtesting/azure-developer-loadtesting/**",
     "sdk/clientcore/core/**",
-    "sdk/clientcore/core-json/**",
     "sdk/clientcore/http-okhttp3/**",
-    "sdk/clientcore/http-jdk-httpclient/**",
+    "sdk/clientcore/tools/**",
     "sdk/serialization/azure-json-gson/**",
     "sdk/serialization/azure-json/**",
     "sdk/serialization/azure-xml/**",
@@ -214,7 +210,8 @@
     "sdk/search/azure-search-documents/src/main/java/com/azure/search/documents/indexes/models/StemmerTokenFilterLanguage.java",
     "sdk/search/azure-search-documents/src/main/java/com/azure/search/documents/indexes/models/SnowballTokenFilterLanguage.java",
     "sdk/search/azure-search-documents/src/main/java/com/azure/search/documents/indexes/models/TextTranslationSkillLanguage.java",
-    "sdk/search/azure-search-documents/src/main/java/com/azure/search/documents/indexes/models/TokenFilterName.java"
+    "sdk/search/azure-search-documents/src/main/java/com/azure/search/documents/indexes/models/TokenFilterName.java",
+    "sdk/openai/azure-ai-openai-realtime/tsp-location.yaml"
   ],
   "words": [
     "adal",
@@ -840,6 +837,7 @@
     {
       "filename": "/sdk/ai/**",
       "words": [
+        "OTEL",
         "ubinary",
         "UBINARY"
       ]
@@ -985,7 +983,8 @@
         "liudmila",
         "Milli",
         "qpid",
-        "unretriable"
+        "unretriable",
+        "AMQPS"
       ]
     },
     {
@@ -1029,6 +1028,7 @@
         "epoll",
         "fcgi",
         "flywaydb",
+        "fips",
         "gcloud",
         "gimap",
         "ginq",

CONTRIBUTING.md

@@ -9,6 +9,8 @@ Thank you for your interest in contributing to Azure SDK for Java.
 
 - To make code changes, or contribute something new, please follow the [GitHub Forks / Pull requests model](https://help.github.com/articles/fork-a-repo/): Fork the repo, make the change and propose it back by submitting a pull request.
 
+- After cloning the repo, copy the [pre-commit hooks file](https://github.com/Azure/azure-sdk-for-java/tree/main/eng/scripts/pre-commit) (located at `eng/scripts/pre-commit`) to your local `.git/hooks/` directory. This will run some validations before your changes are committed.
+
 - Refer to the [wiki](https://github.com/Azure/azure-sdk-for-java/wiki/Building#testing-for-spotbugs-and-checkstyle-issues) to learn about how Azure SDK for java generates CheckStyle, SpotBugs, Jacoco, and JavaDoc reports.
 
 - There are two Maven projects in the repo. Refer to the [wiki](https://github.com/Azure/azure-sdk-for-java/wiki/Building#pomclientxml-vs-pomdataxml) to learn about project structure for each.

NOTICE.txt

@@ -462,6 +462,23 @@ rights to this code.
 You should have received a copy of the CC0 legalcode along with this
 work. If not, see <http://creativecommons.org/publicdomain/zero/1.0/>.
 
+License notice for Bouncy Castle
+------------------------------------------------------------------------------
+
+Copyright (c) 2000 - 2024 The Legion of the Bouncy Castle Inc. (https://www.bouncycastle.org)
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated
+documentation files (the "Software"), to deal in the Software without restriction, including without limitation
+the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and
+to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE
+WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS
+OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
 License notice for Apache Commons
 ------------------------------------------------------------------------------
 

common/perf-test-core/src/main/java/module-info.java

@@ -16,4 +16,6 @@
     requires io.netty.codec.http;
     requires okhttp3;
     requires io.vertx.core;
+
+    exports com.azure.perf.test.core;
 }

common/smoke-tests/pom.xml

@@ -118,31 +118,31 @@
     <dependency>
       <groupId>com.azure</groupId>
       <artifactId>azure-cosmos</artifactId>
-      <version>4.65.0</version> <!-- {x-version-update;com.azure:azure-cosmos;dependency} -->
+      <version>4.66.0</version> <!-- {x-version-update;com.azure:azure-cosmos;dependency} -->
     </dependency>
 
     <dependency>
       <groupId>com.azure</groupId>
       <artifactId>azure-identity</artifactId>
-      <version>1.14.2</version> <!-- {x-version-update;com.azure:azure-identity;dependency} -->
+      <version>1.15.0</version> <!-- {x-version-update;com.azure:azure-identity;dependency} -->
     </dependency>
 
     <dependency>
       <groupId>com.azure</groupId>
       <artifactId>azure-security-keyvault-secrets</artifactId>
-      <version>4.9.0</version> <!-- {x-version-update;com.azure:azure-security-keyvault-secrets;dependency} -->
+      <version>4.9.1</version> <!-- {x-version-update;com.azure:azure-security-keyvault-secrets;dependency} -->
     </dependency>
 
     <dependency>
       <groupId>com.azure</groupId>
       <artifactId>azure-messaging-eventhubs</artifactId>
-      <version>5.19.1</version> <!-- {x-version-update;com.azure:azure-messaging-eventhubs;dependency} -->
+      <version>5.20.0</version> <!-- {x-version-update;com.azure:azure-messaging-eventhubs;dependency} -->
     </dependency>
 
     <dependency>
       <groupId>com.azure</groupId>
       <artifactId>azure-messaging-eventhubs-checkpointstore-blob</artifactId>
-      <version>1.20.1</version> <!-- {x-version-update;com.azure:azure-messaging-eventhubs-checkpointstore-blob;dependency} -->
+      <version>1.20.3</version> <!-- {x-version-update;com.azure:azure-messaging-eventhubs-checkpointstore-blob;dependency} -->
     </dependency>
 
     <dependency>

eng/.docsettings.yml

@@ -50,14 +50,6 @@ known_presence_issues:
   - ['sdk/cognitiveservices/ms-azure-cs-videosearch', '#2847']
   - ['sdk/cognitiveservices/ms-azure-cs-visualsearch', '#2847']
   - ['sdk/cognitiveservices/ms-azure-cs-websearch', '#2847']
-  - ['sdk/eventhubs/microsoft-azure-eventhubs-extensions', '#2847']
-  - ['sdk/keyvault/microsoft-azure-keyvault', '#2847']
-  - ['sdk/keyvault/microsoft-azure-keyvault-core', '#2847']
-  - ['sdk/keyvault/microsoft-azure-keyvault-cryptography', '#2847']
-  - ['sdk/keyvault/microsoft-azure-keyvault-extensions', '#2847']
-  - ['sdk/keyvault/microsoft-azure-keyvault-webkey', '#2847']
-  - ['sdk/keyvault/microsoft-azure-keyvault-test', '#2847']
-  - ['sdk/keyvault/microsoft-azure-keyvault-complete', '#2847']
   - ['sdk/mediaservices/microsoft-azure-media', '#2847']
   - ['sdk/servicebus/microsoft-azure-servicebus', '#2847']
   # Changelog List
@@ -87,7 +79,6 @@ known_presence_issues:
   - ['sdk/eventgrid/azure-messaging-eventgrid/CHANGELOG.md', '#2847']
   - ['sdk/eventhubs/microsoft-azure-eventhubs/CHANGELOG.md', '#2847']
   - ['sdk/eventhubs/microsoft-azure-eventhubs-eph/CHANGELOG.md', '#2847']
-  - ['sdk/eventhubs/microsoft-azure-eventhubs-extensions/CHANGELOG.md', '#2847']
   - ['sdk/keyvault/microsoft-azure-keyvault/CHANGELOG.md', '#2847']
   - ['sdk/keyvault/microsoft-azure-keyvault-core/CHANGELOG.md', '#2847']
   - ['sdk/keyvault/microsoft-azure-keyvault-cryptography/CHANGELOG.md', '#2847']
@@ -108,8 +99,8 @@ known_content_issues:
   - ['sdk/clientcore/README.md', '#3113']
   - ['sdk/clientcore/core/README.md', '#3113']
   - ['sdk/clientcore/http-okhttp3/README.md', '#3113']
-  - ['sdk/clientcore/core-json/README.md', '#3113']
-  - ['sdk/clientcore/core-json/src/samples/README.md', '#3113']
+  - ['sdk/clientcore/tools/annotation-processor/README.md', '#3113']
+  - ['sdk/clientcore/optional-dependency-tests/README.md', '#3113']
   - ['sdk/core/azure-core-experimental/README.md', '#3113']
   - ['sdk/cosmos/faq/README.md', '#3113']
   - ['sdk/cosmos/azure-cosmos-benchmark/README.md', '#3113']
@@ -141,7 +132,6 @@ known_content_issues:
   - ['sdk/parents/azure-code-customization-parent/README.md', '#3113']
   - ['sdk/parents/azure-perf-test-parent/README.md', '#3113']
   - ['sdk/parents/clientcore-parent/README.md', '#3113']
-  - ['sdk/clientcore/http-jdk-httpclient/README.md', '#3113']
   - ['sdk/search/azure-search-documents/src/test/README.md', '#3113']
   - ['sdk/search/open-api/readme.md', '#3113']
   - ['sdk/search/README.md', '#3113']

eng/CredScanSuppression.json

@@ -50,14 +50,7 @@
                 "sdk/identity/azure-identity/src/test/resources/cert-chain.pem",
                 "sdk/identity/azure-identity/src/test/resources/key.pem",
                 "sdk/identity/azure-identity/src/test/resources/keyStore.pfx",
-                "sdk/keyvault/azure-security-keyvault-certificates/src/test/resources/pemCert.pem",
-                "sdk/keyvault/microsoft-azure-keyvault/src/test/resources/pkcs12_base64_testdata.cer",
-                "sdk/keyvault/microsoft-azure-keyvault-cryptography/src/test/resources/p256key.pem",
-                "sdk/keyvault/microsoft-azure-keyvault-cryptography/src/test/resources/p256keynew.pem",
-                "sdk/keyvault/microsoft-azure-keyvault-cryptography/src/test/resources/p384keynew.pem",
-                "sdk/keyvault/microsoft-azure-keyvault-cryptography/src/test/resources/p521keynew.pem",
-                "sdk/keyvault/microsoft-azure-keyvault-cryptography/src/test/resources/SECP256key.pem",
-                "sdk/keyvault/microsoft-azure-keyvault-cryptography/src/test/resources/secp256keynew.pem"
+                "sdk/keyvault/azure-security-keyvault-certificates/src/test/resources/pemCert.pem"
             ],
             "_justification": "File contains private key used by test code."
         },
@@ -71,8 +64,6 @@
             "file": [
                 "sdk/communication/azure-communication-common-perf/src/main/java/com.azure.communication.common.perf/FakeCredentialInTest.java",
                 "sdk/keyvault/azure-security-keyvault-certificates/src/test/java/com/azure/security/keyvault/certificates/FakeCredentialInTest.java",
-                "sdk/keyvault/microsoft-azure-keyvault/src/test/resources/session-records/createCertificatePemForCertificateOperationsTest.json",
-                "sdk/keyvault/microsoft-azure-keyvault/src/test/resources/session-records/createSelfSignedCertificatePemForCertificateOperationsTest.json",
                 "sdk/resourcemanagerhybrid/azure-resourcemanager/src/test/resources/session-records/AzureResourceManagerTests.testContainerRegistry.json",
                 "sdk/spring/spring-cloud-azure-autoconfigure/src/test/java/com/azure/spring/cloud/autoconfigure/FakeCredentialInTest.java",
                 "sdk/spring/spring-cloud-azure-service/src/test/java/com/azure/spring/cloud/service/implementation/storage/FakeCredentialInTest.java",

eng/automation/generate.py

@@ -131,6 +131,8 @@ def sdk_automation_autorest(config: dict) -> List[dict]:
 
     packages = []
     breaking = False
+    changelog = ""
+    breaking_change_items = []
     if "relatedReadmeMdFiles" not in config or not config["relatedReadmeMdFiles"]:
         return packages
 
@@ -199,7 +201,7 @@ def sdk_automation_autorest(config: dict) -> List[dict]:
                     ],
                     "readmeMd": [readme],
                     "artifacts": ["{0}/pom.xml".format(output_folder)]
-                    + [jar for jar in glob.glob("{0}/target/*.jar".format(output_folder))],
+                    + [jar for jar in glob.glob("{0}/target/*.jar".format(output_folder))] if succeeded else [],
                     "apiViewArtifact": next(iter(glob.glob("{0}/target/*-sources.jar".format(output_folder))), None),
                     "language": "Java",
                     "result": "succeeded" if succeeded else "failed",
@@ -249,6 +251,8 @@ def sdk_automation_typespec_project(tsp_project: str, config: dict) -> dict:
     head_sha: str = config["headSha"]
     repo_url: str = config["repoHttpsUrl"]
     breaking: bool = False
+    changelog = ""
+    breaking_change_items = []
 
     succeeded, require_sdk_integration, sdk_folder, service, module = generate_typespec_project(
         tsp_project, sdk_root, spec_root, head_sha, repo_url, remove_before_regen=True, group_id=GROUP_ID
@@ -294,7 +298,7 @@ def sdk_automation_typespec_project(tsp_project: str, config: dict) -> dict:
             ],
             "typespecProject": [tsp_project],
             "packageFolder": sdk_folder,
-            "artifacts": artifacts,
+            "artifacts": artifacts if succeeded else [],
             "apiViewArtifact": next(iter(glob.glob("{0}/target/*-sources.jar".format(sdk_folder))), None),
             "language": "Java",
             "result": result,
@@ -355,7 +359,7 @@ def main():
         tsp_config = args["tsp_config"]
 
         succeeded, require_sdk_integration, sdk_folder, service, module = generate_typespec_project(
-            tsp_project=tsp_config, sdk_root=sdk_root, remove_before_regen=True, group_id=GROUP_ID
+            tsp_project=tsp_config, sdk_root=sdk_root, remove_before_regen=True, group_id=GROUP_ID, **args
         )
 
         stable_version, current_version = set_or_increase_version(sdk_root, GROUP_ID, module, **args)

eng/automation/generate_data.py

@@ -112,7 +112,7 @@ def sdk_automation_typespec_project(tsp_project: str, config: dict) -> dict:
             ],
             "typespecProject": [tsp_project],
             "packageFolder": sdk_folder,
-            "artifacts": artifacts,
+            "artifacts": artifacts if succeeded else [],
             "apiViewArtifact": next(iter(glob.glob("{0}/target/*-sources.jar".format(sdk_folder))), None),
             "language": "Java",
             "result": result,
@@ -286,7 +286,7 @@ def sdk_automation_readme(readme_file_abspath: str, packages: List[dict], sdk_ro
                     "eng/versioning",
                     "pom.xml",
                 ],
-                "artifacts": artifacts,
+                "artifacts": artifacts if succeeded else [],
                 "apiViewArtifact": next(iter(glob.glob("{0}/target/*-sources.jar".format(generated_folder))), None),
                 "language": "Java",
                 "result": result,