From 3c819eb1b3a64ebadb1fb3742ec2e3516d6bbf64 Mon Sep 17 00:00:00 2001 From: Shirshanka Das Date: Fri, 13 Aug 2021 09:48:36 -0700 Subject: [PATCH 1/2] fix(ingest): increasing default ingestion REST timeout to 30 seconds --- metadata-ingestion/src/datahub/emitter/rest_emitter.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/metadata-ingestion/src/datahub/emitter/rest_emitter.py b/metadata-ingestion/src/datahub/emitter/rest_emitter.py index 10b183b5f4da5..f756966c35e9b 100644 --- a/metadata-ingestion/src/datahub/emitter/rest_emitter.py +++ b/metadata-ingestion/src/datahub/emitter/rest_emitter.py @@ -39,9 +39,9 @@ def _make_curl_command( class DatahubRestEmitter: - DEFAULT_CONNECT_TIMEOUT_SEC = 10 # 10 seconds should be plenty to connect + DEFAULT_CONNECT_TIMEOUT_SEC = 30 # 30 seconds should be plenty to connect DEFAULT_READ_TIMEOUT_SEC = ( - 2 # Any ingest call taking longer than 2 seconds should be abandoned + 30 # Any ingest call taking longer than 30 seconds should be abandoned ) _gms_server: str From 8e13dd2049efac27b86369c7de1a23953431ba90 Mon Sep 17 00:00:00 2001 From: Shirshanka Das Date: Fri, 13 Aug 2021 09:53:00 -0700 Subject: [PATCH 2/2] updating docs --- metadata-ingestion/sink_docs/datahub.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/metadata-ingestion/sink_docs/datahub.md b/metadata-ingestion/sink_docs/datahub.md index 984f185bb493d..0818b6b96293f 100644 --- a/metadata-ingestion/sink_docs/datahub.md +++ b/metadata-ingestion/sink_docs/datahub.md @@ -35,7 +35,7 @@ Note that a `.` is used to denote nested fields in the YAML recipe. | Field | Required | Default | Description | | -------- | -------- | ------- | ---------------------------- | | `server` | ✅ | | URL of DataHub GMS endpoint. | -| `timeout_sec` | | 2 | Per-HTTP request timeout. | +| `timeout_sec` | | 30 | Per-HTTP request timeout. | ## DataHub Kafka