Skip to content
Merged
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Next Next commit
Add mongodb ingestion recipe
  • Loading branch information
kevinhu committed Jun 25, 2021
commit 17fde4868eb91cd8acf1e4443454c665b4851513
20 changes: 20 additions & 0 deletions metadata-ingestion/examples/recipes/mongodb_to_datahub.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,20 @@
source:
type: "mongodb"
config:
# For advanced configurations, see the MongoDB docs.
# https://pymongo.readthedocs.io/en/stable/examples/authentication.html
connect_uri: "mongodb://localhost:57017"
username: mongoadmin
password: examplepass
env: "PROD" # Optional, default is "PROD"
authMechanism: "DEFAULT"
options: {}
database_pattern: {}
collection_pattern: {}
enableSchemaInference: True
schemaSamplingSize: 1000
# database_pattern/collection_pattern are similar to schema_pattern/table_pattern from above
sink:
type: "datahub-rest"
config:
server: "http://localhost:8080"