Skip to content

feat(ingest): check in generated schema files #2503

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
shirshanka merged 6 commits into from
May 11, 2021
Merged

feat(ingest): check in generated schema files #2503

Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
6 commits
Select commit Hold shift + click to select a range
c33f541
feat(ingest): check in generated schema files
hsheth2 May 6, 2021
72a3655
regenerate codegen
hsheth2 May 6, 2021
08a7f58
Merge branch 'master' into commit-schema-files
hsheth2 May 7, 2021
ba54ceb
Merge branch 'master' into commit-schema-files
hsheth2 May 10, 2021
b577992
Merge branch 'master' into commit-schema-files
hsheth2 May 10, 2021
26923aa
update generated files
hsheth2 May 10, 2021
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
update generated files
  • Loading branch information
@hsheth2
hsheth2 committed May 10, 2021
commit 26923aa0939a741fc96ac602c1ba2e74494f247b
4 changes: 4 additions & 0 deletions metadata-ingestion/src/datahub/metadata/com/linkedin/pegasus2avro/common/__init__.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,8 @@
from .....schema_classes import CostTypeClass
from .....schema_classes import DeprecationClass
from .....schema_classes import GlobalTagsClass
from .....schema_classes import GlossaryTermAssociationClass
from .....schema_classes import GlossaryTermsClass
from .....schema_classes import InstitutionalMemoryClass
from .....schema_classes import InstitutionalMemoryMetadataClass
from .....schema_classes import MLFeatureDataTypeClass
Expand All @@ -29,6 +31,8 @@
CostType = CostTypeClass
Deprecation = DeprecationClass
GlobalTags = GlobalTagsClass
GlossaryTermAssociation = GlossaryTermAssociationClass
GlossaryTerms = GlossaryTermsClass
InstitutionalMemory = InstitutionalMemoryClass
InstitutionalMemoryMetadata = InstitutionalMemoryMetadataClass
MLFeatureDataType = MLFeatureDataTypeClass
Expand Down
6 changes: 6 additions & 0 deletions metadata-ingestion/src/datahub/metadata/com/linkedin/pegasus2avro/glossary/__init__.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
from .....schema_classes import GlossaryNodeInfoClass
from .....schema_classes import GlossaryTermInfoClass


GlossaryNodeInfo = GlossaryNodeInfoClass
GlossaryTermInfo = GlossaryTermInfoClass
4 changes: 4 additions & 0 deletions ...ta-ingestion/src/datahub/metadata/com/linkedin/pegasus2avro/metadata/snapshot/__init__.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,8 @@
from ......schema_classes import DataJobSnapshotClass
from ......schema_classes import DataProcessSnapshotClass
from ......schema_classes import DatasetSnapshotClass
from ......schema_classes import GlossaryNodeSnapshotClass
from ......schema_classes import GlossaryTermSnapshotClass
from ......schema_classes import MLFeatureSnapshotClass
from ......schema_classes import MLModelSnapshotClass
from ......schema_classes import TagSnapshotClass
Expand All @@ -19,6 +21,8 @@
DataJobSnapshot = DataJobSnapshotClass
DataProcessSnapshot = DataProcessSnapshotClass
DatasetSnapshot = DatasetSnapshotClass
GlossaryNodeSnapshot = GlossaryNodeSnapshotClass
GlossaryTermSnapshot = GlossaryTermSnapshotClass
MLFeatureSnapshot = MLFeatureSnapshotClass
MLModelSnapshot = MLModelSnapshotClass
TagSnapshot = TagSnapshotClass
184 changes: 183 additions & 1 deletion metadata-ingestion/src/datahub/metadata/schema.avsc
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -1760,6 +1760,49 @@
],
"doc": "Tags associated with the field",
"default": null
},
{
"name": "glossaryTerms",
"type": [
"null",
{
"type": "record",
"name": "GlossaryTerms",
"namespace": "com.linkedin.pegasus2avro.common",
"doc": "Related business terms information",
"fields": [
{
"name": "terms",
"type": {
"type": "array",
"items": {
"type": "record",
"name": "GlossaryTermAssociation",
"doc": "Properties of an applied glossary term.",
"fields": [
{
"name": "urn",
"type": "string",
"doc": "Urn of the applied glossary term",
"java": {
"class": "com.linkedin.pegasus2avro.common.urn.GlossaryTermUrn"
}
}
]
}
},
"doc": "The related business terms"
},
{
"name": "auditStamp",
"type": "AuditStamp",
"doc": "Audit stamp containing who reported the related business term"
}
]
}
],
"doc": "Glossary terms associated with the field",
"default": null
}
]
}
Expand Down Expand Up @@ -1908,7 +1951,8 @@
}
]
},
"com.linkedin.pegasus2avro.common.GlobalTags"
"com.linkedin.pegasus2avro.common.GlobalTags",
"com.linkedin.pegasus2avro.common.GlossaryTerms"
]
},
"doc": "The list of metadata aspects associated with the dataset. Depending on the use case, this can either be all, or a selection, of supported aspects."
Expand Down Expand Up @@ -2776,6 +2820,144 @@
"doc": "The list of metadata aspects associated with the dataset. Depending on the use case, this can either be all, or a selection, of supported aspects."
}
]
},
{
"type": "record",
"name": "GlossaryTermSnapshot",
"namespace": "com.linkedin.pegasus2avro.metadata.snapshot",
"doc": "A metadata snapshot for a specific GlossaryTerm entity.",
"fields": [
{
"name": "urn",
"type": "string",
"doc": "URN for the entity the metadata snapshot is associated with.",
"java": {
"class": "com.linkedin.pegasus2avro.common.urn.GlossaryTermUrn"
}
},
{
"name": "aspects",
"type": {
"type": "array",
"items": [
{
"type": "record",
"name": "GlossaryTermInfo",
"namespace": "com.linkedin.pegasus2avro.glossary",
"doc": "Properties associated with a GlossaryTerm",
"fields": [
{
"name": "definition",
"type": "string",
"doc": "Definition of business term"
},
{
"name": "parentNode",
"type": [
"null",
"string"
],
"doc": "Parent node of the glossary term",
"default": null,
"java": {
"class": "com.linkedin.pegasus2avro.common.urn.GlossaryNodeUrn"
}
},
{
"name": "termSource",
"type": "string",
"doc": "Source of the Business Term (INTERNAL or EXTERNAL) with default value as INTERNAL"
},
{
"name": "sourceRef",
"type": [
"null",
"string"
],
"doc": "External Reference to the business-term",
"default": null
},
{
"name": "sourceUrl",
"type": [
"null",
"string"
],
"doc": "The abstracted URL such as https://spec.edmcouncil.org/fibo/ontology/FBC/FinancialInstruments/FinancialInstruments/CashInstrument.",
"default": null,
"java": {
"class": "com.linkedin.pegasus2avro.common.url.Url",
"coercerClass": "com.linkedin.pegasus2avro.common.url.UrlCoercer"
}
},
{
"name": "customProperties",
"type": {
"type": "map",
"values": "string"
},
"doc": "A key-value map to capture any other non-standardized properties for the glossary term",
"default": {}
}
]
},
"com.linkedin.pegasus2avro.common.Ownership"
]
},
"doc": "The list of metadata aspects associated with the GlossaryTerm. Depending on the use case, this can either be all, or a selection, of supported aspects."
}
]
},
{
"type": "record",
"name": "GlossaryNodeSnapshot",
"namespace": "com.linkedin.pegasus2avro.metadata.snapshot",
"doc": "A metadata snapshot for a specific GlossaryNode entity.",
"fields": [
{
"name": "urn",
"type": "string",
"doc": "URN for the entity the metadata snapshot is associated with.",
"java": {
"class": "com.linkedin.pegasus2avro.common.urn.GlossaryNodeUrn"
}
},
{
"name": "aspects",
"type": {
"type": "array",
"items": [
{
"type": "record",
"name": "GlossaryNodeInfo",
"namespace": "com.linkedin.pegasus2avro.glossary",
"doc": "Properties associated with a GlossaryNode",
"fields": [
{
"name": "definition",
"type": "string",
"doc": "Definition of business node"
},
{
"name": "parentNode",
"type": [
"null",
"string"
],
"doc": "Parent node of the glossary term",
"default": null,
"java": {
"class": "com.linkedin.pegasus2avro.common.urn.GlossaryNodeUrn"
}
}
]
},
"com.linkedin.pegasus2avro.common.Ownership"
]
},
"doc": "The list of metadata aspects associated with the GlossaryNode. Depending on the use case, this can either be all, or a selection, of supported aspects."
}
]
}
],
"doc": "Snapshot of the proposed metadata change. Include only the aspects affected by the change in the snapshot."
Expand Down
Loading