feat(ingest): check in generated schema files

metadata-ingestion/.gitignore

@@ -1,7 +1,6 @@
 .envrc
 .vscode/
 output
-src/datahub/metadata/
 pvenv36/
 bq_credentials.json
 /tmp

metadata-ingestion/src/datahub/metadata/com/linkedin/events/__init__.py

@@ -0,0 +1,4 @@
+from ....schema_classes import KafkaAuditHeaderClass
+
+
+KafkaAuditHeader = KafkaAuditHeaderClass

metadata-ingestion/src/datahub/metadata/com/linkedin/pegasus2avro/chart/__init__.py

@@ -0,0 +1,10 @@
+from .....schema_classes import ChartInfoClass
+from .....schema_classes import ChartQueryClass
+from .....schema_classes import ChartQueryTypeClass
+from .....schema_classes import ChartTypeClass
+
+
+ChartInfo = ChartInfoClass
+ChartQuery = ChartQueryClass
+ChartQueryType = ChartQueryTypeClass
+ChartType = ChartTypeClass

metadata-ingestion/src/datahub/metadata/com/linkedin/pegasus2avro/common/__init__.py

@@ -0,0 +1,46 @@
+from .....schema_classes import AccessLevelClass
+from .....schema_classes import AuditStampClass
+from .....schema_classes import ChangeAuditStampsClass
+from .....schema_classes import CostClass
+from .....schema_classes import CostCostClass
+from .....schema_classes import CostCostDiscriminatorClass
+from .....schema_classes import CostTypeClass
+from .....schema_classes import DeprecationClass
+from .....schema_classes import GlobalTagsClass
+from .....schema_classes import GlossaryTermAssociationClass
+from .....schema_classes import GlossaryTermsClass
+from .....schema_classes import InstitutionalMemoryClass
+from .....schema_classes import InstitutionalMemoryMetadataClass
+from .....schema_classes import MLFeatureDataTypeClass
+from .....schema_classes import OwnerClass
+from .....schema_classes import OwnershipClass
+from .....schema_classes import OwnershipSourceClass
+from .....schema_classes import OwnershipSourceTypeClass
+from .....schema_classes import OwnershipTypeClass
+from .....schema_classes import StatusClass
+from .....schema_classes import TagAssociationClass
+from .....schema_classes import VersionTagClass
+
+
+AccessLevel = AccessLevelClass
+AuditStamp = AuditStampClass
+ChangeAuditStamps = ChangeAuditStampsClass
+Cost = CostClass
+CostCost = CostCostClass
+CostCostDiscriminator = CostCostDiscriminatorClass
+CostType = CostTypeClass
+Deprecation = DeprecationClass
+GlobalTags = GlobalTagsClass
+GlossaryTermAssociation = GlossaryTermAssociationClass
+GlossaryTerms = GlossaryTermsClass
+InstitutionalMemory = InstitutionalMemoryClass
+InstitutionalMemoryMetadata = InstitutionalMemoryMetadataClass
+MLFeatureDataType = MLFeatureDataTypeClass
+Owner = OwnerClass
+Ownership = OwnershipClass
+OwnershipSource = OwnershipSourceClass
+OwnershipSourceType = OwnershipSourceTypeClass
+OwnershipType = OwnershipTypeClass
+Status = StatusClass
+TagAssociation = TagAssociationClass
+VersionTag = VersionTagClass

metadata-ingestion/src/datahub/metadata/com/linkedin/pegasus2avro/common/fieldtransformer/__init__.py

@@ -0,0 +1,6 @@
+from ......schema_classes import TransformationTypeClass
+from ......schema_classes import UDFTransformerClass
+
+
+TransformationType = TransformationTypeClass
+UDFTransformer = UDFTransformerClass

metadata-ingestion/src/datahub/metadata/com/linkedin/pegasus2avro/dashboard/__init__.py

@@ -0,0 +1,4 @@
+from .....schema_classes import DashboardInfoClass
+
+
+DashboardInfo = DashboardInfoClass

metadata-ingestion/src/datahub/metadata/com/linkedin/pegasus2avro/datajob/__init__.py

@@ -0,0 +1,8 @@
+from .....schema_classes import DataFlowInfoClass
+from .....schema_classes import DataJobInfoClass
+from .....schema_classes import DataJobInputOutputClass
+
+
+DataFlowInfo = DataFlowInfoClass
+DataJobInfo = DataJobInfoClass
+DataJobInputOutput = DataJobInputOutputClass

metadata-ingestion/src/datahub/metadata/com/linkedin/pegasus2avro/datajob/azkaban/__init__.py

@@ -0,0 +1,4 @@
+from ......schema_classes import AzkabanJobTypeClass
+
+
+AzkabanJobType = AzkabanJobTypeClass

metadata-ingestion/src/datahub/metadata/com/linkedin/pegasus2avro/dataprocess/__init__.py

@@ -0,0 +1,4 @@
+from .....schema_classes import DataProcessInfoClass
+
+
+DataProcessInfo = DataProcessInfoClass

metadata-ingestion/src/datahub/metadata/com/linkedin/pegasus2avro/dataset/__init__.py

@@ -0,0 +1,16 @@
+from .....schema_classes import DatasetDeprecationClass
+from .....schema_classes import DatasetFieldMappingClass
+from .....schema_classes import DatasetLineageTypeClass
+from .....schema_classes import DatasetPropertiesClass
+from .....schema_classes import DatasetUpstreamLineageClass
+from .....schema_classes import UpstreamClass
+from .....schema_classes import UpstreamLineageClass
+
+
+DatasetDeprecation = DatasetDeprecationClass
+DatasetFieldMapping = DatasetFieldMappingClass
+DatasetLineageType = DatasetLineageTypeClass
+DatasetProperties = DatasetPropertiesClass
+DatasetUpstreamLineage = DatasetUpstreamLineageClass
+Upstream = UpstreamClass
+UpstreamLineage = UpstreamLineageClass

metadata-ingestion/src/datahub/metadata/com/linkedin/pegasus2avro/glossary/__init__.py

@@ -0,0 +1,6 @@
+from .....schema_classes import GlossaryNodeInfoClass
+from .....schema_classes import GlossaryTermInfoClass
+
+
+GlossaryNodeInfo = GlossaryNodeInfoClass
+GlossaryTermInfo = GlossaryTermInfoClass

metadata-ingestion/src/datahub/metadata/com/linkedin/pegasus2avro/identity/__init__.py

@@ -0,0 +1,8 @@
+from .....schema_classes import CorpGroupInfoClass
+from .....schema_classes import CorpUserEditableInfoClass
+from .....schema_classes import CorpUserInfoClass
+
+
+CorpGroupInfo = CorpGroupInfoClass
+CorpUserEditableInfo = CorpUserEditableInfoClass
+CorpUserInfo = CorpUserInfoClass

metadata-ingestion/src/datahub/metadata/com/linkedin/pegasus2avro/metadata/snapshot/__init__.py

@@ -0,0 +1,28 @@
+from ......schema_classes import ChartSnapshotClass
+from ......schema_classes import CorpGroupSnapshotClass
+from ......schema_classes import CorpUserSnapshotClass
+from ......schema_classes import DashboardSnapshotClass
+from ......schema_classes import DataFlowSnapshotClass
+from ......schema_classes import DataJobSnapshotClass
+from ......schema_classes import DataProcessSnapshotClass
+from ......schema_classes import DatasetSnapshotClass
+from ......schema_classes import GlossaryNodeSnapshotClass
+from ......schema_classes import GlossaryTermSnapshotClass
+from ......schema_classes import MLFeatureSnapshotClass
+from ......schema_classes import MLModelSnapshotClass
+from ......schema_classes import TagSnapshotClass
+
+
+ChartSnapshot = ChartSnapshotClass
+CorpGroupSnapshot = CorpGroupSnapshotClass
+CorpUserSnapshot = CorpUserSnapshotClass
+DashboardSnapshot = DashboardSnapshotClass
+DataFlowSnapshot = DataFlowSnapshotClass
+DataJobSnapshot = DataJobSnapshotClass
+DataProcessSnapshot = DataProcessSnapshotClass
+DatasetSnapshot = DatasetSnapshotClass
+GlossaryNodeSnapshot = GlossaryNodeSnapshotClass
+GlossaryTermSnapshot = GlossaryTermSnapshotClass
+MLFeatureSnapshot = MLFeatureSnapshotClass
+MLModelSnapshot = MLModelSnapshotClass
+TagSnapshot = TagSnapshotClass

metadata-ingestion/src/datahub/metadata/com/linkedin/pegasus2avro/ml/metadata/__init__.py

@@ -0,0 +1,36 @@
+from ......schema_classes import BaseDataClass
+from ......schema_classes import CaveatDetailsClass
+from ......schema_classes import CaveatsAndRecommendationsClass
+from ......schema_classes import EthicalConsiderationsClass
+from ......schema_classes import EvaluationDataClass
+from ......schema_classes import IntendedUseClass
+from ......schema_classes import IntendedUserTypeClass
+from ......schema_classes import MLFeaturePropertiesClass
+from ......schema_classes import MLModelFactorPromptsClass
+from ......schema_classes import MLModelFactorsClass
+from ......schema_classes import MLModelPropertiesClass
+from ......schema_classes import MetricsClass
+from ......schema_classes import QuantitativeAnalysesClass
+from ......schema_classes import SourceCodeClass
+from ......schema_classes import SourceCodeUrlClass
+from ......schema_classes import SourceCodeUrlTypeClass
+from ......schema_classes import TrainingDataClass
+
+
+BaseData = BaseDataClass
+CaveatDetails = CaveatDetailsClass
+CaveatsAndRecommendations = CaveatsAndRecommendationsClass
+EthicalConsiderations = EthicalConsiderationsClass
+EvaluationData = EvaluationDataClass
+IntendedUse = IntendedUseClass
+IntendedUserType = IntendedUserTypeClass
+MLFeatureProperties = MLFeaturePropertiesClass
+MLModelFactorPrompts = MLModelFactorPromptsClass
+MLModelFactors = MLModelFactorsClass
+MLModelProperties = MLModelPropertiesClass
+Metrics = MetricsClass
+QuantitativeAnalyses = QuantitativeAnalysesClass
+SourceCode = SourceCodeClass
+SourceCodeUrl = SourceCodeUrlClass
+SourceCodeUrlType = SourceCodeUrlTypeClass
+TrainingData = TrainingDataClass

metadata-ingestion/src/datahub/metadata/com/linkedin/pegasus2avro/mxe/__init__.py

@@ -0,0 +1,4 @@
+from .....schema_classes import MetadataChangeEventClass
+
+
+MetadataChangeEvent = MetadataChangeEventClass

metadata-ingestion/src/datahub/metadata/com/linkedin/pegasus2avro/schema/__init__.py

@@ -0,0 +1,64 @@
+from .....schema_classes import ArrayTypeClass
+from .....schema_classes import BinaryJsonSchemaClass
+from .....schema_classes import BooleanTypeClass
+from .....schema_classes import BytesTypeClass
+from .....schema_classes import DatasetFieldForeignKeyClass
+from .....schema_classes import DateTypeClass
+from .....schema_classes import EditableSchemaFieldInfoClass
+from .....schema_classes import EditableSchemaMetadataClass
+from .....schema_classes import EnumTypeClass
+from .....schema_classes import EspressoSchemaClass
+from .....schema_classes import FixedTypeClass
+from .....schema_classes import ForeignKeySpecClass
+from .....schema_classes import KafkaSchemaClass
+from .....schema_classes import KeyValueSchemaClass
+from .....schema_classes import MapTypeClass
+from .....schema_classes import MySqlDDLClass
+from .....schema_classes import NullTypeClass
+from .....schema_classes import NumberTypeClass
+from .....schema_classes import OracleDDLClass
+from .....schema_classes import OrcSchemaClass
+from .....schema_classes import OtherSchemaClass
+from .....schema_classes import PrestoDDLClass
+from .....schema_classes import RecordTypeClass
+from .....schema_classes import SchemaFieldClass
+from .....schema_classes import SchemaFieldDataTypeClass
+from .....schema_classes import SchemaMetadataClass
+from .....schema_classes import SchemalessClass
+from .....schema_classes import StringTypeClass
+from .....schema_classes import TimeTypeClass
+from .....schema_classes import UnionTypeClass
+from .....schema_classes import UrnForeignKeyClass
+
+
+ArrayType = ArrayTypeClass
+BinaryJsonSchema = BinaryJsonSchemaClass
+BooleanType = BooleanTypeClass
+BytesType = BytesTypeClass
+DatasetFieldForeignKey = DatasetFieldForeignKeyClass
+DateType = DateTypeClass
+EditableSchemaFieldInfo = EditableSchemaFieldInfoClass
+EditableSchemaMetadata = EditableSchemaMetadataClass
+EnumType = EnumTypeClass
+EspressoSchema = EspressoSchemaClass
+FixedType = FixedTypeClass
+ForeignKeySpec = ForeignKeySpecClass
+KafkaSchema = KafkaSchemaClass
+KeyValueSchema = KeyValueSchemaClass
+MapType = MapTypeClass
+MySqlDDL = MySqlDDLClass
+NullType = NullTypeClass
+NumberType = NumberTypeClass
+OracleDDL = OracleDDLClass
+OrcSchema = OrcSchemaClass
+OtherSchema = OtherSchemaClass
+PrestoDDL = PrestoDDLClass
+RecordType = RecordTypeClass
+SchemaField = SchemaFieldClass
+SchemaFieldDataType = SchemaFieldDataTypeClass
+SchemaMetadata = SchemaMetadataClass
+Schemaless = SchemalessClass
+StringType = StringTypeClass
+TimeType = TimeTypeClass
+UnionType = UnionTypeClass
+UrnForeignKey = UrnForeignKeyClass

metadata-ingestion/src/datahub/metadata/com/linkedin/pegasus2avro/tag/__init__.py

@@ -0,0 +1,4 @@
+from .....schema_classes import TagPropertiesClass
+
+
+TagProperties = TagPropertiesClass