Add sagemaker custom properties

contrib/metadata-ingestion/haskell/bin/dataset-hive-generator.py

@@ -3,10 +3,10 @@
 
 import sys
 import time
-from pyhive import hive
-from TCLIService.ttypes import TOperationState
 
 import simplejson as json
+from pyhive import hive
+from TCLIService.ttypes import TOperationState
 
 HIVESTORE='localhost'
 

metadata-ingestion/src/datahub/ingestion/source/sagemaker.py

@@ -129,6 +129,11 @@ def get_feature_group_wu(
                         feature_group_details["RecordIdentifierFeatureName"],
                     )
                 ],
+                customProperties={
+                    "arn": feature_group_details["FeatureGroupArn"],
+                    "creation_time": str(feature_group_details["CreationTime"]),
+                    "status": feature_group_details["FeatureGroupStatus"],
+                },
             )
         )
 

metadata-ingestion/tests/unit/sagemaker/sagemaker_mces_golden.json

@@ -83,6 +83,11 @@
         "aspects": [
           {
             "com.linkedin.pegasus2avro.ml.metadata.MLFeatureTableProperties": {
+              "customProperties": {
+                "arn": "arn:aws:sagemaker:us-west-2:123412341234:feature-group/test-1",
+                "creation_time": "2021-06-23 13:58:10.264000",
+                "status": "Created"
+              },
               "description": "First test feature group",
               "mlFeatures": [
                 "urn:li:mlFeature:(test-1,name)",
@@ -164,6 +169,11 @@
         "aspects": [
           {
             "com.linkedin.pegasus2avro.ml.metadata.MLFeatureTableProperties": {
+              "customProperties": {
+                "arn": "arn:aws:sagemaker:us-west-2:123412341234:feature-group/test",
+                "creation_time": "2021-06-14 11:03:00.803000",
+                "status": "Created"
+              },
               "description": null,
               "mlFeatures": [
                 "urn:li:mlFeature:(test,feature_2)",