fix: Reduce mae-consumer & mce-consumer docker image sizes (datahub-project#1632)

Author: Bharat

contrib/kubernetes/datahub/charts/datahub-mae-consumer/templates/deployment.yaml

@@ -30,7 +30,7 @@ spec:
           securityContext:
             {{- toYaml .Values.securityContext | nindent 12 }}
           image: "{{ .Values.image.repository }}:{{ .Values.image.tag }}"
-          command: ["/bin/bash", "-c" ,"./mae-consumer-job/bin/mae-consumer-job"]
+          command: ["/bin/sh", "-c" ,"./mae-consumer-job/bin/mae-consumer-job"]
           imagePullPolicy: {{ .Values.image.pullPolicy }}
           env:
             - name: KAFKA_BOOTSTRAP_SERVER

contrib/kubernetes/datahub/charts/datahub-mce-consumer/templates/deployment.yaml

@@ -31,7 +31,7 @@ spec:
             {{- toYaml .Values.securityContext | nindent 12 }}
           image: "{{ .Values.image.repository }}:{{ .Values.image.tag }}"
           imagePullPolicy: {{ .Values.image.pullPolicy }}
-          command: ["/bin/bash", "-c" ,"./mce-consumer-job/bin/mce-consumer-job"]
+          command: ["/bin/sh", "-c" ,"./mce-consumer-job/bin/mce-consumer-job"]
           env:
             - name: KAFKA_BOOTSTRAP_SERVER
               valueFrom:

contrib/kubernetes/yaml/datahub-mae-consumer-deployment.yaml

@@ -17,7 +17,7 @@ spec:
       containers:
         - name: datahub-mae-consumer
           image: keremsahin/datahub-mae-consumer:latest
-          command: ["/bin/bash", "-c" ,"./mae-consumer-job/bin/mae-consumer-job"]
+          command: ["/bin/sh", "-c" ,"./mae-consumer-job/bin/mae-consumer-job"]
           env:
             - name: KAFKA_BOOTSTRAP_SERVER
               valueFrom:

contrib/kubernetes/yaml/datahub-mce-consumer-deployment.yaml

@@ -17,7 +17,7 @@ spec:
       containers:
         - name: datahub-mce-consumer
           image: keremsahin/datahub-mce-consumer:latest
-          command: ["/bin/bash", "-c" ,"./mce-consumer-job/bin/mce-consumer-job"]
+          command: ["/bin/sh", "-c" ,"./mce-consumer-job/bin/mce-consumer-job"]
           env:
             - name: KAFKA_BOOTSTRAP_SERVER
               valueFrom:

docker/mae-consumer/Dockerfile

@@ -1,8 +1,12 @@
-FROM openjdk:8
+FROM openjdk:8 as builder
 
 MAINTAINER Kerem Sahin [email protected]
 
 COPY . datahub-src
 RUN cd datahub-src && ./gradlew :metadata-jobs:mae-consumer-job:build \
     && cp metadata-jobs/mae-consumer-job/build/distributions/mae-consumer-job.zip ../mae-consumer-job.zip \
-    && cd .. && rm -rf datahub-src && unzip mae-consumer-job.zip
+    && cd .. && rm -rf datahub-src && unzip mae-consumer-job.zip
+
+FROM openjdk:8-jre-alpine
+
+COPY --from=builder /mae-consumer-job /mae-consumer-job/

docker/mae-consumer/docker-compose.yml

@@ -13,7 +13,7 @@ services:
       - NEO4J_URI=bolt://neo4j
       - NEO4J_USERNAME=neo4j
       - NEO4J_PASSWORD=datahub
-    command: "bash -c './mae-consumer-job/bin/mae-consumer-job'"
+    command: "sh -c './mae-consumer-job/bin/mae-consumer-job'"
 
 networks:
   default:

docker/mce-consumer/Dockerfile

@@ -1,8 +1,12 @@
-FROM openjdk:8
+FROM openjdk:8 as builder
 
 MAINTAINER Kerem Sahin [email protected]
 
 COPY . datahub-src
 RUN cd datahub-src && ./gradlew :metadata-jobs:mce-consumer-job:build \
     && cp metadata-jobs/mce-consumer-job/build/distributions/mce-consumer-job.zip ../mce-consumer-job.zip \
-    && cd .. && rm -rf datahub-src && unzip mce-consumer-job.zip
+    && cd .. && rm -rf datahub-src && unzip mce-consumer-job.zip
+
+FROM openjdk:8-jre-alpine
+
+COPY --from=builder /mce-consumer-job /mce-consumer-job/

docker/mce-consumer/docker-compose.yml

@@ -10,7 +10,7 @@ services:
       - KAFKA_SCHEMAREGISTRY_URL=http://schema-registry:8081
       - GMS_HOST=datahub-gms
       - GMS_PORT=8080
-    command: "bash -c './mce-consumer-job/bin/mce-consumer-job'"
+    command: "sh -c './mce-consumer-job/bin/mce-consumer-job'"
 
 networks:
   default:

docker/quickstart/docker-compose.yml

@@ -234,7 +234,7 @@ services:
       - kafka-setup
       - elasticsearch
       - neo4j
-    command: "bash -c 'while ping -c1 kafka-setup &>/dev/null; do echo waiting for kafka-setup... && sleep 1; done; \
+    command: "sh -c 'while ping -c1 kafka-setup &>/dev/null; do echo waiting for kafka-setup... && sleep 1; done; \
               echo kafka-setup done! && ./mae-consumer-job/bin/mae-consumer-job'"
 
   datahub-mce-consumer:
@@ -249,7 +249,7 @@ services:
     depends_on:
       - kafka-setup
       - datahub-gms
-    command: "bash -c 'while ping -c1 kafka-setup &>/dev/null; do echo waiting for kafka-setup... && sleep 1; done; \
+    command: "sh -c 'while ping -c1 kafka-setup &>/dev/null; do echo waiting for kafka-setup... && sleep 1; done; \
               echo kafka-setup done! && ./mce-consumer-job/bin/mce-consumer-job'"
 
 networks: