Fix tarball generation

Author: javfg

terraform_create_images/scripts/posvm/postproduction/launch_pos.sh

@@ -79,8 +79,12 @@ function run_data_ingestion_pipeline() {
 function create_tarball() {
     local path_source=$1
     local path_destination=$2
+    intermediate="/home/root/$(date +%Y%m%d_%H%M%S).tgz"
+
     log "[START] Creating tarball from '${path_source}' to '${path_destination}'"
-    tar czf - -C ${path_source} . | gsutil cp - ${path_destination}
+    tar --use-compress-program=pigz -cf "$intermediate" -C "${path_source}" .
+    gsutil cp "$intermediate" "${path_destination}"
+
     log "[DONE] Creating tarball from '${path_source}' to '${path_destination}'"
 }
 

terraform_create_images/scripts/posvm/startup.sh

@@ -14,7 +14,7 @@ function install_packages() {
   log "Updating system"
   apt-get update
   log "Installing required packages"
-  apt-get install -y wget vim tmux python3-pip docker.io docker-compose curl git tree htop
+  apt-get install -y wget vim tmux python3-pip docker.io docker-compose curl git tree htop pigz
   log "Adding POS user '${POS_USER_NAME}' to docker group"
   usermod -aG docker ${POS_USER_NAME}
   log "Installing esbulk loader"
@@ -66,4 +66,4 @@ log "Launching postprocessing scripts, at $$(pwd)"
 log "Postprocessing scripts completed"
 # Shutting down this postproduction machine
 log "[--- Shutting down this postproduction machine ---]"
-poweroff
+poweroff

terraform_create_images/variables.tf

@@ -91,7 +91,7 @@ variable "vm_pos_boot_image" {
 variable "vm_pos_boot_disk_size" {
   description = "POS VM boot disk size, default '64GB'"
   type        = string
-  default     = 64
+  default     = 512
 }
 
 variable "vm_pos_machine_type" {
@@ -137,5 +137,3 @@ variable "elastic_search_data_disk_size" {
   type        = string
   default     = "256"
 }
-
-