BarakStout

# Cleanup docker 

docker kill $(docker ps -q)
docker rm -f $(docker ps -a -q)
docker volume rm $(docker volume ls -q)
docker system prune -a -f

BarakStout

import pandas as pd
import os
import deltalake

minio_url = "http://df-minio:9000"
minio_access = "console"
minio_secret = "console123"

tables = [
    "call_center.parquet",

BarakStout

# Resize the file system in UI, under VM -> Hardware -> Click on the disk to resize, click "Resize disk" button

# Confirm increase in disk space (1TB in my case)
$ lsblk
NAME                      MAJ:MIN RM  SIZE RO TYPE MOUNTPOINT
sda                         8:0    0    1T  0 disk
├─sda1                      8:1    0    1M  0 part
├─sda2                      8:2    0    1G  0 part /boot
└─sda3                      8:3    0    1T  0 part

BarakStout

# Install >> https://www.linode.com/docs/products/storage/object-storage/guides/aws-sdk-for-python/
# [optional] s3cmd util https://www.linode.com/docs/products/storage/object-storage/guides/s3cmd/

import boto3

# Connect
linode_obj_config = {
    "aws_access_key_id": "",
    "aws_secret_access_key": "",
    "endpoint_url": "https://us-east-1.linodeobjects.com",

BarakStout

sudo yum update

sudo dnf install gcc \
    epel-release \
    gcc-c++ \
    kernel-devel \
    make \
    golang \
    python3 \
    python3-pip \