🚀 Add feature: Using MinIO as file storage for conversion both as input and output
This commit is contained in:
parent
afdfe1dbac
commit
579a3fe379
26 changed files with 16204 additions and 133 deletions
15753
minio_sample_data/linkedin_shares.csv
Normal file
15753
minio_sample_data/linkedin_shares.csv
Normal file
File diff suppressed because it is too large
Load diff
23
minio_sample_data/transfer_to_minio.sh
Normal file
23
minio_sample_data/transfer_to_minio.sh
Normal file
|
@ -0,0 +1,23 @@
|
|||
#!/bin/bash
|
||||
|
||||
# Configuration
|
||||
MINIO_ALIAS="minio"
|
||||
BUCKET_NAME="systeme-retro-testing"
|
||||
FILE_PATH="linkedin_shares.csv"
|
||||
|
||||
# Check if the file exists
|
||||
if [ ! -f "$FILE_PATH" ]; then
|
||||
echo "Error: File $FILE_PATH not found."
|
||||
exit 1
|
||||
fi
|
||||
|
||||
# Create the bucket if it doesn't exist
|
||||
mc alias set $MINIO_ALIAS http://localhost:9000
|
||||
mc mb "$MINIO_ALIAS/$BUCKET_NAME" || true
|
||||
|
||||
# Upload the file to the bucket
|
||||
mc cp "$FILE_PATH" "$MINIO_ALIAS/$BUCKET_NAME/"
|
||||
|
||||
# Optional: Verify the upload
|
||||
echo "Upload completed."
|
||||
mc ls "$MINIO_ALIAS/$BUCKET_NAME"
|
Loading…
Add table
Add a link
Reference in a new issue