From 35d53f5a16f23b449411ff30f06a0f0b26d91769 Mon Sep 17 00:00:00 2001 From: Dima Pristupa Date: Tue, 8 Oct 2024 15:40:56 +0300 Subject: [PATCH] Images, kamu-base-with-data-mt: init-workspace.py use .kamuconfig --- .../kamu-base-with-data-mt/init-workspace.py | 23 ++++++++++++------- 1 file changed, 15 insertions(+), 8 deletions(-) diff --git a/images/kamu-base-with-data-mt/init-workspace.py b/images/kamu-base-with-data-mt/init-workspace.py index 1d2b50a36..5a4edf927 100755 --- a/images/kamu-base-with-data-mt/init-workspace.py +++ b/images/kamu-base-with-data-mt/init-workspace.py @@ -1,48 +1,55 @@ #!/usr/bin/env python -import os -import sys +import shutil import subprocess +from pathlib import Path ############################################################################### +CURRENT_PATH = Path(__file__).resolve().parent S3_REPO_URL = "s3://datasets.kamu.dev/odf/v2/example-mt/" + ############################################################################### def s3_listdir(url): return [ line.strip().split(' ')[1] for line in subprocess.run( - f"aws s3 ls {url}", - shell=True, + f"aws s3 ls {url}", + shell=True, text=True, check=True, capture_output=True, ).stdout.splitlines() ] + def s3_cat(url): return subprocess.run( - f"aws s3 cp {url} -", - shell=True, + f"aws s3 cp {url} -", + shell=True, text=True, check=True, capture_output=True, ).stdout.strip() + ############################################################################### subprocess.run( - "kamu init --multi-tenant --exists-ok", + "kamu init --multi-tenant --exists-ok", shell=True, check=True, ) -for did in s3_listdir(S3_REPO_URL): +shutil.copy(CURRENT_PATH / "extra/.kamuconfig", ".kamuconfig") + +for did in s3_listdir(S3_REPO_URL)[:1]: url = S3_REPO_URL + did alias = s3_cat(f"{S3_REPO_URL}{did}info/alias") account, name = alias.split('/', 1) + subprocess.run( f"kamu --account {account} pull --no-alias {url} --as {name}", shell=True,