diff options
author | Daniel Baumann <daniel.baumann@progress-linux.org> | 2024-05-23 16:45:17 +0000 |
---|---|---|
committer | Daniel Baumann <daniel.baumann@progress-linux.org> | 2024-05-23 16:45:44 +0000 |
commit | 17d6a993fc17d533460c5f40f3908c708e057c18 (patch) | |
tree | 1a3bd93e0ecd74fa02f93a528fe2f87e5314c4b5 /src/s3select/TPCDS/tpcds_functions.bash | |
parent | Releasing progress-linux version 18.2.2-0progress7.99u1. (diff) | |
download | ceph-17d6a993fc17d533460c5f40f3908c708e057c18.tar.xz ceph-17d6a993fc17d533460c5f40f3908c708e057c18.zip |
Merging upstream version 18.2.3.
Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>
Diffstat (limited to 'src/s3select/TPCDS/tpcds_functions.bash')
-rw-r--r-- | src/s3select/TPCDS/tpcds_functions.bash | 17 |
1 files changed, 17 insertions, 0 deletions
diff --git a/src/s3select/TPCDS/tpcds_functions.bash b/src/s3select/TPCDS/tpcds_functions.bash index 67a64ff0b..4a3580418 100644 --- a/src/s3select/TPCDS/tpcds_functions.bash +++ b/src/s3select/TPCDS/tpcds_functions.bash @@ -18,6 +18,23 @@ start_tpcds;' } +run_tpcds_v2() +{ +## the following command is using a different container +## this container is using a C version for dsdgen(the tpcds data generation application) +## the container also contains a bash script to run a mulitple instances of dsdgen to accelarate the total throughput + +## the SCALE factor is first and only argument for /run_tpcds.bash script. +## it need to set the following env-variables S3_ENDPOINT,S3_ACCESS_KEY,S3_SECRET_KEY +## and to mount the container directory /tpcds_output to the host directory, this directory is for the dsdgen application +## the generated data is stored there, and later uploaded into S3 storage, and removed. + + +sudo docker run -v /tmp/tpcds_output/:/tpcds_output/ --env S3_ENDPOINT=http://172.17.0.1:8000 --env S3_ACCESS_KEY=b2345678901234567890 \ +--env S3_SECRET_KEY=b234567890123456789012345678901234567890 -it galsl/fedora_38:tpcds_v2 bash -c '/run_tpcds.bash 2' + +} + move_from_tpcds_bucket_to_hive_bucket() { ## for the case it needs to move into different bucket(where trino is point at) |