diff --git a/.gitignore b/.gitignore index 694624a3..66045211 100644 --- a/.gitignore +++ b/.gitignore @@ -22,4 +22,10 @@ presto/docker/config/generated*/ # Generated Presto Docker Compose files presto/docker/docker-compose/generated*/ +presto/slurm/presto-nvl72/logs/ +presto/slurm/presto-nvl72/*.err +presto/slurm/presto-nvl72/*.out +presto/slurm/presto-nvl72/result_dir/ + devstate* + diff --git a/benchmark_data_tools/duckdb_utils.py b/benchmark_data_tools/duckdb_utils.py index 8e45cb81..a8dbca99 100644 --- a/benchmark_data_tools/duckdb_utils.py +++ b/benchmark_data_tools/duckdb_utils.py @@ -15,6 +15,9 @@ import duckdb import re +def quote_ident(name: str) -> str: + return '"' + name.replace('"', '""') + '"' + def init_benchmark_tables(benchmark_type, scale_factor): tables = duckdb.sql("SHOW TABLES").fetchall() assert len(tables) == 0 @@ -30,25 +33,25 @@ def init_benchmark_tables(benchmark_type, scale_factor): def drop_benchmark_tables(): tables = duckdb.sql("SHOW TABLES").fetchall() for table, in tables: - duckdb.sql(f"DROP TABLE {table}") + duckdb.sql(f"DROP TABLE {quote_ident(table)}") def create_table(table_name, data_path): - duckdb.sql(f"DROP TABLE IF EXISTS {table_name}") - duckdb.sql(f"CREATE TABLE {table_name} AS SELECT * FROM '{data_path}/*.parquet';") + duckdb.sql(f"DROP TABLE IF EXISTS {quote_ident(table_name)}") + duckdb.sql(f"CREATE TABLE {quote_ident(table_name)} AS SELECT * FROM '{data_path}/*.parquet';") # Generates a sample table with a small limit. # This is mainly used to extract the schema from the parquet files. def create_not_null_table_from_sample(table_name, data_path): - duckdb.sql(f"DROP TABLE IF EXISTS {table_name}") - duckdb.sql(f"CREATE TABLE {table_name} AS SELECT * FROM '{data_path}/*.parquet' LIMIT 10;") - ret = duckdb.sql(f"DESCRIBE TABLE {table_name}").fetchall() + duckdb.sql(f"DROP TABLE IF EXISTS {quote_ident(table_name)}") + duckdb.sql(f"CREATE TABLE {quote_ident(table_name)} AS SELECT * FROM '{data_path}/*.parquet' LIMIT 10;") + ret = duckdb.sql(f"DESCRIBE TABLE {quote_ident(table_name)}").fetchall() for row in ret: - duckdb.sql(f"ALTER TABLE {table_name} ALTER COLUMN {row[0]} SET NOT NULL;") + duckdb.sql(f"ALTER TABLE {quote_ident(table_name)} ALTER COLUMN {row[0]} SET NOT NULL;") def create_table_from_sample(table_name, data_path): - duckdb.sql(f"DROP TABLE IF EXISTS {table_name}") - duckdb.sql(f"CREATE TABLE {table_name} AS SELECT * FROM '{data_path}/*.parquet' LIMIT 10;") + duckdb.sql(f"DROP TABLE IF EXISTS {quote_ident(table_name)}") + duckdb.sql(f"CREATE TABLE {quote_ident(table_name)} AS SELECT * FROM '{data_path}/*.parquet' LIMIT 10;") def is_decimal_column(column_type): diff --git a/presto/scripts/common_functions.sh b/presto/scripts/common_functions.sh index 9c7cc4df..eb8770aa 100644 --- a/presto/scripts/common_functions.sh +++ b/presto/scripts/common_functions.sh @@ -18,8 +18,6 @@ function wait_for_worker_node_registration() { trap "rm -rf node_response.json" RETURN echo "Waiting for a worker node to be registered..." - HOSTNAME=${1:-localhost} - PORT=${2:-8080} COORDINATOR_URL=http://${HOSTNAME}:${PORT} echo "Coordinator URL: $COORDINATOR_URL" local -r MAX_RETRIES=12 diff --git a/presto/scripts/generate_presto_config.sh b/presto/scripts/generate_presto_config.sh index 6b7b9252..f7259e2e 100755 --- a/presto/scripts/generate_presto_config.sh +++ b/presto/scripts/generate_presto_config.sh @@ -54,7 +54,7 @@ function duplicate_worker_configs() { ${coord_config}/config_native.properties sed -i "s+single-node-execution-enabled.*+single-node-execution-enabled=false+g" \ ${worker_config}/config_native.properties - # make cudf.exchange=true if we are running multiple workers + # make cudf.exchange=true if we are running multiple workers sed -i "s+cudf.exchange=false+cudf.exchange=true+g" ${worker_config}/config_native.properties fi echo "join-distribution-type=PARTITIONED" >> ${coord_config}/config_native.properties @@ -84,7 +84,7 @@ RAM_GB=$(lsmem -b | grep "Total online memory" | awk '{print int($4 / (1024*1024 if [[ -z ${VARIANT_TYPE} || ! ${VARIANT_TYPE} =~ ^(cpu|gpu|java)$ ]]; then echo_error "ERROR: VARIANT_TYPE must be set to a valid variant type (cpu, gpu, java)." fi -if [[ -z ${VCPU_PER_WORKER} ]]; then +if [[ -z ${VCPU_PER_WORKER:-} ]]; then if [[ "${VARIANT_TYPE}" == "gpu" ]]; then VCPU_PER_WORKER=2 else @@ -134,16 +134,21 @@ EOF fi COORD_CONFIG="${CONFIG_DIR}/etc_coordinator/config_native.properties" + WORKER_CONFIG="${CONFIG_DIR}/etc_worker/config_native.properties" # now perform other variant-specific modifications to the generated configs if [[ "${VARIANT_TYPE}" == "gpu" ]]; then # for GPU variant, uncomment these optimizer settings # optimizer.joins-not-null-inference-strategy=USE_FUNCTION_METADATA # optimizer.default-filter-factor-enabled=true sed -i 's/\#optimizer/optimizer/g' ${COORD_CONFIG} + sed -i 's/query.max-execution-time=.*/query.max-execution-time=10m/g' ${COORD_CONFIG} + echo "cudf.exchange.server.port=0000" >> ${WORKER_CONFIG} if [[ ${NUM_WORKERS} -eq 1 ]]; then # Adds a cluster tag for gpu variant echo "cluster-tag=native-gpu" >> ${COORD_CONFIG} + else + sed -i "s+cudf.exchange=false+cudf.exchange=true+g" ${WORKER_CONFIG} fi fi @@ -170,7 +175,7 @@ fi # We want to propagate any changes from the original worker config to the new worker configs even if # we did not re-generate the configs. -if [[ -n "$NUM_WORKERS" && -n "$GPU_IDS" && "$VARIANT_TYPE" == "gpu" ]]; then +if [[ -n "$NUM_WORKERS" && -n "${GPU_IDS:-}" && "$VARIANT_TYPE" == "gpu" ]]; then # Count the number of GPU IDs provided IFS=',' read -ra GPU_ID_ARRAY <<< "$GPU_IDS" for i in "${GPU_ID_ARRAY[@]}"; do diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/..prestoSchema.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/..prestoSchema.crc new file mode 100644 index 00000000..ef11d183 Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/..prestoSchema.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/.prestoSchema new file mode 100644 index 00000000..e5d600ff --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/.prestoSchema @@ -0,0 +1,5 @@ +{ + "ownerName" : "test_user", + "ownerType" : "USER", + "parameters" : { } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/customer/..constraints.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/customer/..constraints.crc new file mode 100644 index 00000000..f3be3698 Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/customer/..constraints.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/customer/.constraints b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/customer/.constraints new file mode 100644 index 00000000..4457649e --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/customer/.constraints @@ -0,0 +1,57 @@ +[ { + "@type" : "notnullconstraint", + "name" : "5951ddfe-541b-48dc-b3ce-0f53eaa83587", + "columns" : [ "c_comment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "737546f8-881e-4ecb-811f-a282df20bfad", + "columns" : [ "c_custkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "203a77a2-fe6c-42b9-a0e2-710c41e4380c", + "columns" : [ "c_mktsegment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "a71ae4a8-2518-40af-a529-254aa804770d", + "columns" : [ "c_nationkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "95df4231-53c6-4399-8fc6-ac7dbc951404", + "columns" : [ "c_name" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "5a8d3a1b-ab02-4014-8fbb-a2ef122d5373", + "columns" : [ "c_phone" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "ed43e5fd-159f-4f66-b89a-08b341f2881c", + "columns" : [ "c_acctbal" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "06a73af7-166f-464e-ba62-5eefb1930681", + "columns" : [ "c_address" ], + "enabled" : true, + "rely" : true, + "enforced" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/customer/.prestoPermissions/.user_test_user.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/customer/.prestoPermissions/.user_test_user.crc new file mode 100644 index 00000000..fa841f6e Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/customer/.prestoPermissions/.user_test_user.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/customer/.prestoPermissions/user_test_user b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/customer/.prestoPermissions/user_test_user new file mode 100644 index 00000000..4959625f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/customer/.prestoPermissions/user_test_user @@ -0,0 +1,13 @@ +[ { + "permission" : "SELECT", + "grantOption" : true +}, { + "permission" : "INSERT", + "grantOption" : true +}, { + "permission" : "UPDATE", + "grantOption" : true +}, { + "permission" : "DELETE", + "grantOption" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/customer/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/customer/.prestoSchema new file mode 100644 index 00000000..ad456cfb --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/customer/.prestoSchema @@ -0,0 +1,105 @@ +{ + "owner" : "test_user", + "tableType" : "EXTERNAL_TABLE", + "dataColumns" : [ { + "name" : "c_custkey", + "type" : "bigint" + }, { + "name" : "c_name", + "type" : "string" + }, { + "name" : "c_address", + "type" : "string" + }, { + "name" : "c_nationkey", + "type" : "int" + }, { + "name" : "c_phone", + "type" : "string" + }, { + "name" : "c_acctbal", + "type" : "double" + }, { + "name" : "c_mktsegment", + "type" : "string" + }, { + "name" : "c_comment", + "type" : "string" + } ], + "partitionColumns" : [ ], + "parameters" : { + "presto_version" : "testversion", + "presto_query_id" : "20260127_201905_00012_9v9nd", + "EXTERNAL" : "TRUE", + "numFiles" : "0", + "numRows" : "15000000", + "rawDataSize" : "0", + "totalSize" : "0" + }, + "storageFormat" : { + "serDe" : "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", + "inputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", + "outputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat" + }, + "storageParameters" : { + "preferred_ordering_columns" : "" + }, + "serdeParameters" : { }, + "externalLocation" : "file:/var/lib/presto/data/hive/data/user_data/date-scale-100/customer", + "columnStatistics" : { + "c_custkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 15000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 15000000 + }, + "c_acctbal" : { + "doubleStatistics" : { + "min" : -999.99, + "max" : 9999.99 + }, + "nullsCount" : 0, + "distinctValuesCount" : 1106028 + }, + "c_phone" : { + "maxValueSizeInBytes" : 19, + "totalSizeInBytes" : 285000000, + "nullsCount" : 0, + "distinctValuesCount" : 15000000 + }, + "c_mktsegment" : { + "maxValueSizeInBytes" : 14, + "totalSizeInBytes" : 195002670, + "nullsCount" : 0, + "distinctValuesCount" : 5 + }, + "c_address" : { + "maxValueSizeInBytes" : 44, + "totalSizeInBytes" : 434970931, + "nullsCount" : 0, + "distinctValuesCount" : 15000000 + }, + "c_nationkey" : { + "integerStatistics" : { + "min" : 0, + "max" : 24 + }, + "nullsCount" : 0, + "distinctValuesCount" : 25 + }, + "c_name" : { + "maxValueSizeInBytes" : 22, + "totalSizeInBytes" : 330000000, + "nullsCount" : 0, + "distinctValuesCount" : 14846457 + }, + "c_comment" : { + "maxValueSizeInBytes" : 120, + "totalSizeInBytes" : 1147296976, + "nullsCount" : 0, + "distinctValuesCount" : 15000000 + } + } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/lineitem/..constraints.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/lineitem/..constraints.crc new file mode 100644 index 00000000..23990fca Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/lineitem/..constraints.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/lineitem/.constraints b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/lineitem/.constraints new file mode 100644 index 00000000..2aeb48e5 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/lineitem/.constraints @@ -0,0 +1,113 @@ +[ { + "@type" : "notnullconstraint", + "name" : "ca77e6cf-5485-4008-82e9-82ac9da819dc", + "columns" : [ "l_suppkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "e274172f-7975-48cf-96cd-ff6b53e34172", + "columns" : [ "l_quantity" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "ae36a87d-c130-4e76-a862-b96ba9bf0789", + "columns" : [ "l_shipinstruct" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "dbd943c8-a591-4289-b10c-b8090298d3a2", + "columns" : [ "l_linestatus" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "331ff0ed-8f97-485d-a8c6-b861e3e291b0", + "columns" : [ "l_extendedprice" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "1329776c-c1f8-422a-8036-302a15501604", + "columns" : [ "l_partkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "43c0dbad-9dcc-4ce4-9500-fe5a194d505c", + "columns" : [ "l_orderkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "b6f91da0-746f-4a27-85ff-cfc97c364df3", + "columns" : [ "l_shipdate" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "966b322b-9342-4e3f-be18-ee1060596018", + "columns" : [ "l_discount" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "2bd31408-964d-428d-b9ce-b66af481df61", + "columns" : [ "l_tax" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "af3ab532-1a97-48c3-9f60-ed9277d5634b", + "columns" : [ "l_comment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "0f44090b-e19c-4ca9-92ea-0315bfac2e50", + "columns" : [ "l_receiptdate" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "47cf1436-a420-4de4-8aea-110b5469f7dd", + "columns" : [ "l_commitdate" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "9128e44e-1c16-4b2f-84e7-963b757cd8f1", + "columns" : [ "l_shipmode" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "59d92d16-a54e-4f30-a7d1-2a3134b4ea48", + "columns" : [ "l_returnflag" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "b0d60fcf-71cd-4e23-a920-5568f8c9b18e", + "columns" : [ "l_linenumber" ], + "enabled" : true, + "rely" : true, + "enforced" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/lineitem/.prestoPermissions/.user_test_user.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/lineitem/.prestoPermissions/.user_test_user.crc new file mode 100644 index 00000000..fa841f6e Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/lineitem/.prestoPermissions/.user_test_user.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/lineitem/.prestoPermissions/user_test_user b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/lineitem/.prestoPermissions/user_test_user new file mode 100644 index 00000000..4959625f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/lineitem/.prestoPermissions/user_test_user @@ -0,0 +1,13 @@ +[ { + "permission" : "SELECT", + "grantOption" : true +}, { + "permission" : "INSERT", + "grantOption" : true +}, { + "permission" : "UPDATE", + "grantOption" : true +}, { + "permission" : "DELETE", + "grantOption" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/lineitem/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/lineitem/.prestoSchema new file mode 100644 index 00000000..5709b823 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/lineitem/.prestoSchema @@ -0,0 +1,193 @@ +{ + "owner" : "test_user", + "tableType" : "EXTERNAL_TABLE", + "dataColumns" : [ { + "name" : "l_orderkey", + "type" : "bigint" + }, { + "name" : "l_partkey", + "type" : "bigint" + }, { + "name" : "l_suppkey", + "type" : "bigint" + }, { + "name" : "l_linenumber", + "type" : "bigint" + }, { + "name" : "l_quantity", + "type" : "double" + }, { + "name" : "l_extendedprice", + "type" : "double" + }, { + "name" : "l_discount", + "type" : "double" + }, { + "name" : "l_tax", + "type" : "double" + }, { + "name" : "l_returnflag", + "type" : "string" + }, { + "name" : "l_linestatus", + "type" : "string" + }, { + "name" : "l_shipdate", + "type" : "date" + }, { + "name" : "l_commitdate", + "type" : "date" + }, { + "name" : "l_receiptdate", + "type" : "date" + }, { + "name" : "l_shipinstruct", + "type" : "string" + }, { + "name" : "l_shipmode", + "type" : "string" + }, { + "name" : "l_comment", + "type" : "string" + } ], + "partitionColumns" : [ ], + "parameters" : { + "presto_version" : "testversion", + "presto_query_id" : "20260127_201916_00014_9v9nd", + "EXTERNAL" : "TRUE", + "numFiles" : "0", + "numRows" : "600037902", + "rawDataSize" : "0", + "totalSize" : "0" + }, + "storageFormat" : { + "serDe" : "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", + "inputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", + "outputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat" + }, + "storageParameters" : { + "preferred_ordering_columns" : "" + }, + "serdeParameters" : { }, + "externalLocation" : "file:/var/lib/presto/data/hive/data/user_data/date-scale-100/lineitem", + "columnStatistics" : { + "l_returnflag" : { + "maxValueSizeInBytes" : 5, + "totalSizeInBytes" : 3000189510, + "nullsCount" : 0, + "distinctValuesCount" : 3 + }, + "l_receiptdate" : { + "dateStatistics" : { + "min" : "1992-01-03", + "max" : "1998-12-31" + }, + "nullsCount" : 0, + "distinctValuesCount" : 2531 + }, + "l_tax" : { + "doubleStatistics" : { + "min" : 0.0, + "max" : 0.08 + }, + "nullsCount" : 0, + "distinctValuesCount" : 9 + }, + "l_shipmode" : { + "maxValueSizeInBytes" : 11, + "totalSizeInBytes" : 4971713812, + "nullsCount" : 0, + "distinctValuesCount" : 7 + }, + "l_suppkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 1000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 981802 + }, + "l_shipdate" : { + "dateStatistics" : { + "min" : "1992-01-02", + "max" : "1998-12-01" + }, + "nullsCount" : 0, + "distinctValuesCount" : 2498 + }, + "l_commitdate" : { + "dateStatistics" : { + "min" : "1992-01-31", + "max" : "1998-10-31" + }, + "nullsCount" : 0, + "distinctValuesCount" : 2435 + }, + "l_partkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 20000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 20175064 + }, + "l_orderkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 600000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 154258345 + }, + "l_quantity" : { + "doubleStatistics" : { + "min" : 1.0, + "max" : 50.0 + }, + "nullsCount" : 0, + "distinctValuesCount" : 50 + }, + "l_linestatus" : { + "maxValueSizeInBytes" : 5, + "totalSizeInBytes" : 3000189510, + "nullsCount" : 0, + "distinctValuesCount" : 2 + }, + "l_comment" : { + "maxValueSizeInBytes" : 47, + "totalSizeInBytes" : 18301044211, + "nullsCount" : 0, + "distinctValuesCount" : 141212774 + }, + "l_extendedprice" : { + "doubleStatistics" : { + "min" : 900.05, + "max" : 104948.5 + }, + "nullsCount" : 0, + "distinctValuesCount" : 3967846 + }, + "l_linenumber" : { + "integerStatistics" : { + "min" : 1, + "max" : 7 + }, + "nullsCount" : 0, + "distinctValuesCount" : 7 + }, + "l_shipinstruct" : { + "maxValueSizeInBytes" : 21, + "totalSizeInBytes" : 9600488520, + "nullsCount" : 0, + "distinctValuesCount" : 4 + }, + "l_discount" : { + "doubleStatistics" : { + "min" : 0.0, + "max" : 0.1 + }, + "nullsCount" : 0, + "distinctValuesCount" : 11 + } + } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/nation/..constraints.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/nation/..constraints.crc new file mode 100644 index 00000000..e59bd9e1 Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/nation/..constraints.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/nation/.constraints b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/nation/.constraints new file mode 100644 index 00000000..d770bfb1 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/nation/.constraints @@ -0,0 +1,29 @@ +[ { + "@type" : "notnullconstraint", + "name" : "3f20721e-297f-4ba8-9500-24cca936b605", + "columns" : [ "n_comment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "cebdee02-2aa2-4124-8be0-1ac99bcea2f3", + "columns" : [ "n_name" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "06e19ed7-7cf9-43fc-8fce-6e696f97ca81", + "columns" : [ "n_regionkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "2a3088b1-71e3-4244-81a5-b3035166bf1e", + "columns" : [ "n_nationkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/nation/.prestoPermissions/.user_test_user.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/nation/.prestoPermissions/.user_test_user.crc new file mode 100644 index 00000000..fa841f6e Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/nation/.prestoPermissions/.user_test_user.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/nation/.prestoPermissions/user_test_user b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/nation/.prestoPermissions/user_test_user new file mode 100644 index 00000000..4959625f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/nation/.prestoPermissions/user_test_user @@ -0,0 +1,13 @@ +[ { + "permission" : "SELECT", + "grantOption" : true +}, { + "permission" : "INSERT", + "grantOption" : true +}, { + "permission" : "UPDATE", + "grantOption" : true +}, { + "permission" : "DELETE", + "grantOption" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/nation/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/nation/.prestoSchema new file mode 100644 index 00000000..4adf60e7 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/nation/.prestoSchema @@ -0,0 +1,67 @@ +{ + "owner" : "test_user", + "tableType" : "EXTERNAL_TABLE", + "dataColumns" : [ { + "name" : "n_nationkey", + "type" : "int" + }, { + "name" : "n_name", + "type" : "string" + }, { + "name" : "n_regionkey", + "type" : "int" + }, { + "name" : "n_comment", + "type" : "string" + } ], + "partitionColumns" : [ ], + "parameters" : { + "presto_version" : "testversion", + "presto_query_id" : "20260127_202015_00016_9v9nd", + "EXTERNAL" : "TRUE", + "numFiles" : "0", + "numRows" : "25", + "rawDataSize" : "0", + "totalSize" : "0" + }, + "storageFormat" : { + "serDe" : "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", + "inputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", + "outputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat" + }, + "storageParameters" : { + "preferred_ordering_columns" : "" + }, + "serdeParameters" : { }, + "externalLocation" : "file:/var/lib/presto/data/hive/data/user_data/date-scale-100/nation", + "columnStatistics" : { + "n_comment" : { + "maxValueSizeInBytes" : 118, + "totalSizeInBytes" : 1957, + "nullsCount" : 0, + "distinctValuesCount" : 25 + }, + "n_nationkey" : { + "integerStatistics" : { + "min" : 0, + "max" : 24 + }, + "nullsCount" : 0, + "distinctValuesCount" : 25 + }, + "n_regionkey" : { + "integerStatistics" : { + "min" : 0, + "max" : 4 + }, + "nullsCount" : 0, + "distinctValuesCount" : 5 + }, + "n_name" : { + "maxValueSizeInBytes" : 18, + "totalSizeInBytes" : 277, + "nullsCount" : 0, + "distinctValuesCount" : 25 + } + } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/orders/..constraints.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/orders/..constraints.crc new file mode 100644 index 00000000..42451aa4 Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/orders/..constraints.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/orders/.constraints b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/orders/.constraints new file mode 100644 index 00000000..c3697bda --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/orders/.constraints @@ -0,0 +1,64 @@ +[ { + "@type" : "notnullconstraint", + "name" : "e611ca79-7649-473d-820f-e320e20b9c83", + "columns" : [ "o_totalprice" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "f90ed722-c7b3-4ccc-8e50-b960a9aea1c0", + "columns" : [ "o_orderdate" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "c4a3659b-46c7-417d-bb68-4fba38cfab6d", + "columns" : [ "o_orderkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "dd5e3101-dbdf-4dfb-8f20-da6300a0e04e", + "columns" : [ "o_custkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "11448457-5721-4aea-8802-2bd0f2bdff66", + "columns" : [ "o_orderstatus" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "2298e34a-41a2-4960-8823-38f0eaefbb58", + "columns" : [ "o_comment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "03f0024a-1114-4d63-95e8-a99d9107418d", + "columns" : [ "o_orderpriority" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "1ea53257-0905-41f3-b329-95c921e6a24e", + "columns" : [ "o_clerk" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "d4544136-6162-4883-a64d-0e426ba7fdc9", + "columns" : [ "o_shippriority" ], + "enabled" : true, + "rely" : true, + "enforced" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/orders/.prestoPermissions/.user_test_user.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/orders/.prestoPermissions/.user_test_user.crc new file mode 100644 index 00000000..fa841f6e Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/orders/.prestoPermissions/.user_test_user.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/orders/.prestoPermissions/user_test_user b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/orders/.prestoPermissions/user_test_user new file mode 100644 index 00000000..4959625f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/orders/.prestoPermissions/user_test_user @@ -0,0 +1,13 @@ +[ { + "permission" : "SELECT", + "grantOption" : true +}, { + "permission" : "INSERT", + "grantOption" : true +}, { + "permission" : "UPDATE", + "grantOption" : true +}, { + "permission" : "DELETE", + "grantOption" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/orders/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/orders/.prestoSchema new file mode 100644 index 00000000..4f092d5f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/orders/.prestoSchema @@ -0,0 +1,118 @@ +{ + "owner" : "test_user", + "tableType" : "EXTERNAL_TABLE", + "dataColumns" : [ { + "name" : "o_orderkey", + "type" : "bigint" + }, { + "name" : "o_custkey", + "type" : "bigint" + }, { + "name" : "o_orderstatus", + "type" : "string" + }, { + "name" : "o_totalprice", + "type" : "double" + }, { + "name" : "o_orderdate", + "type" : "date" + }, { + "name" : "o_orderpriority", + "type" : "string" + }, { + "name" : "o_clerk", + "type" : "string" + }, { + "name" : "o_shippriority", + "type" : "int" + }, { + "name" : "o_comment", + "type" : "string" + } ], + "partitionColumns" : [ ], + "parameters" : { + "presto_version" : "testversion", + "presto_query_id" : "20260127_202015_00018_9v9nd", + "EXTERNAL" : "TRUE", + "numFiles" : "0", + "numRows" : "150000000", + "rawDataSize" : "0", + "totalSize" : "0" + }, + "storageFormat" : { + "serDe" : "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", + "inputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", + "outputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat" + }, + "storageParameters" : { + "preferred_ordering_columns" : "" + }, + "serdeParameters" : { }, + "externalLocation" : "file:/var/lib/presto/data/hive/data/user_data/date-scale-100/orders", + "columnStatistics" : { + "o_orderstatus" : { + "maxValueSizeInBytes" : 5, + "totalSizeInBytes" : 750000000, + "nullsCount" : 0, + "distinctValuesCount" : 3 + }, + "o_clerk" : { + "maxValueSizeInBytes" : 19, + "totalSizeInBytes" : 2850000000, + "nullsCount" : 0, + "distinctValuesCount" : 100816 + }, + "o_orderdate" : { + "dateStatistics" : { + "min" : "1992-01-01", + "max" : "1998-08-02" + }, + "nullsCount" : 0, + "distinctValuesCount" : 2382 + }, + "o_shippriority" : { + "integerStatistics" : { + "min" : 0, + "max" : 0 + }, + "nullsCount" : 0, + "distinctValuesCount" : 1 + }, + "o_custkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 14999999 + }, + "nullsCount" : 0, + "distinctValuesCount" : 10165457 + }, + "o_totalprice" : { + "doubleStatistics" : { + "min" : 811.73, + "max" : 591036.15 + }, + "nullsCount" : 0, + "distinctValuesCount" : 34038282 + }, + "o_orderkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 600000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 150000000 + }, + "o_comment" : { + "maxValueSizeInBytes" : 82, + "totalSizeInBytes" : 7875038709, + "nullsCount" : 0, + "distinctValuesCount" : 112463191 + }, + "o_orderpriority" : { + "maxValueSizeInBytes" : 19, + "totalSizeInBytes" : 1860024804, + "nullsCount" : 0, + "distinctValuesCount" : 5 + } + } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/part/..constraints.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/part/..constraints.crc new file mode 100644 index 00000000..95097935 Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/part/..constraints.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/part/.constraints b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/part/.constraints new file mode 100644 index 00000000..8e21cb2f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/part/.constraints @@ -0,0 +1,64 @@ +[ { + "@type" : "notnullconstraint", + "name" : "397f50a4-37bd-4834-a248-92c07ecbe2f8", + "columns" : [ "p_name" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "5316905a-9524-4ccf-a163-5b51e81a0f1e", + "columns" : [ "p_comment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "8961a572-d94d-4473-ad66-0f9c51a11906", + "columns" : [ "p_size" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "43c80fa3-b6ee-4ccf-9b21-d5a9e8506321", + "columns" : [ "p_brand" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "eb41ea2c-60d5-408c-a3ed-52180290f1a1", + "columns" : [ "p_retailprice" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "ee1f822a-ae9c-407e-9e35-ceda1de11708", + "columns" : [ "p_type" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "bd8b4f28-5876-4b5c-8f71-7ec43d7d4679", + "columns" : [ "p_partkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "9cb9bf98-b9ee-40c9-97db-64eefc407369", + "columns" : [ "p_mfgr" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "d6a1687b-596d-44c5-9e27-e853dc37267a", + "columns" : [ "p_container" ], + "enabled" : true, + "rely" : true, + "enforced" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/part/.prestoPermissions/.user_test_user.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/part/.prestoPermissions/.user_test_user.crc new file mode 100644 index 00000000..fa841f6e Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/part/.prestoPermissions/.user_test_user.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/part/.prestoPermissions/user_test_user b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/part/.prestoPermissions/user_test_user new file mode 100644 index 00000000..4959625f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/part/.prestoPermissions/user_test_user @@ -0,0 +1,13 @@ +[ { + "permission" : "SELECT", + "grantOption" : true +}, { + "permission" : "INSERT", + "grantOption" : true +}, { + "permission" : "UPDATE", + "grantOption" : true +}, { + "permission" : "DELETE", + "grantOption" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/part/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/part/.prestoSchema new file mode 100644 index 00000000..21a0342b --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/part/.prestoSchema @@ -0,0 +1,114 @@ +{ + "owner" : "test_user", + "tableType" : "EXTERNAL_TABLE", + "dataColumns" : [ { + "name" : "p_partkey", + "type" : "bigint" + }, { + "name" : "p_name", + "type" : "string" + }, { + "name" : "p_mfgr", + "type" : "string" + }, { + "name" : "p_brand", + "type" : "string" + }, { + "name" : "p_type", + "type" : "string" + }, { + "name" : "p_size", + "type" : "int" + }, { + "name" : "p_container", + "type" : "string" + }, { + "name" : "p_retailprice", + "type" : "double" + }, { + "name" : "p_comment", + "type" : "string" + } ], + "partitionColumns" : [ ], + "parameters" : { + "presto_version" : "testversion", + "presto_query_id" : "20260127_202053_00020_9v9nd", + "EXTERNAL" : "TRUE", + "numFiles" : "0", + "numRows" : "20000000", + "rawDataSize" : "0", + "totalSize" : "0" + }, + "storageFormat" : { + "serDe" : "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", + "inputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", + "outputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat" + }, + "storageParameters" : { + "preferred_ordering_columns" : "" + }, + "serdeParameters" : { }, + "externalLocation" : "file:/var/lib/presto/data/hive/data/user_data/date-scale-100/part", + "columnStatistics" : { + "p_partkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 20000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 20000000 + }, + "p_container" : { + "maxValueSizeInBytes" : 14, + "totalSizeInBytes" : 231492985, + "nullsCount" : 0, + "distinctValuesCount" : 40 + }, + "p_name" : { + "maxValueSizeInBytes" : 56, + "totalSizeInBytes" : 734983885, + "nullsCount" : 0, + "distinctValuesCount" : 19686287 + }, + "p_comment" : { + "maxValueSizeInBytes" : 26, + "totalSizeInBytes" : 349975443, + "nullsCount" : 0, + "distinctValuesCount" : 3873633 + }, + "p_brand" : { + "maxValueSizeInBytes" : 12, + "totalSizeInBytes" : 240000000, + "nullsCount" : 0, + "distinctValuesCount" : 25 + }, + "p_retailprice" : { + "doubleStatistics" : { + "min" : 900.01, + "max" : 2098.99 + }, + "nullsCount" : 0, + "distinctValuesCount" : 123107 + }, + "p_type" : { + "maxValueSizeInBytes" : 29, + "totalSizeInBytes" : 491999154, + "nullsCount" : 0, + "distinctValuesCount" : 150 + }, + "p_mfgr" : { + "maxValueSizeInBytes" : 18, + "totalSizeInBytes" : 360000000, + "nullsCount" : 0, + "distinctValuesCount" : 5 + }, + "p_size" : { + "integerStatistics" : { + "min" : 1, + "max" : 50 + }, + "nullsCount" : 0, + "distinctValuesCount" : 50 + } + } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/partsupp/..constraints.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/partsupp/..constraints.crc new file mode 100644 index 00000000..e041eb22 Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/partsupp/..constraints.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/partsupp/.constraints b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/partsupp/.constraints new file mode 100644 index 00000000..aa45bbf3 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/partsupp/.constraints @@ -0,0 +1,36 @@ +[ { + "@type" : "notnullconstraint", + "name" : "b46b3fcf-fa9b-4acf-b5f2-cb4fa3e67c4f", + "columns" : [ "ps_supplycost" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "8f4062e6-d479-46f9-b271-8c68ca842c8e", + "columns" : [ "ps_partkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "d742bf91-a272-4823-8c9d-12ca6ab6b1f7", + "columns" : [ "ps_availqty" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "e8198077-54f1-4d4f-8db8-c228a86a84fb", + "columns" : [ "ps_comment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "2f88fb05-0889-4f3e-a67c-9ece4da7b250", + "columns" : [ "ps_suppkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/partsupp/.prestoPermissions/.user_test_user.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/partsupp/.prestoPermissions/.user_test_user.crc new file mode 100644 index 00000000..fa841f6e Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/partsupp/.prestoPermissions/.user_test_user.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/partsupp/.prestoPermissions/user_test_user b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/partsupp/.prestoPermissions/user_test_user new file mode 100644 index 00000000..4959625f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/partsupp/.prestoPermissions/user_test_user @@ -0,0 +1,13 @@ +[ { + "permission" : "SELECT", + "grantOption" : true +}, { + "permission" : "INSERT", + "grantOption" : true +}, { + "permission" : "UPDATE", + "grantOption" : true +}, { + "permission" : "DELETE", + "grantOption" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/partsupp/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/partsupp/.prestoSchema new file mode 100644 index 00000000..1a4d8e24 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/partsupp/.prestoSchema @@ -0,0 +1,80 @@ +{ + "owner" : "test_user", + "tableType" : "EXTERNAL_TABLE", + "dataColumns" : [ { + "name" : "ps_partkey", + "type" : "bigint" + }, { + "name" : "ps_suppkey", + "type" : "bigint" + }, { + "name" : "ps_availqty", + "type" : "bigint" + }, { + "name" : "ps_supplycost", + "type" : "double" + }, { + "name" : "ps_comment", + "type" : "string" + } ], + "partitionColumns" : [ ], + "parameters" : { + "presto_version" : "testversion", + "presto_query_id" : "20260127_202105_00022_9v9nd", + "EXTERNAL" : "TRUE", + "numFiles" : "0", + "numRows" : "80000000", + "rawDataSize" : "0", + "totalSize" : "0" + }, + "storageFormat" : { + "serDe" : "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", + "inputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", + "outputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat" + }, + "storageParameters" : { + "preferred_ordering_columns" : "" + }, + "serdeParameters" : { }, + "externalLocation" : "file:/var/lib/presto/data/hive/data/user_data/date-scale-100/partsupp", + "columnStatistics" : { + "ps_availqty" : { + "integerStatistics" : { + "min" : 1, + "max" : 9999 + }, + "nullsCount" : 0, + "distinctValuesCount" : 10167 + }, + "ps_suppkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 1000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 981802 + }, + "ps_comment" : { + "maxValueSizeInBytes" : 202, + "totalSizeInBytes" : 10200047603, + "nullsCount" : 0, + "distinctValuesCount" : 71268562 + }, + "ps_partkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 20000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 20175064 + }, + "ps_supplycost" : { + "doubleStatistics" : { + "min" : 1.0, + "max" : 1000.0 + }, + "nullsCount" : 0, + "distinctValuesCount" : 99719 + } + } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/region/..constraints.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/region/..constraints.crc new file mode 100644 index 00000000..c5c2b007 Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/region/..constraints.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/region/.constraints b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/region/.constraints new file mode 100644 index 00000000..b89fc222 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/region/.constraints @@ -0,0 +1,22 @@ +[ { + "@type" : "notnullconstraint", + "name" : "5d684731-0850-4c09-b5de-189a657111c9", + "columns" : [ "r_regionkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "f1259541-c9bb-4fd4-8232-93fc81969e50", + "columns" : [ "r_comment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "ae61f6d8-af72-46bc-99dc-9d7f3c565499", + "columns" : [ "r_name" ], + "enabled" : true, + "rely" : true, + "enforced" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/region/.prestoPermissions/.user_test_user.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/region/.prestoPermissions/.user_test_user.crc new file mode 100644 index 00000000..fa841f6e Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/region/.prestoPermissions/.user_test_user.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/region/.prestoPermissions/user_test_user b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/region/.prestoPermissions/user_test_user new file mode 100644 index 00000000..4959625f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/region/.prestoPermissions/user_test_user @@ -0,0 +1,13 @@ +[ { + "permission" : "SELECT", + "grantOption" : true +}, { + "permission" : "INSERT", + "grantOption" : true +}, { + "permission" : "UPDATE", + "grantOption" : true +}, { + "permission" : "DELETE", + "grantOption" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/region/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/region/.prestoSchema new file mode 100644 index 00000000..7a163fd2 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/region/.prestoSchema @@ -0,0 +1,56 @@ +{ + "owner" : "test_user", + "tableType" : "EXTERNAL_TABLE", + "dataColumns" : [ { + "name" : "r_regionkey", + "type" : "int" + }, { + "name" : "r_name", + "type" : "string" + }, { + "name" : "r_comment", + "type" : "string" + } ], + "partitionColumns" : [ ], + "parameters" : { + "presto_version" : "testversion", + "presto_query_id" : "20260127_202145_00024_9v9nd", + "EXTERNAL" : "TRUE", + "numFiles" : "0", + "numRows" : "5", + "rawDataSize" : "0", + "totalSize" : "0" + }, + "storageFormat" : { + "serDe" : "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", + "inputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", + "outputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat" + }, + "storageParameters" : { + "preferred_ordering_columns" : "" + }, + "serdeParameters" : { }, + "externalLocation" : "file:/var/lib/presto/data/hive/data/user_data/date-scale-100/region", + "columnStatistics" : { + "r_regionkey" : { + "integerStatistics" : { + "min" : 0, + "max" : 4 + }, + "nullsCount" : 0, + "distinctValuesCount" : 5 + }, + "r_comment" : { + "maxValueSizeInBytes" : 119, + "totalSizeInBytes" : 350, + "nullsCount" : 0, + "distinctValuesCount" : 5 + }, + "r_name" : { + "maxValueSizeInBytes" : 15, + "totalSizeInBytes" : 54, + "nullsCount" : 0, + "distinctValuesCount" : 5 + } + } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/supplier/..constraints.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/supplier/..constraints.crc new file mode 100644 index 00000000..5e098953 Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/supplier/..constraints.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/supplier/.constraints b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/supplier/.constraints new file mode 100644 index 00000000..134e69e4 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/supplier/.constraints @@ -0,0 +1,50 @@ +[ { + "@type" : "notnullconstraint", + "name" : "98e6da56-4137-47c3-9aa7-982f4789329d", + "columns" : [ "s_acctbal" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "8fcee209-4253-417c-a603-c330845f5678", + "columns" : [ "s_suppkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "2a58ce9b-7483-4991-a998-b36c4f7eeae9", + "columns" : [ "s_name" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "4ab0269d-3cf0-4536-8bee-ff0b9fef2eae", + "columns" : [ "s_comment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "16b8d9fb-a161-4172-a733-d09b39d613d9", + "columns" : [ "s_nationkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "e380cce0-11b2-4918-bb9f-0e34ac65e5e1", + "columns" : [ "s_address" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "2bb40f28-cf3b-4f11-8679-9042b4ce8a2b", + "columns" : [ "s_phone" ], + "enabled" : true, + "rely" : true, + "enforced" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/supplier/.prestoPermissions/.user_test_user.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/supplier/.prestoPermissions/.user_test_user.crc new file mode 100644 index 00000000..fa841f6e Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/supplier/.prestoPermissions/.user_test_user.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/supplier/.prestoPermissions/user_test_user b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/supplier/.prestoPermissions/user_test_user new file mode 100644 index 00000000..4959625f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/supplier/.prestoPermissions/user_test_user @@ -0,0 +1,13 @@ +[ { + "permission" : "SELECT", + "grantOption" : true +}, { + "permission" : "INSERT", + "grantOption" : true +}, { + "permission" : "UPDATE", + "grantOption" : true +}, { + "permission" : "DELETE", + "grantOption" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/supplier/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/supplier/.prestoSchema new file mode 100644 index 00000000..12369f2f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf100/supplier/.prestoSchema @@ -0,0 +1,96 @@ +{ + "owner" : "test_user", + "tableType" : "EXTERNAL_TABLE", + "dataColumns" : [ { + "name" : "s_suppkey", + "type" : "bigint" + }, { + "name" : "s_name", + "type" : "string" + }, { + "name" : "s_address", + "type" : "string" + }, { + "name" : "s_nationkey", + "type" : "int" + }, { + "name" : "s_phone", + "type" : "string" + }, { + "name" : "s_acctbal", + "type" : "double" + }, { + "name" : "s_comment", + "type" : "string" + } ], + "partitionColumns" : [ ], + "parameters" : { + "presto_version" : "testversion", + "presto_query_id" : "20260127_202145_00026_9v9nd", + "EXTERNAL" : "TRUE", + "numFiles" : "0", + "numRows" : "1000000", + "rawDataSize" : "0", + "totalSize" : "0" + }, + "storageFormat" : { + "serDe" : "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", + "inputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", + "outputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat" + }, + "storageParameters" : { + "preferred_ordering_columns" : "" + }, + "serdeParameters" : { }, + "externalLocation" : "file:/var/lib/presto/data/hive/data/user_data/date-scale-100/supplier", + "columnStatistics" : { + "s_comment" : { + "maxValueSizeInBytes" : 104, + "totalSizeInBytes" : 66495624, + "nullsCount" : 0, + "distinctValuesCount" : 1000000 + }, + "s_phone" : { + "maxValueSizeInBytes" : 19, + "totalSizeInBytes" : 19000000, + "nullsCount" : 0, + "distinctValuesCount" : 1000000 + }, + "s_nationkey" : { + "integerStatistics" : { + "min" : 0, + "max" : 24 + }, + "nullsCount" : 0, + "distinctValuesCount" : 25 + }, + "s_name" : { + "maxValueSizeInBytes" : 22, + "totalSizeInBytes" : 22000000, + "nullsCount" : 0, + "distinctValuesCount" : 970862 + }, + "s_acctbal" : { + "doubleStatistics" : { + "min" : -999.99, + "max" : 9999.98 + }, + "nullsCount" : 0, + "distinctValuesCount" : 641174 + }, + "s_address" : { + "maxValueSizeInBytes" : 44, + "totalSizeInBytes" : 28997280, + "nullsCount" : 0, + "distinctValuesCount" : 992449 + }, + "s_suppkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 1000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 981802 + } + } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/..prestoSchema.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/..prestoSchema.crc new file mode 100644 index 00000000..ef11d183 Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/..prestoSchema.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/.prestoSchema new file mode 100644 index 00000000..e5d600ff --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/.prestoSchema @@ -0,0 +1,5 @@ +{ + "ownerName" : "test_user", + "ownerType" : "USER", + "parameters" : { } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/customer/..constraints.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/customer/..constraints.crc new file mode 100644 index 00000000..d9d1c901 Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/customer/..constraints.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/customer/.constraints b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/customer/.constraints new file mode 100644 index 00000000..166a2e3d --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/customer/.constraints @@ -0,0 +1,57 @@ +[ { + "@type" : "notnullconstraint", + "name" : "1644e107-1ecc-4ba8-b4d3-bb3c6c3b0165", + "columns" : [ "c_mktsegment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "e641c221-604a-4e3b-bf63-92ee1b360bd5", + "columns" : [ "c_comment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "0ac44105-0a62-4c9a-ab7e-fb58bf0a5113", + "columns" : [ "c_acctbal" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "33520f7b-b49f-4a89-9e05-4203e60d9b4c", + "columns" : [ "c_nationkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "e267b4ef-c9df-4b75-a918-f6ba7e6a7369", + "columns" : [ "c_name" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "06ab71cc-b879-405a-9e74-7f3699098bae", + "columns" : [ "c_address" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "3d134e61-a6eb-491b-9a59-bc45fa616100", + "columns" : [ "c_phone" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "91bc138e-4ff8-4115-bcf7-419e6ca5db9e", + "columns" : [ "c_custkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/customer/.prestoPermissions/.user_test_user.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/customer/.prestoPermissions/.user_test_user.crc new file mode 100644 index 00000000..fa841f6e Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/customer/.prestoPermissions/.user_test_user.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/customer/.prestoPermissions/user_test_user b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/customer/.prestoPermissions/user_test_user new file mode 100644 index 00000000..4959625f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/customer/.prestoPermissions/user_test_user @@ -0,0 +1,13 @@ +[ { + "permission" : "SELECT", + "grantOption" : true +}, { + "permission" : "INSERT", + "grantOption" : true +}, { + "permission" : "UPDATE", + "grantOption" : true +}, { + "permission" : "DELETE", + "grantOption" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/customer/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/customer/.prestoSchema new file mode 100644 index 00000000..16c6a011 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/customer/.prestoSchema @@ -0,0 +1,105 @@ +{ + "owner" : "test_user", + "tableType" : "EXTERNAL_TABLE", + "dataColumns" : [ { + "name" : "c_custkey", + "type" : "bigint" + }, { + "name" : "c_name", + "type" : "string" + }, { + "name" : "c_address", + "type" : "string" + }, { + "name" : "c_nationkey", + "type" : "int" + }, { + "name" : "c_phone", + "type" : "string" + }, { + "name" : "c_acctbal", + "type" : "double" + }, { + "name" : "c_mktsegment", + "type" : "string" + }, { + "name" : "c_comment", + "type" : "string" + } ], + "partitionColumns" : [ ], + "parameters" : { + "presto_version" : "testversion", + "presto_query_id" : "20260127_221014_00002_ms7hx", + "EXTERNAL" : "TRUE", + "numFiles" : "0", + "numRows" : "150000000", + "rawDataSize" : "0", + "totalSize" : "0" + }, + "storageFormat" : { + "serDe" : "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", + "inputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", + "outputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat" + }, + "storageParameters" : { + "preferred_ordering_columns" : "" + }, + "serdeParameters" : { }, + "externalLocation" : "file:/var/lib/presto/data/hive/data/user_data/date-scale-1000/customer", + "columnStatistics" : { + "c_custkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 150000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 150000000 + }, + "c_acctbal" : { + "doubleStatistics" : { + "min" : -999.99, + "max" : 9999.99 + }, + "nullsCount" : 0, + "distinctValuesCount" : 1106028 + }, + "c_phone" : { + "maxValueSizeInBytes" : 19, + "totalSizeInBytes" : 2850000000, + "nullsCount" : 0, + "distinctValuesCount" : 144405011 + }, + "c_mktsegment" : { + "maxValueSizeInBytes" : 14, + "totalSizeInBytes" : 1949997220, + "nullsCount" : 0, + "distinctValuesCount" : 5 + }, + "c_address" : { + "maxValueSizeInBytes" : 44, + "totalSizeInBytes" : 4349925940, + "nullsCount" : 0, + "distinctValuesCount" : 150000000 + }, + "c_nationkey" : { + "integerStatistics" : { + "min" : 0, + "max" : 24 + }, + "nullsCount" : 0, + "distinctValuesCount" : 25 + }, + "c_name" : { + "maxValueSizeInBytes" : 22, + "totalSizeInBytes" : 3300000000, + "nullsCount" : 0, + "distinctValuesCount" : 150000000 + }, + "c_comment" : { + "maxValueSizeInBytes" : 120, + "totalSizeInBytes" : 11474971569, + "nullsCount" : 0, + "distinctValuesCount" : 118626733 + } + } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/lineitem/..constraints.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/lineitem/..constraints.crc new file mode 100644 index 00000000..3bae295c Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/lineitem/..constraints.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/lineitem/.constraints b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/lineitem/.constraints new file mode 100644 index 00000000..57605857 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/lineitem/.constraints @@ -0,0 +1,113 @@ +[ { + "@type" : "notnullconstraint", + "name" : "736329c4-3cd4-46fa-963b-09b45db52063", + "columns" : [ "l_partkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "d4805775-441a-43bb-a7b1-ed915c64af54", + "columns" : [ "l_commitdate" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "22367c18-5d50-4a70-b3ab-cf4e050a1a40", + "columns" : [ "l_linenumber" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "ff004a83-21e8-4643-a578-68b10559de38", + "columns" : [ "l_extendedprice" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "239c5482-1842-4dd1-8928-5497e21d3f76", + "columns" : [ "l_comment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "ad4aaaef-f9cd-4f17-9c5a-edf2ac44912e", + "columns" : [ "l_tax" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "494b870e-e064-4486-bcd1-3ecacb027427", + "columns" : [ "l_shipdate" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "5ad22e43-8773-4387-895c-172ed77bba14", + "columns" : [ "l_discount" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "9fc25cb5-e627-4df5-bd42-1332691a67b1", + "columns" : [ "l_receiptdate" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "f9cb66d0-8859-49f5-952a-ae53a73163ae", + "columns" : [ "l_shipmode" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "6ace26ab-9feb-4c49-a53e-affe22be2c48", + "columns" : [ "l_orderkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "3ea56efc-b980-4d3b-a7be-009e9c0c4b34", + "columns" : [ "l_shipinstruct" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "9f41ba75-c237-49bb-8b68-86c71297bc65", + "columns" : [ "l_quantity" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "a2e8d48e-9dc2-42b9-a8a7-d205598e9fd1", + "columns" : [ "l_linestatus" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "c54d0d2b-1fb6-4f19-9b7a-67faa00ae52b", + "columns" : [ "l_returnflag" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "10e6ed25-2739-421c-aeb2-199685560a8b", + "columns" : [ "l_suppkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/lineitem/.prestoPermissions/.user_test_user.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/lineitem/.prestoPermissions/.user_test_user.crc new file mode 100644 index 00000000..fa841f6e Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/lineitem/.prestoPermissions/.user_test_user.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/lineitem/.prestoPermissions/user_test_user b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/lineitem/.prestoPermissions/user_test_user new file mode 100644 index 00000000..4959625f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/lineitem/.prestoPermissions/user_test_user @@ -0,0 +1,13 @@ +[ { + "permission" : "SELECT", + "grantOption" : true +}, { + "permission" : "INSERT", + "grantOption" : true +}, { + "permission" : "UPDATE", + "grantOption" : true +}, { + "permission" : "DELETE", + "grantOption" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/lineitem/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/lineitem/.prestoSchema new file mode 100644 index 00000000..172c75e6 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/lineitem/.prestoSchema @@ -0,0 +1,193 @@ +{ + "owner" : "test_user", + "tableType" : "EXTERNAL_TABLE", + "dataColumns" : [ { + "name" : "l_orderkey", + "type" : "bigint" + }, { + "name" : "l_partkey", + "type" : "bigint" + }, { + "name" : "l_suppkey", + "type" : "bigint" + }, { + "name" : "l_linenumber", + "type" : "bigint" + }, { + "name" : "l_quantity", + "type" : "double" + }, { + "name" : "l_extendedprice", + "type" : "double" + }, { + "name" : "l_discount", + "type" : "double" + }, { + "name" : "l_tax", + "type" : "double" + }, { + "name" : "l_returnflag", + "type" : "string" + }, { + "name" : "l_linestatus", + "type" : "string" + }, { + "name" : "l_shipdate", + "type" : "date" + }, { + "name" : "l_commitdate", + "type" : "date" + }, { + "name" : "l_receiptdate", + "type" : "date" + }, { + "name" : "l_shipinstruct", + "type" : "string" + }, { + "name" : "l_shipmode", + "type" : "string" + }, { + "name" : "l_comment", + "type" : "string" + } ], + "partitionColumns" : [ ], + "parameters" : { + "presto_version" : "testversion", + "presto_query_id" : "20260127_221105_00004_ms7hx", + "EXTERNAL" : "TRUE", + "numFiles" : "0", + "numRows" : "5999989709", + "rawDataSize" : "0", + "totalSize" : "0" + }, + "storageFormat" : { + "serDe" : "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", + "inputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", + "outputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat" + }, + "storageParameters" : { + "preferred_ordering_columns" : "" + }, + "serdeParameters" : { }, + "externalLocation" : "file:/var/lib/presto/data/hive/data/user_data/date-scale-1000/lineitem", + "columnStatistics" : { + "l_returnflag" : { + "maxValueSizeInBytes" : 5, + "totalSizeInBytes" : 29999948545, + "nullsCount" : 0, + "distinctValuesCount" : 3 + }, + "l_receiptdate" : { + "dateStatistics" : { + "min" : "1992-01-03", + "max" : "1998-12-31" + }, + "nullsCount" : 0, + "distinctValuesCount" : 2531 + }, + "l_tax" : { + "doubleStatistics" : { + "min" : 0.0, + "max" : 0.08 + }, + "nullsCount" : 0, + "distinctValuesCount" : 9 + }, + "l_shipmode" : { + "maxValueSizeInBytes" : 11, + "totalSizeInBytes" : 49714241672, + "nullsCount" : 0, + "distinctValuesCount" : 7 + }, + "l_suppkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 10000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 10311101 + }, + "l_shipdate" : { + "dateStatistics" : { + "min" : "1992-01-02", + "max" : "1998-12-01" + }, + "nullsCount" : 0, + "distinctValuesCount" : 2498 + }, + "l_commitdate" : { + "dateStatistics" : { + "min" : "1992-01-31", + "max" : "1998-10-31" + }, + "nullsCount" : 0, + "distinctValuesCount" : 2435 + }, + "l_partkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 200000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 205115671 + }, + "l_quantity" : { + "doubleStatistics" : { + "min" : 1.0, + "max" : 50.0 + }, + "nullsCount" : 0, + "distinctValuesCount" : 50 + }, + "l_orderkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 6000000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 1485693109 + }, + "l_comment" : { + "maxValueSizeInBytes" : 47, + "totalSizeInBytes" : 182997845595, + "nullsCount" : 0, + "distinctValuesCount" : 153538485 + }, + "l_linestatus" : { + "maxValueSizeInBytes" : 5, + "totalSizeInBytes" : 29999948545, + "nullsCount" : 0, + "distinctValuesCount" : 2 + }, + "l_extendedprice" : { + "doubleStatistics" : { + "min" : 900.0, + "max" : 104950.0 + }, + "nullsCount" : 0, + "distinctValuesCount" : 3944232 + }, + "l_linenumber" : { + "integerStatistics" : { + "min" : 1, + "max" : 7 + }, + "nullsCount" : 0, + "distinctValuesCount" : 7 + }, + "l_discount" : { + "doubleStatistics" : { + "min" : 0.0, + "max" : 0.1 + }, + "nullsCount" : 0, + "distinctValuesCount" : 11 + }, + "l_shipinstruct" : { + "maxValueSizeInBytes" : 21, + "totalSizeInBytes" : 95999808955, + "nullsCount" : 0, + "distinctValuesCount" : 4 + } + } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/nation/..constraints.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/nation/..constraints.crc new file mode 100644 index 00000000..1869d049 Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/nation/..constraints.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/nation/.constraints b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/nation/.constraints new file mode 100644 index 00000000..4d4a6aaf --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/nation/.constraints @@ -0,0 +1,29 @@ +[ { + "@type" : "notnullconstraint", + "name" : "989b0845-6964-4f42-9ce7-903c61ffdc83", + "columns" : [ "n_nationkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "49a71593-4564-46c0-a64a-5a6da36db15d", + "columns" : [ "n_regionkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "f40ee5dd-baf7-4962-9715-454bd5310f74", + "columns" : [ "n_name" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "453e1ee3-1aa3-4fb5-8e45-979d3ea1b17b", + "columns" : [ "n_comment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/nation/.prestoPermissions/.user_test_user.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/nation/.prestoPermissions/.user_test_user.crc new file mode 100644 index 00000000..fa841f6e Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/nation/.prestoPermissions/.user_test_user.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/nation/.prestoPermissions/user_test_user b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/nation/.prestoPermissions/user_test_user new file mode 100644 index 00000000..4959625f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/nation/.prestoPermissions/user_test_user @@ -0,0 +1,13 @@ +[ { + "permission" : "SELECT", + "grantOption" : true +}, { + "permission" : "INSERT", + "grantOption" : true +}, { + "permission" : "UPDATE", + "grantOption" : true +}, { + "permission" : "DELETE", + "grantOption" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/nation/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/nation/.prestoSchema new file mode 100644 index 00000000..7859c907 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/nation/.prestoSchema @@ -0,0 +1,67 @@ +{ + "owner" : "test_user", + "tableType" : "EXTERNAL_TABLE", + "dataColumns" : [ { + "name" : "n_nationkey", + "type" : "int" + }, { + "name" : "n_name", + "type" : "string" + }, { + "name" : "n_regionkey", + "type" : "int" + }, { + "name" : "n_comment", + "type" : "string" + } ], + "partitionColumns" : [ ], + "parameters" : { + "presto_version" : "testversion", + "presto_query_id" : "20260127_221211_00006_ms7hx", + "EXTERNAL" : "TRUE", + "numFiles" : "0", + "numRows" : "25", + "rawDataSize" : "0", + "totalSize" : "0" + }, + "storageFormat" : { + "serDe" : "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", + "inputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", + "outputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat" + }, + "storageParameters" : { + "preferred_ordering_columns" : "" + }, + "serdeParameters" : { }, + "externalLocation" : "file:/var/lib/presto/data/hive/data/user_data/date-scale-1000/nation", + "columnStatistics" : { + "n_comment" : { + "maxValueSizeInBytes" : 118, + "totalSizeInBytes" : 1957, + "nullsCount" : 0, + "distinctValuesCount" : 25 + }, + "n_nationkey" : { + "integerStatistics" : { + "min" : 0, + "max" : 24 + }, + "nullsCount" : 0, + "distinctValuesCount" : 25 + }, + "n_regionkey" : { + "integerStatistics" : { + "min" : 0, + "max" : 4 + }, + "nullsCount" : 0, + "distinctValuesCount" : 5 + }, + "n_name" : { + "maxValueSizeInBytes" : 18, + "totalSizeInBytes" : 277, + "nullsCount" : 0, + "distinctValuesCount" : 25 + } + } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/orders/..constraints.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/orders/..constraints.crc new file mode 100644 index 00000000..7f9219e4 Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/orders/..constraints.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/orders/.constraints b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/orders/.constraints new file mode 100644 index 00000000..f4b00fa1 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/orders/.constraints @@ -0,0 +1,64 @@ +[ { + "@type" : "notnullconstraint", + "name" : "936b320c-99cb-4771-9927-5b48a51949b6", + "columns" : [ "o_orderstatus" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "3a71c1a6-0284-4a0f-ae2e-4ff693f5662c", + "columns" : [ "o_orderkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "5cb353ca-3b8f-4e13-a8f9-bf03adc91ed5", + "columns" : [ "o_custkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "e14d383f-7542-4f5a-8265-85dc25cdafbb", + "columns" : [ "o_orderpriority" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "8641239f-d4cd-41a7-bd1e-347e7f1ff7a3", + "columns" : [ "o_totalprice" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "a7748ac1-7010-45e8-8c02-3edb53897e95", + "columns" : [ "o_orderdate" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "f9185ad2-c00e-44f0-95fb-30c62934ede8", + "columns" : [ "o_comment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "71f2ba3b-d982-43cb-aa65-940ee3fb6f0f", + "columns" : [ "o_shippriority" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "e89be6ec-e4eb-4ab4-b983-1c48947adffd", + "columns" : [ "o_clerk" ], + "enabled" : true, + "rely" : true, + "enforced" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/orders/.prestoPermissions/.user_test_user.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/orders/.prestoPermissions/.user_test_user.crc new file mode 100644 index 00000000..fa841f6e Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/orders/.prestoPermissions/.user_test_user.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/orders/.prestoPermissions/user_test_user b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/orders/.prestoPermissions/user_test_user new file mode 100644 index 00000000..4959625f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/orders/.prestoPermissions/user_test_user @@ -0,0 +1,13 @@ +[ { + "permission" : "SELECT", + "grantOption" : true +}, { + "permission" : "INSERT", + "grantOption" : true +}, { + "permission" : "UPDATE", + "grantOption" : true +}, { + "permission" : "DELETE", + "grantOption" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/orders/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/orders/.prestoSchema new file mode 100644 index 00000000..9e088ad1 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/orders/.prestoSchema @@ -0,0 +1,118 @@ +{ + "owner" : "test_user", + "tableType" : "EXTERNAL_TABLE", + "dataColumns" : [ { + "name" : "o_orderkey", + "type" : "bigint" + }, { + "name" : "o_custkey", + "type" : "bigint" + }, { + "name" : "o_orderstatus", + "type" : "string" + }, { + "name" : "o_totalprice", + "type" : "double" + }, { + "name" : "o_orderdate", + "type" : "date" + }, { + "name" : "o_orderpriority", + "type" : "string" + }, { + "name" : "o_clerk", + "type" : "string" + }, { + "name" : "o_shippriority", + "type" : "int" + }, { + "name" : "o_comment", + "type" : "string" + } ], + "partitionColumns" : [ ], + "parameters" : { + "presto_version" : "testversion", + "presto_query_id" : "20260127_221212_00008_ms7hx", + "EXTERNAL" : "TRUE", + "numFiles" : "0", + "numRows" : "1500000000", + "rawDataSize" : "0", + "totalSize" : "0" + }, + "storageFormat" : { + "serDe" : "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", + "inputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", + "outputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat" + }, + "storageParameters" : { + "preferred_ordering_columns" : "" + }, + "serdeParameters" : { }, + "externalLocation" : "file:/var/lib/presto/data/hive/data/user_data/date-scale-1000/orders", + "columnStatistics" : { + "o_orderstatus" : { + "maxValueSizeInBytes" : 5, + "totalSizeInBytes" : 7500000000, + "nullsCount" : 0, + "distinctValuesCount" : 3 + }, + "o_clerk" : { + "maxValueSizeInBytes" : 19, + "totalSizeInBytes" : 28500000000, + "nullsCount" : 0, + "distinctValuesCount" : 993687 + }, + "o_orderdate" : { + "dateStatistics" : { + "min" : "1992-01-01", + "max" : "1998-08-02" + }, + "nullsCount" : 0, + "distinctValuesCount" : 2382 + }, + "o_shippriority" : { + "integerStatistics" : { + "min" : 0, + "max" : 0 + }, + "nullsCount" : 0, + "distinctValuesCount" : 1 + }, + "o_custkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 149999999 + }, + "nullsCount" : 0, + "distinctValuesCount" : 101809026 + }, + "o_totalprice" : { + "doubleStatistics" : { + "min" : 810.87, + "max" : 602901.81 + }, + "nullsCount" : 0, + "distinctValuesCount" : 41640535 + }, + "o_orderkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 6000000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 1485693109 + }, + "o_comment" : { + "maxValueSizeInBytes" : 82, + "totalSizeInBytes" : 78749405122, + "nullsCount" : 0, + "distinctValuesCount" : 270910389 + }, + "o_orderpriority" : { + "maxValueSizeInBytes" : 19, + "totalSizeInBytes" : 18599934924, + "nullsCount" : 0, + "distinctValuesCount" : 5 + } + } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/part/..constraints.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/part/..constraints.crc new file mode 100644 index 00000000..23cae600 Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/part/..constraints.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/part/.constraints b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/part/.constraints new file mode 100644 index 00000000..85e9440f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/part/.constraints @@ -0,0 +1,64 @@ +[ { + "@type" : "notnullconstraint", + "name" : "e691a105-bc61-49f5-8802-4d3f9afaa81b", + "columns" : [ "p_container" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "f397747d-9d1a-4560-b77c-70477266b737", + "columns" : [ "p_type" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "56034c4b-4953-43e6-8b4a-22118c5f1b54", + "columns" : [ "p_mfgr" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "68621285-dda4-40a6-bb96-45497da8be02", + "columns" : [ "p_brand" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "80f1e584-679d-4cfc-b0f0-76aa1b3b402d", + "columns" : [ "p_name" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "0dd22796-c8c7-454e-a174-b3ac76e1fe97", + "columns" : [ "p_retailprice" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "ee9c9d9a-53bd-4fa7-97fa-0be39b3cfd41", + "columns" : [ "p_partkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "733c73fc-91eb-4c81-bf5b-d021c6b3d459", + "columns" : [ "p_size" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "dfe02616-c107-4a1d-8ad8-8204d4e53d9d", + "columns" : [ "p_comment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/part/.prestoPermissions/.user_test_user.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/part/.prestoPermissions/.user_test_user.crc new file mode 100644 index 00000000..fa841f6e Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/part/.prestoPermissions/.user_test_user.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/part/.prestoPermissions/user_test_user b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/part/.prestoPermissions/user_test_user new file mode 100644 index 00000000..4959625f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/part/.prestoPermissions/user_test_user @@ -0,0 +1,13 @@ +[ { + "permission" : "SELECT", + "grantOption" : true +}, { + "permission" : "INSERT", + "grantOption" : true +}, { + "permission" : "UPDATE", + "grantOption" : true +}, { + "permission" : "DELETE", + "grantOption" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/part/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/part/.prestoSchema new file mode 100644 index 00000000..437526a5 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/part/.prestoSchema @@ -0,0 +1,114 @@ +{ + "owner" : "test_user", + "tableType" : "EXTERNAL_TABLE", + "dataColumns" : [ { + "name" : "p_partkey", + "type" : "bigint" + }, { + "name" : "p_name", + "type" : "string" + }, { + "name" : "p_mfgr", + "type" : "string" + }, { + "name" : "p_brand", + "type" : "string" + }, { + "name" : "p_type", + "type" : "string" + }, { + "name" : "p_size", + "type" : "int" + }, { + "name" : "p_container", + "type" : "string" + }, { + "name" : "p_retailprice", + "type" : "double" + }, { + "name" : "p_comment", + "type" : "string" + } ], + "partitionColumns" : [ ], + "parameters" : { + "presto_version" : "testversion", + "presto_query_id" : "20260127_221309_00010_ms7hx", + "EXTERNAL" : "TRUE", + "numFiles" : "0", + "numRows" : "200000000", + "rawDataSize" : "0", + "totalSize" : "0" + }, + "storageFormat" : { + "serDe" : "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", + "inputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", + "outputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat" + }, + "storageParameters" : { + "preferred_ordering_columns" : "" + }, + "serdeParameters" : { }, + "externalLocation" : "file:/var/lib/presto/data/hive/data/user_data/date-scale-1000/part", + "columnStatistics" : { + "p_partkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 200000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 200000000 + }, + "p_container" : { + "maxValueSizeInBytes" : 14, + "totalSizeInBytes" : 2315009300, + "nullsCount" : 0, + "distinctValuesCount" : 40 + }, + "p_name" : { + "maxValueSizeInBytes" : 56, + "totalSizeInBytes" : 7349908659, + "nullsCount" : 0, + "distinctValuesCount" : 198181644 + }, + "p_comment" : { + "maxValueSizeInBytes" : 26, + "totalSizeInBytes" : 3499985100, + "nullsCount" : 0, + "distinctValuesCount" : 13911863 + }, + "p_brand" : { + "maxValueSizeInBytes" : 12, + "totalSizeInBytes" : 2400000000, + "nullsCount" : 0, + "distinctValuesCount" : 25 + }, + "p_retailprice" : { + "doubleStatistics" : { + "min" : 900.0, + "max" : 2099.0 + }, + "nullsCount" : 0, + "distinctValuesCount" : 123107 + }, + "p_type" : { + "maxValueSizeInBytes" : 29, + "totalSizeInBytes" : 4919978664, + "nullsCount" : 0, + "distinctValuesCount" : 150 + }, + "p_size" : { + "integerStatistics" : { + "min" : 1, + "max" : 50 + }, + "nullsCount" : 0, + "distinctValuesCount" : 50 + }, + "p_mfgr" : { + "maxValueSizeInBytes" : 18, + "totalSizeInBytes" : 3600000000, + "nullsCount" : 0, + "distinctValuesCount" : 5 + } + } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/partsupp/..constraints.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/partsupp/..constraints.crc new file mode 100644 index 00000000..dc666405 Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/partsupp/..constraints.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/partsupp/.constraints b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/partsupp/.constraints new file mode 100644 index 00000000..e3c711a8 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/partsupp/.constraints @@ -0,0 +1,36 @@ +[ { + "@type" : "notnullconstraint", + "name" : "2b11c7f0-098f-4e25-8b06-63a5638018ea", + "columns" : [ "ps_availqty" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "fa082ec9-8fce-46c7-bfdf-7f6da78b48b0", + "columns" : [ "ps_partkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "f65874a6-6f9b-4bab-8adf-eb2cd8e9ec4f", + "columns" : [ "ps_supplycost" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "c1a2f8ca-3442-475e-a842-269c7b91c9d3", + "columns" : [ "ps_comment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "2628aa9c-ee65-4de6-969d-d5c99bc874d2", + "columns" : [ "ps_suppkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/partsupp/.prestoPermissions/.user_test_user.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/partsupp/.prestoPermissions/.user_test_user.crc new file mode 100644 index 00000000..fa841f6e Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/partsupp/.prestoPermissions/.user_test_user.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/partsupp/.prestoPermissions/user_test_user b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/partsupp/.prestoPermissions/user_test_user new file mode 100644 index 00000000..4959625f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/partsupp/.prestoPermissions/user_test_user @@ -0,0 +1,13 @@ +[ { + "permission" : "SELECT", + "grantOption" : true +}, { + "permission" : "INSERT", + "grantOption" : true +}, { + "permission" : "UPDATE", + "grantOption" : true +}, { + "permission" : "DELETE", + "grantOption" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/partsupp/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/partsupp/.prestoSchema new file mode 100644 index 00000000..67f92fc4 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/partsupp/.prestoSchema @@ -0,0 +1,80 @@ +{ + "owner" : "test_user", + "tableType" : "EXTERNAL_TABLE", + "dataColumns" : [ { + "name" : "ps_partkey", + "type" : "bigint" + }, { + "name" : "ps_suppkey", + "type" : "bigint" + }, { + "name" : "ps_availqty", + "type" : "bigint" + }, { + "name" : "ps_supplycost", + "type" : "double" + }, { + "name" : "ps_comment", + "type" : "string" + } ], + "partitionColumns" : [ ], + "parameters" : { + "presto_version" : "testversion", + "presto_query_id" : "20260127_221404_00012_ms7hx", + "EXTERNAL" : "TRUE", + "numFiles" : "0", + "numRows" : "800000000", + "rawDataSize" : "0", + "totalSize" : "0" + }, + "storageFormat" : { + "serDe" : "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", + "inputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", + "outputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat" + }, + "storageParameters" : { + "preferred_ordering_columns" : "" + }, + "serdeParameters" : { }, + "externalLocation" : "file:/var/lib/presto/data/hive/data/user_data/date-scale-1000/partsupp", + "columnStatistics" : { + "ps_availqty" : { + "integerStatistics" : { + "min" : 1, + "max" : 9999 + }, + "nullsCount" : 0, + "distinctValuesCount" : 10167 + }, + "ps_suppkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 10000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 10311101 + }, + "ps_comment" : { + "maxValueSizeInBytes" : 202, + "totalSizeInBytes" : 101999067094, + "nullsCount" : 0, + "distinctValuesCount" : 317104119 + }, + "ps_partkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 200000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 205115671 + }, + "ps_supplycost" : { + "doubleStatistics" : { + "min" : 1.0, + "max" : 1000.0 + }, + "nullsCount" : 0, + "distinctValuesCount" : 99719 + } + } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/region/..constraints.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/region/..constraints.crc new file mode 100644 index 00000000..11303796 Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/region/..constraints.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/region/.constraints b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/region/.constraints new file mode 100644 index 00000000..2bf850f7 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/region/.constraints @@ -0,0 +1,22 @@ +[ { + "@type" : "notnullconstraint", + "name" : "547f502a-3f56-4b36-aa56-c7a9aac6bfdb", + "columns" : [ "r_comment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "4e3039fe-004b-435f-a14a-2e826b76f1dd", + "columns" : [ "r_regionkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "4ec051b9-e332-4380-972b-6cc93c1f5cfe", + "columns" : [ "r_name" ], + "enabled" : true, + "rely" : true, + "enforced" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/region/.prestoPermissions/.user_test_user.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/region/.prestoPermissions/.user_test_user.crc new file mode 100644 index 00000000..fa841f6e Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/region/.prestoPermissions/.user_test_user.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/region/.prestoPermissions/user_test_user b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/region/.prestoPermissions/user_test_user new file mode 100644 index 00000000..4959625f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/region/.prestoPermissions/user_test_user @@ -0,0 +1,13 @@ +[ { + "permission" : "SELECT", + "grantOption" : true +}, { + "permission" : "INSERT", + "grantOption" : true +}, { + "permission" : "UPDATE", + "grantOption" : true +}, { + "permission" : "DELETE", + "grantOption" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/region/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/region/.prestoSchema new file mode 100644 index 00000000..0f61d951 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/region/.prestoSchema @@ -0,0 +1,56 @@ +{ + "owner" : "test_user", + "tableType" : "EXTERNAL_TABLE", + "dataColumns" : [ { + "name" : "r_regionkey", + "type" : "int" + }, { + "name" : "r_name", + "type" : "string" + }, { + "name" : "r_comment", + "type" : "string" + } ], + "partitionColumns" : [ ], + "parameters" : { + "presto_version" : "testversion", + "presto_query_id" : "20260127_221503_00014_ms7hx", + "EXTERNAL" : "TRUE", + "numFiles" : "0", + "numRows" : "5", + "rawDataSize" : "0", + "totalSize" : "0" + }, + "storageFormat" : { + "serDe" : "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", + "inputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", + "outputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat" + }, + "storageParameters" : { + "preferred_ordering_columns" : "" + }, + "serdeParameters" : { }, + "externalLocation" : "file:/var/lib/presto/data/hive/data/user_data/date-scale-1000/region", + "columnStatistics" : { + "r_regionkey" : { + "integerStatistics" : { + "min" : 0, + "max" : 4 + }, + "nullsCount" : 0, + "distinctValuesCount" : 5 + }, + "r_comment" : { + "maxValueSizeInBytes" : 119, + "totalSizeInBytes" : 350, + "nullsCount" : 0, + "distinctValuesCount" : 5 + }, + "r_name" : { + "maxValueSizeInBytes" : 15, + "totalSizeInBytes" : 54, + "nullsCount" : 0, + "distinctValuesCount" : 5 + } + } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/supplier/..constraints.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/supplier/..constraints.crc new file mode 100644 index 00000000..c478e409 Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/supplier/..constraints.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/supplier/.constraints b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/supplier/.constraints new file mode 100644 index 00000000..1829ed15 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/supplier/.constraints @@ -0,0 +1,50 @@ +[ { + "@type" : "notnullconstraint", + "name" : "fba85fc0-b60e-4b87-ba13-30b8efc871c6", + "columns" : [ "s_suppkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "8d18a4bc-606e-4342-9a8f-4ce50dfb48df", + "columns" : [ "s_phone" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "9bcd820d-5eca-4072-bb14-c0560cf26697", + "columns" : [ "s_name" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "f88cab0a-06e5-4113-964a-9bf92364b676", + "columns" : [ "s_nationkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "01fffba3-7c88-4f39-ad02-8924f7e5da4c", + "columns" : [ "s_acctbal" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "039866c5-e98a-4add-8706-edac8c802a83", + "columns" : [ "s_address" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "6d547744-6821-4e3a-9ada-f6ae85798f36", + "columns" : [ "s_comment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/supplier/.prestoPermissions/.user_test_user.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/supplier/.prestoPermissions/.user_test_user.crc new file mode 100644 index 00000000..fa841f6e Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/supplier/.prestoPermissions/.user_test_user.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/supplier/.prestoPermissions/user_test_user b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/supplier/.prestoPermissions/user_test_user new file mode 100644 index 00000000..4959625f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/supplier/.prestoPermissions/user_test_user @@ -0,0 +1,13 @@ +[ { + "permission" : "SELECT", + "grantOption" : true +}, { + "permission" : "INSERT", + "grantOption" : true +}, { + "permission" : "UPDATE", + "grantOption" : true +}, { + "permission" : "DELETE", + "grantOption" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/supplier/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/supplier/.prestoSchema new file mode 100644 index 00000000..2a08f66a --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf1000/supplier/.prestoSchema @@ -0,0 +1,96 @@ +{ + "owner" : "test_user", + "tableType" : "EXTERNAL_TABLE", + "dataColumns" : [ { + "name" : "s_suppkey", + "type" : "bigint" + }, { + "name" : "s_name", + "type" : "string" + }, { + "name" : "s_address", + "type" : "string" + }, { + "name" : "s_nationkey", + "type" : "int" + }, { + "name" : "s_phone", + "type" : "string" + }, { + "name" : "s_acctbal", + "type" : "double" + }, { + "name" : "s_comment", + "type" : "string" + } ], + "partitionColumns" : [ ], + "parameters" : { + "presto_version" : "testversion", + "presto_query_id" : "20260127_221503_00016_ms7hx", + "EXTERNAL" : "TRUE", + "numFiles" : "0", + "numRows" : "10000000", + "rawDataSize" : "0", + "totalSize" : "0" + }, + "storageFormat" : { + "serDe" : "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", + "inputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", + "outputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat" + }, + "storageParameters" : { + "preferred_ordering_columns" : "" + }, + "serdeParameters" : { }, + "externalLocation" : "file:/var/lib/presto/data/hive/data/user_data/date-scale-1000/supplier", + "columnStatistics" : { + "s_comment" : { + "maxValueSizeInBytes" : 104, + "totalSizeInBytes" : 664862325, + "nullsCount" : 0, + "distinctValuesCount" : 9911599 + }, + "s_phone" : { + "maxValueSizeInBytes" : 19, + "totalSizeInBytes" : 190000000, + "nullsCount" : 0, + "distinctValuesCount" : 9704424 + }, + "s_nationkey" : { + "integerStatistics" : { + "min" : 0, + "max" : 24 + }, + "nullsCount" : 0, + "distinctValuesCount" : 25 + }, + "s_name" : { + "maxValueSizeInBytes" : 22, + "totalSizeInBytes" : 220000000, + "nullsCount" : 0, + "distinctValuesCount" : 10000000 + }, + "s_acctbal" : { + "doubleStatistics" : { + "min" : -999.99, + "max" : 9999.99 + }, + "nullsCount" : 0, + "distinctValuesCount" : 1106028 + }, + "s_address" : { + "maxValueSizeInBytes" : 44, + "totalSizeInBytes" : 290016709, + "nullsCount" : 0, + "distinctValuesCount" : 10000000 + }, + "s_suppkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 10000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 10000000 + } + } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/..prestoSchema.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/..prestoSchema.crc new file mode 100644 index 00000000..ef11d183 Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/..prestoSchema.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/.prestoSchema new file mode 100644 index 00000000..e5d600ff --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/.prestoSchema @@ -0,0 +1,5 @@ +{ + "ownerName" : "test_user", + "ownerType" : "USER", + "parameters" : { } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/customer/..constraints.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/customer/..constraints.crc new file mode 100644 index 00000000..d120e8a7 Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/customer/..constraints.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/customer/.constraints b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/customer/.constraints new file mode 100644 index 00000000..d6096a7c --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/customer/.constraints @@ -0,0 +1,57 @@ +[ { + "@type" : "notnullconstraint", + "name" : "71813aaf-23b8-432a-a796-6e4254943c7b", + "columns" : [ "c_phone" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "e12fe442-a574-4a7a-86b7-16ee644f4215", + "columns" : [ "c_custkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "7a23cb39-a3a9-4651-a920-5841fea270da", + "columns" : [ "c_comment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "c9bf47d9-adf1-4fe9-9876-2d1ac02910e8", + "columns" : [ "c_mktsegment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "b16fd77d-60bb-4e37-8919-2b80532f15ec", + "columns" : [ "c_address" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "5de13c23-6e80-4f8b-9c06-ff5712692f51", + "columns" : [ "c_acctbal" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "ada809be-d008-4e6e-802e-dfd87f29a7b9", + "columns" : [ "c_nationkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "85a30b41-3f2a-4cd9-b3c4-61ecbaa5601b", + "columns" : [ "c_name" ], + "enabled" : true, + "rely" : true, + "enforced" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/customer/.prestoPermissions/.user_test_user.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/customer/.prestoPermissions/.user_test_user.crc new file mode 100644 index 00000000..fa841f6e Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/customer/.prestoPermissions/.user_test_user.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/customer/.prestoPermissions/user_test_user b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/customer/.prestoPermissions/user_test_user new file mode 100644 index 00000000..4959625f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/customer/.prestoPermissions/user_test_user @@ -0,0 +1,13 @@ +[ { + "permission" : "SELECT", + "grantOption" : true +}, { + "permission" : "INSERT", + "grantOption" : true +}, { + "permission" : "UPDATE", + "grantOption" : true +}, { + "permission" : "DELETE", + "grantOption" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/customer/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/customer/.prestoSchema new file mode 100644 index 00000000..8155bad8 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/customer/.prestoSchema @@ -0,0 +1,105 @@ +{ + "owner" : "test_user", + "tableType" : "EXTERNAL_TABLE", + "dataColumns" : [ { + "name" : "c_custkey", + "type" : "bigint" + }, { + "name" : "c_name", + "type" : "string" + }, { + "name" : "c_address", + "type" : "string" + }, { + "name" : "c_nationkey", + "type" : "int" + }, { + "name" : "c_phone", + "type" : "string" + }, { + "name" : "c_acctbal", + "type" : "double" + }, { + "name" : "c_mktsegment", + "type" : "string" + }, { + "name" : "c_comment", + "type" : "string" + } ], + "partitionColumns" : [ ], + "parameters" : { + "presto_version" : "testversion", + "presto_query_id" : "20260128_194315_00012_vd5pd", + "EXTERNAL" : "TRUE", + "numFiles" : "0", + "numRows" : "1500000000", + "rawDataSize" : "0", + "totalSize" : "0" + }, + "storageFormat" : { + "serDe" : "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", + "inputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", + "outputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat" + }, + "storageParameters" : { + "preferred_ordering_columns" : "" + }, + "serdeParameters" : { }, + "externalLocation" : "file:/var/lib/presto/data/hive/data/user_data/date-scale-10000/customer", + "columnStatistics" : { + "c_custkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 1500000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 1440851086 + }, + "c_phone" : { + "maxValueSizeInBytes" : 19, + "totalSizeInBytes" : 28500000000, + "nullsCount" : 0, + "distinctValuesCount" : 1401584671 + }, + "c_acctbal" : { + "doubleStatistics" : { + "min" : -999.99, + "max" : 9999.99 + }, + "nullsCount" : 0, + "distinctValuesCount" : 1106028 + }, + "c_mktsegment" : { + "maxValueSizeInBytes" : 14, + "totalSizeInBytes" : 19499996609, + "nullsCount" : 0, + "distinctValuesCount" : 5 + }, + "c_address" : { + "maxValueSizeInBytes" : 44, + "totalSizeInBytes" : 43499950330, + "nullsCount" : 0, + "distinctValuesCount" : 237625340 + }, + "c_nationkey" : { + "integerStatistics" : { + "min" : 0, + "max" : 24 + }, + "nullsCount" : 0, + "distinctValuesCount" : 25 + }, + "c_name" : { + "maxValueSizeInBytes" : 23, + "totalSizeInBytes" : 33500000001, + "nullsCount" : 0, + "distinctValuesCount" : 1500000000 + }, + "c_comment" : { + "maxValueSizeInBytes" : 120, + "totalSizeInBytes" : 114749082794, + "nullsCount" : 0, + "distinctValuesCount" : 300814874 + } + } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/lineitem/..constraints.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/lineitem/..constraints.crc new file mode 100644 index 00000000..3c239318 Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/lineitem/..constraints.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/lineitem/.constraints b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/lineitem/.constraints new file mode 100644 index 00000000..00448429 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/lineitem/.constraints @@ -0,0 +1,113 @@ +[ { + "@type" : "notnullconstraint", + "name" : "3cdf239e-9b7e-4bd3-9b16-a1a13fbcbba3", + "columns" : [ "l_extendedprice" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "458afba4-fc7b-4a27-8c63-73a9c9b2b5f3", + "columns" : [ "l_discount" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "c154d5d6-7683-436e-b9e2-8d61ad9868dd", + "columns" : [ "l_commitdate" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "091da5a4-1335-44c8-9218-3304b94fa195", + "columns" : [ "l_returnflag" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "560cc437-1107-47f4-9888-237818c3895e", + "columns" : [ "l_orderkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "4d68f4c3-5ee7-42bb-a7eb-8dc94ffff771", + "columns" : [ "l_linestatus" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "d5831214-4a3b-498d-a16a-0239e13a378d", + "columns" : [ "l_shipdate" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "eee93fa7-e188-451b-bac8-7a0874edcfd8", + "columns" : [ "l_quantity" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "8a323184-cbdd-4eb6-ba6c-12ecd28a9522", + "columns" : [ "l_tax" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "8bbd099b-7c3a-48b1-8853-a300c9fb7083", + "columns" : [ "l_linenumber" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "e12d9272-d407-4d5b-9bb8-85039b07de18", + "columns" : [ "l_shipmode" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "0a24b5c7-bf87-4ba6-baf8-9313702612e1", + "columns" : [ "l_receiptdate" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "c36e080e-9aaf-44db-b5c5-2671e3ac8cfa", + "columns" : [ "l_comment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "9ca1f731-b0cc-4b95-8459-ce76b6030ac7", + "columns" : [ "l_shipinstruct" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "689cf87c-ed1d-470c-8a3d-5b1c7bbc530f", + "columns" : [ "l_partkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "7f5378f9-7d20-4fd5-9e1b-39e166005a83", + "columns" : [ "l_suppkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/lineitem/.prestoPermissions/.user_test_user.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/lineitem/.prestoPermissions/.user_test_user.crc new file mode 100644 index 00000000..fa841f6e Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/lineitem/.prestoPermissions/.user_test_user.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/lineitem/.prestoPermissions/user_test_user b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/lineitem/.prestoPermissions/user_test_user new file mode 100644 index 00000000..4959625f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/lineitem/.prestoPermissions/user_test_user @@ -0,0 +1,13 @@ +[ { + "permission" : "SELECT", + "grantOption" : true +}, { + "permission" : "INSERT", + "grantOption" : true +}, { + "permission" : "UPDATE", + "grantOption" : true +}, { + "permission" : "DELETE", + "grantOption" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/lineitem/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/lineitem/.prestoSchema new file mode 100644 index 00000000..fe12b92b --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/lineitem/.prestoSchema @@ -0,0 +1,193 @@ +{ + "owner" : "test_user", + "tableType" : "EXTERNAL_TABLE", + "dataColumns" : [ { + "name" : "l_orderkey", + "type" : "bigint" + }, { + "name" : "l_partkey", + "type" : "bigint" + }, { + "name" : "l_suppkey", + "type" : "bigint" + }, { + "name" : "l_linenumber", + "type" : "bigint" + }, { + "name" : "l_quantity", + "type" : "double" + }, { + "name" : "l_extendedprice", + "type" : "double" + }, { + "name" : "l_discount", + "type" : "double" + }, { + "name" : "l_tax", + "type" : "double" + }, { + "name" : "l_returnflag", + "type" : "string" + }, { + "name" : "l_linestatus", + "type" : "string" + }, { + "name" : "l_shipdate", + "type" : "date" + }, { + "name" : "l_commitdate", + "type" : "date" + }, { + "name" : "l_receiptdate", + "type" : "date" + }, { + "name" : "l_shipinstruct", + "type" : "string" + }, { + "name" : "l_shipmode", + "type" : "string" + }, { + "name" : "l_comment", + "type" : "string" + } ], + "partitionColumns" : [ ], + "parameters" : { + "presto_version" : "testversion", + "presto_query_id" : "20260128_194315_00013_vd5pd", + "EXTERNAL" : "TRUE", + "numFiles" : "0", + "numRows" : "59999994267", + "rawDataSize" : "0", + "totalSize" : "0" + }, + "storageFormat" : { + "serDe" : "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", + "inputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", + "outputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat" + }, + "storageParameters" : { + "preferred_ordering_columns" : "" + }, + "serdeParameters" : { }, + "externalLocation" : "file:/var/lib/presto/data/hive/data/user_data/date-scale-10000/lineitem", + "columnStatistics" : { + "l_returnflag" : { + "maxValueSizeInBytes" : 5, + "totalSizeInBytes" : 299999971335, + "nullsCount" : 0, + "distinctValuesCount" : 3 + }, + "l_receiptdate" : { + "dateStatistics" : { + "min" : "1992-01-03", + "max" : "1998-12-31" + }, + "nullsCount" : 0, + "distinctValuesCount" : 2531 + }, + "l_tax" : { + "doubleStatistics" : { + "min" : 0.0, + "max" : 0.08 + }, + "nullsCount" : 0, + "distinctValuesCount" : 9 + }, + "l_shipmode" : { + "maxValueSizeInBytes" : 11, + "totalSizeInBytes" : 497143050802, + "nullsCount" : 0, + "distinctValuesCount" : 7 + }, + "l_suppkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 100000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 103665036 + }, + "l_shipdate" : { + "dateStatistics" : { + "min" : "1992-01-02", + "max" : "1998-12-01" + }, + "nullsCount" : 0, + "distinctValuesCount" : 2498 + }, + "l_commitdate" : { + "dateStatistics" : { + "min" : "1992-01-31", + "max" : "1998-10-31" + }, + "nullsCount" : 0, + "distinctValuesCount" : 2435 + }, + "l_partkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 2000000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 1798000649 + }, + "l_quantity" : { + "doubleStatistics" : { + "min" : 1.0, + "max" : 50.0 + }, + "nullsCount" : 0, + "distinctValuesCount" : 50 + }, + "l_orderkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 60000000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 14957423104 + }, + "l_linestatus" : { + "maxValueSizeInBytes" : 5, + "totalSizeInBytes" : 299999971335, + "nullsCount" : 0, + "distinctValuesCount" : 2 + }, + "l_comment" : { + "maxValueSizeInBytes" : 47, + "totalSizeInBytes" : 1829983227356, + "nullsCount" : 0, + "distinctValuesCount" : 153672433 + }, + "l_extendedprice" : { + "doubleStatistics" : { + "min" : 900.0, + "max" : 104950.0 + }, + "nullsCount" : 0, + "distinctValuesCount" : 3969594 + }, + "l_linenumber" : { + "integerStatistics" : { + "min" : 1, + "max" : 7 + }, + "nullsCount" : 0, + "distinctValuesCount" : 7 + }, + "l_shipinstruct" : { + "maxValueSizeInBytes" : 21, + "totalSizeInBytes" : 959999697352, + "nullsCount" : 0, + "distinctValuesCount" : 4 + }, + "l_discount" : { + "doubleStatistics" : { + "min" : 0.0, + "max" : 0.1 + }, + "nullsCount" : 0, + "distinctValuesCount" : 11 + } + } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/nation/..constraints.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/nation/..constraints.crc new file mode 100644 index 00000000..ce540719 Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/nation/..constraints.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/nation/.constraints b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/nation/.constraints new file mode 100644 index 00000000..442abab0 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/nation/.constraints @@ -0,0 +1,29 @@ +[ { + "@type" : "notnullconstraint", + "name" : "3394a509-2f42-4798-ac34-882518b183a2", + "columns" : [ "n_regionkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "2d8ace5a-8d73-4994-8bbc-301c992e4ccc", + "columns" : [ "n_comment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "2524d516-4d66-4851-bfca-ce19671e3225", + "columns" : [ "n_nationkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "db77e2d1-660e-4d30-a742-3055f91da571", + "columns" : [ "n_name" ], + "enabled" : true, + "rely" : true, + "enforced" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/nation/.prestoPermissions/.user_test_user.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/nation/.prestoPermissions/.user_test_user.crc new file mode 100644 index 00000000..fa841f6e Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/nation/.prestoPermissions/.user_test_user.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/nation/.prestoPermissions/user_test_user b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/nation/.prestoPermissions/user_test_user new file mode 100644 index 00000000..4959625f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/nation/.prestoPermissions/user_test_user @@ -0,0 +1,13 @@ +[ { + "permission" : "SELECT", + "grantOption" : true +}, { + "permission" : "INSERT", + "grantOption" : true +}, { + "permission" : "UPDATE", + "grantOption" : true +}, { + "permission" : "DELETE", + "grantOption" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/nation/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/nation/.prestoSchema new file mode 100644 index 00000000..caaf7177 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/nation/.prestoSchema @@ -0,0 +1,67 @@ +{ + "owner" : "test_user", + "tableType" : "EXTERNAL_TABLE", + "dataColumns" : [ { + "name" : "n_nationkey", + "type" : "int" + }, { + "name" : "n_name", + "type" : "string" + }, { + "name" : "n_regionkey", + "type" : "int" + }, { + "name" : "n_comment", + "type" : "string" + } ], + "partitionColumns" : [ ], + "parameters" : { + "presto_version" : "testversion", + "presto_query_id" : "20260128_194315_00014_vd5pd", + "EXTERNAL" : "TRUE", + "numFiles" : "0", + "numRows" : "25", + "rawDataSize" : "0", + "totalSize" : "0" + }, + "storageFormat" : { + "serDe" : "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", + "inputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", + "outputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat" + }, + "storageParameters" : { + "preferred_ordering_columns" : "" + }, + "serdeParameters" : { }, + "externalLocation" : "file:/var/lib/presto/data/hive/data/user_data/date-scale-10000/nation", + "columnStatistics" : { + "n_comment" : { + "maxValueSizeInBytes" : 118, + "totalSizeInBytes" : 1957, + "nullsCount" : 0, + "distinctValuesCount" : 25 + }, + "n_nationkey" : { + "integerStatistics" : { + "min" : 0, + "max" : 24 + }, + "nullsCount" : 0, + "distinctValuesCount" : 25 + }, + "n_regionkey" : { + "integerStatistics" : { + "min" : 0, + "max" : 4 + }, + "nullsCount" : 0, + "distinctValuesCount" : 5 + }, + "n_name" : { + "maxValueSizeInBytes" : 18, + "totalSizeInBytes" : 277, + "nullsCount" : 0, + "distinctValuesCount" : 25 + } + } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/orders/..constraints.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/orders/..constraints.crc new file mode 100644 index 00000000..2896be9e Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/orders/..constraints.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/orders/.constraints b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/orders/.constraints new file mode 100644 index 00000000..919bc95c --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/orders/.constraints @@ -0,0 +1,64 @@ +[ { + "@type" : "notnullconstraint", + "name" : "c85a688a-2fc2-4fde-9a9a-89632895a965", + "columns" : [ "o_custkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "61d95813-3e01-40a9-991f-6dfc1ddb4d73", + "columns" : [ "o_clerk" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "9a583a8c-df6f-4ce8-88df-913a9c38a952", + "columns" : [ "o_comment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "dcf84dff-1b2b-4045-89d3-277ab3b5dcbd", + "columns" : [ "o_orderdate" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "8c50a7e7-a5ad-44cb-987c-13748883a376", + "columns" : [ "o_orderkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "bae1d36b-e617-4868-87c8-79a76c72ea61", + "columns" : [ "o_shippriority" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "50d58504-4b1d-498d-840a-68e15aec0c1f", + "columns" : [ "o_orderpriority" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "0dbe12d5-751e-44e5-b921-e0d8c99a162c", + "columns" : [ "o_totalprice" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "9c672a21-7110-4914-956d-263c5f82dd1f", + "columns" : [ "o_orderstatus" ], + "enabled" : true, + "rely" : true, + "enforced" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/orders/.prestoPermissions/.user_test_user.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/orders/.prestoPermissions/.user_test_user.crc new file mode 100644 index 00000000..fa841f6e Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/orders/.prestoPermissions/.user_test_user.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/orders/.prestoPermissions/user_test_user b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/orders/.prestoPermissions/user_test_user new file mode 100644 index 00000000..4959625f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/orders/.prestoPermissions/user_test_user @@ -0,0 +1,13 @@ +[ { + "permission" : "SELECT", + "grantOption" : true +}, { + "permission" : "INSERT", + "grantOption" : true +}, { + "permission" : "UPDATE", + "grantOption" : true +}, { + "permission" : "DELETE", + "grantOption" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/orders/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/orders/.prestoSchema new file mode 100644 index 00000000..55a76813 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/orders/.prestoSchema @@ -0,0 +1,118 @@ +{ + "owner" : "test_user", + "tableType" : "EXTERNAL_TABLE", + "dataColumns" : [ { + "name" : "o_orderkey", + "type" : "bigint" + }, { + "name" : "o_custkey", + "type" : "bigint" + }, { + "name" : "o_orderstatus", + "type" : "string" + }, { + "name" : "o_totalprice", + "type" : "double" + }, { + "name" : "o_orderdate", + "type" : "date" + }, { + "name" : "o_orderpriority", + "type" : "string" + }, { + "name" : "o_clerk", + "type" : "string" + }, { + "name" : "o_shippriority", + "type" : "int" + }, { + "name" : "o_comment", + "type" : "string" + } ], + "partitionColumns" : [ ], + "parameters" : { + "presto_version" : "testversion", + "presto_query_id" : "20260128_194315_00015_vd5pd", + "EXTERNAL" : "TRUE", + "numFiles" : "0", + "numRows" : "15000000000", + "rawDataSize" : "0", + "totalSize" : "0" + }, + "storageFormat" : { + "serDe" : "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", + "inputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", + "outputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat" + }, + "storageParameters" : { + "preferred_ordering_columns" : "" + }, + "serdeParameters" : { }, + "externalLocation" : "file:/var/lib/presto/data/hive/data/user_data/date-scale-10000/orders", + "columnStatistics" : { + "o_orderstatus" : { + "maxValueSizeInBytes" : 5, + "totalSizeInBytes" : 75000000000, + "nullsCount" : 0, + "distinctValuesCount" : 3 + }, + "o_clerk" : { + "maxValueSizeInBytes" : 19, + "totalSizeInBytes" : 285000000000, + "nullsCount" : 0, + "distinctValuesCount" : 9927125 + }, + "o_orderdate" : { + "dateStatistics" : { + "min" : "1992-01-01", + "max" : "1998-08-02" + }, + "nullsCount" : 0, + "distinctValuesCount" : 2382 + }, + "o_shippriority" : { + "integerStatistics" : { + "min" : 0, + "max" : 0 + }, + "nullsCount" : 0, + "distinctValuesCount" : 1 + }, + "o_custkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 1499999999 + }, + "nullsCount" : 0, + "distinctValuesCount" : 982029240 + }, + "o_totalprice" : { + "doubleStatistics" : { + "min" : 811.9, + "max" : 618092.3 + }, + "nullsCount" : 0, + "distinctValuesCount" : 42270486 + }, + "o_orderkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 60000000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 14957423104 + }, + "o_comment" : { + "maxValueSizeInBytes" : 82, + "totalSizeInBytes" : 787491749525, + "nullsCount" : 0, + "distinctValuesCount" : 270910389 + }, + "o_orderpriority" : { + "maxValueSizeInBytes" : 19, + "totalSizeInBytes" : 186000030405, + "nullsCount" : 0, + "distinctValuesCount" : 5 + } + } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/part/..constraints.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/part/..constraints.crc new file mode 100644 index 00000000..12108079 Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/part/..constraints.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/part/.constraints b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/part/.constraints new file mode 100644 index 00000000..7c91525b --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/part/.constraints @@ -0,0 +1,64 @@ +[ { + "@type" : "notnullconstraint", + "name" : "d0d0b778-b8ac-4d2a-8fd0-12ec2a1c2726", + "columns" : [ "p_mfgr" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "01468ac1-fc0c-4091-a71c-bb296c43449a", + "columns" : [ "p_type" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "22e478f9-ab4e-4709-9c9e-f8094d1d4bcf", + "columns" : [ "p_brand" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "98c13392-2673-4ef4-a21a-4a1102499060", + "columns" : [ "p_container" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "7e23e661-fb35-4eb5-a47d-f9eba0fa24dd", + "columns" : [ "p_comment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "b809e07f-0478-4055-adc7-d8e2387f9c90", + "columns" : [ "p_partkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "59052e36-1193-4dd2-aaa2-2fe961576f9b", + "columns" : [ "p_name" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "12a67b59-31e7-4e44-a8fb-136657726ef1", + "columns" : [ "p_size" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "33793744-9ffb-44c3-9d94-72e012965946", + "columns" : [ "p_retailprice" ], + "enabled" : true, + "rely" : true, + "enforced" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/part/.prestoPermissions/.user_test_user.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/part/.prestoPermissions/.user_test_user.crc new file mode 100644 index 00000000..fa841f6e Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/part/.prestoPermissions/.user_test_user.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/part/.prestoPermissions/user_test_user b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/part/.prestoPermissions/user_test_user new file mode 100644 index 00000000..4959625f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/part/.prestoPermissions/user_test_user @@ -0,0 +1,13 @@ +[ { + "permission" : "SELECT", + "grantOption" : true +}, { + "permission" : "INSERT", + "grantOption" : true +}, { + "permission" : "UPDATE", + "grantOption" : true +}, { + "permission" : "DELETE", + "grantOption" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/part/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/part/.prestoSchema new file mode 100644 index 00000000..c794becc --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/part/.prestoSchema @@ -0,0 +1,114 @@ +{ + "owner" : "test_user", + "tableType" : "EXTERNAL_TABLE", + "dataColumns" : [ { + "name" : "p_partkey", + "type" : "bigint" + }, { + "name" : "p_name", + "type" : "string" + }, { + "name" : "p_mfgr", + "type" : "string" + }, { + "name" : "p_brand", + "type" : "string" + }, { + "name" : "p_type", + "type" : "string" + }, { + "name" : "p_size", + "type" : "int" + }, { + "name" : "p_container", + "type" : "string" + }, { + "name" : "p_retailprice", + "type" : "double" + }, { + "name" : "p_comment", + "type" : "string" + } ], + "partitionColumns" : [ ], + "parameters" : { + "presto_version" : "testversion", + "presto_query_id" : "20260128_194315_00016_vd5pd", + "EXTERNAL" : "TRUE", + "numFiles" : "0", + "numRows" : "2000000000", + "rawDataSize" : "0", + "totalSize" : "0" + }, + "storageFormat" : { + "serDe" : "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", + "inputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", + "outputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat" + }, + "storageParameters" : { + "preferred_ordering_columns" : "" + }, + "serdeParameters" : { }, + "externalLocation" : "file:/var/lib/presto/data/hive/data/user_data/date-scale-10000/part", + "columnStatistics" : { + "p_partkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 2000000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 1936647968 + }, + "p_container" : { + "maxValueSizeInBytes" : 14, + "totalSizeInBytes" : 23150003161, + "nullsCount" : 0, + "distinctValuesCount" : 40 + }, + "p_comment" : { + "maxValueSizeInBytes" : 26, + "totalSizeInBytes" : 34999672098, + "nullsCount" : 0, + "distinctValuesCount" : 20836943 + }, + "p_name" : { + "maxValueSizeInBytes" : 56, + "totalSizeInBytes" : 73500018056, + "nullsCount" : 0, + "distinctValuesCount" : 1038290468 + }, + "p_brand" : { + "maxValueSizeInBytes" : 12, + "totalSizeInBytes" : 24000000000, + "nullsCount" : 0, + "distinctValuesCount" : 25 + }, + "p_retailprice" : { + "doubleStatistics" : { + "min" : 900.0, + "max" : 2099.0 + }, + "nullsCount" : 0, + "distinctValuesCount" : 123107 + }, + "p_type" : { + "maxValueSizeInBytes" : 29, + "totalSizeInBytes" : 49200007208, + "nullsCount" : 0, + "distinctValuesCount" : 150 + }, + "p_size" : { + "integerStatistics" : { + "min" : 1, + "max" : 50 + }, + "nullsCount" : 0, + "distinctValuesCount" : 50 + }, + "p_mfgr" : { + "maxValueSizeInBytes" : 18, + "totalSizeInBytes" : 36000000000, + "nullsCount" : 0, + "distinctValuesCount" : 5 + } + } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/partsupp/..constraints.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/partsupp/..constraints.crc new file mode 100644 index 00000000..86e21389 Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/partsupp/..constraints.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/partsupp/.constraints b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/partsupp/.constraints new file mode 100644 index 00000000..a7fbf50e --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/partsupp/.constraints @@ -0,0 +1,36 @@ +[ { + "@type" : "notnullconstraint", + "name" : "28bc4f5f-ce09-4fa9-891d-3e1ddb90d952", + "columns" : [ "ps_partkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "b6dad262-e3fa-42ca-ba79-c3bd2637e879", + "columns" : [ "ps_availqty" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "1dcf4f5d-6411-4e02-8184-dfb58b666a9b", + "columns" : [ "ps_supplycost" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "d9749422-9823-4155-bf6c-6af1bdc049d9", + "columns" : [ "ps_comment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "2d4a852c-09bc-4e24-84f4-c4e21f6b7e0d", + "columns" : [ "ps_suppkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/partsupp/.prestoPermissions/.user_test_user.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/partsupp/.prestoPermissions/.user_test_user.crc new file mode 100644 index 00000000..fa841f6e Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/partsupp/.prestoPermissions/.user_test_user.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/partsupp/.prestoPermissions/user_test_user b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/partsupp/.prestoPermissions/user_test_user new file mode 100644 index 00000000..4959625f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/partsupp/.prestoPermissions/user_test_user @@ -0,0 +1,13 @@ +[ { + "permission" : "SELECT", + "grantOption" : true +}, { + "permission" : "INSERT", + "grantOption" : true +}, { + "permission" : "UPDATE", + "grantOption" : true +}, { + "permission" : "DELETE", + "grantOption" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/partsupp/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/partsupp/.prestoSchema new file mode 100644 index 00000000..8062f177 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/partsupp/.prestoSchema @@ -0,0 +1,80 @@ +{ + "owner" : "test_user", + "tableType" : "EXTERNAL_TABLE", + "dataColumns" : [ { + "name" : "ps_partkey", + "type" : "bigint" + }, { + "name" : "ps_suppkey", + "type" : "bigint" + }, { + "name" : "ps_availqty", + "type" : "bigint" + }, { + "name" : "ps_supplycost", + "type" : "double" + }, { + "name" : "ps_comment", + "type" : "string" + } ], + "partitionColumns" : [ ], + "parameters" : { + "presto_version" : "testversion", + "presto_query_id" : "20260128_194315_00017_vd5pd", + "EXTERNAL" : "TRUE", + "numFiles" : "0", + "numRows" : "8000000000", + "rawDataSize" : "0", + "totalSize" : "0" + }, + "storageFormat" : { + "serDe" : "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", + "inputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", + "outputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat" + }, + "storageParameters" : { + "preferred_ordering_columns" : "" + }, + "serdeParameters" : { }, + "externalLocation" : "file:/var/lib/presto/data/hive/data/user_data/date-scale-10000/partsupp", + "columnStatistics" : { + "ps_suppkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 100000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 103665036 + }, + "ps_availqty" : { + "integerStatistics" : { + "min" : 1, + "max" : 9999 + }, + "nullsCount" : 0, + "distinctValuesCount" : 10167 + }, + "ps_comment" : { + "maxValueSizeInBytes" : 202, + "totalSizeInBytes" : 1019989207850, + "nullsCount" : 0, + "distinctValuesCount" : 329927549 + }, + "ps_supplycost" : { + "doubleStatistics" : { + "min" : 1.0, + "max" : 1000.0 + }, + "nullsCount" : 0, + "distinctValuesCount" : 99719 + }, + "ps_partkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 2000000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 1936647968 + } + } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/region/..constraints.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/region/..constraints.crc new file mode 100644 index 00000000..4632d788 Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/region/..constraints.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/region/.constraints b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/region/.constraints new file mode 100644 index 00000000..20b3cf07 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/region/.constraints @@ -0,0 +1,22 @@ +[ { + "@type" : "notnullconstraint", + "name" : "eb66ca1f-8c01-46bf-a52f-d2d9fbd1e20a", + "columns" : [ "r_comment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "db73d604-2f54-4847-a385-2e42ace0c952", + "columns" : [ "r_name" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "8c3d0cd9-9a9d-418c-9740-71b0e1739756", + "columns" : [ "r_regionkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/region/.prestoPermissions/.user_test_user.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/region/.prestoPermissions/.user_test_user.crc new file mode 100644 index 00000000..fa841f6e Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/region/.prestoPermissions/.user_test_user.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/region/.prestoPermissions/user_test_user b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/region/.prestoPermissions/user_test_user new file mode 100644 index 00000000..4959625f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/region/.prestoPermissions/user_test_user @@ -0,0 +1,13 @@ +[ { + "permission" : "SELECT", + "grantOption" : true +}, { + "permission" : "INSERT", + "grantOption" : true +}, { + "permission" : "UPDATE", + "grantOption" : true +}, { + "permission" : "DELETE", + "grantOption" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/region/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/region/.prestoSchema new file mode 100644 index 00000000..7033416c --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/region/.prestoSchema @@ -0,0 +1,56 @@ +{ + "owner" : "test_user", + "tableType" : "EXTERNAL_TABLE", + "dataColumns" : [ { + "name" : "r_regionkey", + "type" : "int" + }, { + "name" : "r_name", + "type" : "string" + }, { + "name" : "r_comment", + "type" : "string" + } ], + "partitionColumns" : [ ], + "parameters" : { + "presto_version" : "testversion", + "presto_query_id" : "20260128_194316_00018_vd5pd", + "EXTERNAL" : "TRUE", + "numFiles" : "0", + "numRows" : "5", + "rawDataSize" : "0", + "totalSize" : "0" + }, + "storageFormat" : { + "serDe" : "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", + "inputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", + "outputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat" + }, + "storageParameters" : { + "preferred_ordering_columns" : "" + }, + "serdeParameters" : { }, + "externalLocation" : "file:/var/lib/presto/data/hive/data/user_data/date-scale-10000/region", + "columnStatistics" : { + "r_regionkey" : { + "integerStatistics" : { + "min" : 0, + "max" : 4 + }, + "nullsCount" : 0, + "distinctValuesCount" : 5 + }, + "r_comment" : { + "maxValueSizeInBytes" : 119, + "totalSizeInBytes" : 350, + "nullsCount" : 0, + "distinctValuesCount" : 5 + }, + "r_name" : { + "maxValueSizeInBytes" : 15, + "totalSizeInBytes" : 54, + "nullsCount" : 0, + "distinctValuesCount" : 5 + } + } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/supplier/..constraints.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/supplier/..constraints.crc new file mode 100644 index 00000000..58244985 Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/supplier/..constraints.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/supplier/.constraints b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/supplier/.constraints new file mode 100644 index 00000000..3bb04bc4 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/supplier/.constraints @@ -0,0 +1,50 @@ +[ { + "@type" : "notnullconstraint", + "name" : "9e607378-b0e0-447f-a68e-1bca1884eee4", + "columns" : [ "s_suppkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "8602ba4b-8ef3-4cbd-9b3d-748f34ad6fc1", + "columns" : [ "s_nationkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "0532cc96-7293-44b0-8070-4d7107a3f4e3", + "columns" : [ "s_phone" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "e6e954e5-172b-4788-94ef-0858ee785a9b", + "columns" : [ "s_acctbal" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "dac6d7fe-4fca-4143-99c9-c428deeb4229", + "columns" : [ "s_address" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "1974bb91-9ddf-48fd-aa25-115b7db4ed10", + "columns" : [ "s_name" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "f90f5aa4-7309-4c48-a654-f886b4792eca", + "columns" : [ "s_comment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/supplier/.prestoPermissions/.user_test_user.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/supplier/.prestoPermissions/.user_test_user.crc new file mode 100644 index 00000000..fa841f6e Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/supplier/.prestoPermissions/.user_test_user.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/supplier/.prestoPermissions/user_test_user b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/supplier/.prestoPermissions/user_test_user new file mode 100644 index 00000000..4959625f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/supplier/.prestoPermissions/user_test_user @@ -0,0 +1,13 @@ +[ { + "permission" : "SELECT", + "grantOption" : true +}, { + "permission" : "INSERT", + "grantOption" : true +}, { + "permission" : "UPDATE", + "grantOption" : true +}, { + "permission" : "DELETE", + "grantOption" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/supplier/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/supplier/.prestoSchema new file mode 100644 index 00000000..dc08571c --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf10000/supplier/.prestoSchema @@ -0,0 +1,96 @@ +{ + "owner" : "test_user", + "tableType" : "EXTERNAL_TABLE", + "dataColumns" : [ { + "name" : "s_suppkey", + "type" : "bigint" + }, { + "name" : "s_name", + "type" : "string" + }, { + "name" : "s_address", + "type" : "string" + }, { + "name" : "s_nationkey", + "type" : "int" + }, { + "name" : "s_phone", + "type" : "string" + }, { + "name" : "s_acctbal", + "type" : "double" + }, { + "name" : "s_comment", + "type" : "string" + } ], + "partitionColumns" : [ ], + "parameters" : { + "presto_version" : "testversion", + "presto_query_id" : "20260128_194316_00019_vd5pd", + "EXTERNAL" : "TRUE", + "numFiles" : "0", + "numRows" : "100000000", + "rawDataSize" : "0", + "totalSize" : "0" + }, + "storageFormat" : { + "serDe" : "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", + "inputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", + "outputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat" + }, + "storageParameters" : { + "preferred_ordering_columns" : "" + }, + "serdeParameters" : { }, + "externalLocation" : "file:/var/lib/presto/data/hive/data/user_data/date-scale-10000/supplier", + "columnStatistics" : { + "s_comment" : { + "maxValueSizeInBytes" : 104, + "totalSizeInBytes" : 6650000212, + "nullsCount" : 0, + "distinctValuesCount" : 88143116 + }, + "s_phone" : { + "maxValueSizeInBytes" : 19, + "totalSizeInBytes" : 1900000000, + "nullsCount" : 0, + "distinctValuesCount" : 100000000 + }, + "s_nationkey" : { + "integerStatistics" : { + "min" : 0, + "max" : 24 + }, + "nullsCount" : 0, + "distinctValuesCount" : 25 + }, + "s_name" : { + "maxValueSizeInBytes" : 22, + "totalSizeInBytes" : 2200000000, + "nullsCount" : 0, + "distinctValuesCount" : 100000000 + }, + "s_address" : { + "maxValueSizeInBytes" : 44, + "totalSizeInBytes" : 2899979785, + "nullsCount" : 0, + "distinctValuesCount" : 100000000 + }, + "s_acctbal" : { + "doubleStatistics" : { + "min" : -999.99, + "max" : 9999.99 + }, + "nullsCount" : 0, + "distinctValuesCount" : 1106028 + }, + "s_suppkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 100000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 100000000 + } + } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/..prestoSchema.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/..prestoSchema.crc new file mode 100644 index 00000000..ef11d183 Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/..prestoSchema.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/.prestoSchema new file mode 100644 index 00000000..e5d600ff --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/.prestoSchema @@ -0,0 +1,5 @@ +{ + "ownerName" : "test_user", + "ownerType" : "USER", + "parameters" : { } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/customer/..constraints.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/customer/..constraints.crc new file mode 100644 index 00000000..4c7df28d Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/customer/..constraints.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/customer/.constraints b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/customer/.constraints new file mode 100644 index 00000000..80ced977 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/customer/.constraints @@ -0,0 +1,57 @@ +[ { + "@type" : "notnullconstraint", + "name" : "bf572ae0-d474-447d-94ef-f8771fdfcec1", + "columns" : [ "c_custkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "94627633-af16-4a38-9102-47b0e7d807f8", + "columns" : [ "c_phone" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "8722eab5-262e-4a0a-8182-b259b9a72405", + "columns" : [ "c_nationkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "87b04c77-05e9-4a42-b407-323b7a899144", + "columns" : [ "c_comment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "3ff7dc9f-06d3-4f5a-a5ed-ea43746b9b9a", + "columns" : [ "c_name" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "f9b8e511-5570-40bc-973e-bd71afa668f5", + "columns" : [ "c_address" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "332d83cb-68e6-4c82-a33c-fc13fc8e59f4", + "columns" : [ "c_mktsegment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "4503d808-f7b5-48ac-b5ed-3f1c834c0de9", + "columns" : [ "c_acctbal" ], + "enabled" : true, + "rely" : true, + "enforced" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/customer/.prestoPermissions/.user_test_user.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/customer/.prestoPermissions/.user_test_user.crc new file mode 100644 index 00000000..fa841f6e Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/customer/.prestoPermissions/.user_test_user.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/customer/.prestoPermissions/user_test_user b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/customer/.prestoPermissions/user_test_user new file mode 100644 index 00000000..4959625f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/customer/.prestoPermissions/user_test_user @@ -0,0 +1,13 @@ +[ { + "permission" : "SELECT", + "grantOption" : true +}, { + "permission" : "INSERT", + "grantOption" : true +}, { + "permission" : "UPDATE", + "grantOption" : true +}, { + "permission" : "DELETE", + "grantOption" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/customer/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/customer/.prestoSchema new file mode 100644 index 00000000..f1b4b20e --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/customer/.prestoSchema @@ -0,0 +1,105 @@ +{ + "owner" : "test_user", + "tableType" : "EXTERNAL_TABLE", + "dataColumns" : [ { + "name" : "c_custkey", + "type" : "bigint" + }, { + "name" : "c_name", + "type" : "string" + }, { + "name" : "c_address", + "type" : "string" + }, { + "name" : "c_nationkey", + "type" : "int" + }, { + "name" : "c_phone", + "type" : "string" + }, { + "name" : "c_acctbal", + "type" : "double" + }, { + "name" : "c_mktsegment", + "type" : "string" + }, { + "name" : "c_comment", + "type" : "string" + } ], + "partitionColumns" : [ ], + "parameters" : { + "presto_version" : "testversion", + "presto_query_id" : "20260128_193943_00009_cbvjx", + "EXTERNAL" : "TRUE", + "numFiles" : "0", + "numRows" : "450000000", + "rawDataSize" : "0", + "totalSize" : "0" + }, + "storageFormat" : { + "serDe" : "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", + "inputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", + "outputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat" + }, + "storageParameters" : { + "preferred_ordering_columns" : "" + }, + "serdeParameters" : { }, + "externalLocation" : "file:/var/lib/presto/data/hive/data/user_data/date-scale-3000/customer", + "columnStatistics" : { + "c_custkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 450000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 445382023 + }, + "c_phone" : { + "maxValueSizeInBytes" : 19, + "totalSizeInBytes" : 8550000000, + "nullsCount" : 0, + "distinctValuesCount" : 439361769 + }, + "c_acctbal" : { + "doubleStatistics" : { + "min" : -999.99, + "max" : 9999.99 + }, + "nullsCount" : 0, + "distinctValuesCount" : 1106028 + }, + "c_mktsegment" : { + "maxValueSizeInBytes" : 14, + "totalSizeInBytes" : 5849995460, + "nullsCount" : 0, + "distinctValuesCount" : 5 + }, + "c_address" : { + "maxValueSizeInBytes" : 44, + "totalSizeInBytes" : 13049934912, + "nullsCount" : 0, + "distinctValuesCount" : 237625340 + }, + "c_nationkey" : { + "integerStatistics" : { + "min" : 0, + "max" : 24 + }, + "nullsCount" : 0, + "distinctValuesCount" : 25 + }, + "c_name" : { + "maxValueSizeInBytes" : 22, + "totalSizeInBytes" : 9900000000, + "nullsCount" : 0, + "distinctValuesCount" : 450000000 + }, + "c_comment" : { + "maxValueSizeInBytes" : 120, + "totalSizeInBytes" : 34424827583, + "nullsCount" : 0, + "distinctValuesCount" : 239891653 + } + } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/lineitem/..constraints.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/lineitem/..constraints.crc new file mode 100644 index 00000000..742aa4ce Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/lineitem/..constraints.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/lineitem/.constraints b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/lineitem/.constraints new file mode 100644 index 00000000..830313e8 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/lineitem/.constraints @@ -0,0 +1,113 @@ +[ { + "@type" : "notnullconstraint", + "name" : "1f156f2e-f553-4053-9eb7-96a6795f197e", + "columns" : [ "l_partkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "ef4bd9c9-cd74-463d-abc6-2417108dd6b8", + "columns" : [ "l_orderkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "e8454dce-05f4-4e0e-ad1d-db810ad306ca", + "columns" : [ "l_shipinstruct" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "63271cbd-281d-4253-b1f0-c69ec2cd62ba", + "columns" : [ "l_tax" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "ce039b4a-bf2c-46d0-880d-3a44c4de0fe6", + "columns" : [ "l_linestatus" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "aaba5972-1108-41bd-89ed-cf745ba2bf45", + "columns" : [ "l_commitdate" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "50d8fb7e-a70d-4581-ba9f-41156b940340", + "columns" : [ "l_extendedprice" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "5019ae2b-23f8-4406-b55c-071b76ac9af6", + "columns" : [ "l_comment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "ec3f376a-0d49-40f5-9317-6a87f0ca0377", + "columns" : [ "l_shipmode" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "b14cae42-e7b3-4e40-8915-0c16cc7d0cfb", + "columns" : [ "l_discount" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "b694c41a-27ca-4573-8aca-8f0ab87c7f72", + "columns" : [ "l_suppkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "94b09ffa-ddbf-471d-b580-10ed59ed630c", + "columns" : [ "l_returnflag" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "6fba8ca4-47e8-4e9c-bf7f-4f25ef46dcd7", + "columns" : [ "l_linenumber" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "a622eb8b-512f-4cb4-8337-877e049b8f9c", + "columns" : [ "l_receiptdate" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "3a6dfbe4-f850-4db0-8ff3-accde227ee41", + "columns" : [ "l_shipdate" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "11ea0adb-96e0-483e-909b-0d1c0193c691", + "columns" : [ "l_quantity" ], + "enabled" : true, + "rely" : true, + "enforced" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/lineitem/.prestoPermissions/.user_test_user.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/lineitem/.prestoPermissions/.user_test_user.crc new file mode 100644 index 00000000..fa841f6e Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/lineitem/.prestoPermissions/.user_test_user.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/lineitem/.prestoPermissions/user_test_user b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/lineitem/.prestoPermissions/user_test_user new file mode 100644 index 00000000..4959625f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/lineitem/.prestoPermissions/user_test_user @@ -0,0 +1,13 @@ +[ { + "permission" : "SELECT", + "grantOption" : true +}, { + "permission" : "INSERT", + "grantOption" : true +}, { + "permission" : "UPDATE", + "grantOption" : true +}, { + "permission" : "DELETE", + "grantOption" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/lineitem/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/lineitem/.prestoSchema new file mode 100644 index 00000000..c461c6c4 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/lineitem/.prestoSchema @@ -0,0 +1,193 @@ +{ + "owner" : "test_user", + "tableType" : "EXTERNAL_TABLE", + "dataColumns" : [ { + "name" : "l_orderkey", + "type" : "bigint" + }, { + "name" : "l_partkey", + "type" : "bigint" + }, { + "name" : "l_suppkey", + "type" : "bigint" + }, { + "name" : "l_linenumber", + "type" : "bigint" + }, { + "name" : "l_quantity", + "type" : "double" + }, { + "name" : "l_extendedprice", + "type" : "double" + }, { + "name" : "l_discount", + "type" : "double" + }, { + "name" : "l_tax", + "type" : "double" + }, { + "name" : "l_returnflag", + "type" : "string" + }, { + "name" : "l_linestatus", + "type" : "string" + }, { + "name" : "l_shipdate", + "type" : "date" + }, { + "name" : "l_commitdate", + "type" : "date" + }, { + "name" : "l_receiptdate", + "type" : "date" + }, { + "name" : "l_shipinstruct", + "type" : "string" + }, { + "name" : "l_shipmode", + "type" : "string" + }, { + "name" : "l_comment", + "type" : "string" + } ], + "partitionColumns" : [ ], + "parameters" : { + "presto_version" : "testversion", + "presto_query_id" : "20260128_193943_00010_cbvjx", + "EXTERNAL" : "TRUE", + "numFiles" : "0", + "numRows" : "17600049006", + "rawDataSize" : "0", + "totalSize" : "0" + }, + "storageFormat" : { + "serDe" : "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", + "inputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", + "outputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat" + }, + "storageParameters" : { + "preferred_ordering_columns" : "" + }, + "serdeParameters" : { }, + "externalLocation" : "file:/var/lib/presto/data/hive/data/user_data/date-scale-3000/lineitem", + "columnStatistics" : { + "l_returnflag" : { + "maxValueSizeInBytes" : 5, + "totalSizeInBytes" : 88000245030, + "nullsCount" : 0, + "distinctValuesCount" : 3 + }, + "l_receiptdate" : { + "dateStatistics" : { + "min" : "1992-01-03", + "max" : "1998-12-31" + }, + "nullsCount" : 0, + "distinctValuesCount" : 2531 + }, + "l_tax" : { + "doubleStatistics" : { + "min" : 0.0, + "max" : 0.08 + }, + "nullsCount" : 0, + "distinctValuesCount" : 9 + }, + "l_shipmode" : { + "maxValueSizeInBytes" : 11, + "totalSizeInBytes" : 145828997945, + "nullsCount" : 0, + "distinctValuesCount" : 7 + }, + "l_suppkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 30000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 29929888 + }, + "l_shipdate" : { + "dateStatistics" : { + "min" : "1992-01-02", + "max" : "1998-12-01" + }, + "nullsCount" : 0, + "distinctValuesCount" : 2498 + }, + "l_commitdate" : { + "dateStatistics" : { + "min" : "1992-01-31", + "max" : "1998-10-31" + }, + "nullsCount" : 0, + "distinctValuesCount" : 2435 + }, + "l_partkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 600000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 600537689 + }, + "l_orderkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 18000000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 4505272836 + }, + "l_quantity" : { + "doubleStatistics" : { + "min" : 1.0, + "max" : 50.0 + }, + "nullsCount" : 0, + "distinctValuesCount" : 50 + }, + "l_comment" : { + "maxValueSizeInBytes" : 47, + "totalSizeInBytes" : 536796778545, + "nullsCount" : 0, + "distinctValuesCount" : 153672433 + }, + "l_linestatus" : { + "maxValueSizeInBytes" : 5, + "totalSizeInBytes" : 88000245030, + "nullsCount" : 0, + "distinctValuesCount" : 2 + }, + "l_extendedprice" : { + "doubleStatistics" : { + "min" : 900.0, + "max" : 104950.0 + }, + "nullsCount" : 0, + "distinctValuesCount" : 3946903 + }, + "l_linenumber" : { + "integerStatistics" : { + "min" : 1, + "max" : 7 + }, + "nullsCount" : 0, + "distinctValuesCount" : 7 + }, + "l_shipinstruct" : { + "maxValueSizeInBytes" : 21, + "totalSizeInBytes" : 281600628398, + "nullsCount" : 0, + "distinctValuesCount" : 4 + }, + "l_discount" : { + "doubleStatistics" : { + "min" : 0.0, + "max" : 0.1 + }, + "nullsCount" : 0, + "distinctValuesCount" : 11 + } + } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/nation/..constraints.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/nation/..constraints.crc new file mode 100644 index 00000000..c8ba9540 Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/nation/..constraints.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/nation/.constraints b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/nation/.constraints new file mode 100644 index 00000000..8d5b0465 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/nation/.constraints @@ -0,0 +1,29 @@ +[ { + "@type" : "notnullconstraint", + "name" : "6b173bbe-4a33-4a80-8768-dee867946074", + "columns" : [ "n_comment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "ff6cd0dd-af89-4889-90d0-551a1450f74c", + "columns" : [ "n_nationkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "bfb8057e-12fb-49d4-90f6-eceed5bea9aa", + "columns" : [ "n_name" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "5dfb860d-4f36-44b3-b598-7e7cb2a06f36", + "columns" : [ "n_regionkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/nation/.prestoPermissions/.user_test_user.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/nation/.prestoPermissions/.user_test_user.crc new file mode 100644 index 00000000..fa841f6e Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/nation/.prestoPermissions/.user_test_user.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/nation/.prestoPermissions/user_test_user b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/nation/.prestoPermissions/user_test_user new file mode 100644 index 00000000..4959625f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/nation/.prestoPermissions/user_test_user @@ -0,0 +1,13 @@ +[ { + "permission" : "SELECT", + "grantOption" : true +}, { + "permission" : "INSERT", + "grantOption" : true +}, { + "permission" : "UPDATE", + "grantOption" : true +}, { + "permission" : "DELETE", + "grantOption" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/nation/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/nation/.prestoSchema new file mode 100644 index 00000000..988e1668 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/nation/.prestoSchema @@ -0,0 +1,67 @@ +{ + "owner" : "test_user", + "tableType" : "EXTERNAL_TABLE", + "dataColumns" : [ { + "name" : "n_nationkey", + "type" : "int" + }, { + "name" : "n_name", + "type" : "string" + }, { + "name" : "n_regionkey", + "type" : "int" + }, { + "name" : "n_comment", + "type" : "string" + } ], + "partitionColumns" : [ ], + "parameters" : { + "presto_version" : "testversion", + "presto_query_id" : "20260128_193944_00011_cbvjx", + "EXTERNAL" : "TRUE", + "numFiles" : "0", + "numRows" : "25", + "rawDataSize" : "0", + "totalSize" : "0" + }, + "storageFormat" : { + "serDe" : "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", + "inputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", + "outputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat" + }, + "storageParameters" : { + "preferred_ordering_columns" : "" + }, + "serdeParameters" : { }, + "externalLocation" : "file:/var/lib/presto/data/hive/data/user_data/date-scale-3000/nation", + "columnStatistics" : { + "n_comment" : { + "maxValueSizeInBytes" : 118, + "totalSizeInBytes" : 1957, + "nullsCount" : 0, + "distinctValuesCount" : 25 + }, + "n_nationkey" : { + "integerStatistics" : { + "min" : 0, + "max" : 24 + }, + "nullsCount" : 0, + "distinctValuesCount" : 25 + }, + "n_regionkey" : { + "integerStatistics" : { + "min" : 0, + "max" : 4 + }, + "nullsCount" : 0, + "distinctValuesCount" : 5 + }, + "n_name" : { + "maxValueSizeInBytes" : 18, + "totalSizeInBytes" : 277, + "nullsCount" : 0, + "distinctValuesCount" : 25 + } + } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/orders/..constraints.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/orders/..constraints.crc new file mode 100644 index 00000000..ed3ae2ea Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/orders/..constraints.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/orders/.constraints b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/orders/.constraints new file mode 100644 index 00000000..e7c2b0af --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/orders/.constraints @@ -0,0 +1,64 @@ +[ { + "@type" : "notnullconstraint", + "name" : "62e090ce-5290-4a1a-b6e0-ae80f3ec8056", + "columns" : [ "o_orderstatus" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "b67283f8-8dc9-4b24-af8b-8dda683cc4ad", + "columns" : [ "o_shippriority" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "20173d13-a7cc-4196-ae32-91bdff782150", + "columns" : [ "o_orderkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "486d27e5-74f8-4702-ac14-c152c537f8c1", + "columns" : [ "o_totalprice" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "242c8806-2369-4d69-95e0-fdb390a4ad1d", + "columns" : [ "o_orderdate" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "2459aae6-215a-4136-ab9d-6a97964f9677", + "columns" : [ "o_orderpriority" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "5f0ffe2d-6433-4906-b3eb-d40cec818fe2", + "columns" : [ "o_clerk" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "ea66622e-c711-475a-825d-fd6ae3bdd04b", + "columns" : [ "o_custkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "048e7379-f128-4891-9381-bf431482919e", + "columns" : [ "o_comment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/orders/.prestoPermissions/.user_test_user.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/orders/.prestoPermissions/.user_test_user.crc new file mode 100644 index 00000000..fa841f6e Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/orders/.prestoPermissions/.user_test_user.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/orders/.prestoPermissions/user_test_user b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/orders/.prestoPermissions/user_test_user new file mode 100644 index 00000000..4959625f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/orders/.prestoPermissions/user_test_user @@ -0,0 +1,13 @@ +[ { + "permission" : "SELECT", + "grantOption" : true +}, { + "permission" : "INSERT", + "grantOption" : true +}, { + "permission" : "UPDATE", + "grantOption" : true +}, { + "permission" : "DELETE", + "grantOption" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/orders/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/orders/.prestoSchema new file mode 100644 index 00000000..3d50d52e --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/orders/.prestoSchema @@ -0,0 +1,118 @@ +{ + "owner" : "test_user", + "tableType" : "EXTERNAL_TABLE", + "dataColumns" : [ { + "name" : "o_orderkey", + "type" : "bigint" + }, { + "name" : "o_custkey", + "type" : "bigint" + }, { + "name" : "o_orderstatus", + "type" : "string" + }, { + "name" : "o_totalprice", + "type" : "double" + }, { + "name" : "o_orderdate", + "type" : "date" + }, { + "name" : "o_orderpriority", + "type" : "string" + }, { + "name" : "o_clerk", + "type" : "string" + }, { + "name" : "o_shippriority", + "type" : "int" + }, { + "name" : "o_comment", + "type" : "string" + } ], + "partitionColumns" : [ ], + "parameters" : { + "presto_version" : "testversion", + "presto_query_id" : "20260128_193944_00012_cbvjx", + "EXTERNAL" : "TRUE", + "numFiles" : "0", + "numRows" : "4500000000", + "rawDataSize" : "0", + "totalSize" : "0" + }, + "storageFormat" : { + "serDe" : "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", + "inputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", + "outputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat" + }, + "storageParameters" : { + "preferred_ordering_columns" : "" + }, + "serdeParameters" : { }, + "externalLocation" : "file:/var/lib/presto/data/hive/data/user_data/date-scale-3000/orders", + "columnStatistics" : { + "o_clerk" : { + "maxValueSizeInBytes" : 19, + "totalSizeInBytes" : 85500000000, + "nullsCount" : 0, + "distinctValuesCount" : 2977542 + }, + "o_orderstatus" : { + "maxValueSizeInBytes" : 5, + "totalSizeInBytes" : 22500000000, + "nullsCount" : 0, + "distinctValuesCount" : 3 + }, + "o_orderdate" : { + "dateStatistics" : { + "min" : "1992-01-01", + "max" : "1998-08-02" + }, + "nullsCount" : 0, + "distinctValuesCount" : 2382 + }, + "o_shippriority" : { + "integerStatistics" : { + "min" : 0, + "max" : 0 + }, + "nullsCount" : 0, + "distinctValuesCount" : 1 + }, + "o_custkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 449999999 + }, + "nullsCount" : 0, + "distinctValuesCount" : 302686174 + }, + "o_totalprice" : { + "doubleStatistics" : { + "min" : 812.61, + "max" : 601034.19 + }, + "nullsCount" : 0, + "distinctValuesCount" : 42181248 + }, + "o_comment" : { + "maxValueSizeInBytes" : 82, + "totalSizeInBytes" : 236247624576, + "nullsCount" : 0, + "distinctValuesCount" : 270910389 + }, + "o_orderkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 18000000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 4500000000 + }, + "o_orderpriority" : { + "maxValueSizeInBytes" : 19, + "totalSizeInBytes" : 55799988176, + "nullsCount" : 0, + "distinctValuesCount" : 5 + } + } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/part/..constraints.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/part/..constraints.crc new file mode 100644 index 00000000..e45fb67b Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/part/..constraints.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/part/.constraints b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/part/.constraints new file mode 100644 index 00000000..c044e841 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/part/.constraints @@ -0,0 +1,64 @@ +[ { + "@type" : "notnullconstraint", + "name" : "77978414-9c2a-457a-a786-e2d6c86bc383", + "columns" : [ "p_type" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "2e74a407-5ce3-40c4-91c6-12a0d3171f71", + "columns" : [ "p_mfgr" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "96fc2a42-832f-425e-9398-f2e87726ffa7", + "columns" : [ "p_brand" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "60d9a2a5-bee9-44dd-97c1-fa910a5bca25", + "columns" : [ "p_comment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "242a97ab-f6eb-4431-8f9b-abfa6387fe3a", + "columns" : [ "p_container" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "dcf0756c-cd70-4c03-ba7b-78466761bb90", + "columns" : [ "p_partkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "b324b13a-e09a-458c-ab7c-bdcdea48e8fc", + "columns" : [ "p_name" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "a9b3224c-954c-4b4a-8c28-3249dcfd8804", + "columns" : [ "p_retailprice" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "ea7228ba-a07c-421b-9082-5a0e1169a3c1", + "columns" : [ "p_size" ], + "enabled" : true, + "rely" : true, + "enforced" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/part/.prestoPermissions/.user_test_user.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/part/.prestoPermissions/.user_test_user.crc new file mode 100644 index 00000000..fa841f6e Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/part/.prestoPermissions/.user_test_user.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/part/.prestoPermissions/user_test_user b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/part/.prestoPermissions/user_test_user new file mode 100644 index 00000000..4959625f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/part/.prestoPermissions/user_test_user @@ -0,0 +1,13 @@ +[ { + "permission" : "SELECT", + "grantOption" : true +}, { + "permission" : "INSERT", + "grantOption" : true +}, { + "permission" : "UPDATE", + "grantOption" : true +}, { + "permission" : "DELETE", + "grantOption" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/part/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/part/.prestoSchema new file mode 100644 index 00000000..db79322e --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/part/.prestoSchema @@ -0,0 +1,114 @@ +{ + "owner" : "test_user", + "tableType" : "EXTERNAL_TABLE", + "dataColumns" : [ { + "name" : "p_partkey", + "type" : "bigint" + }, { + "name" : "p_name", + "type" : "string" + }, { + "name" : "p_mfgr", + "type" : "string" + }, { + "name" : "p_brand", + "type" : "string" + }, { + "name" : "p_type", + "type" : "string" + }, { + "name" : "p_size", + "type" : "int" + }, { + "name" : "p_container", + "type" : "string" + }, { + "name" : "p_retailprice", + "type" : "double" + }, { + "name" : "p_comment", + "type" : "string" + } ], + "partitionColumns" : [ ], + "parameters" : { + "presto_version" : "testversion", + "presto_query_id" : "20260128_193944_00013_cbvjx", + "EXTERNAL" : "TRUE", + "numFiles" : "0", + "numRows" : "600000000", + "rawDataSize" : "0", + "totalSize" : "0" + }, + "storageFormat" : { + "serDe" : "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", + "inputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", + "outputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat" + }, + "storageParameters" : { + "preferred_ordering_columns" : "" + }, + "serdeParameters" : { }, + "externalLocation" : "file:/var/lib/presto/data/hive/data/user_data/date-scale-3000/part", + "columnStatistics" : { + "p_partkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 600000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 600000000 + }, + "p_container" : { + "maxValueSizeInBytes" : 14, + "totalSizeInBytes" : 6944987506, + "nullsCount" : 0, + "distinctValuesCount" : 40 + }, + "p_comment" : { + "maxValueSizeInBytes" : 26, + "totalSizeInBytes" : 10499867343, + "nullsCount" : 0, + "distinctValuesCount" : 19812989 + }, + "p_name" : { + "maxValueSizeInBytes" : 56, + "totalSizeInBytes" : 22049937305, + "nullsCount" : 0, + "distinctValuesCount" : 586100851 + }, + "p_brand" : { + "maxValueSizeInBytes" : 12, + "totalSizeInBytes" : 7200000000, + "nullsCount" : 0, + "distinctValuesCount" : 25 + }, + "p_type" : { + "maxValueSizeInBytes" : 29, + "totalSizeInBytes" : 14759998293, + "nullsCount" : 0, + "distinctValuesCount" : 150 + }, + "p_retailprice" : { + "doubleStatistics" : { + "min" : 900.0, + "max" : 2099.0 + }, + "nullsCount" : 0, + "distinctValuesCount" : 123107 + }, + "p_size" : { + "integerStatistics" : { + "min" : 1, + "max" : 50 + }, + "nullsCount" : 0, + "distinctValuesCount" : 50 + }, + "p_mfgr" : { + "maxValueSizeInBytes" : 18, + "totalSizeInBytes" : 10800000000, + "nullsCount" : 0, + "distinctValuesCount" : 5 + } + } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/partsupp/..constraints.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/partsupp/..constraints.crc new file mode 100644 index 00000000..d768a8b0 Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/partsupp/..constraints.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/partsupp/.constraints b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/partsupp/.constraints new file mode 100644 index 00000000..33285725 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/partsupp/.constraints @@ -0,0 +1,36 @@ +[ { + "@type" : "notnullconstraint", + "name" : "9b98883b-a784-469e-a719-a5247be87b37", + "columns" : [ "ps_availqty" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "03b56244-5ad5-4775-a962-de4845b2d858", + "columns" : [ "ps_comment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "063466b7-6700-4674-92ca-c78fa3c14f99", + "columns" : [ "ps_suppkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "b78853c4-dcad-4665-a9e5-0ea005173bf3", + "columns" : [ "ps_partkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "06da5405-62c2-48d0-9ef5-8f7ec43acb95", + "columns" : [ "ps_supplycost" ], + "enabled" : true, + "rely" : true, + "enforced" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/partsupp/.prestoPermissions/.user_test_user.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/partsupp/.prestoPermissions/.user_test_user.crc new file mode 100644 index 00000000..fa841f6e Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/partsupp/.prestoPermissions/.user_test_user.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/partsupp/.prestoPermissions/user_test_user b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/partsupp/.prestoPermissions/user_test_user new file mode 100644 index 00000000..4959625f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/partsupp/.prestoPermissions/user_test_user @@ -0,0 +1,13 @@ +[ { + "permission" : "SELECT", + "grantOption" : true +}, { + "permission" : "INSERT", + "grantOption" : true +}, { + "permission" : "UPDATE", + "grantOption" : true +}, { + "permission" : "DELETE", + "grantOption" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/partsupp/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/partsupp/.prestoSchema new file mode 100644 index 00000000..8c59bbe1 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/partsupp/.prestoSchema @@ -0,0 +1,80 @@ +{ + "owner" : "test_user", + "tableType" : "EXTERNAL_TABLE", + "dataColumns" : [ { + "name" : "ps_partkey", + "type" : "bigint" + }, { + "name" : "ps_suppkey", + "type" : "bigint" + }, { + "name" : "ps_availqty", + "type" : "bigint" + }, { + "name" : "ps_supplycost", + "type" : "double" + }, { + "name" : "ps_comment", + "type" : "string" + } ], + "partitionColumns" : [ ], + "parameters" : { + "presto_version" : "testversion", + "presto_query_id" : "20260128_193944_00014_cbvjx", + "EXTERNAL" : "TRUE", + "numFiles" : "0", + "numRows" : "2400000000", + "rawDataSize" : "0", + "totalSize" : "0" + }, + "storageFormat" : { + "serDe" : "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", + "inputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", + "outputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat" + }, + "storageParameters" : { + "preferred_ordering_columns" : "" + }, + "serdeParameters" : { }, + "externalLocation" : "file:/var/lib/presto/data/hive/data/user_data/date-scale-3000/partsupp", + "columnStatistics" : { + "ps_suppkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 30000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 29929888 + }, + "ps_availqty" : { + "integerStatistics" : { + "min" : 1, + "max" : 9999 + }, + "nullsCount" : 0, + "distinctValuesCount" : 10167 + }, + "ps_comment" : { + "maxValueSizeInBytes" : 202, + "totalSizeInBytes" : 305996748667, + "nullsCount" : 0, + "distinctValuesCount" : 329927549 + }, + "ps_partkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 600000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 600993015 + }, + "ps_supplycost" : { + "doubleStatistics" : { + "min" : 1.0, + "max" : 1000.0 + }, + "nullsCount" : 0, + "distinctValuesCount" : 99719 + } + } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/region/..constraints.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/region/..constraints.crc new file mode 100644 index 00000000..6c17958a Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/region/..constraints.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/region/.constraints b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/region/.constraints new file mode 100644 index 00000000..b968f2a2 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/region/.constraints @@ -0,0 +1,22 @@ +[ { + "@type" : "notnullconstraint", + "name" : "2f34dab9-bf01-4a00-bf38-0ad41505489c", + "columns" : [ "r_comment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "ffedda4f-5a1e-4601-8ef9-80462cff784e", + "columns" : [ "r_regionkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "432ba97e-6b11-48d8-a17d-7ec7fe8e49a8", + "columns" : [ "r_name" ], + "enabled" : true, + "rely" : true, + "enforced" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/region/.prestoPermissions/.user_test_user.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/region/.prestoPermissions/.user_test_user.crc new file mode 100644 index 00000000..fa841f6e Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/region/.prestoPermissions/.user_test_user.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/region/.prestoPermissions/user_test_user b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/region/.prestoPermissions/user_test_user new file mode 100644 index 00000000..4959625f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/region/.prestoPermissions/user_test_user @@ -0,0 +1,13 @@ +[ { + "permission" : "SELECT", + "grantOption" : true +}, { + "permission" : "INSERT", + "grantOption" : true +}, { + "permission" : "UPDATE", + "grantOption" : true +}, { + "permission" : "DELETE", + "grantOption" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/region/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/region/.prestoSchema new file mode 100644 index 00000000..68c065bc --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/region/.prestoSchema @@ -0,0 +1,56 @@ +{ + "owner" : "test_user", + "tableType" : "EXTERNAL_TABLE", + "dataColumns" : [ { + "name" : "r_regionkey", + "type" : "int" + }, { + "name" : "r_name", + "type" : "string" + }, { + "name" : "r_comment", + "type" : "string" + } ], + "partitionColumns" : [ ], + "parameters" : { + "presto_version" : "testversion", + "presto_query_id" : "20260128_193944_00015_cbvjx", + "EXTERNAL" : "TRUE", + "numFiles" : "0", + "numRows" : "5", + "rawDataSize" : "0", + "totalSize" : "0" + }, + "storageFormat" : { + "serDe" : "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", + "inputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", + "outputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat" + }, + "storageParameters" : { + "preferred_ordering_columns" : "" + }, + "serdeParameters" : { }, + "externalLocation" : "file:/var/lib/presto/data/hive/data/user_data/date-scale-3000/region", + "columnStatistics" : { + "r_regionkey" : { + "integerStatistics" : { + "min" : 0, + "max" : 4 + }, + "nullsCount" : 0, + "distinctValuesCount" : 5 + }, + "r_comment" : { + "maxValueSizeInBytes" : 119, + "totalSizeInBytes" : 350, + "nullsCount" : 0, + "distinctValuesCount" : 5 + }, + "r_name" : { + "maxValueSizeInBytes" : 15, + "totalSizeInBytes" : 54, + "nullsCount" : 0, + "distinctValuesCount" : 5 + } + } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/supplier/..constraints.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/supplier/..constraints.crc new file mode 100644 index 00000000..214c4f24 Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/supplier/..constraints.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/supplier/.constraints b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/supplier/.constraints new file mode 100644 index 00000000..2acf245c --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/supplier/.constraints @@ -0,0 +1,50 @@ +[ { + "@type" : "notnullconstraint", + "name" : "416bbdbf-7a7b-45bb-a3a6-cdb363a3afc3", + "columns" : [ "s_address" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "8d945ad6-a48e-4c85-925f-3191f57900e8", + "columns" : [ "s_nationkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "d4cfa3b0-39fd-4138-b53c-8fed927e2324", + "columns" : [ "s_comment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "51e201e9-491c-47a3-a7f8-61d84ddbabde", + "columns" : [ "s_suppkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "57f537f9-b58f-40b2-a7dd-64a5e6d0c045", + "columns" : [ "s_name" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "0832f25d-a9c6-428b-8461-a40fdac44f69", + "columns" : [ "s_phone" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "76414768-7a1b-4d90-a173-f1df4e401df3", + "columns" : [ "s_acctbal" ], + "enabled" : true, + "rely" : true, + "enforced" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/supplier/.prestoPermissions/.user_test_user.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/supplier/.prestoPermissions/.user_test_user.crc new file mode 100644 index 00000000..fa841f6e Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/supplier/.prestoPermissions/.user_test_user.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/supplier/.prestoPermissions/user_test_user b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/supplier/.prestoPermissions/user_test_user new file mode 100644 index 00000000..4959625f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/supplier/.prestoPermissions/user_test_user @@ -0,0 +1,13 @@ +[ { + "permission" : "SELECT", + "grantOption" : true +}, { + "permission" : "INSERT", + "grantOption" : true +}, { + "permission" : "UPDATE", + "grantOption" : true +}, { + "permission" : "DELETE", + "grantOption" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/supplier/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/supplier/.prestoSchema new file mode 100644 index 00000000..96139ffe --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf3000/supplier/.prestoSchema @@ -0,0 +1,96 @@ +{ + "owner" : "test_user", + "tableType" : "EXTERNAL_TABLE", + "dataColumns" : [ { + "name" : "s_suppkey", + "type" : "bigint" + }, { + "name" : "s_name", + "type" : "string" + }, { + "name" : "s_address", + "type" : "string" + }, { + "name" : "s_nationkey", + "type" : "int" + }, { + "name" : "s_phone", + "type" : "string" + }, { + "name" : "s_acctbal", + "type" : "double" + }, { + "name" : "s_comment", + "type" : "string" + } ], + "partitionColumns" : [ ], + "parameters" : { + "presto_version" : "testversion", + "presto_query_id" : "20260128_193944_00016_cbvjx", + "EXTERNAL" : "TRUE", + "numFiles" : "0", + "numRows" : "30000000", + "rawDataSize" : "0", + "totalSize" : "0" + }, + "storageFormat" : { + "serDe" : "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", + "inputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", + "outputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat" + }, + "storageParameters" : { + "preferred_ordering_columns" : "" + }, + "serdeParameters" : { }, + "externalLocation" : "file:/var/lib/presto/data/hive/data/user_data/date-scale-3000/supplier", + "columnStatistics" : { + "s_comment" : { + "maxValueSizeInBytes" : 104, + "totalSizeInBytes" : 1994956852, + "nullsCount" : 0, + "distinctValuesCount" : 28472824 + }, + "s_phone" : { + "maxValueSizeInBytes" : 19, + "totalSizeInBytes" : 570000000, + "nullsCount" : 0, + "distinctValuesCount" : 29145322 + }, + "s_nationkey" : { + "integerStatistics" : { + "min" : 0, + "max" : 24 + }, + "nullsCount" : 0, + "distinctValuesCount" : 25 + }, + "s_name" : { + "maxValueSizeInBytes" : 22, + "totalSizeInBytes" : 660000000, + "nullsCount" : 0, + "distinctValuesCount" : 30000000 + }, + "s_address" : { + "maxValueSizeInBytes" : 44, + "totalSizeInBytes" : 870004849, + "nullsCount" : 0, + "distinctValuesCount" : 29061033 + }, + "s_acctbal" : { + "doubleStatistics" : { + "min" : -999.99, + "max" : 9999.99 + }, + "nullsCount" : 0, + "distinctValuesCount" : 1106028 + }, + "s_suppkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 30000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 29929888 + } + } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/..prestoSchema.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/..prestoSchema.crc new file mode 100644 index 00000000..ef11d183 Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/..prestoSchema.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/.prestoSchema new file mode 100644 index 00000000..e5d600ff --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/.prestoSchema @@ -0,0 +1,5 @@ +{ + "ownerName" : "test_user", + "ownerType" : "USER", + "parameters" : { } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/customer/..constraints.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/customer/..constraints.crc new file mode 100644 index 00000000..28c7a6eb Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/customer/..constraints.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/customer/.constraints b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/customer/.constraints new file mode 100644 index 00000000..f95790fa --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/customer/.constraints @@ -0,0 +1,57 @@ +[ { + "@type" : "notnullconstraint", + "name" : "c25cbdd7-5432-4620-a17e-a906bcfc17eb", + "columns" : [ "c_phone" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "65be571c-0fcf-40bd-a94d-0be05aae9eed", + "columns" : [ "c_custkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "d66b088b-2ca5-46c8-92cf-119b77a3a7f2", + "columns" : [ "c_comment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "acbd93fa-4252-4b59-b930-9a399d21ba1b", + "columns" : [ "c_address" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "1beb0977-03cf-4362-baab-42abe8eca646", + "columns" : [ "c_nationkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "1cafbd79-35cf-4067-babb-04fa4cfe2212", + "columns" : [ "c_acctbal" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "51491a31-d103-4843-9346-f466a01a3305", + "columns" : [ "c_name" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "c2ba170d-4393-47fa-a71c-6f5f2ff905b6", + "columns" : [ "c_mktsegment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/customer/.prestoPermissions/.user_test_user.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/customer/.prestoPermissions/.user_test_user.crc new file mode 100644 index 00000000..fa841f6e Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/customer/.prestoPermissions/.user_test_user.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/customer/.prestoPermissions/user_test_user b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/customer/.prestoPermissions/user_test_user new file mode 100644 index 00000000..4959625f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/customer/.prestoPermissions/user_test_user @@ -0,0 +1,13 @@ +[ { + "permission" : "SELECT", + "grantOption" : true +}, { + "permission" : "INSERT", + "grantOption" : true +}, { + "permission" : "UPDATE", + "grantOption" : true +}, { + "permission" : "DELETE", + "grantOption" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/customer/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/customer/.prestoSchema new file mode 100644 index 00000000..a578cc83 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/customer/.prestoSchema @@ -0,0 +1,105 @@ +{ + "owner" : "test_user", + "tableType" : "EXTERNAL_TABLE", + "dataColumns" : [ { + "name" : "c_custkey", + "type" : "bigint" + }, { + "name" : "c_name", + "type" : "string" + }, { + "name" : "c_address", + "type" : "string" + }, { + "name" : "c_nationkey", + "type" : "int" + }, { + "name" : "c_phone", + "type" : "string" + }, { + "name" : "c_acctbal", + "type" : "double" + }, { + "name" : "c_mktsegment", + "type" : "string" + }, { + "name" : "c_comment", + "type" : "string" + } ], + "partitionColumns" : [ ], + "parameters" : { + "presto_version" : "testversion", + "presto_query_id" : "20260128_222728_00003_guzmg", + "EXTERNAL" : "TRUE", + "numFiles" : "0", + "numRows" : "4500000000", + "rawDataSize" : "0", + "totalSize" : "0" + }, + "storageFormat" : { + "serDe" : "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", + "inputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", + "outputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat" + }, + "storageParameters" : { + "preferred_ordering_columns" : "" + }, + "serdeParameters" : { }, + "externalLocation" : "file:/var/lib/presto/data/hive/data/user_data/date-scale-30000/customer", + "columnStatistics" : { + "c_custkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 4500000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 4500000000 + }, + "c_phone" : { + "maxValueSizeInBytes" : 19, + "totalSizeInBytes" : 85500000000, + "nullsCount" : 0, + "distinctValuesCount" : 1971725483 + }, + "c_acctbal" : { + "doubleStatistics" : { + "min" : -999.99, + "max" : 9999.99 + }, + "nullsCount" : 0, + "distinctValuesCount" : 1106028 + }, + "c_mktsegment" : { + "maxValueSizeInBytes" : 14, + "totalSizeInBytes" : 58499993631, + "nullsCount" : 0, + "distinctValuesCount" : 5 + }, + "c_address" : { + "maxValueSizeInBytes" : 44, + "totalSizeInBytes" : 130499901845, + "nullsCount" : 0, + "distinctValuesCount" : 237625340 + }, + "c_nationkey" : { + "integerStatistics" : { + "min" : 0, + "max" : 24 + }, + "nullsCount" : 0, + "distinctValuesCount" : 25 + }, + "c_name" : { + "maxValueSizeInBytes" : 23, + "totalSizeInBytes" : 102500000001, + "nullsCount" : 0, + "distinctValuesCount" : 4417096316 + }, + "c_comment" : { + "maxValueSizeInBytes" : 120, + "totalSizeInBytes" : 344246393374, + "nullsCount" : 0, + "distinctValuesCount" : 300814874 + } + } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/lineitem/..constraints.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/lineitem/..constraints.crc new file mode 100644 index 00000000..1acb3249 Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/lineitem/..constraints.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/lineitem/.constraints b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/lineitem/.constraints new file mode 100644 index 00000000..ea72c3d9 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/lineitem/.constraints @@ -0,0 +1,113 @@ +[ { + "@type" : "notnullconstraint", + "name" : "f2d9fec6-59b7-4d87-94be-aa8b0b5fefc2", + "columns" : [ "l_commitdate" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "fb3929e5-106c-4e4c-b9eb-66b42b5d028b", + "columns" : [ "l_returnflag" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "c3daa928-8945-4de2-a73b-0f34ea48a9e5", + "columns" : [ "l_linenumber" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "cf607fbd-e503-48c6-ac5e-d1e5f65419b1", + "columns" : [ "l_discount" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "a5cd9dd1-38b7-4f0d-94b1-70fb7ccddee1", + "columns" : [ "l_orderkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "af981d7d-7228-4952-963f-d4989c2ef32c", + "columns" : [ "l_shipdate" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "5c04d7d7-82b1-4432-b64d-4a8309a13c17", + "columns" : [ "l_receiptdate" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "bb218101-89ed-45f2-b395-d39c0a8795bf", + "columns" : [ "l_shipmode" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "c5d848ed-09b7-483a-9a82-c8ffda3c9204", + "columns" : [ "l_suppkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "c45b1e82-d22a-418f-a4ac-4b507645f259", + "columns" : [ "l_tax" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "da87a424-1523-407d-be87-50669fcaaae9", + "columns" : [ "l_linestatus" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "aa2d6670-6b1f-4381-b437-260f85941b32", + "columns" : [ "l_comment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "3f0db19e-fa30-4d22-808b-85fb833ffcc3", + "columns" : [ "l_partkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "ebb70cd8-9c41-4736-8bb4-90a9960eae14", + "columns" : [ "l_shipinstruct" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "431bbc39-ff15-43fd-b636-7565eacef2fd", + "columns" : [ "l_quantity" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "176cc362-037d-4ad2-881e-28b41860ef11", + "columns" : [ "l_extendedprice" ], + "enabled" : true, + "rely" : true, + "enforced" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/lineitem/.prestoPermissions/.user_test_user.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/lineitem/.prestoPermissions/.user_test_user.crc new file mode 100644 index 00000000..fa841f6e Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/lineitem/.prestoPermissions/.user_test_user.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/lineitem/.prestoPermissions/user_test_user b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/lineitem/.prestoPermissions/user_test_user new file mode 100644 index 00000000..4959625f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/lineitem/.prestoPermissions/user_test_user @@ -0,0 +1,13 @@ +[ { + "permission" : "SELECT", + "grantOption" : true +}, { + "permission" : "INSERT", + "grantOption" : true +}, { + "permission" : "UPDATE", + "grantOption" : true +}, { + "permission" : "DELETE", + "grantOption" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/lineitem/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/lineitem/.prestoSchema new file mode 100644 index 00000000..a6f95472 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/lineitem/.prestoSchema @@ -0,0 +1,193 @@ +{ + "owner" : "test_user", + "tableType" : "EXTERNAL_TABLE", + "dataColumns" : [ { + "name" : "l_orderkey", + "type" : "bigint" + }, { + "name" : "l_partkey", + "type" : "bigint" + }, { + "name" : "l_suppkey", + "type" : "bigint" + }, { + "name" : "l_linenumber", + "type" : "bigint" + }, { + "name" : "l_quantity", + "type" : "double" + }, { + "name" : "l_extendedprice", + "type" : "double" + }, { + "name" : "l_discount", + "type" : "double" + }, { + "name" : "l_tax", + "type" : "double" + }, { + "name" : "l_returnflag", + "type" : "string" + }, { + "name" : "l_linestatus", + "type" : "string" + }, { + "name" : "l_shipdate", + "type" : "date" + }, { + "name" : "l_commitdate", + "type" : "date" + }, { + "name" : "l_receiptdate", + "type" : "date" + }, { + "name" : "l_shipinstruct", + "type" : "string" + }, { + "name" : "l_shipmode", + "type" : "string" + }, { + "name" : "l_comment", + "type" : "string" + } ], + "partitionColumns" : [ ], + "parameters" : { + "presto_version" : "testversion", + "presto_query_id" : "20260128_222729_00004_guzmg", + "EXTERNAL" : "TRUE", + "numFiles" : "0", + "numRows" : "179999978268", + "rawDataSize" : "0", + "totalSize" : "0" + }, + "storageFormat" : { + "serDe" : "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", + "inputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", + "outputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat" + }, + "storageParameters" : { + "preferred_ordering_columns" : "" + }, + "serdeParameters" : { }, + "externalLocation" : "file:/var/lib/presto/data/hive/data/user_data/date-scale-30000/lineitem", + "columnStatistics" : { + "l_receiptdate" : { + "dateStatistics" : { + "min" : "1992-01-03", + "max" : "1998-12-31" + }, + "nullsCount" : 0, + "distinctValuesCount" : 2531 + }, + "l_returnflag" : { + "maxValueSizeInBytes" : 5, + "totalSizeInBytes" : 899999891340, + "nullsCount" : 0, + "distinctValuesCount" : 3 + }, + "l_tax" : { + "doubleStatistics" : { + "min" : 0.0, + "max" : 0.08 + }, + "nullsCount" : 0, + "distinctValuesCount" : 9 + }, + "l_shipmode" : { + "maxValueSizeInBytes" : 11, + "totalSizeInBytes" : 1491429086420, + "nullsCount" : 0, + "distinctValuesCount" : 7 + }, + "l_suppkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 300000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 306660805 + }, + "l_shipdate" : { + "dateStatistics" : { + "min" : "1992-01-02", + "max" : "1998-12-01" + }, + "nullsCount" : 0, + "distinctValuesCount" : 2498 + }, + "l_commitdate" : { + "dateStatistics" : { + "min" : "1992-01-31", + "max" : "1998-10-31" + }, + "nullsCount" : 0, + "distinctValuesCount" : 2435 + }, + "l_partkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 6000000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 6047734047 + }, + "l_quantity" : { + "doubleStatistics" : { + "min" : 1.0, + "max" : 50.0 + }, + "nullsCount" : 0, + "distinctValuesCount" : 50 + }, + "l_orderkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 180000000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 46007131509 + }, + "l_comment" : { + "maxValueSizeInBytes" : 47, + "totalSizeInBytes" : 5489949873075, + "nullsCount" : 0, + "distinctValuesCount" : 153672433 + }, + "l_linestatus" : { + "maxValueSizeInBytes" : 5, + "totalSizeInBytes" : 899999891340, + "nullsCount" : 0, + "distinctValuesCount" : 2 + }, + "l_extendedprice" : { + "doubleStatistics" : { + "min" : 900.0, + "max" : 104950.0 + }, + "nullsCount" : 0, + "distinctValuesCount" : 3969594 + }, + "l_linenumber" : { + "integerStatistics" : { + "min" : 1, + "max" : 7 + }, + "nullsCount" : 0, + "distinctValuesCount" : 7 + }, + "l_discount" : { + "doubleStatistics" : { + "min" : 0.0, + "max" : 0.1 + }, + "nullsCount" : 0, + "distinctValuesCount" : 11 + }, + "l_shipinstruct" : { + "maxValueSizeInBytes" : 21, + "totalSizeInBytes" : 2879999043909, + "nullsCount" : 0, + "distinctValuesCount" : 4 + } + } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/nation/..constraints.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/nation/..constraints.crc new file mode 100644 index 00000000..0eecc847 Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/nation/..constraints.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/nation/.constraints b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/nation/.constraints new file mode 100644 index 00000000..5c2adc9b --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/nation/.constraints @@ -0,0 +1,29 @@ +[ { + "@type" : "notnullconstraint", + "name" : "d0e9080d-c3f9-468e-952b-d7267c1a23d8", + "columns" : [ "n_comment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "af796825-5428-4bc9-9957-6e02276549b6", + "columns" : [ "n_regionkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "7bd1fdfc-d2cc-441b-9f14-f8a82d617438", + "columns" : [ "n_name" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "343df054-b6a5-4d8e-b575-b2704a2362cd", + "columns" : [ "n_nationkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/nation/.prestoPermissions/.user_test_user.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/nation/.prestoPermissions/.user_test_user.crc new file mode 100644 index 00000000..fa841f6e Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/nation/.prestoPermissions/.user_test_user.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/nation/.prestoPermissions/user_test_user b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/nation/.prestoPermissions/user_test_user new file mode 100644 index 00000000..4959625f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/nation/.prestoPermissions/user_test_user @@ -0,0 +1,13 @@ +[ { + "permission" : "SELECT", + "grantOption" : true +}, { + "permission" : "INSERT", + "grantOption" : true +}, { + "permission" : "UPDATE", + "grantOption" : true +}, { + "permission" : "DELETE", + "grantOption" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/nation/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/nation/.prestoSchema new file mode 100644 index 00000000..5e460db0 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/nation/.prestoSchema @@ -0,0 +1,67 @@ +{ + "owner" : "test_user", + "tableType" : "EXTERNAL_TABLE", + "dataColumns" : [ { + "name" : "n_nationkey", + "type" : "int" + }, { + "name" : "n_name", + "type" : "string" + }, { + "name" : "n_regionkey", + "type" : "int" + }, { + "name" : "n_comment", + "type" : "string" + } ], + "partitionColumns" : [ ], + "parameters" : { + "presto_version" : "testversion", + "presto_query_id" : "20260128_222729_00005_guzmg", + "EXTERNAL" : "TRUE", + "numFiles" : "0", + "numRows" : "25", + "rawDataSize" : "0", + "totalSize" : "0" + }, + "storageFormat" : { + "serDe" : "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", + "inputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", + "outputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat" + }, + "storageParameters" : { + "preferred_ordering_columns" : "" + }, + "serdeParameters" : { }, + "externalLocation" : "file:/var/lib/presto/data/hive/data/user_data/date-scale-30000/nation", + "columnStatistics" : { + "n_comment" : { + "maxValueSizeInBytes" : 118, + "totalSizeInBytes" : 1957, + "nullsCount" : 0, + "distinctValuesCount" : 25 + }, + "n_nationkey" : { + "integerStatistics" : { + "min" : 0, + "max" : 24 + }, + "nullsCount" : 0, + "distinctValuesCount" : 25 + }, + "n_regionkey" : { + "integerStatistics" : { + "min" : 0, + "max" : 4 + }, + "nullsCount" : 0, + "distinctValuesCount" : 5 + }, + "n_name" : { + "maxValueSizeInBytes" : 18, + "totalSizeInBytes" : 277, + "nullsCount" : 0, + "distinctValuesCount" : 25 + } + } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/orders/..constraints.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/orders/..constraints.crc new file mode 100644 index 00000000..708ea663 Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/orders/..constraints.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/orders/.constraints b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/orders/.constraints new file mode 100644 index 00000000..183593cf --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/orders/.constraints @@ -0,0 +1,64 @@ +[ { + "@type" : "notnullconstraint", + "name" : "5439be26-4105-4849-b149-6be40eabc2b9", + "columns" : [ "o_clerk" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "d37e90dc-641a-40b4-bf20-7b398a8ca186", + "columns" : [ "o_orderkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "f6b361e3-9628-477e-8adb-8f622847dd9c", + "columns" : [ "o_comment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "b231dfda-33b8-4c52-848d-7f5f83195344", + "columns" : [ "o_custkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "f878a355-b729-458f-bdc4-276d159deba1", + "columns" : [ "o_orderstatus" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "eb01b727-1bf1-4e0b-8740-d332eacd6837", + "columns" : [ "o_orderdate" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "ffa7a370-d82d-4cf0-8afc-c99fdfc6f36c", + "columns" : [ "o_totalprice" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "10e264a8-1907-4570-adff-dac41ce9e366", + "columns" : [ "o_orderpriority" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "9462988e-5631-40ff-bdef-3dd7107a7f4e", + "columns" : [ "o_shippriority" ], + "enabled" : true, + "rely" : true, + "enforced" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/orders/.prestoPermissions/.user_test_user.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/orders/.prestoPermissions/.user_test_user.crc new file mode 100644 index 00000000..fa841f6e Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/orders/.prestoPermissions/.user_test_user.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/orders/.prestoPermissions/user_test_user b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/orders/.prestoPermissions/user_test_user new file mode 100644 index 00000000..4959625f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/orders/.prestoPermissions/user_test_user @@ -0,0 +1,13 @@ +[ { + "permission" : "SELECT", + "grantOption" : true +}, { + "permission" : "INSERT", + "grantOption" : true +}, { + "permission" : "UPDATE", + "grantOption" : true +}, { + "permission" : "DELETE", + "grantOption" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/orders/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/orders/.prestoSchema new file mode 100644 index 00000000..64d8f620 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/orders/.prestoSchema @@ -0,0 +1,118 @@ +{ + "owner" : "test_user", + "tableType" : "EXTERNAL_TABLE", + "dataColumns" : [ { + "name" : "o_orderkey", + "type" : "bigint" + }, { + "name" : "o_custkey", + "type" : "bigint" + }, { + "name" : "o_orderstatus", + "type" : "string" + }, { + "name" : "o_totalprice", + "type" : "double" + }, { + "name" : "o_orderdate", + "type" : "date" + }, { + "name" : "o_orderpriority", + "type" : "string" + }, { + "name" : "o_clerk", + "type" : "string" + }, { + "name" : "o_shippriority", + "type" : "int" + }, { + "name" : "o_comment", + "type" : "string" + } ], + "partitionColumns" : [ ], + "parameters" : { + "presto_version" : "testversion", + "presto_query_id" : "20260128_222729_00006_guzmg", + "EXTERNAL" : "TRUE", + "numFiles" : "0", + "numRows" : "45000000000", + "rawDataSize" : "0", + "totalSize" : "0" + }, + "storageFormat" : { + "serDe" : "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", + "inputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", + "outputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat" + }, + "storageParameters" : { + "preferred_ordering_columns" : "" + }, + "serdeParameters" : { }, + "externalLocation" : "file:/var/lib/presto/data/hive/data/user_data/date-scale-30000/orders", + "columnStatistics" : { + "o_clerk" : { + "maxValueSizeInBytes" : 19, + "totalSizeInBytes" : 855000000000, + "nullsCount" : 0, + "distinctValuesCount" : 30503843 + }, + "o_orderstatus" : { + "maxValueSizeInBytes" : 5, + "totalSizeInBytes" : 225000000000, + "nullsCount" : 0, + "distinctValuesCount" : 3 + }, + "o_orderdate" : { + "dateStatistics" : { + "min" : "1992-01-01", + "max" : "1998-08-02" + }, + "nullsCount" : 0, + "distinctValuesCount" : 2382 + }, + "o_shippriority" : { + "integerStatistics" : { + "min" : 0, + "max" : 0 + }, + "nullsCount" : 0, + "distinctValuesCount" : 1 + }, + "o_custkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 4499999999 + }, + "nullsCount" : 0, + "distinctValuesCount" : 3001715912 + }, + "o_totalprice" : { + "doubleStatistics" : { + "min" : 810.0, + "max" : 624290.05 + }, + "nullsCount" : 0, + "distinctValuesCount" : 48814334 + }, + "o_comment" : { + "maxValueSizeInBytes" : 82, + "totalSizeInBytes" : 2362475532896, + "nullsCount" : 0, + "distinctValuesCount" : 270910389 + }, + "o_orderkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 180000000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 45000000000 + }, + "o_orderpriority" : { + "maxValueSizeInBytes" : 19, + "totalSizeInBytes" : 558000051382, + "nullsCount" : 0, + "distinctValuesCount" : 5 + } + } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/part/..constraints.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/part/..constraints.crc new file mode 100644 index 00000000..19fd0597 Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/part/..constraints.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/part/.constraints b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/part/.constraints new file mode 100644 index 00000000..fd3c8814 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/part/.constraints @@ -0,0 +1,64 @@ +[ { + "@type" : "notnullconstraint", + "name" : "2053dba0-a9db-4d85-a817-a8f1412c8a28", + "columns" : [ "p_type" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "1343bad6-7d1b-4d44-aedc-2c3612dda96e", + "columns" : [ "p_comment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "2c11f718-8e7c-42cd-9458-57ba38b81445", + "columns" : [ "p_brand" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "7f66b309-d92c-4536-81bb-8e031279a806", + "columns" : [ "p_size" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "2e240689-c4ec-4fe7-aeb5-1035a99a86a9", + "columns" : [ "p_partkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "ced8256f-e7fe-4b51-a60c-4a5ae044b2d1", + "columns" : [ "p_mfgr" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "e23dbfc7-1542-44ef-a126-093bcd856b17", + "columns" : [ "p_retailprice" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "a834cfc6-2773-4b60-a2cb-3001e88fa192", + "columns" : [ "p_name" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "8559e439-c492-48c8-9678-f413bb9f61f7", + "columns" : [ "p_container" ], + "enabled" : true, + "rely" : true, + "enforced" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/part/.prestoPermissions/.user_test_user.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/part/.prestoPermissions/.user_test_user.crc new file mode 100644 index 00000000..fa841f6e Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/part/.prestoPermissions/.user_test_user.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/part/.prestoPermissions/user_test_user b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/part/.prestoPermissions/user_test_user new file mode 100644 index 00000000..4959625f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/part/.prestoPermissions/user_test_user @@ -0,0 +1,13 @@ +[ { + "permission" : "SELECT", + "grantOption" : true +}, { + "permission" : "INSERT", + "grantOption" : true +}, { + "permission" : "UPDATE", + "grantOption" : true +}, { + "permission" : "DELETE", + "grantOption" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/part/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/part/.prestoSchema new file mode 100644 index 00000000..edb260c2 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/part/.prestoSchema @@ -0,0 +1,114 @@ +{ + "owner" : "test_user", + "tableType" : "EXTERNAL_TABLE", + "dataColumns" : [ { + "name" : "p_partkey", + "type" : "bigint" + }, { + "name" : "p_name", + "type" : "string" + }, { + "name" : "p_mfgr", + "type" : "string" + }, { + "name" : "p_brand", + "type" : "string" + }, { + "name" : "p_type", + "type" : "string" + }, { + "name" : "p_size", + "type" : "int" + }, { + "name" : "p_container", + "type" : "string" + }, { + "name" : "p_retailprice", + "type" : "double" + }, { + "name" : "p_comment", + "type" : "string" + } ], + "partitionColumns" : [ ], + "parameters" : { + "presto_version" : "testversion", + "presto_query_id" : "20260128_222729_00007_guzmg", + "EXTERNAL" : "TRUE", + "numFiles" : "0", + "numRows" : "6000000000", + "rawDataSize" : "0", + "totalSize" : "0" + }, + "storageFormat" : { + "serDe" : "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", + "inputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", + "outputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat" + }, + "storageParameters" : { + "preferred_ordering_columns" : "" + }, + "serdeParameters" : { }, + "externalLocation" : "file:/var/lib/presto/data/hive/data/user_data/date-scale-30000/part", + "columnStatistics" : { + "p_partkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 6000000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 6000000000 + }, + "p_container" : { + "maxValueSizeInBytes" : 14, + "totalSizeInBytes" : 69449988830, + "nullsCount" : 0, + "distinctValuesCount" : 40 + }, + "p_name" : { + "maxValueSizeInBytes" : 56, + "totalSizeInBytes" : 220500063886, + "nullsCount" : 0, + "distinctValuesCount" : 1038290468 + }, + "p_comment" : { + "maxValueSizeInBytes" : 26, + "totalSizeInBytes" : 104998977874, + "nullsCount" : 0, + "distinctValuesCount" : 20836943 + }, + "p_brand" : { + "maxValueSizeInBytes" : 12, + "totalSizeInBytes" : 72000000000, + "nullsCount" : 0, + "distinctValuesCount" : 25 + }, + "p_retailprice" : { + "doubleStatistics" : { + "min" : 900.0, + "max" : 2099.0 + }, + "nullsCount" : 0, + "distinctValuesCount" : 123107 + }, + "p_type" : { + "maxValueSizeInBytes" : 29, + "totalSizeInBytes" : 147599995880, + "nullsCount" : 0, + "distinctValuesCount" : 150 + }, + "p_size" : { + "integerStatistics" : { + "min" : 1, + "max" : 50 + }, + "nullsCount" : 0, + "distinctValuesCount" : 50 + }, + "p_mfgr" : { + "maxValueSizeInBytes" : 18, + "totalSizeInBytes" : 108000000000, + "nullsCount" : 0, + "distinctValuesCount" : 5 + } + } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/partsupp/..constraints.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/partsupp/..constraints.crc new file mode 100644 index 00000000..d9e86888 Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/partsupp/..constraints.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/partsupp/.constraints b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/partsupp/.constraints new file mode 100644 index 00000000..9519672d --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/partsupp/.constraints @@ -0,0 +1,36 @@ +[ { + "@type" : "notnullconstraint", + "name" : "607080c3-af89-42b2-ac4e-c6f6ef3a16c5", + "columns" : [ "ps_suppkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "39966657-af45-4fb0-a1e4-ee2f299d684e", + "columns" : [ "ps_comment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "e975722b-3318-4304-8cb8-a7e55c64d599", + "columns" : [ "ps_availqty" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "97618be9-dc98-4e3e-bf82-7aa31a893c95", + "columns" : [ "ps_supplycost" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "09820238-8be2-410e-a204-d364c510bb90", + "columns" : [ "ps_partkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/partsupp/.prestoPermissions/.user_test_user.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/partsupp/.prestoPermissions/.user_test_user.crc new file mode 100644 index 00000000..fa841f6e Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/partsupp/.prestoPermissions/.user_test_user.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/partsupp/.prestoPermissions/user_test_user b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/partsupp/.prestoPermissions/user_test_user new file mode 100644 index 00000000..4959625f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/partsupp/.prestoPermissions/user_test_user @@ -0,0 +1,13 @@ +[ { + "permission" : "SELECT", + "grantOption" : true +}, { + "permission" : "INSERT", + "grantOption" : true +}, { + "permission" : "UPDATE", + "grantOption" : true +}, { + "permission" : "DELETE", + "grantOption" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/partsupp/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/partsupp/.prestoSchema new file mode 100644 index 00000000..72a18542 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/partsupp/.prestoSchema @@ -0,0 +1,80 @@ +{ + "owner" : "test_user", + "tableType" : "EXTERNAL_TABLE", + "dataColumns" : [ { + "name" : "ps_partkey", + "type" : "bigint" + }, { + "name" : "ps_suppkey", + "type" : "bigint" + }, { + "name" : "ps_availqty", + "type" : "bigint" + }, { + "name" : "ps_supplycost", + "type" : "double" + }, { + "name" : "ps_comment", + "type" : "string" + } ], + "partitionColumns" : [ ], + "parameters" : { + "presto_version" : "testversion", + "presto_query_id" : "20260128_222729_00008_guzmg", + "EXTERNAL" : "TRUE", + "numFiles" : "0", + "numRows" : "24000000000", + "rawDataSize" : "0", + "totalSize" : "0" + }, + "storageFormat" : { + "serDe" : "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", + "inputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", + "outputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat" + }, + "storageParameters" : { + "preferred_ordering_columns" : "" + }, + "serdeParameters" : { }, + "externalLocation" : "file:/var/lib/presto/data/hive/data/user_data/date-scale-30000/partsupp", + "columnStatistics" : { + "ps_suppkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 300000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 306660805 + }, + "ps_availqty" : { + "integerStatistics" : { + "min" : 1, + "max" : 9999 + }, + "nullsCount" : 0, + "distinctValuesCount" : 10167 + }, + "ps_comment" : { + "maxValueSizeInBytes" : 202, + "totalSizeInBytes" : 3059967153572, + "nullsCount" : 0, + "distinctValuesCount" : 329927549 + }, + "ps_partkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 6000000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 6054229764 + }, + "ps_supplycost" : { + "doubleStatistics" : { + "min" : 1.0, + "max" : 1000.0 + }, + "nullsCount" : 0, + "distinctValuesCount" : 99719 + } + } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/region/..constraints.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/region/..constraints.crc new file mode 100644 index 00000000..8166bc8f Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/region/..constraints.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/region/.constraints b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/region/.constraints new file mode 100644 index 00000000..4244032e --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/region/.constraints @@ -0,0 +1,22 @@ +[ { + "@type" : "notnullconstraint", + "name" : "32c42519-b584-4d6c-8700-a249744db39c", + "columns" : [ "r_regionkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "9fb7b503-7cc7-4db8-913b-52028cf114ba", + "columns" : [ "r_comment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "b2d5d2f5-6883-49b4-92b2-98d90ec9132d", + "columns" : [ "r_name" ], + "enabled" : true, + "rely" : true, + "enforced" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/region/.prestoPermissions/.user_test_user.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/region/.prestoPermissions/.user_test_user.crc new file mode 100644 index 00000000..fa841f6e Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/region/.prestoPermissions/.user_test_user.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/region/.prestoPermissions/user_test_user b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/region/.prestoPermissions/user_test_user new file mode 100644 index 00000000..4959625f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/region/.prestoPermissions/user_test_user @@ -0,0 +1,13 @@ +[ { + "permission" : "SELECT", + "grantOption" : true +}, { + "permission" : "INSERT", + "grantOption" : true +}, { + "permission" : "UPDATE", + "grantOption" : true +}, { + "permission" : "DELETE", + "grantOption" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/region/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/region/.prestoSchema new file mode 100644 index 00000000..0acc43be --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/region/.prestoSchema @@ -0,0 +1,56 @@ +{ + "owner" : "test_user", + "tableType" : "EXTERNAL_TABLE", + "dataColumns" : [ { + "name" : "r_regionkey", + "type" : "int" + }, { + "name" : "r_name", + "type" : "string" + }, { + "name" : "r_comment", + "type" : "string" + } ], + "partitionColumns" : [ ], + "parameters" : { + "presto_version" : "testversion", + "presto_query_id" : "20260128_222729_00009_guzmg", + "EXTERNAL" : "TRUE", + "numFiles" : "0", + "numRows" : "5", + "rawDataSize" : "0", + "totalSize" : "0" + }, + "storageFormat" : { + "serDe" : "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", + "inputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", + "outputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat" + }, + "storageParameters" : { + "preferred_ordering_columns" : "" + }, + "serdeParameters" : { }, + "externalLocation" : "file:/var/lib/presto/data/hive/data/user_data/date-scale-30000/region", + "columnStatistics" : { + "r_regionkey" : { + "integerStatistics" : { + "min" : 0, + "max" : 4 + }, + "nullsCount" : 0, + "distinctValuesCount" : 5 + }, + "r_comment" : { + "maxValueSizeInBytes" : 119, + "totalSizeInBytes" : 350, + "nullsCount" : 0, + "distinctValuesCount" : 5 + }, + "r_name" : { + "maxValueSizeInBytes" : 15, + "totalSizeInBytes" : 54, + "nullsCount" : 0, + "distinctValuesCount" : 5 + } + } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/supplier/..constraints.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/supplier/..constraints.crc new file mode 100644 index 00000000..d3919343 Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/supplier/..constraints.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/supplier/.constraints b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/supplier/.constraints new file mode 100644 index 00000000..249eb622 --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/supplier/.constraints @@ -0,0 +1,50 @@ +[ { + "@type" : "notnullconstraint", + "name" : "20198a61-7283-421c-9dfc-d4feb4cea725", + "columns" : [ "s_address" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "0852e1b6-20cf-4ac5-8224-92e2acd3f5c7", + "columns" : [ "s_acctbal" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "e05edec7-fc03-43e2-9fac-4efc71b118e2", + "columns" : [ "s_comment" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "057a080a-86db-419b-b046-9e1cb6dc5515", + "columns" : [ "s_name" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "9f2f121b-e8f1-4b0e-a251-0a26bd708dff", + "columns" : [ "s_suppkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "d09f35a3-c64d-44cd-a126-a8bdd84df264", + "columns" : [ "s_nationkey" ], + "enabled" : true, + "rely" : true, + "enforced" : true +}, { + "@type" : "notnullconstraint", + "name" : "2d2ada58-7564-4a05-92ed-6d7851b1e3db", + "columns" : [ "s_phone" ], + "enabled" : true, + "rely" : true, + "enforced" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/supplier/.prestoPermissions/.user_test_user.crc b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/supplier/.prestoPermissions/.user_test_user.crc new file mode 100644 index 00000000..fa841f6e Binary files /dev/null and b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/supplier/.prestoPermissions/.user_test_user.crc differ diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/supplier/.prestoPermissions/user_test_user b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/supplier/.prestoPermissions/user_test_user new file mode 100644 index 00000000..4959625f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/supplier/.prestoPermissions/user_test_user @@ -0,0 +1,13 @@ +[ { + "permission" : "SELECT", + "grantOption" : true +}, { + "permission" : "INSERT", + "grantOption" : true +}, { + "permission" : "UPDATE", + "grantOption" : true +}, { + "permission" : "DELETE", + "grantOption" : true +} ] \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/supplier/.prestoSchema b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/supplier/.prestoSchema new file mode 100644 index 00000000..1597fb2f --- /dev/null +++ b/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE/tpchsf30000/supplier/.prestoSchema @@ -0,0 +1,96 @@ +{ + "owner" : "test_user", + "tableType" : "EXTERNAL_TABLE", + "dataColumns" : [ { + "name" : "s_suppkey", + "type" : "bigint" + }, { + "name" : "s_name", + "type" : "string" + }, { + "name" : "s_address", + "type" : "string" + }, { + "name" : "s_nationkey", + "type" : "int" + }, { + "name" : "s_phone", + "type" : "string" + }, { + "name" : "s_acctbal", + "type" : "double" + }, { + "name" : "s_comment", + "type" : "string" + } ], + "partitionColumns" : [ ], + "parameters" : { + "presto_version" : "testversion", + "presto_query_id" : "20260128_222729_00010_guzmg", + "EXTERNAL" : "TRUE", + "numFiles" : "0", + "numRows" : "300000000", + "rawDataSize" : "0", + "totalSize" : "0" + }, + "storageFormat" : { + "serDe" : "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe", + "inputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat", + "outputFormat" : "org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat" + }, + "storageParameters" : { + "preferred_ordering_columns" : "" + }, + "serdeParameters" : { }, + "externalLocation" : "file:/var/lib/presto/data/hive/data/user_data/date-scale-30000/supplier", + "columnStatistics" : { + "s_comment" : { + "maxValueSizeInBytes" : 104, + "totalSizeInBytes" : 19950028203, + "nullsCount" : 0, + "distinctValuesCount" : 193197568 + }, + "s_phone" : { + "maxValueSizeInBytes" : 19, + "totalSizeInBytes" : 5700000000, + "nullsCount" : 0, + "distinctValuesCount" : 291064485 + }, + "s_nationkey" : { + "integerStatistics" : { + "min" : 0, + "max" : 24 + }, + "nullsCount" : 0, + "distinctValuesCount" : 25 + }, + "s_name" : { + "maxValueSizeInBytes" : 22, + "totalSizeInBytes" : 6600000000, + "nullsCount" : 0, + "distinctValuesCount" : 298489545 + }, + "s_address" : { + "maxValueSizeInBytes" : 44, + "totalSizeInBytes" : 8699954424, + "nullsCount" : 0, + "distinctValuesCount" : 239251583 + }, + "s_acctbal" : { + "doubleStatistics" : { + "min" : -999.99, + "max" : 9999.99 + }, + "nullsCount" : 0, + "distinctValuesCount" : 1106028 + }, + "s_suppkey" : { + "integerStatistics" : { + "min" : 1, + "max" : 300000000 + }, + "nullsCount" : 0, + "distinctValuesCount" : 300000000 + } + } +} \ No newline at end of file diff --git a/presto/slurm/presto-nvl72/README.md b/presto/slurm/presto-nvl72/README.md index baed39d0..b2fb24e3 100644 --- a/presto/slurm/presto-nvl72/README.md +++ b/presto/slurm/presto-nvl72/README.md @@ -17,43 +17,61 @@ presto-nvl72/ ## Quick Start -### Running the Benchmark +### Running the benchmark via launcher (recommended) ```bash -cd /mnt/data/bzaitlen/presto-nvl72 -./launch-run.sh +cd presto/slurm/presto-nvl72 +./launch-run.sh -n -s [-i ] [additional sbatch options] + +# examples +./launch-run.sh -n 8 -s 3000 +./launch-run.sh -n 4 -s 10000 -i 3 --partition gpu --account myacct ``` -Or submit directly: +The launcher: +- requires node count (-n/--nodes) and scale factor (-s/--scale-factor) +- accepts optional iterations (-i/--iterations, default 1) +- embeds nodes/SF/iterations in .out/.err filenames +- prints the first node’s hostname/IP when allocated and a ready-to-run SSH port-forward command to access the Presto Web UI on your machine (http://localhost:9200) + +### Submitting directly (advanced) ```bash -sbatch run-presto-benchmarks.slurm +export SCALE_FACTOR=3000 +export NUM_ITERATIONS=1 +sbatch --nodes 8 \ + --output "presto-tpch-run_n8_sf3000_i1_%j.out" \ + --error "presto-tpch-run_n8_sf3000_i1_%j.err" \ + --export "ALL,SCALE_FACTOR=${SCALE_FACTOR},NUM_ITERATIONS=${NUM_ITERATIONS}" \ + run-presto-benchmarks.slurm ``` ## Configuration -**To change settings, edit the values directly in `run-presto-benchmarks.slurm`** +Primary configuration is passed via the launcher flags and environment. The `.slurm` script validates that required variables are set. -All configuration is at the top of the file in the "User Configuration" section. +Key variables: -### Configuration Variables +- SCALE_FACTOR: required (provided via `-s/--scale-factor`) +- NUM_ITERATIONS: required by the job; launcher defaults to 1 (`-i/--iterations` to override) +- NUM_NODES: derived from Slurm allocation; provided via `-n/--nodes` to launcher +- REPO_ROOT: auto-detected from script location +- LOGS: `${SCRIPT_DIR}/logs` by default +- IMAGE_DIR, DATA, CONFIGS: see below or override via environment if needed -| Variable | Current Value | Description | -|----------|---------------|-------------| -| `SCALE_FACTOR` | 300 | TPC-H scale factor | -| `NUM_ITERATIONS` | 5 | Number of query iterations | -| `WORKER_IMAGE` | presto-native-worker-gpu | Worker container image | -| `NUM_NODES` | 4 | Number of nodes to allocate | -| `NUM_GPUS_PER_NODE` | 4 | GPUs per node | -| `DATA` | /mnt/data/tpch-rs/scale-300 | Data directory | -| `IMAGE_DIR` | /mnt/home/misiug/images | Container image directory | -| `LOGS` | /mnt/data/bzaitlen/presto-nvl72/logs | Log directory | +Other defaults: +- WORKER_IMAGE: `presto-native-worker-gpu` +- NUM_GPUS_PER_NODE: `4` +- DATA: `/mnt/data/tpch-rs` +- IMAGE_DIR: `/mnt/data/images/presto` +- CONFIGS: `${REPO_ROOT}/presto/docker/config/generated/gpu` ### SBATCH Directives - **Time limit**: 1 hour (adjust `--time` if needed) - **Node allocation**: Full node (144 CPUs, 4 GPUs, exclusive) - **Memory**: All available (`--mem=0`) +- `--nodes`, `--output`, and `--error` are passed by the launcher instead of being embedded in the `.slurm` file. ## Monitoring @@ -62,7 +80,7 @@ All configuration is at the top of the file in the "User Configuration" section. squeue -u $USER # Monitor job output -tail -f presto-tpch-run_.out +tail -f presto-tpch-run_n_sf_i_.out # Check logs during execution tail -f logs/coord.log @@ -70,12 +88,26 @@ tail -f logs/cli.log tail -f logs/worker_0.log ``` +## Coordinator IP and Web UI + +After submission, the launcher waits until nodes are allocated, then prints: +- the first node’s hostname/IP +- an SSH port-forward command you can run locally to access the Presto Web UI + +Example output snippet: + +```text +Run this command on a machine to get access to the webUI: + ssh -N -L 9200::9200 +The UI will be available at http://localhost:9200 +``` + ## Results Results are saved to: - **Logs**: `logs/` directory - **CSV Summary**: `result_dir/summary.csv` -- **Historical Results**: `${WORKSPACE}/benchmark-storage/YYYY/MM/DD/` +- **Historical Results**: `${REPO_ROOT}/benchmark-storage/YYYY/MM/DD/` ## Prerequisites @@ -85,7 +117,7 @@ Results are saved to: 2. **Data directory** must be accessible at `${DATA}` (will be mounted in containers) -3. **velox-testing repo** will be auto-cloned to `${WORKSPACE}/velox-testing` if not present +3. **velox-testing repo** will be auto-cloned to `${REPO_ROOT}/velox-testing` if not present ## Troubleshooting @@ -104,7 +136,7 @@ cat logs/worker_*.log ### Image not found Verify images exist: ```bash -ls -lh /mnt/home/misiug/images/*.sqsh +ls -lh /mnt/data/images/presto/*.sqsh ``` ### Data directory issues diff --git a/presto/slurm/presto-nvl72/create-presto-benchmarks.sh b/presto/slurm/presto-nvl72/create-presto-benchmarks.sh index 116192b2..8789ffa2 100755 --- a/presto/slurm/presto-nvl72/create-presto-benchmarks.sh +++ b/presto/slurm/presto-nvl72/create-presto-benchmarks.sh @@ -8,29 +8,15 @@ set -x # This script creates the Presto schema and tables for existing TPC-H data # Source helper functions -source /mnt/home/misiug/veloxtesting/presto-nvl72/echo_helpers.sh -source /mnt/home/misiug/veloxtesting/presto-nvl72/functions.sh +source ./echo_helpers.sh +source ./functions.sh # ============================================================================== # Setup and Validation # ============================================================================== echo "Setting up Presto environment for schema creation..." -export VARIANT_TYPE=cpu setup -worker_config="${CONFIGS}/etc_worker/config_native.properties" -sed -i "s/system-memory-gb.*/system-memory-gb=400/g" ${worker_config} -sed -i "s/query-memory-gb.*/query-memory-gb=400/g" ${worker_config} -sed -i "s/query\.max-memory-per-node.*/query\.max-memory-per-node=400GB/g" ${worker_config} - -coord_config="${CONFIGS}/etc_coordinator/config_native.properties" -sed -i "s/memory\.heap-headroom-per-node.*/memory\.heap-headroom-per-node=120GB/g" ${coord_config} -sed -i "s/query\.max-total-memory-per-node.*/query\.max-total-memory-per-node=300GB/g" ${coord_config} -sed -i "s/query\.max-total-memory.*/query\.max-total-memory=300GB/g" ${coord_config} -sed -i "s/query\.max-memory-per-node.*/query\.max-memory-per-node=250GB/g" ${coord_config} -sed -i "s/query\.max-memory.*/query\.max-memory=250GB/g" ${coord_config} -sed -i "s/cluster-tag.*//g" ${coord_config} - # ============================================================================== # Start Coordinator # ============================================================================== @@ -38,8 +24,6 @@ echo "Starting Presto coordinator on ${COORD}..." run_coordinator wait_until_coordinator_is_running - - # ============================================================================== # Start Workers (GPU workers for schema creation) # ============================================================================== diff --git a/presto/slurm/presto-nvl72/create-presto-benchmarks.slurm b/presto/slurm/presto-nvl72/create-presto-benchmarks.slurm index adaac17d..6e702f39 100644 --- a/presto/slurm/presto-nvl72/create-presto-benchmarks.slurm +++ b/presto/slurm/presto-nvl72/create-presto-benchmarks.slurm @@ -1,9 +1,6 @@ #!/bin/bash #SBATCH --job-name=presto-tpch-create -#SBATCH --output=/mnt/home/misiug/veloxtesting/presto-nvl72/%x_%j.out -#SBATCH --error=/mnt/home/misiug/veloxtesting/presto-nvl72/%x_%j.err #SBATCH --time=01:00:00 -#SBATCH --nodes=1 #SBATCH --ntasks-per-node=1 #SBATCH --cpus-per-task=144 #SBATCH --mem=0 @@ -14,21 +11,31 @@ # User Configuration - Edit these values directly # ============================================================================== # TPC-H Configuration -export SCALE_FACTOR=10000 +if [ -z "${SCALE_FACTOR:-}" ]; then + echo "Error: SCALE_FACTOR is required. Set via launcher: -s|--scale-factor" >&2 + exit 1 +fi +export SCALE_FACTOR +if [ -z "${SCRIPT_DIR:-}" ]; then + echo "Error: SCRIPT_DIR is required." + exit 1 +fi +export SCRIPT_DIR # Directory Configuration -export WORKSPACE=/mnt/home/misiug +export REPO_ROOT="$(cd -- "${SCRIPT_DIR}/../../.." >/dev/null 2>&1 && pwd -P)" export DATA=/mnt/data/tpch-rs -export IMAGE_DIR=/mnt/home/misiug/images -export LOGS=/mnt/home/misiug/veloxtesting/presto-nvl72/logs -export CONFIGS=${WORKSPACE}/config/generated/cpu +export IMAGE_DIR=/mnt/data/images/presto +export LOGS=$SCRIPT_DIR/logs +export VARIANT_TYPE=cpu +export CONFIGS=$REPO_ROOT/presto/docker/config/generated/$VARIANT_TYPE # Container Images # Coordinator: ${IMAGE_DIR}/presto-coordinator-test.sqsh # Worker: ${IMAGE_DIR}/${WORKER_IMAGE}.sqsh (CPU workers required for ANALYZE) -export WORKER_IMAGE=presto-native-worker-cpu -export NUM_NODES=1 -export NUM_GPUS_PER_NODE=1 +export WORKER_IMAGE=presto-native-worker-$VARIANT_TYPE +export NUM_NODES=$SLURM_JOB_NUM_NODES +export NUM_GPUS_PER_NODE=4 # Presto Configuration export PORT=9200 @@ -67,7 +74,7 @@ echo "========================================" # Create necessary directories mkdir -p ${LOGS} mkdir -p ${DATA} -mkdir -p ${WORKSPACE}/.hive_metastore +mkdir -p ${REPO_ROOT}/.hive_metastore # Launch the job script -bash ${WORKSPACE}/veloxtesting/presto-nvl72/create-presto-benchmarks.sh +bash ${REPO_ROOT}/veloxtesting/presto-nvl72/create-presto-benchmarks.sh diff --git a/presto/slurm/presto-nvl72/functions.sh b/presto/slurm/presto-nvl72/functions.sh index 5f07d6dc..98c73081 100755 --- a/presto/slurm/presto-nvl72/functions.sh +++ b/presto/slurm/presto-nvl72/functions.sh @@ -1,65 +1,29 @@ #!/bin/bash -# UCX Configuration -export UCX_TLS=^ib,ud:aux,sm -export UCX_MAX_RNDV_RAILS=1 -export UCX_RNDV_PIPELINE_ERROR_HANDLING=y -export UCX_TCP_KEEPINTVL=1ms -export UCX_KEEPALIVE_INTERVAL=1ms - - -# Image directory for presto container images (can be overridden via environment) -IMAGE_DIR="${IMAGE_DIR:-${WORKSPACE}/images}" - -# Logs directory for presto execution logs (can be overridden via environment) -LOGS="${LOGS:-/mnt/home/misiug/veloxtesting/presto-nvl72/logs}" - # Validates job preconditions and assigns default values for presto execution. function setup { [ -z "$SLURM_JOB_NAME" ] && echo "required argument '--job-name' not specified" && exit 1 [ -z "$SLURM_JOB_ACCOUNT" ] && echo "required argument '--account' not specified" && exit 1 [ -z "$SLURM_JOB_PARTITION" ] && echo "required argument '--partition' not specified" && exit 1 [ -z "$SLURM_NNODES" ] && echo "required argument '--nodes' not specified" && exit 1 - [ -z "$NUM_NODES" ] && echo "NUM_WORKERS must be set" && exit 1 + [ -z "$IMAGE_DIR" ] && echo "IMAGE_DIR must be set" && exit 1 + [ -z "$LOGS" ] && echo "LOGS must be set" && exit 1 + [ -z "$CONFIGS" ] && echo "CONFIGS must be set" && exit 1 + [ -z "$NUM_NODES" ] && echo "NUM_NODES must be set" && exit 1 [ -z "$NUM_GPUS_PER_NODE" ] && echo "NUM_GPUS_PER_NODE env variable must be set" && exit 1 - [ ! -d "$WORKSPACE" ] && echo "WORKSPACE must be a valid directory" && exit 1 + [ ! -d "$REPO_ROOT" ] && echo "REPO_ROOT must be a valid directory" && exit 1 [ ! -d "$DATA" ] && echo "DATA must be a valid directory" && exit 1 - - NUM_WORKERS=$(( $NUM_NODES * $NUM_GPUS_PER_NODE )) - mkdir -p ${LOGS} - # Only set CONFIGS if not already set (allow override from environment) - #CONFIGS="${CONFIGS:-${WORKSPACE}/config/generated/gpu}" - #CONFIGS="${CONFIGS:-${WORKSPACE}/config/generated/cpu}" - CONFIGS="${CONFIGS:-${WORKSPACE}/config/generated/${VARIANT_TYPE}}" - COORD=$(scontrol show hostnames "$SLURM_JOB_NODELIST" | head -1) - PORT=9200 - CUDF_LIB=/usr/lib64/presto-native-libs - if [ "${NUM_WORKERS}" -eq "1" ]; then - SINGLE_NODE_EXECUTION=true - else - SINGLE_NODE_EXECUTION=false - fi - - if [ ! -d ${WORKSPACE}/velox-testing ]; then - git clone -b misiug/cluster https://github.com/rapidsai/velox-testing.git ${WORKSPACE}/velox-testing - #sed -i "s/python3 /python3.12 /g" ${WORKSPACE}/velox-testing/scripts/py_env_functions.sh - fi - [ ! -d ${CONFIGS} ] && generate_configs validate_config_directory } function generate_configs { + echo "GENERATING NEW CONFIGS" mkdir -p ${CONFIGS} - pushd ${WORKSPACE}/velox-testing/presto/scripts - #VARIANT_TYPE=cpu ./generate_presto_config.sh - #VARIANT_TYPE=gpu ./generate_presto_config.sh + pushd ${REPO_ROOT}/presto/scripts OVERWRITE_CONFIG=true ./generate_presto_config.sh popd - mv ${WORKSPACE}/velox-testing/presto/docker/config/generated/${VARIANT_TYPE}/* ${CONFIGS}/ - #mv ${WORKSPACE}/velox-testing/presto/docker/config/generated/gpu/* ${CONFIGS}/ - #mv ${WORKSPACE}/velox-testing/presto/docker/config/generated/cpu/* ${CONFIGS}/ echo "--add-modules=java.management,jdk.management" >> ${CONFIGS}/etc_common/jvm.config echo "-Dcom.sun.management.jmxremote=false" >> ${CONFIGS}/etc_common/jvm.config echo "-XX:-UseContainerSupport" >> ${CONFIGS}/etc_common/jvm.config @@ -82,7 +46,7 @@ function validate_environment_preconditions { # Execute script through the coordinator image (used for coordinator and cli executables) function run_coord_image { [ $# -ne 2 ] && echo_error "$0 expected one argument for ' + + + + + + + + + + + + + + +
+
+ +
+
+
Loading...
+
+
+ +
+
+ Query Details +
+
Loading...
+
+ +
+ + + + + + + + diff --git a/presto/slurm/presto-nvl72/launch-run.sh b/presto/slurm/presto-nvl72/launch-run.sh index 52841bb1..b6f1aabb 100755 --- a/presto/slurm/presto-nvl72/launch-run.sh +++ b/presto/slurm/presto-nvl72/launch-run.sh @@ -1,3 +1,5 @@ + + #!/bin/bash # ============================================================================== # Presto TPC-H Benchmark Launcher @@ -5,7 +7,7 @@ # Simple launcher script to submit the presto benchmark job to slurm # # Usage: -# ./launch-run.sh [additional sbatch options] +# ./launch-run.sh -n|--nodes -s|--scale-factor [-i|--iterations ] [additional sbatch options] # # To change configuration, edit run-presto-benchmarks.slurm directly # ============================================================================== @@ -23,15 +25,104 @@ echo "Submitting Presto TPC-H benchmark job..." echo "Configuration is set in run-presto-benchmarks.slurm" echo "" -# Submit job -JOB_ID=$(sbatch "$@" run-presto-benchmarks.slurm | awk '{print $NF}') -#JOB_ID=$(sbatch "$@" create-presto-benchmarks.slurm | awk '{print $NF}') +# Parse required -n/--nodes and -s/--scale-factor, optional -i/--iterations, and collect extra sbatch args +NODES_COUNT="" +SCALE_FACTOR="" +NUM_ITERATIONS="1" +EXTRA_ARGS=() +while [[ $# -gt 0 ]]; do + case "$1" in + -n|--nodes) + if [[ -n "${2:-}" && "${2:0:1}" != "-" ]]; then + NODES_COUNT="$2" + shift 2 + else + echo "Error: -n|--nodes requires a value" + echo "Usage: $0 -n|--nodes -s|--scale-factor [additional sbatch options]" + exit 1 + fi + ;; + -s|--scale-factor) + if [[ -n "${2:-}" && "${2:0:1}" != "-" ]]; then + SCALE_FACTOR="$2" + shift 2 + else + echo "Error: -s|--scale-factor requires a value" + echo "Usage: $0 -n|--nodes -s|--scale-factor [additional sbatch options]" + exit 1 + fi + ;; + -i|--iterations) + if [[ -n "${2:-}" && "${2:0:1}" != "-" ]]; then + NUM_ITERATIONS="$2" + shift 2 + else + echo "Error: -i|--iterations requires a value" + echo "Usage: $0 -n|--nodes -s|--scale-factor [-i|--iterations ] [additional sbatch options]" + exit 1 + fi + ;; + --) + shift + break + ;; + *) + EXTRA_ARGS+=("$1") + shift + ;; + esac +done + +if [[ -z "${NODES_COUNT}" ]]; then + echo "Error: -n|--nodes is required" + echo "Usage: $0 -n|--nodes -s|--scale-factor [-i|--iterations ] [additional sbatch options]" + exit 1 +fi +if [[ -z "${SCALE_FACTOR}" ]]; then + echo "Error: -s|--scale-factor is required" + echo "Usage: $0 -n|--nodes -s|--scale-factor [-i|--iterations ] [additional sbatch options]" + exit 1 +fi + +# Submit job (include nodes/SF/iterations in file names) +OUT_FMT="presto-tpch-run_n${NODES_COUNT}_sf${SCALE_FACTOR}_i${NUM_ITERATIONS}_%j.out" +ERR_FMT="presto-tpch-run_n${NODES_COUNT}_sf${SCALE_FACTOR}_i${NUM_ITERATIONS}_%j.err" +SCRIPT_DIR="$PWD" +JOB_ID=$(sbatch --nodes="${NODES_COUNT}" --export="ALL,SCALE_FACTOR=${SCALE_FACTOR},NUM_ITERATIONS=${NUM_ITERATIONS},SCRIPT_DIR=${SCRIPT_DIR}" \ +--output="${OUT_FMT}" --error="${ERR_FMT}" "${EXTRA_ARGS[@]}" \ +run-presto-benchmarks.slurm | awk '{print $NF}') +OUT_FILE="${OUT_FMT//%j/${JOB_ID}}" +ERR_FILE="${ERR_FMT//%j/${JOB_ID}}" + +# Resolve and print first node IP once nodes are allocated +echo "Resolving first node IP..." +for i in {1..60}; do + STATE=$(squeue -j "$JOB_ID" -h -o "%T" 2>/dev/null || true) + NODELIST=$(squeue -j "$JOB_ID" -h -o "%N" 2>/dev/null || true) + if [[ -n "${NODELIST:-}" && "${NODELIST}" != "(null)" ]]; then + FIRST_NODE=$(scontrol show hostnames "$NODELIST" | head -n 1) + if [[ -n "${FIRST_NODE:-}" ]]; then + part=$(scontrol getaddrs "$FIRST_NODE" 2>/dev/null | awk 'NR==1{print $2}') + FIRST_IP="${part%%:*}" + echo "Run this command on a machine to get access to the webUI: + ssh -N -L 9200:$FIRST_IP:9200 sunk.pocf62-use13a.coreweave.app +The UI will be available at http://localhost:9200" + echo "" + break + fi + fi + sleep 5 +done echo "Job submitted with ID: $JOB_ID" echo "" echo "Monitor job with:" echo " squeue -j $JOB_ID" -echo " tail -f presto-tpch-run_${JOB_ID}.out" +echo " tail -f ${OUT_FILE}" +echo " tail -f ${ERR_FILE}" +echo " tail -f logs/coord.log" +echo " tail -f logs/worker_*.log" +echo " tail -f logs/cli.log" echo "" echo "Waiting for job to complete..." @@ -44,8 +135,8 @@ echo "" echo "Job completed!" echo "" echo "Output files:" -ls -lh presto-tpch-run_${JOB_ID}.{out,err} 2>/dev/null || echo "No output files found" +ls -lh "${OUT_FILE}" "${ERR_FILE}" 2>/dev/null || echo "No output files found" echo "" echo "Showing job output:" echo "========================================" -cat presto-tpch-run_${JOB_ID}.out 2>/dev/null || echo "No output available" +cat "${OUT_FILE}" 2>/dev/null || echo "No output available" diff --git a/presto/slurm/presto-nvl72/run-presto-benchmarks.sh b/presto/slurm/presto-nvl72/run-presto-benchmarks.sh index 3f444caf..12267d00 100755 --- a/presto/slurm/presto-nvl72/run-presto-benchmarks.sh +++ b/presto/slurm/presto-nvl72/run-presto-benchmarks.sh @@ -9,16 +9,14 @@ set -x # by the slurm launcher script. All configuration is passed via environment vars. # Source helper functions -source /mnt/home/misiug/veloxtesting/presto-nvl72/echo_helpers.sh -source /mnt/home/misiug/veloxtesting/presto-nvl72/functions.sh +source $SCRIPT_DIR/echo_helpers.sh +source $SCRIPT_DIR/functions.sh # ============================================================================== # Setup and Validation # ============================================================================== echo "Setting up Presto environment..." -export VARIANT_TYPE=gpu setup -echo "Environment setup" # ============================================================================== # Start Coordinator @@ -50,8 +48,8 @@ wait_for_workers_to_register $NUM_WORKERS # ============================================================================== # Create Schema and Register Tables # ============================================================================== -#echo "Creating TPC-H schema and registering tables for scale factor ${SCALE_FACTOR}..." -#setup_benchmark ${SCALE_FACTOR} +echo "Creating TPC-H schema and registering tables for scale factor ${SCALE_FACTOR}..." +setup_benchmark ${SCALE_FACTOR} # ============================================================================== # Run Queries @@ -63,12 +61,11 @@ run_queries ${NUM_ITERATIONS} ${SCALE_FACTOR} # Process Results # ============================================================================== echo "Processing results..." -mkdir -p /mnt/home/misiug/veloxtesting/presto-nvl72/result_dir -#tpch_summary_to_csv ${LOGS}/cli.log /mnt/home/misiug/veloxtesting/presto-nvl72/result_dir/summary.csv -#push_csv +mkdir -p ${SCRIPT_DIR}/result_dir +cp -r ${LOGS}/cli.log ${SCRIPT_DIR}/result_dir/summary.txt echo "========================================" echo "Benchmark complete!" -echo "Results saved to: /mnt/home/misiug/veloxtesting/presto-nvl72/results_dir" +echo "Results saved to: ${SCRIPT_DIR}/results_dir" echo "Logs available at: ${LOGS}" echo "========================================" diff --git a/presto/slurm/presto-nvl72/run-presto-benchmarks.slurm b/presto/slurm/presto-nvl72/run-presto-benchmarks.slurm index bfe8016c..8fb38d56 100755 --- a/presto/slurm/presto-nvl72/run-presto-benchmarks.slurm +++ b/presto/slurm/presto-nvl72/run-presto-benchmarks.slurm @@ -1,9 +1,6 @@ #!/bin/bash #SBATCH --job-name=presto-tpch-run -#SBATCH --output=/mnt/home/misiug/veloxtesting/presto-nvl72/%x_%j.out -#SBATCH --error=/mnt/home/misiug/veloxtesting/presto-nvl72/%x_%j.err #SBATCH --time=01:00:00 -#SBATCH --nodes=10 #SBATCH --ntasks-per-node=1 #SBATCH --cpus-per-task=144 #SBATCH --mem=0 @@ -14,22 +11,34 @@ # User Configuration - Edit these values directly # ============================================================================== # TPC-H Configuration -export SCALE_FACTOR=10000 -export NUM_ITERATIONS=1 +if [ -z "${SCALE_FACTOR:-}" ]; then + echo "Error: SCALE_FACTOR is required. Set via launcher: -s|--scale-factor" >&2 + exit 1 +fi +export SCALE_FACTOR +if [ -z "${NUM_ITERATIONS:-}" ]; then + echo "Error: NUM_ITERATIONS is required. Set via launcher: -i|--iterations" >&2 + exit 1 +fi +export NUM_ITERATIONS +if [ -z "${SCRIPT_DIR:-}" ]; then + echo "Error: SCRIPT_DIR is required." + exit 1 +fi +export SCRIPT_DIR -# Directory Configuration -export WORKSPACE=/mnt/home/misiug +# Assumes the repo root is four steps up from the script directory. This should refer to velox-testing. +export REPO_ROOT="$(cd -- "${SCRIPT_DIR}/../../.." >/dev/null 2>&1 && pwd -P)" export DATA=/mnt/data/tpch-rs -export IMAGE_DIR=/mnt/home/misiug/images -export LOGS=/mnt/home/misiug/veloxtesting/presto-nvl72/logs -export CONFIGS=/mnt/home/misiug/veloxtesting/config/generated/gpu -#export CONFIGS=/mnt/home/misiug/veloxtesting/config/generated/cpu +export IMAGE_DIR=/mnt/data/images/presto +export LOGS=$SCRIPT_DIR/logs +export VARIANT_TYPE=gpu +export CONFIGS=$REPO_ROOT/presto/docker/config/generated/$VARIANT_TYPE # Container Images # Coordinator: ${IMAGE_DIR}/presto-coordinator-test.sqsh # Worker: ${IMAGE_DIR}/${WORKER_IMAGE}.sqsh -#export WORKER_IMAGE=presto-native-worker-cpu -export WORKER_IMAGE=presto-native-worker-gpu +export WORKER_IMAGE=presto-native-worker-$VARIANT_TYPE export NUM_NODES=$SLURM_JOB_NUM_NODES export NUM_GPUS_PER_NODE=4 @@ -38,7 +47,7 @@ export PORT=9200 export CUDF_LIB=/usr/lib64/presto-native-libs # UCX Configuration -export UCX_TLS=^ib,ud:aux +export UCX_TLS=^ib,ud:aux,sm export UCX_MAX_RNDV_RAILS=1 export UCX_RNDV_PIPELINE_ERROR_HANDLING=y export UCX_TCP_KEEPINTVL=1ms @@ -77,7 +86,6 @@ echo "========================================" # Create necessary directories mkdir -p ${LOGS} -mkdir -p ${DATA} # Launch the job script -bash /mnt/home/misiug/veloxtesting/presto-nvl72/run-presto-benchmarks.sh +bash $SCRIPT_DIR/run-presto-benchmarks.sh diff --git a/presto/slurm/unified/.gitignore b/presto/slurm/unified/.gitignore new file mode 100644 index 00000000..5a53565a --- /dev/null +++ b/presto/slurm/unified/.gitignore @@ -0,0 +1,13 @@ +# Generated at runtime +configs/ +logs/ +result_dir/ +worker_data_*/ + +# Slurm output files +*.out +*.err + +# Temporary files +*.log +*.tmp diff --git a/presto/slurm/unified/COMPARISON.md b/presto/slurm/unified/COMPARISON.md new file mode 100644 index 00000000..73498fe4 --- /dev/null +++ b/presto/slurm/unified/COMPARISON.md @@ -0,0 +1,42 @@ +# Unified Launcher: Overview and Motivation + +The `presto/slurm/unified/` directory provides an alternative launcher for running Presto TPC-H benchmarks on Slurm. It is intended to produce identical benchmark results to the existing `presto/slurm/presto-nvl72/` scripts while consolidating the execution logic into fewer files with a more linear control flow. + +## How the original launcher works + +The existing launcher involves several files and external tools that coordinate across multiple directories in the repository: + +1. **`launch-run.sh`** parses CLI arguments and submits the job via `sbatch`, passing parameters as exported environment variables. +2. **`run-presto-benchmarks.slurm`** receives those environment variables, sets up paths and computed values (e.g., `CONFIGS` pointing to `presto/docker/config/generated/gpu/`), then delegates to a shell script. +3. **`run-presto-benchmarks.sh`** sources two helper files (`echo_helpers.sh` and `functions.sh`) and orchestrates the benchmark phases: setup, coordinator launch, worker launch, schema creation, query execution, and result collection. +4. **`functions.sh`** contains the actual implementation of each phase. During the setup phase, if generated configs do not already exist, it invokes `presto/scripts/generate_presto_config.sh`. +5. **`generate_presto_config.sh`** calls the **`pbench`** binary (`presto/pbench/pbench genconfig`) to render Go-style templates from `presto/docker/config/template/` using parameters from `presto/docker/config/params.json`. After generation, it applies variant-specific patches (e.g., uncommenting GPU optimizer flags, toggling multi-worker settings) and duplicates per-worker configs via the `duplicate_worker_configs()` function, which applies `sed` transformations to adjust ports, node IDs, and multi-node flags. + +In total, a single benchmark run traverses at least six files across four directories, plus the `pbench` binary and its template/parameter inputs. + +## How the unified launcher works + +The unified launcher consists of two files: + +1. **`launch.sh`** parses CLI arguments and submits the job via `sbatch`. +2. **`run.slurm`** contains all logic in a single file: environment setup, config generation (from local templates in `config-templates/`), coordinator launch, worker launch, schema setup, and query execution. + +Configuration templates live in `config-templates/` within the unified directory itself and use simple `__PLACEHOLDER__` substitution via `sed`, with no external tooling required. Memory settings are computed dynamically from the node's actual RAM using the same formulas defined in `params.json`. + +## Key differences + +| Aspect | Original | Unified | +|---|---|---| +| Files involved | 6+ files across 4 directories | 2 files in 1 directory | +| Config generation | `pbench` binary + Go templates + post-generation `sed` patches | Direct `sed` substitution from local templates | +| External dependencies | Requires `pbench` binary | None beyond standard tools | +| Container image loading | Sequential (host-side waits between phases) | Parallel (all containers launched simultaneously, waits moved inside containers) | +| Benchmark setup + queries | Two separate container launches | Single container launch | + +## Parallel container loading + +One structural improvement in the unified launcher is that all container images are loaded in parallel. The original launcher waits on the host for the coordinator to become active before launching workers, and waits for workers to register before launching the benchmark container. Each of these phases incurs a container image load delay. The unified launcher issues all `srun` commands immediately and moves the dependency waits inside the containers themselves, so image loading happens concurrently. + +## A note on scope + +This unified launcher was developed primarily for the use case of running TPC-H GPU benchmarks on Slurm with a straightforward configuration. The original implementation may have been architected with additional considerations in mind -- for example, supporting multiple variant types (CPU, GPU, Java), integration with broader infrastructure tooling via `pbench`, or other workflows that benefit from the separation of template rendering and config patching. There may be more advanced use cases where the original implementation's flexibility is preferred or required, and this unified alternative is not intended to replace it in those scenarios. diff --git a/presto/slurm/unified/README.md b/presto/slurm/unified/README.md new file mode 100644 index 00000000..7697e3dc --- /dev/null +++ b/presto/slurm/unified/README.md @@ -0,0 +1,166 @@ +# Presto TPC-H Benchmark - Unified Launcher + +This is a simplified, self-contained version of the Presto TPC-H benchmark launcher for Slurm. +Everything you need is in this single directory with minimal layers of indirection. + +## Directory Structure + +``` +unified/ +├── launch.sh # Main entry point - submit job to Slurm +├── run.slurm # Slurm batch script with all logic +├── config-templates/ # Configuration templates +│ ├── common/ +│ │ ├── hive.properties +│ │ ├── jvm.config +│ │ ├── log.properties +│ │ └── tpch.properties +│ ├── coordinator/ +│ │ ├── config.properties +│ │ └── node.properties +│ └── worker/ +│ ├── config.properties +│ └── node.properties +├── configs/ # Generated at runtime (gitignored) +├── logs/ # Runtime logs (gitignored) +├── result_dir/ # Benchmark results (gitignored) +└── README.md # This file +``` + +## Usage + +### Basic Usage + +```bash +./launch.sh -n -s [-i ] +``` + +### Examples + +```bash +# Run on 2 nodes with scale factor 1000, 3 iterations +./launch.sh -n 2 -s 1000 -i 3 + +# Run on 1 node with scale factor 100, 1 iteration (default) +./launch.sh -n 1 -s 100 +``` + +### Options + +- `-n, --nodes ` - Number of Slurm nodes (required) +- `-s, --scale-factor ` - TPC-H scale factor (required) +- `-i, --iterations ` - Number of iterations (default: 1) + +Any additional arguments are passed directly to `sbatch`. + +## What Happens + +1. **launch.sh** cleans up old files and submits the job to Slurm +2. **run.slurm** executes on the allocated nodes and: + - Generates Presto configuration files from templates + - Starts the coordinator on the first node + - Starts workers (4 per node, one per GPU) + - Sets up TPC-H schema and tables + - Runs TPC-H queries + - Saves results to `result_dir/` + +## Configuration + +### Environment Variables + +You can customize behavior with environment variables before calling `launch.sh`: + +```bash +export DATA_DIR=/path/to/tpch-data +export IMAGE_DIR=/path/to/images +export WORKER_IMAGE=presto-native-worker-gpu +export COORD_IMAGE=presto-coordinator +./launch.sh -n 2 -s 1000 +``` + +### Config Templates + +To modify Presto configuration: +1. Edit files in `config-templates/` +2. Use `__PLACEHOLDER__` syntax for runtime substitution +3. Available placeholders are defined in the `generate_configs()` function in `run.slurm` + +### Memory Settings + +Memory is computed dynamically at runtime based on the node's actual RAM (detected +via `lsmem`). The formulas match the `pbench` config generator and use the +parameters defined in `presto/docker/config/params.json`. No manual tuning +is needed unless you want to override the defaults. + +Key derived values (for a 958 GB node as an example): + +| Setting | Formula | ~Value | +|---|---|---| +| `HEAP_SIZE_GB` | `RAM * 0.9` | 862 | +| `HEADROOM_GB` | `HEAP * 0.2` | 172 | +| `SYSTEM_MEM_GB` | `RAM - reserved` | 923 | +| `QUERY_MEM_GB` | `SYSTEM_MEM * 0.95` | 877 | +| `SYSTEM_MEM_LIMIT_GB` | `RAM - 5` | 953 | + +See the "Dynamic memory calculations" section in `run.slurm` for details. + +## Monitoring + +After submitting, you'll see: + +```bash +Job submitted with ID: 12345 + +Monitor with: + squeue -j 12345 + tail -f presto-tpch_n2_sf1000_i3_12345.out + tail -f logs/coordinator.log + tail -f logs/worker_*.log +``` + +You can also access the Presto WebUI (instructions printed after job starts). + +## Results + +Results are saved to: +- `result_dir/` - Benchmark summary and query results +- `logs/` - Coordinator, worker, setup, and query logs +- `*.out` and `*.err` - Slurm stdout/stderr + +## Differences from Original Setup + +**Old Structure:** +- `launch-run.sh` → calls → `run-presto-benchmarks.slurm` → calls → `run-presto-benchmarks.sh` +- `run-presto-benchmarks.sh` sources `functions.sh` and `echo_helpers.sh` +- Config templates in `presto/docker/config/template/` +- Config generation via `presto/scripts/generate_presto_config.sh` +- Config modifications in `functions.sh:generate_configs()` and `functions.sh:duplicate_worker_configs()` + +**New Structure:** +- `launch.sh` → submits → `run.slurm` (everything in one file) +- Config templates in `./config-templates/` +- Config generation inline in `run.slurm` +- No external script dependencies +- All logic self-contained in this directory + +## Troubleshooting + +**Job fails immediately:** +- Check `*.err` file for Slurm errors +- Verify image paths in environment variables +- Ensure data directory exists and is accessible + +**Coordinator won't start:** +- Check `logs/coordinator.log` +- Verify port 9200 is not in use +- Check memory settings + +**Workers won't register:** +- Check `logs/worker_*.log` +- Verify coordinator is accessible from workers +- Check GPU availability with `nvidia-smi` + +**Queries fail:** +- Check `logs/benchmark.log` +- Verify data directory has TPC-H data in expected format +- Check schema name matches: `tpchsf` diff --git a/presto/slurm/unified/config-templates/common/hive.properties b/presto/slurm/unified/config-templates/common/hive.properties new file mode 100644 index 00000000..db4e38f1 --- /dev/null +++ b/presto/slurm/unified/config-templates/common/hive.properties @@ -0,0 +1,21 @@ +# Select the connector implementation. "hive-hadoop2" uses the Hive connector +# backed by Hadoop 2.x libraries which is the default for Presto's Hive support. +connector.name=hive-hadoop2 + +# Configure the metastore implementation. "file" enables a simple file-based +# metastore suitable for local testing without an external Hive Metastore (HMS). +# See https://prestodb.io/docs/current/installation/deployment.html#configuring-a-file-based-metastore for more details. +hive.metastore=file +# Root directory where the file-based metastore stores table and partition +# metadata. This path is inside the container volume so state persists across +# server restarts during tests. +hive.metastore.catalog.dir=file:/var/lib/presto/data/hive/metastore +# Allow DROP TABLE statements. Enabled to make smoke/perf tests able to reset +# state and clean up artifacts without manual intervention. +hive.allow-drop-table=true + +# Control whether Presto can split files for parallel reads. Disable when the +# file compression/format isn't splittable to avoid read failures. TPCH Parquet +# test data commonly uses SNAPPY compression that isn't splittable at the file +# level here, hence this must be false. +hive.file-splittable=false diff --git a/presto/slurm/unified/config-templates/common/jvm.config b/presto/slurm/unified/config-templates/common/jvm.config new file mode 100644 index 00000000..2dc12f6c --- /dev/null +++ b/presto/slurm/unified/config-templates/common/jvm.config @@ -0,0 +1,43 @@ +# Enable JVM server mode for better JIT optimization on long-running servers. +-server +# Maximum Java heap size; templated to match container memory. +-Xmx__HEAP_SIZE_GB__G +# Initial Java heap size; equal to max to avoid heap resizing pauses. +-Xms__HEAP_SIZE_GB__G +# Use the G1 garbage collector for predictable pause times. +-XX:+UseG1GC +# Tune G1 region size to balance GC throughput and fragmentation. +-XX:G1HeapRegionSize=32M +# Abort when GC overhead becomes excessive to prevent hangs. +-XX:+UseGCOverheadLimit +# Make System.gc() invoke concurrent collections to reduce pauses. +-XX:+ExplicitGCInvokesConcurrent +# Create heap dumps on OOM for postmortem analysis. +-XX:+HeapDumpOnOutOfMemoryError +# Exit the JVM on OOM so orchestration can restart the process. +-XX:+ExitOnOutOfMemoryError +# Cap NIO direct buffer cache to limit retained off-heap memory. +-Djdk.nio.maxCachedBufferSize=2000000 +# Allow self-attach for profilers (e.g., async-profiler) during debugging. +-Djdk.attach.allowAttachSelf=true +# Open JDK internals for reflection required by Presto and dependencies under Java 11+ modules. +--add-opens=java.base/java.io=ALL-UNNAMED +--add-opens=java.base/java.lang=ALL-UNNAMED +--add-opens=java.base/java.lang.ref=ALL-UNNAMED +--add-opens=java.base/java.lang.reflect=ALL-UNNAMED +--add-opens=java.base/java.net=ALL-UNNAMED +--add-opens=java.base/java.nio=ALL-UNNAMED +--add-opens=java.base/java.security=ALL-UNNAMED +--add-opens=java.base/javax.security.auth=ALL-UNNAMED +--add-opens=java.base/javax.security.auth.login=ALL-UNNAMED +--add-opens=java.base/java.text=ALL-UNNAMED +--add-opens=java.base/java.util=ALL-UNNAMED +--add-opens=java.base/java.util.concurrent=ALL-UNNAMED +--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED +--add-opens=java.base/java.util.regex=ALL-UNNAMED +--add-opens=java.base/jdk.internal.loader=ALL-UNNAMED +--add-opens=java.base/sun.security.action=ALL-UNNAMED +--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED +--add-modules=java.management,jdk.management +-Dcom.sun.management.jmxremote=false +-XX:-UseContainerSupport diff --git a/presto/slurm/unified/config-templates/common/log.properties b/presto/slurm/unified/config-templates/common/log.properties new file mode 100644 index 00000000..a6503f14 --- /dev/null +++ b/presto/slurm/unified/config-templates/common/log.properties @@ -0,0 +1,4 @@ +# Root logger level for all Presto server components. INFO provides useful +# operational diagnostics while keeping logs compact for tests. Increase to +# DEBUG when deep troubleshooting is needed. +com.facebook.presto=INFO diff --git a/presto/slurm/unified/config-templates/coordinator/config.properties b/presto/slurm/unified/config-templates/coordinator/config.properties new file mode 100644 index 00000000..2725ff72 --- /dev/null +++ b/presto/slurm/unified/config-templates/coordinator/config.properties @@ -0,0 +1,112 @@ +# Run this node as the cluster coordinator; it schedules and manages queries. +coordinator=true +# Do not schedule worker tasks on the coordinator to avoid resource contention. +node-scheduler.include-coordinator=false +# Coordinator REST/HTTP port for clients and workers. +http-server.http.port=__PORT__ +# Embedded service that provides node discovery for workers. +discovery-server.enabled=true +# Address workers use to register with the discovery service. +discovery.uri=http://__COORD_HOST__:__PORT__ + +# Set Presto version string to match workers for compatibility in tests. +presto.version=testversion + +# Keep up to 30 rolled log files to bound disk usage. +log.max-history=30 +# Rotate logs at ~100MB per file for manageable artifacts. +log.max-size=104857600B +# Reserve heap headroom per node to reduce full GC and OOM risk. +memory.heap-headroom-per-node=__HEADROOM_GB__GB + +# Limit pending splits per task to avoid excessive memory usage. +node-scheduler.max-pending-splits-per-task=2000 +# Cap concurrent splits per node for balanced scheduling. +node-scheduler.max-splits-per-node=2000 + +# Optimizer flags +# Use known constraints to simplify plan and filters. +optimizer.exploit-constraints=true +# Rewrite large IN lists as joins for performance in some cases. +optimizer.in-predicates-as-inner-joins-enabled=true +# Allow partial aggregations to reduce data shuffled across stages. +optimizer.partial-aggregation-strategy=automatic +# Prefer partial aggregations when beneficial. +optimizer.prefer-partial-aggregation=true +# Default selectivity heuristic for joins when stats are missing. +optimizer.default-join-selectivity-coefficient=0.1 +# Infer additional range predicates to improve filtering. +optimizer.infer-inequality-predicates=true +# Support complex equi-join patterns in the optimizer. +optimizer.handle-complex-equi-joins=true +# Add dynamic domain filters to reduce scanned data. +optimizer.generate-domain-filters=true +# Upper limit for broadcasted table size to avoid memory blowups. +# See: https://github.com/prestodb/presto/issues/22161#issuecomment-1994128619 +join-max-broadcast-table-size=__JOIN_MAX_BCAST_MB__MB +join-distribution-type=__JOIN_DISTRIBUTION_TYPE__ + +# Client request timeout to avoid hung queries. +query.client.timeout=30m +# Use phased execution policy for improved large query scheduling. +query.execution-policy=phased +# Kill queries based on total reservation on blocked nodes to recover memory. +query.low-memory-killer.policy=total-reservation-on-blocked-nodes +# Upper limit on query wall time to keep tests bounded. +query.max-execution-time=10m +# Keep metadata of up to 1000 queries for UI and debugging. +query.max-history=1000 +# Memory quotas per node and cluster to protect stability. +query.max-total-memory-per-node=__QUERY_MAX_TOTAL_MEM_GB__GB +query.max-total-memory=__QUERY_MAX_TOTAL_MEM_CLUSTER_GB__GB +query.max-memory-per-node=__QUERY_MAX_MEM_GB__GB +query.max-memory=__QUERY_MAX_MEM_CLUSTER_GB__GB +# Allow deep stage DAGs required by certain benchmark queries. +query.max-stage-count=1300 +# Retain query info at least this long for diagnostics. +query.min-expire-age=120.00m +# Larger scheduling batches for better throughput in benchmarks. +query.min-schedule-split-batch-size=2000 +# Raise warning threshold to align with higher max stage count. +query.stage-count-warning-threshold=150 +# Increase serialized plan/query length limit for complex benchmark queries. +query.max-length=2000000 + +# Disable dynamic filtering for deterministic benchmarking. +experimental.enable-dynamic-filtering=false +# Cap revocable memory per node to avoid overcommit. +experimental.max-revocable-memory-per-node=50GB +# Limit disk spill usage per node to bound IO and disk usage. +experimental.max-spill-per-node=50GB +# Enable repartitioning improvements for shuffle efficiency. +experimental.optimized-repartitioning=true +# Enable dereference and subfield pushdown to reduce scanned data. +experimental.pushdown-dereference-enabled=true +experimental.pushdown-subfields-enabled=true +# Cluster-wide guardrail for spill during a single query per node. +experimental.query-max-spill-per-node=50GB +# Disable reserved memory pool to simplify test behavior. +experimental.reserved-pool-enabled=false +# Stop spilling when disk usage exceeds this fraction. +experimental.spiller-max-used-space-threshold=0.7 +# Directory for spill files during execution. +experimental.spiller-spill-path=/tmp + + +# Min workers before query starts; keep minimal for quick tests. +query-manager.required-workers=1 +# Maximum wait for required workers to join. +query-manager.required-workers-max-wait=10s + +# Set required configuration for Presto C++ workers as indicated in https://prestodb.io/docs/current/presto_cpp/properties.html#coordinator-properties +native-execution-enabled=true +# Disable Java-side hash generation optimizations not used by native workers. +optimizer.optimize-hash-generation=false +# Use RE2J regex engine for performance and determinism. +regex-library=RE2J +# Enable alternative function signatures for native compatibility. +use-alternative-function-signatures=true + +# Optimize for queries that can run entirely on a single worker. +single-node-execution-enabled=__SINGLE_NODE_EXECUTION__ +__OPTIMIZER_GPU_SETTINGS__ diff --git a/presto/slurm/unified/config-templates/coordinator/node.properties b/presto/slurm/unified/config-templates/coordinator/node.properties new file mode 100644 index 00000000..b628e3d8 --- /dev/null +++ b/presto/slurm/unified/config-templates/coordinator/node.properties @@ -0,0 +1,8 @@ +# Unique identifier for this node. Used in logs and cluster metadata. +node.id=coordinator +# Logical environment name to separate clusters (e.g., dev/test/prod). +node.environment=test +# Optional physical/logical location label for operators and UIs. +node.location=test-location +# Directory for local data such as spill, temp, and metadata caches. +node.data-dir=/var/lib/presto/data diff --git a/presto/slurm/unified/config-templates/worker/config.properties b/presto/slurm/unified/config-templates/worker/config.properties new file mode 100644 index 00000000..05b60272 --- /dev/null +++ b/presto/slurm/unified/config-templates/worker/config.properties @@ -0,0 +1,41 @@ +# This node is a worker; it executes tasks but doesn't coordinate queries. +coordinator=false +# Worker REST/HTTP port for internal and admin endpoints. +http-server.http.port=__HTTP_PORT__ +# Address of the coordinator's discovery service for registration. +discovery.uri=http://__COORD_HOST__:__PORT__ + +# Set Presto version string to match the coordinator for compatibility. +presto.version=testversion + +# Total system memory available to Presto native process on this node (GB). +system-memory-gb=__SYSTEM_MEM_GB__ +# Memory pool reserved for queries on this node (GB). +query-memory-gb=__QUERY_MEM_GB__ +# Memory limit per node enforced by the coordinator for this worker. +query.max-memory-per-node=__QUERY_MEM_GB__GB +# Use the shared memory arbitrator to coordinate memory between tasks. +memory-arbitrator-kind=SHARED + +# Parallel driver cap per task; templated to fully utilize vCPUs on CPU nodes. +task.max-drivers-per-task=__MAX_DRIVERS__ + +# Collect runtime metrics from the native engine for debugging and tuning. +runtime-metrics-collection-enabled=true +# Enable memory pushback to respect container limits and avoid OOM kills. +# Limit Velox memory to below container limit to maintain safety margin. +system-mem-pushback-enabled=true +system-mem-limit-gb=__SYSTEM_MEM_LIMIT_GB__ +system-mem-shrink-gb=20 + +# Optimize for single-node execution when the entire query can run locally. +single-node-execution-enabled=__SINGLE_NODE_EXECUTION__ + +# Enable cuDF (CPU mode will ignore this setting) +cudf.enabled=true +cudf.exchange=__CUDF_EXCHANGE__ +cudf.exchange.server.port=__EXCHANGE_PORT__ +async-data-cache-enabled=false + +# Disable JIT expression, may cause errors (e.g., q8 @ 64 workers): `Jitify fatal error: Failed to lock /root/.cudf/26.04.00/100/transform%2Fjit%2Fkernel.cu.lock: (116) Stale file handle` +cudf.jit_expression_enabled=false diff --git a/presto/slurm/unified/config-templates/worker/node.properties b/presto/slurm/unified/config-templates/worker/node.properties new file mode 100644 index 00000000..6853668b --- /dev/null +++ b/presto/slurm/unified/config-templates/worker/node.properties @@ -0,0 +1,8 @@ +# Unique identifier for this node. Used in logs and cluster metadata. +node.id=worker___WORKER_ID__ +# Logical environment name to separate clusters (e.g., dev/test/prod). +node.environment=test +# Optional physical/logical location label for operators and UIs. +node.location=test-location +# Directory for local data such as spill, temp, and metadata caches. +node.data-dir=/var/lib/presto/data diff --git a/presto/slurm/unified/launch.sh b/presto/slurm/unified/launch.sh new file mode 100755 index 00000000..4a215018 --- /dev/null +++ b/presto/slurm/unified/launch.sh @@ -0,0 +1,133 @@ +#!/bin/bash +# ============================================================================== +# Presto TPC-H Benchmark Launcher - Self-Contained Version +# ============================================================================== +# Usage: ./launch.sh -n -s [-i ] +# ============================================================================== + +set -e + +# ============================================================================== +# Configuration +# ============================================================================== +SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)" +VT_ROOT="$(cd "${SCRIPT_DIR}/../../.." && pwd)" +DATA_DIR="${DATA_DIR:-/mnt/data/tpch-rs}" +IMAGE_DIR="${IMAGE_DIR:-/mnt/data/images/presto}" +WORKER_IMAGE="${WORKER_IMAGE:-presto-native-worker-gpu}" +COORD_IMAGE="${COORD_IMAGE:-presto-coordinator}" + +# ============================================================================== +# Parse Arguments +# ============================================================================== +NODES_COUNT="" +SCALE_FACTOR="" +NUM_ITERATIONS="1" +EXTRA_ARGS=() + +while [[ $# -gt 0 ]]; do + case "$1" in + -n|--nodes) + NODES_COUNT="$2" + shift 2 + ;; + -s|--scale-factor) + SCALE_FACTOR="$2" + shift 2 + ;; + -i|--iterations) + NUM_ITERATIONS="$2" + shift 2 + ;; + *) + EXTRA_ARGS+=("$1") + shift + ;; + esac +done + +if [[ -z "$NODES_COUNT" ]]; then + echo "Error: -n|--nodes is required" + echo "Usage: $0 -n -s [-i ]" + exit 1 +fi + +if [[ -z "$SCALE_FACTOR" ]]; then + echo "Error: -s|--scale-factor is required" + echo "Usage: $0 -n -s [-i ]" + exit 1 +fi + +# ============================================================================== +# Clean Up and Prepare +# ============================================================================== +cd "$SCRIPT_DIR" +rm -rf logs result_dir worker_data_* configs *.out *.err 2>/dev/null || true +mkdir -p logs result_dir + +echo "Submitting Presto TPC-H benchmark job..." +echo " Nodes: $NODES_COUNT" +echo " Scale Factor: $SCALE_FACTOR" +echo " Iterations: $NUM_ITERATIONS" +echo "" + +# ============================================================================== +# Submit Job +# ============================================================================== +OUT_FMT="presto-tpch_n${NODES_COUNT}_sf${SCALE_FACTOR}_i${NUM_ITERATIONS}_%j.out" +ERR_FMT="presto-tpch_n${NODES_COUNT}_sf${SCALE_FACTOR}_i${NUM_ITERATIONS}_%j.err" + +JOB_ID=$(sbatch \ + --nodes="$NODES_COUNT" \ + --export="ALL,SCALE_FACTOR=${SCALE_FACTOR},NUM_ITERATIONS=${NUM_ITERATIONS},SCRIPT_DIR=${SCRIPT_DIR},VT_ROOT=${VT_ROOT},DATA_DIR=${DATA_DIR},IMAGE_DIR=${IMAGE_DIR},WORKER_IMAGE=${WORKER_IMAGE},COORD_IMAGE=${COORD_IMAGE}" \ + --output="$OUT_FMT" \ + --error="$ERR_FMT" \ + "${EXTRA_ARGS[@]}" \ + "${SCRIPT_DIR}/run.slurm" | awk '{print $NF}') + +OUT_FILE="${OUT_FMT//%j/${JOB_ID}}" +ERR_FILE="${ERR_FMT//%j/${JOB_ID}}" + +echo "Job submitted with ID: $JOB_ID" +echo "" + +# ============================================================================== +# Get First Node IP for WebUI +# ============================================================================== +echo "Waiting for node allocation..." +for i in {1..60}; do + NODELIST=$(squeue -j "$JOB_ID" -h -o "%N" 2>/dev/null || true) + if [[ -n "$NODELIST" && "$NODELIST" != "(null)" ]]; then + FIRST_NODE=$(scontrol show hostnames "$NODELIST" | head -n 1) + if [[ -n "$FIRST_NODE" ]]; then + FIRST_IP=$(scontrol getaddrs "$FIRST_NODE" 2>/dev/null | awk 'NR==1{print $2}' | cut -d: -f1) + echo "WebUI will be available at: http://${FIRST_IP}:9200" + echo "To access from your machine:" + echo " ssh -N -L 9200:${FIRST_IP}:9200 sunk.pocf62-use13a.coreweave.app" + echo " Then open: http://localhost:9200" + echo "" + break + fi + fi + sleep 2 +done + +echo "Monitor with:" +echo " squeue -j $JOB_ID" +echo " tail -f $OUT_FILE" +echo " tail -f logs/coordinator.log" +echo " tail -f logs/worker_*.log" +echo "" +echo "Waiting for job to complete..." + +# ============================================================================== +# Wait for Completion +# ============================================================================== +while squeue -j "$JOB_ID" 2>/dev/null | grep -q "$JOB_ID"; do + sleep 5 +done + +echo "" +echo "Job completed!" +echo "Results in: ${SCRIPT_DIR}/result_dir/" +echo "Logs in: ${SCRIPT_DIR}/logs/" diff --git a/presto/slurm/unified/run.slurm b/presto/slurm/unified/run.slurm new file mode 100644 index 00000000..92c81ee1 --- /dev/null +++ b/presto/slurm/unified/run.slurm @@ -0,0 +1,367 @@ +#!/bin/bash +#SBATCH --job-name=presto-tpch +#SBATCH --time=01:00:00 +#SBATCH --ntasks-per-node=1 +#SBATCH --cpus-per-task=144 +#SBATCH --mem=0 +#SBATCH --gres=gpu:4 +#SBATCH --exclusive + +# ============================================================================== +# Presto TPC-H Benchmark - Self-Contained Slurm Script +# ============================================================================== +# All configuration, functions, and execution logic in one file +# ============================================================================== + +set -e +set -x + +# ============================================================================== +# Helper Functions +# ============================================================================== +RED='\033[0;31m' +GREEN='\033[0;32m' +YELLOW='\033[1;33m' +NC='\033[0m' + +log_info() { echo -e "${GREEN}[INFO]${NC} $1"; } +log_warn() { echo -e "${YELLOW}[WARN]${NC} $1"; } +log_error() { echo -e "${RED}[ERROR]${NC} $1"; exit 1; } + +# ============================================================================== +# Environment Configuration +# ============================================================================== +export PORT=9200 +export NUM_GPUS_PER_NODE=4 +export CUDF_LIB=/usr/lib64/presto-native-libs + +# UCX Configuration +export UCX_TLS=^ib,ud:aux,sm +export UCX_MAX_RNDV_RAILS=1 +export UCX_RNDV_PIPELINE_ERROR_HANDLING=y +export UCX_TCP_KEEPINTVL=1ms +export UCX_KEEPALIVE_INTERVAL=1ms + +# Computed values +export COORD=$(scontrol show hostnames "$SLURM_JOB_NODELIST" | head -n 1) +export NUM_NODES=$SLURM_JOB_NUM_NODES +export NUM_WORKERS=$((NUM_NODES * NUM_GPUS_PER_NODE)) + +# Config directory (will be generated) +export CONFIGS="${SCRIPT_DIR}/configs" + +# Dynamic memory calculations based on system RAM, matching the formulas +# in presto/docker/config/params.json used by the pbench config generator. +RAM_GB=$(lsmem -b 2>/dev/null | grep "Total online memory" | awk '{print int($4 / (1024*1024*1024)); }') +if [[ -z "$RAM_GB" || "$RAM_GB" -eq 0 ]]; then + log_error "Failed to detect system memory via lsmem" +fi + +# Coordinator memory (Java) +export RAM_GB +export HEAP_SIZE_GB=$(echo "$RAM_GB" | awk '{printf "%.0f", $1 * 0.9}') +export HEADROOM_GB=$(echo "$HEAP_SIZE_GB" | awk '{printf "%.0f", $1 * 0.2}') +export QUERY_MAX_TOTAL_MEM_GB=$(echo "$HEAP_SIZE_GB" | awk '{printf "%.0f", $1 * 0.8}') +export QUERY_MAX_MEM_GB=$(echo "$QUERY_MAX_TOTAL_MEM_GB" | awk '{printf "%.0f", $1 * 0.9}') +export JOIN_MAX_BCAST_MB=$(echo "$RAM_GB" | awk '{printf "%.0f", $1 * 0.01 * 1024}') + +# Worker memory (Native/C++) - reserved memory computed from params.json formulas: +# sys_reserved = min(RAM * 0.05, 2) -- system reserved memory +# proxygen_mem = min(0.125, 2) -- proxygen per-worker overhead +# native_buffer = min(RAM * 0.05, 32) -- native buffer memory +# total_reserved = sys_reserved + proxygen_mem + native_buffer +SYS_RESERVED_GB=$(echo "$RAM_GB" | awk '{ + sys = ($1 * 0.05 < 2) ? $1 * 0.05 : 2; + prox = 0.125; + buf = ($1 * 0.05 < 32) ? $1 * 0.05 : 32; + printf "%.0f", sys + prox + buf +}') +export SYSTEM_MEM_GB=$(echo "$RAM_GB $SYS_RESERVED_GB" | awk '{printf "%.0f", $1 - $2}') +export QUERY_MEM_GB=$(echo "$SYSTEM_MEM_GB" | awk '{printf "%.0f", $1 * 0.95}') +export SYSTEM_MEM_LIMIT_GB=$(echo "$RAM_GB" | awk '{printf "%.0f", $1 - 5}') + +# Worker settings +export MAX_DRIVERS=2 + +log_info "Memory configuration: RAM=${RAM_GB}GB, Heap=${HEAP_SIZE_GB}GB, Worker System=${SYSTEM_MEM_GB}GB, Worker Query=${QUERY_MEM_GB}GB" + +# ============================================================================== +# Config Generation Functions +# ============================================================================== +generate_configs() { + log_info "Generating configuration files..." + + rm -rf "$CONFIGS" + mkdir -p "$CONFIGS" + + # Determine single-node execution mode + # GPU optimizer settings are always enabled for GPU variant + OPTIMIZER_GPU_SETTINGS="optimizer.joins-not-null-inference-strategy=USE_FUNCTION_METADATA\noptimizer.default-filter-factor-enabled=true" + + if [[ $NUM_WORKERS -eq 1 ]]; then + SINGLE_NODE_EXEC="true" + CUDF_EXCHANGE="false" + JOIN_DIST_TYPE="AUTOMATIC" + else + SINGLE_NODE_EXEC="false" + CUDF_EXCHANGE="true" + JOIN_DIST_TYPE="PARTITIONED" + fi + + # Generate coordinator config + mkdir -p "$CONFIGS/coordinator/catalog" + sed -e "s|__PORT__|$PORT|g" \ + -e "s|__COORD_HOST__|$COORD|g" \ + -e "s|__HEADROOM_GB__|$HEADROOM_GB|g" \ + -e "s|__JOIN_MAX_BCAST_MB__|$JOIN_MAX_BCAST_MB|g" \ + -e "s|__JOIN_DISTRIBUTION_TYPE__|$JOIN_DIST_TYPE|g" \ + -e "s|__QUERY_MAX_TOTAL_MEM_GB__|$QUERY_MAX_TOTAL_MEM_GB|g" \ + -e "s|__QUERY_MAX_TOTAL_MEM_CLUSTER_GB__|$((QUERY_MAX_TOTAL_MEM_GB * NUM_WORKERS))|g" \ + -e "s|__QUERY_MAX_MEM_GB__|$QUERY_MAX_MEM_GB|g" \ + -e "s|__QUERY_MAX_MEM_CLUSTER_GB__|$((QUERY_MAX_MEM_GB * NUM_WORKERS))|g" \ + -e "s|__SINGLE_NODE_EXECUTION__|$SINGLE_NODE_EXEC|g" \ + -e "s|__OPTIMIZER_GPU_SETTINGS__|$OPTIMIZER_GPU_SETTINGS|g" \ + "${SCRIPT_DIR}/config-templates/coordinator/config.properties" \ + > "$CONFIGS/coordinator/config.properties" + + cp "${SCRIPT_DIR}/config-templates/coordinator/node.properties" \ + "$CONFIGS/coordinator/node.properties" + + # Generate common configs + sed -e "s|__HEAP_SIZE_GB__|$HEAP_SIZE_GB|g" \ + "${SCRIPT_DIR}/config-templates/common/jvm.config" \ + > "$CONFIGS/jvm.config" + + cp "${SCRIPT_DIR}/config-templates/common/log.properties" \ + "$CONFIGS/log.properties" + + # Copy catalog configs for coordinator (only hive + tpch, matching original) + cp "${SCRIPT_DIR}/config-templates/common/hive.properties" \ + "$CONFIGS/coordinator/catalog/hive.properties" + + # Generate worker configs for each worker + local worker_id=0 + for node in $(scontrol show hostnames "$SLURM_JOB_NODELIST"); do + for gpu_id in $(seq 0 $((NUM_GPUS_PER_NODE - 1))); do + local http_port="10$(printf "%02d" "$worker_id")0" + local exchange_port="10$(printf "%02d" "$worker_id")3" + + mkdir -p "$CONFIGS/worker_${worker_id}/catalog" + + sed -e "s|__WORKER_ID__|$worker_id|g" \ + "${SCRIPT_DIR}/config-templates/worker/node.properties" \ + > "$CONFIGS/worker_${worker_id}/node.properties" + + sed -e "s|__HTTP_PORT__|$http_port|g" \ + -e "s|__COORD_HOST__|$COORD|g" \ + -e "s|__PORT__|$PORT|g" \ + -e "s|__SYSTEM_MEM_GB__|$SYSTEM_MEM_GB|g" \ + -e "s|__QUERY_MEM_GB__|$QUERY_MEM_GB|g" \ + -e "s|__SYSTEM_MEM_LIMIT_GB__|$SYSTEM_MEM_LIMIT_GB|g" \ + -e "s|__MAX_DRIVERS__|$MAX_DRIVERS|g" \ + -e "s|__SINGLE_NODE_EXECUTION__|$SINGLE_NODE_EXEC|g" \ + -e "s|__CUDF_EXCHANGE__|$CUDF_EXCHANGE|g" \ + -e "s|__EXCHANGE_PORT__|$exchange_port|g" \ + "${SCRIPT_DIR}/config-templates/worker/config.properties" \ + > "$CONFIGS/worker_${worker_id}/config.properties" + + # Copy catalog configs for worker (only hive + tpch, matching original) + cp "${SCRIPT_DIR}/config-templates/common/hive.properties" \ + "$CONFIGS/worker_${worker_id}/catalog/hive.properties" + + worker_id=$((worker_id + 1)) + done + done + + log_info "Configuration files generated successfully" +} + +# ============================================================================== +# Coordinator Functions +# ============================================================================== +start_coordinator() { + log_info "Starting coordinator on ${COORD}:${PORT}..." + + mkdir -p "${VT_ROOT}/.hive_metastore" + + srun -w "$COORD" --ntasks=1 --overlap \ + --container-image="${IMAGE_DIR}/${COORD_IMAGE}.sqsh" \ + --export=ALL,JAVA_HOME=/usr/lib/jvm/jre-17-openjdk \ + --container-env=JAVA_HOME=/usr/lib/jvm/jre-17-openjdk \ + --container-env=PATH=/usr/lib/jvm/jre-17-openjdk/bin:\$PATH \ + --container-mounts="${VT_ROOT}:/workspace,\ +${CONFIGS}/jvm.config:/opt/presto-server/etc/jvm.config,\ +${CONFIGS}/log.properties:/opt/presto-server/etc/log.properties,\ +${CONFIGS}/coordinator/node.properties:/opt/presto-server/etc/node.properties,\ +${CONFIGS}/coordinator/config.properties:/opt/presto-server/etc/config.properties,\ +${CONFIGS}/coordinator/catalog:/opt/presto-server/etc/catalog,\ +${DATA_DIR}:/var/lib/presto/data/hive/data/user_data,\ +${VT_ROOT}/.hive_metastore:/var/lib/presto/data/hive/metastore" \ + -- bash -c "unset CONFIG NODE_CONFIG PRESTO_ETC JAVA_TOOL_OPTIONS JDK_JAVA_OPTIONS _JAVA_OPTIONS; \ + export JAVA_HOME=/usr/lib/jvm/jre-17-openjdk; \ + export PATH=/usr/lib/jvm/jre-17-openjdk/bin:\$PATH; \ + /opt/presto-server/bin/launcher run" \ + > "${SCRIPT_DIR}/logs/coordinator.log" 2>&1 & +} + +# ============================================================================== +# Worker Functions +# ============================================================================== +start_worker() { + local worker_id=$1 + local gpu_id=$2 + local node=$3 + + log_info "Starting worker ${worker_id} on ${node} (GPU ${gpu_id})..." + + local worker_data="${SCRIPT_DIR}/worker_data_${worker_id}" + mkdir -p "${worker_data}/hive/data/user_data" + mkdir -p "${VT_ROOT}/.hive_metastore" + + srun -N1 -w "$node" --ntasks=1 --overlap \ + --container-image="${IMAGE_DIR}/${WORKER_IMAGE}.sqsh" \ + --export=ALL \ + --container-env=LD_LIBRARY_PATH="${CUDF_LIB}:\$LD_LIBRARY_PATH" \ + --container-env=GLOG_vmodule=IntraNodeTransferRegistry=3,ExchangeOperator=3 \ + --container-env=GLOG_logtostderr=1 \ + --container-mounts="${VT_ROOT}:/workspace,\ +${CONFIGS}/jvm.config:/opt/presto-server/etc/jvm.config,\ +${CONFIGS}/log.properties:/opt/presto-server/etc/log.properties,\ +${CONFIGS}/worker_${worker_id}/node.properties:/opt/presto-server/etc/node.properties,\ +${CONFIGS}/worker_${worker_id}/config.properties:/opt/presto-server/etc/config.properties,\ +${CONFIGS}/worker_${worker_id}/catalog:/opt/presto-server/etc/catalog,\ +${worker_data}:/var/lib/presto/data,\ +${DATA_DIR}:/var/lib/presto/data/hive/data/user_data,\ +${VT_ROOT}/.hive_metastore:/var/lib/presto/data/hive/metastore" \ + -- bash -c "export CUDA_VISIBLE_DEVICES=${gpu_id}; \ + echo \"Worker ${worker_id}: waiting for coordinator at ${COORD}:${PORT}...\"; \ + for _i in \$(seq 1 120); do \ + if curl -sf http://${COORD}:${PORT}/v1/info/state >/dev/null 2>&1; then \ + echo \"Worker ${worker_id}: coordinator is ready\"; \ + break; \ + fi; \ + sleep 2; \ + done; \ + echo \"CUDA_VISIBLE_DEVICES=\$CUDA_VISIBLE_DEVICES\"; \ + nvidia-smi -L; \ + /usr/bin/presto_server --etc-dir=/opt/presto-server/etc" \ + > "${SCRIPT_DIR}/logs/worker_${worker_id}.log" 2>&1 & +} + +start_all_workers() { + log_info "Starting ${NUM_WORKERS} workers..." + + local worker_id=0 + for node in $(scontrol show hostnames "$SLURM_JOB_NODELIST"); do + for gpu_id in $(seq 0 $((NUM_GPUS_PER_NODE - 1))); do + start_worker "$worker_id" "$gpu_id" "$node" + worker_id=$((worker_id + 1)) + done + done +} + +# ============================================================================== +# Benchmark Functions +# ============================================================================== +setup_and_run_benchmark() { + log_info "Setting up and running TPC-H benchmark (scale factor: ${SCALE_FACTOR}, iterations: ${NUM_ITERATIONS})..." + + srun -w "$COORD" --ntasks=1 --overlap \ + --container-image="${IMAGE_DIR}/${COORD_IMAGE}.sqsh" \ + --export=ALL,JAVA_HOME=/usr/lib/jvm/jre-17-openjdk \ + --container-env=JAVA_HOME=/usr/lib/jvm/jre-17-openjdk \ + --container-env=PATH=/usr/lib/jvm/jre-17-openjdk/bin:\$PATH \ + --container-mounts="${VT_ROOT}:/workspace,\ +${CONFIGS}/jvm.config:/opt/presto-server/etc/jvm.config,\ +${CONFIGS}/log.properties:/opt/presto-server/etc/log.properties,\ +${CONFIGS}/coordinator/node.properties:/opt/presto-server/etc/node.properties,\ +${CONFIGS}/coordinator/config.properties:/opt/presto-server/etc/config.properties,\ +${CONFIGS}/coordinator/catalog:/opt/presto-server/etc/catalog,\ +${DATA_DIR}:/var/lib/presto/data/hive/data/user_data,\ +${VT_ROOT}/.hive_metastore:/var/lib/presto/data/hive/metastore" \ + -- bash -c "yum install -y python3.12 jq > /dev/null 2>&1; \ + export PORT=${PORT}; \ + export HOSTNAME=${COORD}; \ + export PRESTO_DATA_DIR=/var/lib/presto/data/hive/data/user_data; \ + echo 'Waiting for coordinator at ${COORD}:${PORT}...'; \ + for _i in \$(seq 1 120); do \ + state=\$(curl -s http://${COORD}:${PORT}/v1/info/state 2>/dev/null || echo ''); \ + if [ \"\$state\" = '\"ACTIVE\"' ]; then \ + echo 'Coordinator is active'; \ + break; \ + fi; \ + sleep 2; \ + done; \ + echo 'Waiting for ${NUM_WORKERS} workers to register...'; \ + for _i in \$(seq 1 120); do \ + n=\$(curl -s http://${COORD}:${PORT}/v1/node 2>/dev/null | jq length 2>/dev/null || echo 0); \ + if [ \"\$n\" -eq ${NUM_WORKERS} ] 2>/dev/null; then \ + echo 'All ${NUM_WORKERS} workers registered'; \ + break; \ + fi; \ + echo \"Workers registered: \$n/${NUM_WORKERS}\"; \ + sleep 5; \ + done; \ + cd /workspace/presto/scripts; \ + echo '=== Setting up benchmark tables ==='; \ + ./setup_benchmark_tables.sh -b tpch -d date-scale-${SCALE_FACTOR} -s tpchsf${SCALE_FACTOR} --skip-analyze-tables --no-docker; \ + echo '=== Copying pre-analyzed hive metastore ==='; \ + ANALYZED=/workspace/presto/slurm/presto-nvl72/ANALYZED_HIVE_METASTORE; \ + METASTORE=/var/lib/presto/data/hive/metastore; \ + if [ -d \"\$ANALYZED\" ]; then \ + for dataset in \$(ls \"\$ANALYZED\"); do \ + if [ -d \"\$METASTORE/\$dataset\" ]; then \ + echo \"Replacing dataset metadata: \$dataset\"; \ + cp -r \"\$ANALYZED/\$dataset\" \"\$METASTORE/\"; \ + for table in \$(ls \"\$METASTORE/\$dataset\"); do \ + if [ -f \"\$METASTORE/\$dataset/\$table/..prestoSchema.crc\" ]; then \ + rm \"\$METASTORE/\$dataset/\$table/..prestoSchema.crc\"; \ + fi; \ + done; \ + fi; \ + done; \ + else \ + echo 'ANALYZED_HIVE_METASTORE not found, skipping metastore copy'; \ + fi; \ + echo '=== Running benchmark queries ==='; \ + ./run_benchmark.sh -b tpch -s tpchsf${SCALE_FACTOR} -i ${NUM_ITERATIONS} --hostname ${COORD} --port ${PORT} -o /workspace/presto/slurm/unified/result_dir" \ + > "${SCRIPT_DIR}/logs/benchmark.log" 2>&1 + + # Copy summary to result_dir + if [[ -f "${SCRIPT_DIR}/logs/benchmark.log" ]]; then + cp "${SCRIPT_DIR}/logs/benchmark.log" "${SCRIPT_DIR}/result_dir/summary.txt" + fi +} + +# ============================================================================== +# Main Execution +# ============================================================================== +log_info "==========================================" +log_info "Presto TPC-H Benchmark" +log_info "==========================================" +log_info "Job ID: $SLURM_JOB_ID" +log_info "Nodes: $NUM_NODES ($SLURM_JOB_NODELIST)" +log_info "Coordinator: $COORD" +log_info "Workers: $NUM_WORKERS" +log_info "Scale Factor: $SCALE_FACTOR" +log_info "Iterations: $NUM_ITERATIONS" +log_info "==========================================" + +mkdir -p "${SCRIPT_DIR}/logs" + +# Generate configs +generate_configs + +# Launch all containers simultaneously to parallelize image loading. +# In-container waits handle dependency ordering: +# - Workers wait inside their container for the coordinator +# - setup_benchmark waits inside its container for coordinator + workers +start_coordinator +start_all_workers +setup_and_run_benchmark + +log_info "==========================================" +log_info "Benchmark completed!" +log_info "Results: ${SCRIPT_DIR}/result_dir/" +log_info "Logs: ${SCRIPT_DIR}/logs/" +log_info "==========================================" diff --git a/presto/testing/integration_tests/create_hive_tables.py b/presto/testing/integration_tests/create_hive_tables.py index 88efa9b9..2996d2de 100644 --- a/presto/testing/integration_tests/create_hive_tables.py +++ b/presto/testing/integration_tests/create_hive_tables.py @@ -56,7 +56,12 @@ def drop_schema(presto_cursor, schema_name): help="The name of the directory that contains the benchmark data.") args = parser.parse_args() - conn = prestodb.dbapi.connect(host="localhost", port=8080, user="test_user", catalog="hive") + conn = prestodb.dbapi.connect( + host=os.environ.get("HOSTNAME", "localhost"), + port=int(os.environ.get("PORT", "8080")), + user="test_user", + catalog="hive", + ) cursor = conn.cursor() data_sub_directory = f"user_data/{args.data_dir_name}" create_tables(cursor, args.schema_name, args.schemas_dir_path, data_sub_directory) diff --git a/scripts/py_env_functions.sh b/scripts/py_env_functions.sh index aa2210f9..a97c0e09 100755 --- a/scripts/py_env_functions.sh +++ b/scripts/py_env_functions.sh @@ -49,7 +49,7 @@ function init_conda() { function init_python_virtual_env() { rm -rf .venv - if python3 -m venv .venv &>/dev/null; then + if python3.12 -m venv .venv; then echo "Created virtual environment using the venv module" echo "Activating venv environment"