os cache



OS CACHE

配置sql:q19，q63,q68,q73,直接运行main.py

 

HDFS_CACHE

1.先把数据set cache

impala-shell-i "tracing024:21000" -d tpcds_parquet_3000 -q "alter table  customer_address_parquet         set cached in 'test_pool'"

impala-shell-i "tracing024:21000" -d tpcds_parquet_3000 -q "alter table  customer_demographics_parquet    set cached in 'test_pool'"

impala-shell-i "tracing024:21000" -d tpcds_parquet_3000 -q "alter table  customer_parquet                 set cached in'test_pool'"

impala-shell-i "tracing024:21000" -d tpcds_parquet_3000 -q "alter table  date_dim_parquet                 set cached in'test_pool'"

impala-shell-i "tracing024:21000" -d tpcds_parquet_3000 -q "alter table  household_demographics_parquet   set cached in 'test_pool'"

impala-shell-i "tracing024:21000" -d tpcds_parquet_3000 -q "alter table  item_parquet                     set cached in'test_pool'"

impala-shell-i "tracing024:21000" -d tpcds_parquet_3000 -q "alter table  promotion_parquet                set cached in 'test_pool'"

impala-shell-i "tracing024:21000" -d tpcds_parquet_3000 -q "alter table  store_parquet                    set cached in'test_pool'"

impala-shell-i "tracing024:21000" -d tpcds_parquet_3000 -q "alter table  time_dim_parquet                 set cached in'test_pool'"

./impala_cache_partition.pltpcds_parquet_3000 store_sales_parquet ss_sold_date_sk 2451180 2451269  #q73

./impala_cache_partition.pltpcds_parquet_3000 store_sales_parquet ss_sold_date_sk 2451149 2451179  #q52,q42

./impala_cache_partition.pltpcds_parquet_3000 store_sales_parquet ss_sold_date_sk 2451180 2451269  #q68

./impala_cache_partition.pltpcds_parquet_3000 store_sales_parquet ss_sold_date_sk 2451484 2451513  #19

./impala_cache_partition.pltpcds_parquet_3000 store_sales_parquet ss_sold_date_sk 2451911 2451941  #q98

./impala_cache_partition.pltpcds_parquet_3000 store_sales_parquet ss_sold_date_sk 2452245 2452275  #q55

./impala_cache_partition.pltpcds_parquet_3000 store_sales_parquet ss_sold_date_sk 2451911 2452275  #63

 

 

 

hdfscacheadmin -listDirectives -stats

 

2.执行./clear_cache.sh

3.配置q19,运行main.py

4.执行./clear_cache.sh

5.配置q63,运行main.py

 

 

 

impala-shell-i "tracing024:21000" -d tpcds_parquet_3000 -q "alter table  store_sales_parquet              set uncached"

impala-shell-i "tracing024:21000" -d tpcds_parquet_3000 -q "alter table  customer_address_parquet         set uncached"

impala-shell-i "tracing024:21000" -d tpcds_parquet_3000 -q "alter table  customer_demographics_parquet    set uncached"

impala-shell-i "tracing024:21000" -d tpcds_parquet_3000 -q "alter table  customer_parquet                 set uncached"

impala-shell-i "tracing024:21000" -d tpcds_parquet_3000 -q "alter table  date_dim_parquet                 set uncached"

impala-shell-i "tracing024:21000" -d tpcds_parquet_3000 -q "alter table  household_demographics_parquet   set uncached"

impala-shell-i "tracing024:21000" -d tpcds_parquet_3000 -q "alter table  item_parquet                     set uncached"

impala-shell-i "tracing024:21000" -d tpcds_parquet_3000 -q "alter table  promotion_parquet                set uncached"

impala-shell-i "tracing024:21000" -d tpcds_parquet_3000 -q "alter table  store_parquet                    set uncached"

impala-shell-i "tracing024:21000" -d tpcds_parquet_3000 -q "alter table  time_dim_parquet                 set uncached"

       

 

impala-shell-i "tracing024:21000" -d tpcds_parquet_150 -q "alter table  store_sales_parquet              set uncached"

impala-shell-i "tracing024:21000" -d tpcds_parquet_150 -q "alter table  customer_address_parquet         set uncached"

impala-shell-i "tracing024:21000" -d tpcds_parquet_150 -q "alter table  customer_demographics_parquet    set uncached"

impala-shell-i "tracing024:21000" -d tpcds_parquet_150 -q "alter table  customer_parquet                 set uncached"

impala-shell-i "tracing024:21000" -d tpcds_parquet_150 -q "alter table  date_dim_parquet                 set uncached"

impala-shell-i "tracing024:21000" -d tpcds_parquet_150 -q "alter table  household_demographics_parquet   set uncached"

impala-shell-i "tracing024:21000" -d tpcds_parquet_150 -q "alter table  item_parquet                     set uncached"

impala-shell-i "tracing024:21000" -d tpcds_parquet_150 -q "alter table  promotion_parquet                set uncached"

impala-shell-i "tracing024:21000" -d tpcds_parquet_150 -q "alter table  store_parquet                    set uncached"

impala-shell-i "tracing024:21000" -d tpcds_parquet_150 -q "alter table  time_dim_parquet                 set uncached"