[5] Hive3.x Query Results Caching

Hive Query Results Caching DesignDocs

• Query Results Caching

Hive Query Results Caching related setting parameters

<property>
    <name>hive.query.results.cache.enabled</name>
    <value>true</value>
    <description>If the query results cache is enabled. This will keep results of previously executed queries to be reused if the same query is executed again.</description>
  </property>
  <property>
    <name>hive.query.results.cache.nontransactional.tables.enabled</name>
    <value>false</value>
    <description>If the query results cache is enabled for queries involving non-transactional tables.Users who enable this setting should be willing to tolerate some amount of stale results in the cache.</description>
  </property>
  <property>
    <name>hive.query.results.cache.wait.for.pending.results</name>
    <value>true</value>
    <description>Should a query wait for the pending results of an already running query, in order to use the cached result when it becomes ready</description>
  </property>
  <property>
    <name>hive.query.results.cache.directory</name>
    <value>/tmp/hive/_resultscache_</value>
    <description>Location of the query results cache directory. Temporary results from queries will be moved to this location.</description>
  </property>
  <property>
    <name>hive.query.results.cache.max.entry.lifetime</name>
    <value>3600s</value>
    <description>
      Expects a time value with unit (d/day, h/hour, m/min, s/sec, ms/msec, us/usec, ns/nsec), which is sec if not specified.
      Maximum lifetime in seconds for an entry in the query results cache. A nonpositive value means infinite.
    </description>
  </property>
  <property>
    <name>hive.query.results.cache.max.size</name>
    <value>2147483648</value>
    <description>Maximum total size in bytes that the query results cache directory is allowed to use on the filesystem.</description>
  </property>
  <property>
    <name>hive.query.results.cache.max.entry.size</name>
    <value>10485760</value>
    <description>Maximum size in bytes that a single query result is allowed to use in the results cache directory</description>
  </property>