hive gateway(client) configuration

配置hive gateway机器
Caused by: MetaException(message:Could not connect to meta store using any of the URIs provided. Most recent failure: org.apache.thrift.transport.TTransportException: GSS initiate failed

        at org.apache.thrift.transport.TSaslTransport.sendAndThrowMessage(TSaslTransport.java:221)

        at org.apache.thrift.transport.TSaslTransport.open(TSaslTransport.java:297)

        at org.apache.thrift.transport.TSaslClientTransport.open(TSaslClientTransport.java:37)

        at org.apache.hadoop.hive.thrift.client.TUGIAssumingTransport$1.run(TUGIAssumingTransport.java:52)

        at org.apache.hadoop.hive.thrift.client.TUGIAssumingTransport$1.run(TUGIAssumingTransport.java:49)

        at java.security.AccessController.doPrivileged(Native Method)

        at javax.security.auth.Subject.doAs(Subject.java:415)

        at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1548)

        at org.apache.hadoop.hive.thrift.client.TUGIAssumingTransport.open(TUGIAssumingTransport.java:49)

        at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.open(HiveMetaStoreClient.java:296)

        at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:169)

        at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)

        at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57)

        at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)

        at java.lang.reflect.Constructor.newInstance(Constructor.java:526)

        at org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1161)

        at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:62)

        at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:72)

        at org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:2407)

        at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:2418)

        at org.apache.hadoop.hive.ql.metadata.Hive.getDatabase(Hive.java:1141)

        at org.apache.hadoop.hive.ql.metadata.Hive.databaseExists(Hive.java:1130)

        at org.apache.hadoop.hive.ql.exec.DDLTask.showTables(DDLTask.java:2250)

        at org.apache.hadoop.hive.ql.exec.DDLTask.execute(DDLTask.java:334)

        at org.apache.hadoop.hive.ql.exec.Task.executeTask(Task.java:151)

        at org.apache.hadoop.hive.ql.exec.TaskRunner.runSequential(TaskRunner.java:65)

        at org.apache.hadoop.hive.ql.Driver.launchTask(Driver.java:1485)

        at org.apache.hadoop.hive.ql.Driver.execute(Driver.java:1263)

        at org.apache.hadoop.hive.ql.Driver.runInternal(Driver.java:1091)

        at org.apache.hadoop.hive.ql.Driver.run(Driver.java:931)

        at org.apache.hadoop.hive.ql.Driver.run(Driver.java:921)

        at org.apache.hadoop.hive.cli.CliDriver.processLocalCmd(CliDriver.java:268)

        at org.apache.hadoop.hive.cli.CliDriver.processCmd(CliDriver.java:220)

        at org.apache.hadoop.hive.cli.CliDriver.processLine(CliDriver.java:422)

        at org.apache.hadoop.hive.cli.CliDriver.executeDriver(CliDriver.java:790)

        at org.apache.hadoop.hive.cli.CliDriver.run(CliDriver.java:684)

        at org.apache.hadoop.hive.cli.CliDriver.main(CliDriver.java:623)

        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)

        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)

        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)

        at java.lang.reflect.Method.invoke(Method.java:606)

        at org.apache.hadoop.util.RunJar.main(RunJar.java:212)

)

        at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.open(HiveMetaStoreClient.java:342)

        at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:169)

        ... 31 more

增加hdfs gateway后
Failed with exception java.io.IOException:java.io.IOException: Can't get Master Kerberos principal for use as renewer

14/11/18 12:39:41 ERROR CliDriver: Failed with exception java.io.IOException:java.io.IOException: Can't get Master Kerberos principal for use as renewer

java.io.IOException: java.io.IOException: Can't get Master Kerberos principal for use as renewer

        at org.apache.hadoop.hive.ql.exec.FetchOperator.getNextRow(FetchOperator.java:557)

        at org.apache.hadoop.hive.ql.exec.FetchOperator.pushRow(FetchOperator.java:495)

        at org.apache.hadoop.hive.ql.exec.FetchTask.fetch(FetchTask.java:139)

        at org.apache.hadoop.hive.ql.Driver.getResults(Driver.java:1578)

        at org.apache.hadoop.hive.cli.CliDriver.processLocalCmd(CliDriver.java:280)

        at org.apache.hadoop.hive.cli.CliDriver.processCmd(CliDriver.java:220)

        at org.apache.hadoop.hive.cli.CliDriver.processLine(CliDriver.java:422)

        at org.apache.hadoop.hive.cli.CliDriver.executeDriver(CliDriver.java:790)

        at org.apache.hadoop.hive.cli.CliDriver.run(CliDriver.java:684)

        at org.apache.hadoop.hive.cli.CliDriver.main(CliDriver.java:623)

        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)

        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)

        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)

        at java.lang.reflect.Method.invoke(Method.java:606)

        at org.apache.hadoop.util.RunJar.main(RunJar.java:212)

Caused by: java.io.IOException: Can't get Master Kerberos principal for use as renewer

        at org.apache.hadoop.mapreduce.security.TokenCache.obtainTokensForNamenodesInternal(TokenCache.java:116)

        at org.apache.hadoop.mapreduce.security.TokenCache.obtainTokensForNamenodesInternal(TokenCache.java:100)

        at org.apache.hadoop.mapreduce.security.TokenCache.obtainTokensForNamenodes(TokenCache.java:80)

        at org.apache.hadoop.mapred.FileInputFormat.listStatus(FileInputFormat.java:202)

        at org.apache.hadoop.mapred.FileInputFormat.getSplits(FileInputFormat.java:270)

        at org.apache.hadoop.hive.ql.exec.FetchOperator.getRecordReader(FetchOperator.java:386)

        at org.apache.hadoop.hive.ql.exec.FetchOperator.getNextRow(FetchOperator.java:521)

增加yarn gateway后解决